-- Logs begin at Wed 2021-07-28 13:24:47 UTC, end at Wed 2021-07-28 16:10:44 UTC. -- Jul 28 14:12:24.405966 n-d-705658-23 systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 14:12:27.145467 n-d-705658-23 neutron-server[94603]: INFO neutron.common.config [-] Logging enabled! Jul 28 14:12:27.146088 n-d-705658-23 neutron-server[94603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 14:12:27.146240 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 14:12:27.150095 n-d-705658-23 neutron-server[94603]: INFO neutron.common.config [-] Logging enabled! Jul 28 14:12:27.150347 n-d-705658-23 neutron-server[94603]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 14:12:27.150657 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94603) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 14:12:27.151621 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:12:27.151858 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:12:27.152219 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:12:27.152463 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:12:27.152690 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:12:27.153009 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.153306 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.153602 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.153831 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.154125 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.154413 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.154692 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.154997 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.155294 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.155577 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.155856 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.156139 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.156365 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.156642 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.156933 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.157220 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.157441 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] debug = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.157720 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.158140 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.158552 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.158830 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.159141 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.159422 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.159691 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.159964 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.160292 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.160640 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] host = n-d-705658-23 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.160916 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.161205 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.161494 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.161780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.162053 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.163108 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.163428 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.163712 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.163992 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.164272 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.164564 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.164853 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.165142 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.165366 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.165586 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.165875 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.166161 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.166438 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.166712 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.167007 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.167283 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.167565 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.167835 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.168119 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.168400 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.168687 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.168960 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.169233 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.169504 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.169776 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.170061 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.170336 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.170607 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.170878 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.171185 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.171456 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.171730 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.172028 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.172314 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.172595 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.172880 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.173152 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.173433 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.173706 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.173976 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.174245 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_json = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.174515 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.174782 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.175093 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.175364 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.175635 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.175907 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.176175 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.176457 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:27.176752 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.177047 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.177348 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.177630 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.177925 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.178238 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.178528 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.178803 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.179179 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.179482 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.179772 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.180050 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.180337 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.180613 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.180896 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.181198 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.181491 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.181780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.182053 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.182325 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.182596 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.182871 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.183178 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.183469 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.183756 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.184030 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.184306 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.184595 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.184871 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.185141 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.185414 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.185700 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.185977 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.186247 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.186524 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.186801 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.187099 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.187377 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.187652 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.187940 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.188215 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.188485 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.188755 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.189027 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.189294 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.189576 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.189853 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.190124 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.190394 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.190668 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.190938 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.191230 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.191536 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.191854 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.192133 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.192409 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.192682 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.192956 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.193228 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.193498 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.193882 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.194171 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.194451 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.194731 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.195032 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.195308 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.195582 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.195859 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.196149 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.196447 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.196726 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.197006 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.197291 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.197569 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.197849 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.198127 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.198407 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.198684 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.198970 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.199273 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.199559 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.199847 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.200132 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.200409 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.200707 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.200986 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.201270 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.201548 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.201827 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.202118 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.202402 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.202695 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.203013 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.203309 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.203603 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.203896 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.204178 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.204485 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.204764 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:27.204980 n-d-705658-23 neutron-server[94603]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:12:27.205216 n-d-705658-23 neutron-server[94603]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94603) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 14:12:27.553745 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 14:12:27.554108 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 14:12:27.554436 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 14:12:27.554769 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 14:12:27.943317 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.943703 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.944031 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.945328 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.945602 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.945867 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.980697 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.980968 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.981232 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.995731 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.996012 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:27.996282 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.024597 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.024877 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.025148 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.061588 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.061879 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.062146 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.291265 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.291899 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.291899 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.292088 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.292664 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.411778 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.412097 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.412894 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.413215 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.413511 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.413822 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.414082 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.414342 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.414595 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.414875 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.415156 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.415418 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.415671 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.415917 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.416169 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.416428 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.416681 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.416941 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.417205 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.417459 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.417724 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.417972 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.418249 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.418621 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.418867 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.419135 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.419532 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.419770 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.420005 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.420237 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.420469 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.420700 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:28.421061 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 14:12:28.424210 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 14:12:28.428670 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 14:12:28.432570 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 28 14:12:28.434194 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 14:12:28.434646 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 14:12:28.435004 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 14:12:28.435390 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 14:12:28.438146 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 14:12:28.438396 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 14:12:28.438744 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 14:12:28.444111 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 14:12:28.466766 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 14:12:28.467247 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.467541 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94603) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 14:12:28.467901 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.469229 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94603) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 14:12:28.469507 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 14:12:28.469752 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 14:12:28.473224 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.473509 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:28.536932 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 14:12:28.537172 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 14:12:28.537976 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 14:12:28.538406 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 14:12:28.559752 n-d-705658-23 neutron-server[94603]: DEBUG oslo_db.sqlalchemy.engines [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94603) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 14:12:29.278057 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing driver for type 'gre' Jul 28 14:12:29.278584 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] gre ID ranges: [(1, 1000)] Jul 28 14:12:29.512456 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing driver for type 'local' Jul 28 14:12:29.513005 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing driver for type 'vlan' Jul 28 14:12:29.609826 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] VlanTypeDriver initialization complete Jul 28 14:12:29.610096 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing driver for type 'vxlan' Jul 28 14:12:29.610610 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] vxlan ID ranges: [(1, 1000)] Jul 28 14:12:29.792535 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing extension driver 'port_security' Jul 28 14:12:29.792877 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.extensions.port_security [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] PortSecurityExtensionDriver initialization complete Jul 28 14:12:29.793222 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing mechanism driver 'openvswitch' Jul 28 14:12:29.793550 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing mechanism driver 'hyperv' Jul 28 14:12:29.800024 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.plugin [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:29.800719 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.801123 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.801480 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.802006 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.802448 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.802809 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.803183 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810478 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.810478 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810478 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810478 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810478 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.810873 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810873 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810873 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.810873 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.810873 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811277 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811277 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811277 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.811277 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > address_group after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811277 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > address_group after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811646 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > address_group after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811646 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94603) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 14:12:29.811646 n-d-705658-23 neutron-server[94603]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] ML2 OVO RPC backend initialized. {{(pid=94603) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 14:12:29.811646 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.811646 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.812060 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.812413 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > networks before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.812767 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.813116 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > ports before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.813466 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.813815 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnets before_response 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.814169 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.814520 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.814862 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.815237 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.815582 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.815925 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.816272 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.816613 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.816955 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > subnet after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.817541 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.plugin [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Modular L2 Plugin initialization complete Jul 28 14:12:29.817880 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading services supported by the core plugin {{(pid=94603) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 14:12:29.818216 n-d-705658-23 neutron-server[94603]: INFO neutron.plugins.ml2.managers [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Got port-security extension from driver 'port_security' Jul 28 14:12:29.818684 n-d-705658-23 neutron-server[94603]: INFO neutron.extensions.vlantransparent [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Disabled vlantransparent extension. Jul 28 14:12:29.819200 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94603) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 14:12:29.819551 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: router Jul 28 14:12:29.859150 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.859551 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_create 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.859971 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router before_create 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.860296 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.860672 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.861035 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_delete 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.861398 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > floatingip after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.861770 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_create 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.862119 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.862473 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.862825 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.863302 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.863719 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.864094 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.864439 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.864783 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: subnet after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.865127 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.865482 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > port precommit_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.865832 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_create 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.866178 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.867134 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.867594 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router after_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.867949 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_delete 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.868310 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_create 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.868682 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router_interface after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.869037 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_update 55549900 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.869407 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > agent after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.869763 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > agent after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.870112 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > network after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.871007 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Tracking information for resource: router configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:29.871353 n-d-705658-23 neutron-server[94603]: DEBUG neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Tracking information for resource: floatingip configured {{(pid=94603) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 14:12:29.877589 n-d-705658-23 neutron-server[94603]: INFO neutron.db.l3_agentschedulers_db [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 14:12:29.878185 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.878550 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.878912 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.879362 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: port after_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.880157 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router before_create 55550100 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.880527 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_delete 55550100 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.880897 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_create 55550100 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.881265 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > router precommit_update 55550100 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.885884 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.provider_configuration [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service providers = [] {{(pid=94603) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 14:12:29.886256 n-d-705658-23 neutron-server[94603]: DEBUG neutron.db.servicetype_db [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94603) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 14:12:29.889229 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.service_base [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:12:29.889579 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.service_base [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:12:29.889925 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.service_base [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:12:29.890808 n-d-705658-23 neutron-server[94603]: DEBUG neutron.services.service_base [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94603) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 14:12:29.891215 n-d-705658-23 neutron-server[94603]: INFO neutron.services.service_base [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 14:12:29.891600 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.891919 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 14:12:29.903099 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.903441 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: auto_allocate Jul 28 14:12:29.909152 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: network precommit_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.909528 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: network precommit_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.910049 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.910373 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: tag Jul 28 14:12:29.924588 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.924918 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: timestamp Jul 28 14:12:29.928971 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.929304 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: network_ip_availability Jul 28 14:12:29.934937 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.935331 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.935692 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:29.936413 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.936739 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: flavors Jul 28 14:12:29.941453 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.941787 n-d-705658-23 neutron-server[94603]: INFO neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading Plugin: revisions Jul 28 14:12:29.946166 n-d-705658-23 neutron-server[94603]: DEBUG neutron.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94603) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 14:12:29.946559 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.392s {{(pid=94603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 14:12:29.947334 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94603) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 14:12:29.947675 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Initializing extension manager. Jul 28 14:12:29.948191 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: __init__.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.948560 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: __pycache__ {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.948951 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.949292 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: address_group.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.950073 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.950641 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: address-group Jul 28 14:12:29.950982 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: address_scope.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.951696 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.958295 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: address-scope Jul 28 14:12:29.958295 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: admin_state_down_before_update.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.958756 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.959296 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: router-admin-state-down-before-update Jul 28 14:12:29.959625 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: agent.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.961157 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.961665 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: agent Jul 28 14:12:29.961992 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: agent_resources_synced.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.962904 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.963436 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: agent-resources-synced Jul 28 14:12:29.963763 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: allowedaddresspairs.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.965552 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.966062 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: allowed-address-pairs Jul 28 14:12:29.966394 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: auto_allocated_topology.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.967485 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.967992 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: auto-allocated-topology Jul 28 14:12:29.968320 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: availability_zone.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.969011 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.969508 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: availability_zone Jul 28 14:12:29.969832 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: availability_zone_filter.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.970742 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.971273 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: availability_zone_filter Jul 28 14:12:29.971602 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: data_plane_status.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.972503 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.973002 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 14:12:29.973326 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: default_subnetpools.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.974248 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.974749 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: default-subnetpools Jul 28 14:12:29.975110 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: dhcpagentscheduler.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.976534 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.977036 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: dhcp_agent_scheduler Jul 28 14:12:29.977362 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: dns.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.978275 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.978776 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension dns-integration not supported by any of loaded plugins Jul 28 14:12:29.979128 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: dns_domain_ports.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.980043 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.980799 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 14:12:29.981124 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.982039 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.982536 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 14:12:29.982861 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: dvr.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.983555 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.984059 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: dvr Jul 28 14:12:29.984382 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: ecmp_routes.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.985295 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.985786 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 14:12:29.986108 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: empty_string_filtering.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.987066 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.987564 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: empty-string-filtering Jul 28 14:12:29.987890 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.988862 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.989363 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 14:12:29.989688 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.990601 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.991210 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 14:12:29.991543 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: external_net.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.992463 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.992967 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: external-net Jul 28 14:12:29.993291 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: extra_dhcp_opt.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.994203 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.994710 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: extra_dhcp_opt Jul 28 14:12:29.995063 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: extraroute.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.995964 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.996470 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: extraroute Jul 28 14:12:29.996790 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: extraroute_atomic.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.997824 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.998333 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: extraroute-atomic Jul 28 14:12:29.998659 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: filter_validation.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:29.999359 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:29.999855 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: filter-validation Jul 28 14:12:30.000175 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: fip_pf_description.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.001087 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.001583 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 14:12:30.001904 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: fip_port_details.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.002811 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.003344 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: fip-port-details Jul 28 14:12:30.003715 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: flavors.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.010558 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.011107 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: flavors Jul 28 14:12:30.011439 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.013087 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.013671 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 14:12:30.014007 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: floatingip_pools.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.014721 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.015248 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: floatingip-pools Jul 28 14:12:30.015581 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: ip_allocation.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.016519 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.017019 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 14:12:30.017346 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.018262 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.018764 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: ip-substring-filtering Jul 28 14:12:30.019121 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l2_adjacency.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.020057 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.020551 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 14:12:30.020879 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.022000 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.023076 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: router Jul 28 14:12:30.023441 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3_conntrack_helper.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.025752 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.026279 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 14:12:30.026618 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.027564 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.028075 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: ext-gw-mode Jul 28 14:12:30.028408 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.029339 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.029848 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: l3-ha Jul 28 14:12:30.030176 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3_flavors.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.031115 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.031619 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: l3-flavors Jul 28 14:12:30.031945 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.032853 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.033354 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 14:12:30.033681 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: l3agentscheduler.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.034728 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.035264 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: l3_agent_scheduler Jul 28 14:12:30.035597 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: logging.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.037074 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.037596 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension logging not supported by any of loaded plugins Jul 28 14:12:30.037934 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: metering.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.039314 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.039903 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: metering Jul 28 14:12:30.040253 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.045432 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.045940 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: metering_source_and_destination_fields Jul 28 14:12:30.046274 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: multiprovidernet.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.047218 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.047719 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: multi-provider Jul 28 14:12:30.048048 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: netmtu.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.049001 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.049495 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: net-mtu Jul 28 14:12:30.049823 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: netmtu_writable.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.050733 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.051265 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: net-mtu-writable Jul 28 14:12:30.051597 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: network_availability_zone.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.052265 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.052761 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: network_availability_zone Jul 28 14:12:30.053088 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: network_ip_availability.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.054325 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.054829 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: network-ip-availability Jul 28 14:12:30.055188 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: network_segment_range.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.055955 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.056454 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 14:12:30.056784 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: pagination.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.057758 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.058093 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: pagination Jul 28 14:12:30.058422 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: port_device_profile.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.059364 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.059875 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: port-device-profile Jul 28 14:12:30.060201 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.061122 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.061623 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: port-mac-address-regenerate Jul 28 14:12:30.061948 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.062873 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.063401 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: port-numa-affinity-policy Jul 28 14:12:30.063731 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: port_resource_request.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.064635 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.065137 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 14:12:30.065461 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: portbindings.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.066398 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.066899 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: binding Jul 28 14:12:30.067247 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: portbindings_extended.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.068629 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.069141 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: binding-extended Jul 28 14:12:30.069591 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: portsecurity.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.070509 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.071042 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: port-security Jul 28 14:12:30.071375 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: project_id.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.072345 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.072679 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: project-id Jul 28 14:12:30.073009 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: providernet.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.073932 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.074436 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: provider Jul 28 14:12:30.074760 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.078327 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.078849 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos not supported by any of loaded plugins Jul 28 14:12:30.079222 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.080488 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.080997 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 14:12:30.081330 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.082253 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.082770 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 14:12:30.083134 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_default.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.084055 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.084563 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-default not supported by any of loaded plugins Jul 28 14:12:30.084908 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_fip.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.088949 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.088949 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-fip not supported by any of loaded plugins Jul 28 14:12:30.088949 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_gateway_ip.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.089427 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.089933 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 14:12:30.090261 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_port_network_policy.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.091205 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.091711 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 14:12:30.092037 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_rule_type_details.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.092955 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.093457 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 14:12:30.093781 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: qos_rules_alias.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.094828 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.095378 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 14:12:30.095710 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: quotasv2.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.096655 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.096980 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: quotas Jul 28 14:12:30.097306 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: quotasv2_detail.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.100431 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.101593 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: quota_details Jul 28 14:12:30.101856 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: rbac.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.103154 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.103683 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: rbac-policies Jul 28 14:12:30.104019 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: rbac_address_group.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.104981 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.105754 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: rbac-address-group Jul 28 14:12:30.106090 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: rbac_address_scope.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.107032 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.107545 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: rbac-address-scope Jul 28 14:12:30.107876 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: rbac_security_groups.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.108787 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.109293 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: rbac-security-groups Jul 28 14:12:30.109622 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: rbac_subnetpool.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.110575 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.111068 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: rbac-subnetpool Jul 28 14:12:30.111398 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: revisionifmatch.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.112313 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.112819 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: revision-if-match Jul 28 14:12:30.113147 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: revisions.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.114253 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.114763 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: standard-attr-revisions Jul 28 14:12:30.115125 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: router_availability_zone.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.115804 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.116350 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: router_availability_zone Jul 28 14:12:30.116761 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: routerservicetype.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.117690 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.118191 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension router-service-type not supported by any of loaded plugins Jul 28 14:12:30.118518 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.119460 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.119969 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: security-groups-normalized-cidr Jul 28 14:12:30.120294 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: security_groups_port_filtering.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.121204 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.121705 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: port-security-groups-filtering Jul 28 14:12:30.122030 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.122942 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.123476 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: security-groups-remote-address-group Jul 28 14:12:30.123804 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: securitygroup.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.133479 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.134000 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: security-group Jul 28 14:12:30.134342 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: segment.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.135158 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.135671 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension segment not supported by any of loaded plugins Jul 28 14:12:30.136010 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.136944 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.137452 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 14:12:30.137783 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: servicetype.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.138975 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.139517 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: service-type Jul 28 14:12:30.139851 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: sorting.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.140896 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.141231 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: sorting Jul 28 14:12:30.141559 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: standard_attr_segment.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.142548 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.143087 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 14:12:30.143421 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: standardattrdescription.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.144079 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.144580 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: standard-attr-description Jul 28 14:12:30.144909 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: stateful_security_group.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.145846 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.146359 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: stateful-security-group Jul 28 14:12:30.146688 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: stdattrs_common.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.147296 n-d-705658-23 neutron-server[94603]: WARNING neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 14:12:30.148148 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.149083 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.149591 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 14:12:30.149917 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnet_onboard.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.151021 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.151533 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: subnet_onboard Jul 28 14:12:30.151864 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.152791 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.153298 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 14:12:30.153627 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnet_service_types.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.154560 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.155101 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: subnet-service-types Jul 28 14:12:30.155436 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnetallocation.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.156523 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.157033 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: subnet_allocation Jul 28 14:12:30.157364 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.158033 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.158534 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: subnetpool-prefix-ops Jul 28 14:12:30.158859 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.159809 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.160311 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 14:12:30.160637 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: tagging.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.161712 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.162228 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: standard-attr-tag Jul 28 14:12:30.162559 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: timestamp.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.164552 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.165064 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loaded extension: standard-attr-timestamp Jul 28 14:12:30.165399 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: trunk.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.166436 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.166951 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension trunk not supported by any of loaded plugins Jul 28 14:12:30.167307 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: trunk_details.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.168225 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.168737 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension trunk-details not supported by any of loaded plugins Jul 28 14:12:30.169066 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: uplink_status_propagation.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.169984 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.170491 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 14:12:30.170822 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Loading extension file: vlantransparent.py {{(pid=94603) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 14:12:30.171519 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94603) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 14:12:30.172032 n-d-705658-23 neutron-server[94603]: INFO neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 14:12:30.174534 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:network Jul 28 14:12:30.175088 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnet Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:port Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service FLAVORS assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.178780 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.179274 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:router Jul 28 14:12:30.179456 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:floatingip Jul 28 14:12:30.179951 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service METERING assigned prefix: /metering {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.181374 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:30.181751 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:30.182106 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:12:30.183131 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 14:12:30.183577 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:security_group Jul 28 14:12:30.184009 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 14:12:30.184622 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service CORE assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.184955 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:12:30.185349 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] subnetpool is already registered Jul 28 14:12:30.185725 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service CORE assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.186048 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:12:30.186384 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] subnetpool is already registered Jul 28 14:12:30.189955 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.190409 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service FLAVORS assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.191026 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.191459 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.191797 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:router Jul 28 14:12:30.192139 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] router is already registered Jul 28 14:12:30.192549 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:floatingip Jul 28 14:12:30.192886 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] floatingip is already registered Jul 28 14:12:30.193339 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service METERING assigned prefix: /metering {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.194002 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 14:12:30.194360 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] rbac_policy is already registered Jul 28 14:12:30.194864 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:security_group Jul 28 14:12:30.195227 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] security_group is already registered Jul 28 14:12:30.195636 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 14:12:30.195971 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] security_group_rule is already registered Jul 28 14:12:30.196448 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service CORE assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.196773 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:12:30.197226 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] subnetpool is already registered Jul 28 14:12:30.197652 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.v2.resource_helper [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Service CORE assigned prefix: {{(pid=94603) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 14:12:30.197978 n-d-705658-23 neutron-server[94603]: INFO neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 14:12:30.198309 n-d-705658-23 neutron-server[94603]: WARNING neutron.quota.resource_registry [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] subnetpool is already registered Jul 28 14:12:30.198756 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: extensions {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.200332 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: address-groups {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.201842 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: address-scopes {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.203055 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: agents {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.204251 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: auto-allocated-topology {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.205613 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: availability_zones {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.213162 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: dhcp-networks {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.213162 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: dhcp-agents {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.213162 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: routers {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.213162 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: flavors {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.213500 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: service_profiles {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.214487 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: next_providers {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.216018 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: service_profiles {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.217457 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: floatingip-pools {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.218709 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: routers {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.220514 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: floatingips {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.221684 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: l3-routers {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.223093 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: l3-agents {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.224596 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: metering-labels {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.226460 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: metering-label-rules {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.227751 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: network-ip-availabilities {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.229109 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: bindings {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.230917 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: quotas {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.232385 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: quotas {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.233896 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: rbac-policies {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.235116 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: security-groups {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.236297 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: security-group-rules {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.237787 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: service-providers {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.239122 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: subnetpools {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.240443 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: subnetpools {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.241904 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.243790 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.245479 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.247376 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.249038 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.250884 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.253582 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.255377 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.257645 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.259509 n-d-705658-23 neutron-server[94603]: DEBUG neutron.api.extensions [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Extended resource: tags {{(pid=94603) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 14:12:30.265411 n-d-705658-23 neutron-server[94603]: WARNING keystonemiddleware.auth_token [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 14:12:30.269934 n-d-705658-23 neutron-server[94603]: WARNING keystonemiddleware.auth_token [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 14:12:30.279205 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Acquired lock "singleton_lock" {{(pid=94603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 14:12:30.279684 n-d-705658-23 neutron-server[94603]: DEBUG oslo_concurrency.lockutils [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Releasing lock "singleton_lock" {{(pid=94603) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 14:12:30.280321 n-d-705658-23 neutron-server[94603]: INFO oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Starting 2 workers Jul 28 14:12:30.285172 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Started child 94748 {{(pid=94603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:12:30.289687 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Started child 94749 {{(pid=94603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:12:30.290922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.291780 n-d-705658-23 neutron-server[94603]: INFO neutron.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 14:12:30.291973 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Notify callbacks [] for process, before_spawn {{(pid=94603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.292538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [-] (94748) wsgi starting up on http://0.0.0.0:9696 Jul 28 14:12:30.294472 n-d-705658-23 neutron-server[94603]: INFO oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Starting 1 workers Jul 28 14:12:30.295179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.299146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [-] (94749) wsgi starting up on http://0.0.0.0:9696 Jul 28 14:12:30.299758 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Started child 94750 {{(pid=94603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:12:30.300299 n-d-705658-23 neutron-server[94603]: INFO oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Starting 1 workers Jul 28 14:12:30.303551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] calling RpcWorker wait() {{(pid=94750) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 14:12:30.304095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] returning from RpcWorker wait() {{(pid=94750) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 14:12:30.304865 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Started child 94751 {{(pid=94603) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 14:12:30.305698 n-d-705658-23 neutron-server[94603]: DEBUG neutron_lib.callbacks.manager [None req-46502f5b-bf0d-428b-976b-ab29d063bffb None None] Notify callbacks [] for process, after_spawn {{(pid=94603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.305825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.306174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:30.308067 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 14:12:30.308266 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:12:30.308601 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:12:30.308816 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:12:30.309160 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:12:30.309318 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:12:30.309991 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.310255 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.310508 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.310781 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.311167 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.311295 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:30.311797 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.312082 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.312338 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.312617 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.312868 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.313035 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.313201 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.313456 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.313706 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.314003 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.314266 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.314500 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.314775 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.314944 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.315229 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.315488 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.315755 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.316008 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] debug = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.316252 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.316735 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.316971 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.317376 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.317597 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.317872 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.318100 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.318377 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.318619 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.318838 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.319112 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.319886 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.320110 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.320349 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.320568 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.320841 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.321057 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.321518 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] host = n-d-705658-23 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.321755 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.321969 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.322225 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.322450 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.322711 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.322945 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.323244 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.323512 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.323769 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.323984 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.324237 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.324496 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.324739 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.324973 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.325127 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_options = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.325368 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.325641 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.325902 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.326262 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.326431 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.326608 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.326865 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.327050 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.327304 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.327521 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.331139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.332145 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.333194 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.334306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.335149 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.335149 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.335149 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.336044 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.336179 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.336403 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_json = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.336640 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.336861 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.337124 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.337340 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.337554 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.337771 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.338002 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.338233 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.338678 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.339050 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.339306 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.339566 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.339799 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.340038 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.340267 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.340507 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.340754 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.340985 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.341317 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.341538 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.341817 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.342068 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.342309 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.342659 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.343024 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.343235 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.343469 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.343717 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.343933 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.344168 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.344498 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.345004 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.345268 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.345580 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.345827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.346228 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.346228 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.346667 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.346667 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.346917 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.347098 n-d-705658-23 neutron-server[94751]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:30.347190 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.347411 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.347632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.347853 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.348103 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.348294 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.348536 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.348776 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.349012 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.349242 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.349480 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.349693 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.349906 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.350118 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.350330 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.350600 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.350900 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.351198 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.351425 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.351652 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.351890 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.352129 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.352350 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.352604 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.352824 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.353042 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.353256 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.353473 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.353714 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.353961 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.354202 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.354417 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.354628 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.354843 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.355364 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.355584 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.355827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.356063 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.356301 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.356515 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.356728 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.357120 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.357225 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.357381 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.357617 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.357827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.358042 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.358259 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.358469 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.358698 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.358908 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.359150 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.359417 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.362305 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363040 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363040 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363040 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363040 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363040 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363375 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363463 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363716 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.363952 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.364170 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.364413 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.364656 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.364873 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.365116 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.365369 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.365618 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.365852 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.366098 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.366469 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.366936 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.366936 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.367132 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.367389 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.367687 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.367932 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.368211 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.368434 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.368660 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.368896 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.369141 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.369385 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.369610 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.369837 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.370055 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.370339 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.370567 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.370799 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.371069 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.371301 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.371645 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.371904 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.372143 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.372382 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.372643 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.372891 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.373124 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.373383 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.373627 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.373855 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.374097 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.374342 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.374554 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.374764 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.375010 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.375220 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.375461 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.375675 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.375905 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.376115 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.376323 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.376547 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.376756 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.376968 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.377176 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.377394 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.377610 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.377851 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.378060 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.378273 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.378503 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.378721 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.378931 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.379437 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.379437 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.379748 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.380069 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.380340 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.380599 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.380813 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.381035 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.381255 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.381517 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.381750 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.382617 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.382865 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.385097 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.387001 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.387001 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.387208 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.387362 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.390459 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.390716 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.391023 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.391741 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.391741 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.391974 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.392165 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.392428 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.392656 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.392899 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.393152 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.393375 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.393602 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.393823 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.394034 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.394292 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.394519 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.394773 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.395248 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.395506 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.395721 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.395959 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.396400 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.396713 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.396981 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.397768 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.398179 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.398445 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.398682 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.398914 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.399156 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.399373 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.399601 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.400214 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.400448 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.402191 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.402780 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.402932 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.403207 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.403668 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.403897 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.404149 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.404368 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.404584 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.404811 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.405037 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.405244 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.405512 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.405766 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.405981 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.406207 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.406424 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.406637 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.407438 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.407556 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.407775 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.408030 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.408272 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.408508 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.408826 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.409107 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.409340 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.409636 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.409883 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.410155 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.410450 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.410743 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.410988 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.411361 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.411606 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.411839 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.412242 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.413620 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.413620 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.413907 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.414099 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.414389 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.414658 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.414941 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.415278 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.415498 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.415794 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.416139 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.416408 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.416673 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.416911 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.417174 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.417418 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.417638 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.417855 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.418074 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.418309 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.418566 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.418827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.419108 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.419330 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.419562 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.419782 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.420044 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.420259 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.420516 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.420733 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.420891 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:12:30.421420 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94603) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 14:12:30.421584 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 14:12:30.421742 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 14:12:30.421915 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 14:12:30.422086 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 14:12:30.422246 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 14:12:30.422453 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.422617 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.422779 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.422939 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423129 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423311 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423472 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423630 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423788 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.423947 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424129 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424287 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424445 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424611 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424773 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.424980 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425142 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425280 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425404 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425537 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425659 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425818 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.425976 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] debug = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.426150 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.426352 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.426511 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.426829 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.426829 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427975 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.427975 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.428116 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.428192 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.428280 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.428465 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.428623 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.429406 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] host = n-d-705658-23 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.429584 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.429744 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.429908 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430065 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430224 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430383 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430542 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430701 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.430862 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431041 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431204 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431360 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431520 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431678 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.431843 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_options = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432002 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432167 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432326 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432511 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432677 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.432851 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433019 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433178 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433336 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433496 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433656 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433818 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.433978 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.434154 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.434296 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.434454 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.434611 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.434772 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435004 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435100 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435254 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435411 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435569 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435727 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.435884 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436044 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436203 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436507 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436661 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.436828 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437086 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437216 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437380 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437564 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437738 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.437897 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438057 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438217 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438351 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438508 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438641 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438771 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.438912 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439176 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439311 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_json = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439443 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439573 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439738 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.439871 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.440000 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.440132 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.440262 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.440401 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441356 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.441827 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442049 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442126 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442239 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442415 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442576 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442736 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.442899 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443083 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443244 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443405 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443565 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443726 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.443886 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444063 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444223 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444407 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444600 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444828 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.444898 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445028 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445159 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445351 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445483 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445630 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445790 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.445957 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446117 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446277 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446438 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446599 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446760 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.446921 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447102 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447263 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447424 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447602 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447732 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.447894 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448054 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448216 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448375 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448545 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448705 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.448866 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449028 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449301 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449465 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449628 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449788 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.449949 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450110 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450271 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450446 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450607 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450767 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.450927 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451109 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451271 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451432 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451592 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451752 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.451918 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452078 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452238 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452399 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452563 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452728 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.452888 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453049 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453210 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453373 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453532 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453693 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.453854 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454015 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454293 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454393 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454545 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454706 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.454867 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455048 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455208 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455368 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455518 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455677 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455837 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.455996 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.456157 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.456320 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.456480 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.456639 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.456882 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457051 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457212 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457371 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457531 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457691 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457860 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.457860 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.458583 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.458583 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.458583 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.458583 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459063 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459063 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459063 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459330 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459420 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459531 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.459692 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460087 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460312 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460480 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460717 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460847 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.460979 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461093 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461249 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461419 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461589 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461944 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.461944 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462103 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462235 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462397 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462558 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462720 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.462880 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.463066 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.463228 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.463388 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.463549 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.463708 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.464632 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465033 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465033 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465033 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465252 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465355 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465598 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.465841 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466005 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466168 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466315 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466477 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466638 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466800 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.466944 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467122 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467262 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467427 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467589 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467749 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.467894 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.468058 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.468223 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.468383 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.468545 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469314 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469314 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469314 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469314 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469710 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469710 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469710 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469988 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.469988 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470128 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470271 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470437 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470598 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470757 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.470984 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471151 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471312 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471473 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471633 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471793 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.471958 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472118 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472278 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472439 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472600 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472759 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.472921 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473086 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473247 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473407 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473568 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473730 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.473891 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474098 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474222 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474364 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474523 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474681 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.474841 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.475027 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.475199 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.475361 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.476036 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.476193 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.476454 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.476633 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.476894 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477131 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477295 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477455 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477616 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477777 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.477949 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478109 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478602 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478602 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478602 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478845 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.478925 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479054 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479214 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479373 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479532 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479691 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.479863 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.480023 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.480437 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.480597 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.480757 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.480918 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481087 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481250 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:30.481465 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481569 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481729 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.481889 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482050 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482222 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482423 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482744 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482813 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.482935 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483123 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483285 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483450 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483620 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483787 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.483948 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484120 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484290 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484459 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484620 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484789 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.484962 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485124 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485286 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485447 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485608 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485770 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.485931 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.486092 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.486683 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.486832 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487027 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487191 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487353 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487515 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487675 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487837 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.487997 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.488158 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.488319 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.488480 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 14:12:30.488634 n-d-705658-23 neutron-server[94603]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94603) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 14:12:30.584731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54258) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:12:30.593249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062191 Jul 28 14:12:42.181529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8abe5-f94f-42e1-8e0f-be588607ef52 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:12:42.258645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e8abe5-f94f-42e1-8e0f-be588607ef52 None None] No non-hosted networks {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 14:12:42.274226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.agentschedulers_db [None req-c3e8abe5-f94f-42e1-8e0f-be588607ef52 None None] DHCP Agent not found on host n-d-705658-23 {{(pid=94750) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 14:12:42.474336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-570b3c06-d3e8-4f55-8c9c-bef6a8b8e7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:44.638123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6397bc66-fed0-48e8-9461-f12fc5c74498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:44.685474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-ed007824-3e2c-44d3-8f67-d152b4377231 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-705658-23 {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:12:44.686711 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-ed007824-3e2c-44d3-8f67-d152b4377231 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:12:44.769125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:44.770198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.770879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.772162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.772919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.773492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.774052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.774604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.775179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.775718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.776254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.776810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.777347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:44.777945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-705658-23', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:44.786139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-705658-23', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:12:45.214005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ed007824-3e2c-44d3-8f67-d152b4377231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:45.900813 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:47.491169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:48.700497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:12:48.939916 n-d-705658-23 neutron-server[94750]: INFO neutron.db.l3_hamode_db [None req-0208948e-003d-41a6-8b33-2bdfca4c3225 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 14:12:49.022143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208948e-003d-41a6-8b33-2bdfca4c3225 None None] Routers set() bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:12:49.022550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208948e-003d-41a6-8b33-2bdfca4c3225 None None] Router IDs set() for agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 14:12:49.192318 n-d-705658-23 neutron-server[94749]: WARNING oslo_policy.policy [None req-1e6155a2-130c-4ef3-995e-19f0441b3872 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:49.192914 n-d-705658-23 neutron-server[94749]: WARNING oslo_policy.policy [None req-1e6155a2-130c-4ef3-995e-19f0441b3872 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:49.410528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-1e6155a2-130c-4ef3-995e-19f0441b3872 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:12:49.411771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e6155a2-130c-4ef3-995e-19f0441b3872 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7101996 Jul 28 14:12:51.757451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:12:52.060250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:12:52.152677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.policy [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94749) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 14:12:52.196795 n-d-705658-23 neutron-server[94749]: WARNING oslo_policy.policy [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:52.197114 n-d-705658-23 neutron-server[94749]: WARNING oslo_policy.policy [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:52.205667 n-d-705658-23 neutron-server[94749]: INFO neutron.quota [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] Loaded quota_driver: . Jul 28 14:12:52.402848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788959363717', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788959366998', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788959359776', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788959347990', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788958989849', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788959332560', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1774746', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1772549', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576371', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642578'] for rbac-policy, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:52.636936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:52.638124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-29fa1b92-2532-4133-95f9-28ebba5b6887 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8796744 Jul 28 14:12:55.210458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54376) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:12:55.690238 n-d-705658-23 neutron-server[94748]: WARNING oslo_policy.policy [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:55.690826 n-d-705658-23 neutron-server[94748]: WARNING oslo_policy.policy [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:55.909085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Request body: {'network': {'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'name': 'private', 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:12:55.910751 n-d-705658-23 neutron-server[94748]: INFO neutron.quota [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Loaded quota_driver: . Jul 28 14:12:56.019850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Made reservation on behalf of 6650b1c861214a26a49a5a94fe657bf3 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:12:56.085943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.policy [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94748) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 14:12:56.129780 n-d-705658-23 neutron-server[94748]: WARNING oslo_policy.policy [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:56.130851 n-d-705658-23 neutron-server[94748]: WARNING oslo_policy.policy [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 14:12:56.140952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.163042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.292522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.385186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.408894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:12:56.433375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788961192232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.433947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Unsubscribe: segment precommit_create {{(pid=94748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 14:12:56.434463 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Added segment d3d74974-d55c-404b-800d-72c2e096aed9 of type vlan for network a856b14e-fd0e-4bcd-acef-cdc912760b70 Jul 28 14:12:56.444561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe189e78-86fc-4b6a-80f8-08181a56c7a3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:12:56.472125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.472465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.472797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.473125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.473452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.473970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.474296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.474613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.474928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.475268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.475582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.475897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Tracked resource versions report: Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: pushed versions: Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: { 'AddressGroup': {'1.2'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'ConntrackHelper': {'1.0'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Log': {'1.0'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Network': {'1.1'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Port': {'1.7'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'PortForwarding': {'1.2'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'QosPolicy': {'1.8'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SecurityGroup': {'1.4'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SubPort': {'1.0'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Subnet': {'1.1'}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Trunk': {'1.1'}} Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: consumer versions: Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: L3 agent@n-d-705658-23: {}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: Metadata agent@n-d-705658-23: {}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: Metering agent@n-d-705658-23: {}, Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'ConntrackHelper': '1.0', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Log': '1.0', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Network': '1.1', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Port': '1.7', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'PortForwarding': '1.2', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'QosPolicy': '1.8', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SecurityGroup': '1.4', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SecurityGroupRule': '1.2', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'SubPort': '1.0', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Subnet': '1.1', Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: 'Trunk': '1.1'}} Jul 28 14:12:56.476981 n-d-705658-23 neutron-server[94748]: {{(pid=94748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:12:56.568684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.688334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.689555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:12:56.690205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:12:56.784091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] Pushing event updated for resources: {'Network': ['ID=a856b14e-fd0e-4bcd-acef-cdc912760b70,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:12:56.795930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:12:56.871790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f2beab0-8f85-45ab-8f4f-e0e7f4d406f9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6590352 Jul 28 14:12:59.492371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54398) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:12:59.877826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d163f84-15c7-4cee-896a-f6b822187033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:12:59.879271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d163f84-15c7-4cee-896a-f6b822187033 admin admin] 10.222.0.47 "GET /v2.0/networks/a856b14e-fd0e-4bcd-acef-cdc912760b70 HTTP/1.1" status: 200 len: 825 time: 0.3858635 Jul 28 14:12:59.918468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15c62b5d-c405-4d4b-a2d0-a15fcdc62fbd admin admin] 10.222.0.47 "GET /v2.0/subnetpools/751d9082-a7db-4654-be14-1eb59e16d1aa HTTP/1.1" status: 200 len: 734 time: 0.0322328 Jul 28 14:12:59.928476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Request body: {'subnet': {'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa', 'ip_version': 4, 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:13:00.087110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Made reservation on behalf of 6650b1c861214a26a49a5a94fe657bf3 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:13:00.089426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:00.437077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:00.508949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1e4b48-bbb2-4442-bff1-23936aa3353c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:00.511828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Checking segment: {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:13:00.512221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Network hostable DHCP agents. Network: a856b14e-fd0e-4bcd-acef-cdc912760b70, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:13:00.625263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:13:00.739852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a856b14e-fd0e-4bcd-acef-cdc912760b70) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:00.745077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:00.745844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:00.750167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac6c81-e3d5-4896-94b6-58eb99693877 None None] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:13:00.911923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f7b36e61-08f2-4c89-b320-38e1a5a7082e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9875069 Jul 28 14:13:01.076151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a856b14e-fd0e-4bcd-acef-cdc912760b70', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:13:01.077385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:01.369328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Allocated IP 172.20.0.2 (a856b14e-fd0e-4bcd-acef-cdc912760b70/be1e4b48-bbb2-4442-bff1-23936aa3353c/c55e546e-e9ef-42f0-87e6-c93b7de76587) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:13:01.605956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:01.625031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Transition to ACTIVE for port object c55e546e-e9ef-42f0-87e6-c93b7de76587 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:13:01.643412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Transition to ACTIVE for port object c55e546e-e9ef-42f0-87e6-c93b7de76587 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:13:01.740480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:01.814090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:13:01.821078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:01.824165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:13:01.832307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Pushing event updated for resources: {'Port': ['ID=c55e546e-e9ef-42f0-87e6-c93b7de76587,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:01.877726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.877998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.878339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.878677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.879057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.879367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.879741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.880063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.880387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.880777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.881129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.881451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Tracked resource versions report: Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: pushed versions: Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: { 'AddressGroup': {'1.2'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'ConntrackHelper': {'1.0'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Log': {'1.0'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Network': {'1.1'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Port': {'1.7'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'PortForwarding': {'1.2'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'QosPolicy': {'1.8'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SecurityGroup': {'1.4'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SubPort': {'1.0'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Subnet': {'1.1'}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Trunk': {'1.1'}} Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: consumer versions: Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: L3 agent@n-d-705658-23: {}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: Metadata agent@n-d-705658-23: {}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: Metering agent@n-d-705658-23: {}, Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'ConntrackHelper': '1.0', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Log': '1.0', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Network': '1.1', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Port': '1.7', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'PortForwarding': '1.2', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'QosPolicy': '1.8', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SecurityGroup': '1.4', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SecurityGroupRule': '1.2', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'SubPort': '1.0', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Subnet': '1.1', Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: 'Trunk': '1.1'}} Jul 28 14:13:01.882551 n-d-705658-23 neutron-server[94750]: {{(pid=94750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:13:01.916789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Attempting to bind port c55e546e-e9ef-42f0-87e6-c93b7de76587 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:13:01.917185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Attempting to bind port c55e546e-e9ef-42f0-87e6-c93b7de76587 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:13:01.929980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Attempting to bind port c55e546e-e9ef-42f0-87e6-c93b7de76587 on network a856b14e-fd0e-4bcd-acef-cdc912760b70 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Checking segment: {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Bound using segment: {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Bound port: c55e546e-e9ef-42f0-87e6-c93b7de76587, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:13:01.930118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:01.989923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] For port c55e546e-e9ef-42f0-87e6-c93b7de76587, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:13:01.994109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] For port c55e546e-e9ef-42f0-87e6-c93b7de76587, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c55e546e-e9ef-42f0-87e6-c93b7de76587,segment=NetworkSegment(d3d74974-d55c-404b-800d-72c2e096aed9),segment_id=d3d74974-d55c-404b-800d-72c2e096aed9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:13:02.088557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:02.165196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58e233-9bb8-4701-b328-f61fbb82102f None None] Pushing event updated for resources: {'Port': ['ID=c55e546e-e9ef-42f0-87e6-c93b7de76587,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:03.307013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54406) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:03.621773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-4c9f9ca4-8aa7-4c4d-b352-97c0de5cfa65 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:13:03.622752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4c9f9ca4-8aa7-4c4d-b352-97c0de5cfa65 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145664 Jul 28 14:13:06.138035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:06.493380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-f4d81b57-c6ac-4aea-b363-0274d59914b1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:13:06.494398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4d81b57-c6ac-4aea-b363-0274d59914b1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554716 Jul 28 14:13:09.131203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54424) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:09.436890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:13:09.584754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:09.586451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:09.781413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:09.888507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:10.081781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:10.083086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-95db0449-9992-410b-9d7b-792d92a6ff78 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9507964 Jul 28 14:13:10.585629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2259d-85c9-47d6-902e-03bc224851ce None None] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:13:10.703257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c55e546e-e9ef-42f0-87e6-c93b7de76587 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:10.756348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-30a78598-6745-483f-b688-5cc003f4f16d None None] Provisioning for port c55e546e-e9ef-42f0-87e6-c93b7de76587 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:13:10.921773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c55e546e-e9ef-42f0-87e6-c93b7de76587 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:13:10.926201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c55e546e-e9ef-42f0-87e6-c93b7de76587 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:10.926666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:11.045850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5de005f9-f11c-4cc7-89b4-6210a0c3fded None None] Provisioning complete for port c55e546e-e9ef-42f0-87e6-c93b7de76587 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:11.046155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5de005f9-f11c-4cc7-89b4-6210a0c3fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:11.070121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:11.121347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c55e546e-e9ef-42f0-87e6-c93b7de76587, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c55e546e-e9ef-42f0-87e6-c93b7de76587,segment=NetworkSegment(d3d74974-d55c-404b-800d-72c2e096aed9),segment_id=d3d74974-d55c-404b-800d-72c2e096aed9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:13:11.157024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5de005f9-f11c-4cc7-89b4-6210a0c3fded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:11.209237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:11.280787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-5de005f9-f11c-4cc7-89b4-6210a0c3fded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:13:11.281162 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-5de005f9-f11c-4cc7-89b4-6210a0c3fded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:13:11.283705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c55e546e-e9ef-42f0-87e6-c93b7de76587,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:12.178947 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c76795e-d5d3-4fa7-a787-17feabfbad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:12.471553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:12.655361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c55e546e-e9ef-42f0-87e6-c93b7de76587 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:12.701134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c55e546e-e9ef-42f0-87e6-c93b7de76587 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:12.701421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:12.785936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-31f9851c-8913-4bdf-8806-bcb56e05076d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:13:12.786942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-31f9851c-8913-4bdf-8806-bcb56e05076d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144445 Jul 28 14:13:14.664261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-507d2971-026d-4b48-8009-bdfc0c619159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:14.778481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.158453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54446) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:15.467264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:13:15.549754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Made reservation on behalf of 5a176d73746444dba74255a44cc7f531 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:13:15.552823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.561093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.645352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.714286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.729483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Reserving flat network on physical network physnet1 {{(pid=94748) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 14:13:15.748664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddadef3-ff9d-475f-9407-d87894b0fb63,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:15.751470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.751907 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Added segment 18e3b0f1-0c92-497f-9136-70bd01fbe8e9 of type flat for network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 Jul 28 14:13:15.797828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.835857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.904300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.905247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:15.905823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:15.964116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=49a2c6f3-60a8-433f-adcc-64ab59457ee7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:15.974436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:13:16.031124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad79f973-044d-4003-9784-5aa6dbb95fc8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8714945 Jul 28 14:13:17.366838 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:18.382392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54464) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:18.551974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1c1ce-168a-4258-838b-fd3859cf1b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:18.553326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ab1c1ce-168a-4258-838b-fd3859cf1b8c admin admin] 10.222.0.47 "GET /v2.0/subnets/be1e4b48-bbb2-4442-bff1-23936aa3353c HTTP/1.1" status: 200 len: 849 time: 0.1699519 Jul 28 14:13:18.718637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-546b8740-5034-40d3-b3a6-a42d51d8b0dc admin admin] 10.222.0.47 "GET /v2.0/routers/e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 HTTP/1.1" status: 200 len: 704 time: 0.1593242 Jul 28 14:13:18.983352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:19.274617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Allocated IP 172.20.0.1 (a856b14e-fd0e-4bcd-acef-cdc912760b70/be1e4b48-bbb2-4442-bff1-23936aa3353c/a0f28f15-f4e2-4a08-b7f3-3c04d026eede) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:13:19.425453 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:19.450691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Transition to ACTIVE for port object a0f28f15-f4e2-4a08-b7f3-3c04d026eede will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:13:19.647798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:19.715742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:13:19.721322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:19.729978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:13:19.730526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:19.752822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:20.009984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.018225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a0a42a9-3ac7-4e74-937f-6c9ae0d5ee16 None None] Provisioning for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:13:20.022948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a0a42a9-3ac7-4e74-937f-6c9ae0d5ee16 None None] Provisioning complete for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:20.023560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a0a42a9-3ac7-4e74-937f-6c9ae0d5ee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.055287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a42a9-3ac7-4e74-937f-6c9ae0d5ee16 None None] Port a0f28f15-f4e2-4a08-b7f3-3c04d026eede cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:13:20.216609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.275288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.275999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.353399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:20.398596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:13:20.399874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:20.574723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b8eb5324-903f-4516-be9b-6620ff2dee9b None None] Provisioning complete for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:20.575132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b8eb5324-903f-4516-be9b-6620ff2dee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:20.613115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb5324-903f-4516-be9b-6620ff2dee9b None None] Port a0f28f15-f4e2-4a08-b7f3-3c04d026eede cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:13:20.624327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:13:20.713070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:13:20.718343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f3a38f3-df45-40d3-be42-373c034b97b1 admin admin] 10.222.0.47 "PUT /v2.0/routers/e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9941013 Jul 28 14:13:20.735194 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Sync routers for ids ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:13:20.747729 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Routers {'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:13:20.748625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:20.931668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Set router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:13:21.356238 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:19Z', 'revision_number': 2, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port_host': None, '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:20Z', 'revision_number': 2, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:21.410379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Checking router: e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:13:21.410748 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Updating router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 port a0f28f15-f4e2-4a08-b7f3-3c04d026eede binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:13:21.462252 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:21.988601 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:22.007115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Transition to ACTIVE for port object a0f28f15-f4e2-4a08-b7f3-3c04d026eede will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:13:22.126805 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:22.268135 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Pushing event updated for resources: {'Port': ['ID=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:22.301865 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Attempting to bind port a0f28f15-f4e2-4a08-b7f3-3c04d026eede on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:13:22.302277 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Attempting to bind port a0f28f15-f4e2-4a08-b7f3-3c04d026eede by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:13:22.302708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Attempting to bind port a0f28f15-f4e2-4a08-b7f3-3c04d026eede on network a856b14e-fd0e-4bcd-acef-cdc912760b70 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:13:22.306505 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.306849 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.307211 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.307544 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.307870 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.308184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.308504 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.308823 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.309141 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.309461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.309778 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.310090 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Tracked resource versions report: Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: pushed versions: Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: { 'AddressGroup': {'1.2'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'ConntrackHelper': {'1.0'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Log': {'1.0'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Network': {'1.1'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Port': {'1.7'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'PortForwarding': {'1.2'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'QosPolicy': {'1.8'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SecurityGroup': {'1.4'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SubPort': {'1.0'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Subnet': {'1.1'}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Trunk': {'1.1'}} Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: consumer versions: Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: L3 agent@n-d-705658-23: {}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: Metadata agent@n-d-705658-23: {}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: Metering agent@n-d-705658-23: {}, Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'ConntrackHelper': '1.0', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Log': '1.0', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Network': '1.1', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Port': '1.7', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'PortForwarding': '1.2', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'QosPolicy': '1.8', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SecurityGroup': '1.4', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SecurityGroupRule': '1.2', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'SubPort': '1.0', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Subnet': '1.1', Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: 'Trunk': '1.1'}} Jul 28 14:13:22.311196 n-d-705658-23 neutron-server[94751]: {{(pid=94751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:13:22.316578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:13:22.317003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Checking segment: {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:13:22.317459 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:22.317841 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Bound using segment: {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:13:22.318320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Bound port: a0f28f15-f4e2-4a08-b7f3-3c04d026eede, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d74974-d55c-404b-800d-72c2e096aed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:13:22.318695 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:22.384037 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] For port a0f28f15-f4e2-4a08-b7f3-3c04d026eede, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:13:22.405145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] For port a0f28f15-f4e2-4a08-b7f3-3c04d026eede, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,segment=NetworkSegment(d3d74974-d55c-404b-800d-72c2e096aed9),segment_id=d3d74974-d55c-404b-800d-72c2e096aed9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:13:22.505223 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:22.565073 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf73337-331e-4d7e-a044-9cfddc42c83d None None] Pushing event updated for resources: {'Port': ['ID=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:22.571153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Routers {'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:13:22.571792 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:22.659862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] Set router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:13:22.950374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54484) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:23.030876 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:19Z', 'revision_number': 2, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port_host': None, '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:22Z', 'revision_number': 4, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:23.057257 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89493a7-09e5-468b-b83b-d43a24810936 None None] The sync data for ids ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'] in n-d-705658-23 is: [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:19Z', 'revision_number': 2, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port_host': None, '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:22Z', 'revision_number': 4, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:13:23.059867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59daa4e0-3743-4d51-a586-e27105de6d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:23.061289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59daa4e0-3743-4d51-a586-e27105de6d81 admin admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 842 time: 0.1096513 Jul 28 14:13:23.072286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Request body: {'subnet': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.0.0/24'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:13:23.212531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Made reservation on behalf of 5a176d73746444dba74255a44cc7f531 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:13:23.214898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:23.576027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:13:23.576470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:23.627526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77cd0aa-139c-4c49-8976-d4fafe86e961,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:23.638017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:13:23.638370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Network hostable DHCP agents. Network: 49a2c6f3-60a8-433f-adcc-64ab59457ee7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:13:23.732155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:13:23.829206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 49a2c6f3-60a8-433f-adcc-64ab59457ee7) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:23.833743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:23.834322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:23.839183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9de795-d106-4ba7-8ed6-b55858b5708e None None] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:13:23.957085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c85bb0-8dd7-4577-9a74-5eb896c57d80 None None] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:13:23.978990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3925f75c-05f8-4351-ae08-b9379202bf08 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8985312 Jul 28 14:13:26.259357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54492) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:26.469499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd5060c8-a614-40ec-a71f-34fb7ff5dbd5 admin admin] 10.222.0.47 "GET /v2.0/routers/e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 HTTP/1.1" status: 200 len: 710 time: 0.2089303 Jul 28 14:13:26.563934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac5de5-93cd-4480-a8a6-48534e6d0d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:13:26.565931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6cac5de5-93cd-4480-a8a6-48534e6d0d62 admin admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 886 time: 0.0894928 Jul 28 14:13:26.575426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:13:26.823864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:27.139782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:27.213030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:27.319122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Allocated IP 172.25.0.228 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/1e840382-a30a-4b93-91b8-81281c15488f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:13:27.421113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:27.527349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:27.567627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:13:27.570328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:13:27.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:13:27.608215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e840382-a30a-4b93-91b8-81281c15488f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:27.977516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.278398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.281775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.390472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:13:28.497797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:13:28.502199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.504007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-53b60224-3dda-4979-a9f6-223007efc4b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 HTTP/1.1" status: 200 len: 890 time: 1.9320719 Jul 28 14:13:28.692179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a0f28f15-f4e2-4a08-b7f3-3c04d026eede up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:28.829424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:13:28.833986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:28.834377 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.960921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:28.994442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a0f28f15-f4e2-4a08-b7f3-3c04d026eede, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,segment=NetworkSegment(d3d74974-d55c-404b-800d-72c2e096aed9),segment_id=d3d74974-d55c-404b-800d-72c2e096aed9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:13:29.092434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:29.140528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a0f28f15-f4e2-4a08-b7f3-3c04d026eede,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:29.485450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Sync routers for ids ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:13:29.495833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Routers {'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:13:29.496486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:29.706615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Set router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:13:30.095523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '1e840382-a30a-4b93-91b8-81281c15488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:27Z', 'revision_number': 4, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port': {'id': '1e840382-a30a-4b93-91b8-81281c15488f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:27Z', 'updated_at': '2021-07-28T14:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:28Z', 'revision_number': 5, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:30.145657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Checking router: e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:13:30.146011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Updating router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 port 1e840382-a30a-4b93-91b8-81281c15488f binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:13:30.194441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.515757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.525922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Transition to ACTIVE for port object 1e840382-a30a-4b93-91b8-81281c15488f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:13:30.594931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.646821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Attempting to bind port 1e840382-a30a-4b93-91b8-81281c15488f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:13:30.647213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Attempting to bind port 1e840382-a30a-4b93-91b8-81281c15488f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:13:30.647580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Attempting to bind port 1e840382-a30a-4b93-91b8-81281c15488f on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:13:30.653549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd125c-0124-4a5b-be45-447f17b5d870 None None] Pushing event updated for resources: {'Port': ['ID=1e840382-a30a-4b93-91b8-81281c15488f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:30.660026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:13:30.660406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:13:30.660810 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.661186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:13:30.661647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Bound port: 1e840382-a30a-4b93-91b8-81281c15488f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:13:30.662057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.687491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a0f28f15-f4e2-4a08-b7f3-3c04d026eede up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:30.830135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] For port 1e840382-a30a-4b93-91b8-81281c15488f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:13:30.834269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] For port 1e840382-a30a-4b93-91b8-81281c15488f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e840382-a30a-4b93-91b8-81281c15488f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:13:30.843060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:30.843477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.886966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:13:30.943791 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:30.999287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47dc90c6-ac97-47f8-8cbc-bb9e3588b6fb admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110282 Jul 28 14:13:31.003197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Routers {'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:13:31.003849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:31.005847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd125c-0124-4a5b-be45-447f17b5d870 None None] Pushing event updated for resources: {'Port': ['ID=1e840382-a30a-4b93-91b8-81281c15488f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:31.119068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] Set router e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:13:31.335396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '1e840382-a30a-4b93-91b8-81281c15488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:27Z', 'revision_number': 4, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port': {'id': '1e840382-a30a-4b93-91b8-81281c15488f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:27Z', 'updated_at': '2021-07-28T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:28Z', 'revision_number': 5, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:13:31.362610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2397f0fb-7ddf-473f-99eb-c4caf156fa1e None None] The sync data for ids ['e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831'] in n-d-705658-23 is: [{'id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'name': 'router1', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '1e840382-a30a-4b93-91b8-81281c15488f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:13:09Z', 'updated_at': '2021-07-28T14:13:27Z', 'revision_number': 4, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'gw_port': {'id': '1e840382-a30a-4b93-91b8-81281c15488f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:27Z', 'updated_at': '2021-07-28T14:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a0f28f15-f4e2-4a08-b7f3-3c04d026eede', 'name': '', 'network_id': 'a856b14e-fd0e-4bcd-acef-cdc912760b70', 'tenant_id': '6650b1c861214a26a49a5a94fe657bf3', 'mac_address': 'fa:16:3e:83:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a4ba17-c53d-4ec8-ba96-0d9e65ba0831', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:13:19Z', 'updated_at': '2021-07-28T14:13:28Z', 'revision_number': 5, 'project_id': '6650b1c861214a26a49a5a94fe657bf3', 'subnets': [{'id': 'be1e4b48-bbb2-4442-bff1-23936aa3353c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751d9082-a7db-4654-be14-1eb59e16d1aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:13:32.693216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e840382-a30a-4b93-91b8-81281c15488f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:32.862102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1e840382-a30a-4b93-91b8-81281c15488f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:13:32.866428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1e840382-a30a-4b93-91b8-81281c15488f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:32.867153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:32.957550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:32.984993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1e840382-a30a-4b93-91b8-81281c15488f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e840382-a30a-4b93-91b8-81281c15488f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:13:33.063312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:33.120712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1e840382-a30a-4b93-91b8-81281c15488f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:13:34.369277 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:13:34.712473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e840382-a30a-4b93-91b8-81281c15488f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:13:34.782696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1e840382-a30a-4b93-91b8-81281c15488f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:13:34.784133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:42.228390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9d3e-c363-4f8c-b782-6a78723e1abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:44.684184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dffb92d5-dbe1-4f69-b939-df7dd0d91368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:44.808776 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:45.845700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:13:47.395900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:11.368045 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:14:12.169701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c3aee18-1d2e-4707-a4e7-69121e7287b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:14.653377 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-475b3ad7-06dd-4c4f-8e38-d47cf9604750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:14.786425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:15.855085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:18.095327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:42.182118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b9ac556a-de3b-492b-aabc-922105313c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:44.636157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3a71c04-7cd9-491b-95ca-2cbecb9c8217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:44.905228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:45.824929 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:47.399290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:14:48.366201 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:15:12.180345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66eed784-eb59-4c54-8b39-dbce10b31f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:14.651264 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f4f6265-1cef-435e-bde2-b24df0dc551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:14.796998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:14.952858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55106) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:15.013911 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2be272-cf4c-4e43-995e-6fad5186a4b6 admin admin] GET failed (client error): The resource could not be found. Jul 28 14:15:15.015256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7d2be272-cf4c-4e43-995e-6fad5186a4b6 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614219 Jul 28 14:15:15.174561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c77db4-5b80-48bb-93ab-d9714542d79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:15.176082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-89c77db4-5b80-48bb-93ab-d9714542d79e admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565185 Jul 28 14:15:15.962834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:17.318262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:17.399812 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:17.468342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db133aa3-a205-47e3-8622-ee547175104a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:17.470098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db133aa3-a205-47e3-8622-ee547175104a admin admin] 10.222.0.47 "GET /v2.0/subnets/be1e4b48-bbb2-4442-bff1-23936aa3353c HTTP/1.1" status: 200 len: 849 time: 0.1509209 Jul 28 14:15:17.479912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:15:17.567275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:17.808348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788961116968'] for subnet, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:17.872178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:17.873339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:17.873991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] 10.222.0.47 "PUT /v2.0/subnets/be1e4b48-bbb2-4442-bff1-23936aa3353c HTTP/1.1" status: 200 len: 868 time: 0.3979509 Jul 28 14:15:17.889131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1e4b48-bbb2-4442-bff1-23936aa3353c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:15:17.889986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8178d6-20d6-46ab-8640-eac7a9ae7b1b None None] Network a856b14e-fd0e-4bcd-acef-cdc912760b70 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:15:17.899047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.899420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.899741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.900077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.900412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.900744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.901078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.901478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.902891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.902891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.902891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.903310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6bdc03-8190-4c92-9c94-a85e4a3f1bf9 admin admin] Tracked resource versions report: Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: pushed versions: Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: { 'AddressGroup': {'1.2'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'ConntrackHelper': {'1.0'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Log': {'1.0'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Network': {'1.1'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Port': {'1.7'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'PortForwarding': {'1.2'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'QosPolicy': {'1.8'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SecurityGroup': {'1.4'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SubPort': {'1.0'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Subnet': {'1.1'}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Trunk': {'1.1'}} Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: consumer versions: Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: L3 agent@n-d-705658-23: {}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: Metadata agent@n-d-705658-23: {}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: Metering agent@n-d-705658-23: {}, Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'ConntrackHelper': '1.0', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Log': '1.0', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Network': '1.1', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Port': '1.7', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'PortForwarding': '1.2', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'QosPolicy': '1.8', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SecurityGroup': '1.4', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SecurityGroupRule': '1.2', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'SubPort': '1.0', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Subnet': '1.1', Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: 'Trunk': '1.1'}} Jul 28 14:15:17.904225 n-d-705658-23 neutron-server[94749]: {{(pid=94749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:15:18.304870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c76f44c0-e271-404a-8c65-665c9acb6b85 None None] Provisioning complete for port a0f28f15-f4e2-4a08-b7f3-3c04d026eede triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:15:18.305251 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c76f44c0-e271-404a-8c65-665c9acb6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:18.393294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c76f44c0-e271-404a-8c65-665c9acb6b85 None None] Provisioning complete for port c55e546e-e9ef-42f0-87e6-c93b7de76587 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:15:18.393557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c76f44c0-e271-404a-8c65-665c9acb6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:20.051994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55130) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:20.288208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0af0a-5502-4d9e-9ef2-21c2f1f8b6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:20.288606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0af0a-5502-4d9e-9ef2-21c2f1f8b6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:20.290143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6d0af0a-5502-4d9e-9ef2-21c2f1f8b6b2 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2371540 Jul 28 14:15:22.443578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55138) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:22.574660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d6c809-49f6-4c18-a445-b8ffeee15520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:22.575253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d6c809-49f6-4c18-a445-b8ffeee15520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:22.576799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-50d6c809-49f6-4c18-a445-b8ffeee15520 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322634 Jul 28 14:15:24.746580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:24.868215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfa2511-4373-4e75-963c-35ea5c226f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:24.869619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ddfa2511-4373-4e75-963c-35ea5c226f74 admin admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 886 time: 0.1220963 Jul 28 14:15:25.364940 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:15:27.051025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55154) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:27.178674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397b0f6-c90c-4149-bcd3-3f2fba699584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:27.180071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d397b0f6-c90c-4149-bcd3-3f2fba699584 admin admin] 10.222.0.47 "GET /v2.0/networks/a856b14e-fd0e-4bcd-acef-cdc912760b70 HTTP/1.1" status: 200 len: 869 time: 0.1280351 Jul 28 14:15:29.330254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55162) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:29.454713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58a40f-061c-4c0a-b9b2-443a0b797d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:29.455202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58a40f-061c-4c0a-b9b2-443a0b797d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:29.456733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f58a40f-061c-4c0a-b9b2-443a0b797d33 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254990 Jul 28 14:15:31.619381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:31.747017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d24c8-4530-4133-8663-2a9fce002784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:31.747406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d24c8-4530-4133-8663-2a9fce002784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:31.748926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d9d24c8-4530-4133-8663-2a9fce002784 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286016 Jul 28 14:15:33.903148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55178) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:33.990979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30608b-cb6e-4635-83a6-ec014b37e496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:33.992321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a30608b-cb6e-4635-83a6-ec014b37e496 admin admin] 10.222.0.47 "GET /v2.0/subnets/be1e4b48-bbb2-4442-bff1-23936aa3353c HTTP/1.1" status: 200 len: 868 time: 0.0882163 Jul 28 14:15:36.214382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:15:36.299589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2106f19-6920-4871-9095-d46870275b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:15:36.300925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e2106f19-6920-4871-9095-d46870275b3e admin admin] 10.222.0.47 "GET /v2.0/subnets/e77cd0aa-139c-4c49-8976-d4fafe86e961 HTTP/1.1" status: 200 len: 816 time: 0.0855582 Jul 28 14:15:42.188824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75d8e36c-7712-4c27-ae50-1944823ddae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:44.634602 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9beb1e55-1827-4a7c-b18d-6f27705f67e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:44.828644 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:45.846036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:15:47.433935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:02.331655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55240) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:02.362801 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:16:02.379059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-30991a0d-0c84-4c7b-b5e8-0f9c6036e514 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:16:02.380068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-30991a0d-0c84-4c7b-b5e8-0f9c6036e514 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474415 Jul 28 14:16:04.629882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:04.687816 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-806b1ae4-17a8-4f7f-a287-3cb40088e967 admin admin] GET failed (client error): The resource could not be found. Jul 28 14:16:04.689165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-806b1ae4-17a8-4f7f-a287-3cb40088e967 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583484 Jul 28 14:16:04.775305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc7e6aa-3696-4260-9d02-006162fb200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:16:04.776712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fcc7e6aa-3696-4260-9d02-006162fb200e admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832417 Jul 28 14:16:06.955995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55256) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:07.002998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:16:07.106981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Made reservation on behalf of 5a176d73746444dba74255a44cc7f531 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:16:07.109260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:07.138677 n-d-705658-23 neutron-server[94748]: WARNING neutron.services.revisions.revision_plugin [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Could not find related network for resource to bump revision. Jul 28 14:16:07.148995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:16:07.157228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:07.157573 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Added segment 0eed50b4-d976-4c5d-876b-23f74090195d of type vlan for network 392b7652-6821-4c2d-8332-402463c833f7 Jul 28 14:16:07.196727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:07.283689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:07.284629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:16:07.285202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:07.342940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Pushing event updated for resources: {'Network': ['ID=392b7652-6821-4c2d-8332-402463c833f7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:16:07.349335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.349738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.350085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.351087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.351428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.351760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.352089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.352415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.352741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.353064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.353387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.353711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:07.364618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 392b7652-6821-4c2d-8332-402463c833f7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:16:07.406868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-434b84ea-4b30-400f-b2d6-bd27572555c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4497252 Jul 28 14:16:09.717953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:16:09.783748 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eace0e7-4757-46d2-880a-c2cc31f92bda admin admin] GET failed (client error): The resource could not be found. Jul 28 14:16:09.785047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8eace0e7-4757-46d2-880a-c2cc31f92bda admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659614 Jul 28 14:16:09.851873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f523fe-c98e-4a4c-b1fb-072f0069dd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:16:09.853307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-16f523fe-c98e-4a4c-b1fb-072f0069dd80 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639231 Jul 28 14:16:09.863373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:16:09.957841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Made reservation on behalf of 5a176d73746444dba74255a44cc7f531 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:16:09.960740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:10.175512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:10.325385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24bfd319-3abf-4ad4-b8be-5408e48cfbf1,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:16:10.333801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:16:10.334155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Network hostable DHCP agents. Network: 392b7652-6821-4c2d-8332-402463c833f7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:16:10.413935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Network 392b7652-6821-4c2d-8332-402463c833f7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:16:10.510863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 392b7652-6821-4c2d-8332-402463c833f7) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:16:10.515119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:16:10.515703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:10.519748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f21c49-a20e-4df0-84bb-7a7683aa2e3a None None] Network 392b7652-6821-4c2d-8332-402463c833f7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:16:10.616830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-03ce5b63-beab-4364-98c3-68ff114461c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7568882 Jul 28 14:16:10.664260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-392b7652-6821-4c2d-8332-402463c833f7', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'tenant_id': '5a176d73746444dba74255a44cc7f531', 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:16:10.665206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:10.854874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Allocated IP 192.168.233.2 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/8524bdfd-e48d-4adc-9736-bbf25f7bf092) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:16:10.997208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:11.005392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Transition to ACTIVE for port object 8524bdfd-e48d-4adc-9736-bbf25f7bf092 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:16:11.019807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Transition to ACTIVE for port object 8524bdfd-e48d-4adc-9736-bbf25f7bf092 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:16:11.113367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:11.155170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:16:11.157948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:16:11.163582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:16:11.168977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Pushing event updated for resources: {'Port': ['ID=8524bdfd-e48d-4adc-9736-bbf25f7bf092,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:16:11.192127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.192482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.192829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.193164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.193502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.194388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.194706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.195217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.195545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.195870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.196193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.196510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:16:11.230085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Attempting to bind port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:16:11.230451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Attempting to bind port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:16:11.230813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Attempting to bind port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:16:11.235719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:16:11.236099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:16:11.236496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:11.237179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:16:11.237344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Bound port: 8524bdfd-e48d-4adc-9736-bbf25f7bf092, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:16:11.237744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:11.298572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] For port 8524bdfd-e48d-4adc-9736-bbf25f7bf092, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:16:11.301739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] For port 8524bdfd-e48d-4adc-9736-bbf25f7bf092, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8524bdfd-e48d-4adc-9736-bbf25f7bf092,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:16:11.379700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:11.457549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff034e-3543-454c-ac17-77a68fed3610 None None] Pushing event updated for resources: {'Port': ['ID=8524bdfd-e48d-4adc-9736-bbf25f7bf092,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:16:12.216589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7c1db811-1dd4-4382-8b39-f73cde51b360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:12.317711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bacf2f-b30c-42e8-a16c-610bbdad573b None None] Network 392b7652-6821-4c2d-8332-402463c833f7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:16:12.496488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f29715-e1e1-4043-a464-904b2282e5c2 None None] Provisioning for port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:16:12.823517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8524bdfd-e48d-4adc-9736-bbf25f7bf092 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:16:12.958247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:16:12.963194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:16:12.963602 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:13.041408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:13.073805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8524bdfd-e48d-4adc-9736-bbf25f7bf092, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8524bdfd-e48d-4adc-9736-bbf25f7bf092,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:16:13.180078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:13.231607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8524bdfd-e48d-4adc-9736-bbf25f7bf092,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:16:14.695606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5283d746-317e-4a6b-8f37-848d6b8e45ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:14.785558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:14.791201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8524bdfd-e48d-4adc-9736-bbf25f7bf092 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:16:14.838447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8524bdfd-e48d-4adc-9736-bbf25f7bf092 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:16:14.838816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:15.837855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:17.465846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:39.361445 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:16:42.184284 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7b78-8801-40fe-bc76-74d41880ff5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:44.658058 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-26a6eacf-3d51-48cc-ab38-3086805fe101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:44.801534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:45.845581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:16:47.424086 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:12.187331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89073b05-b25d-407a-8e24-9cfc89652d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:14.627546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d83cc1f4-377c-47c4-a678-1f3cd64749a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:14.764143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:15.827012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:16.360854 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:17:17.438013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:30.456452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:30.462717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-7dae49c3-01b9-475b-9158-d3bab57bd85e tempest-verify_tempest_config-1825916600 tempest-verify_tempest_config-1825916600-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:17:30.463716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7dae49c3-01b9-475b-9158-d3bab57bd85e tempest-verify_tempest_config-1825916600 tempest-verify_tempest_config-1825916600-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062513 Jul 28 14:17:31.082412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55334) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:31.192197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.309607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.397234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.442453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=212baa4c65fa4cdfbb574de7c32037bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3589072 Jul 28 14:17:31.443459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bbdabe-4101-4e4a-8041-4eeb69659784,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:31.445375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55340) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:17:31.456781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.457134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.457490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.457829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.458163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.458749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.459106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.459432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.459762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.460098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.460411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.460734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ab3c7e-c692-40cb-a305-e8d9da8e4d07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:17:31.516867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.537923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.689381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.692085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:31.693235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38bbdabe-4101-4e4a-8041-4eeb69659784 HTTP/1.1" status: 204 len: 168 time: 0.2461772 Jul 28 14:17:31.700922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022e9a5-f8d6-42e2-b713-7189143f64b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bbdabe-4101-4e4a-8041-4eeb69659784,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:17:42.196543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a7954586-fb16-4999-8eda-b6ee0f5b4d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:44.624803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61a622ba-d7af-41ed-b3c3-e2eb2a19ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:44.773260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:45.836322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:47.441350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:17:53.359984 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:18:12.160457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-64b15240-0424-44f8-bf22-7294e9930846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:14.656751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84226d01-c208-420c-ac2e-42ecee8b5855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:14.777215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:15.885683 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:17.422838 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:30.359357 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:18:42.164040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e0dead6-5e3d-4f4b-97b3-60c748942d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:44.655141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5960a730-8aeb-4cbd-945d-136c6cf5c5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:44.803658 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:45.860383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:18:47.414880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:07.358569 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:19:12.182650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39464da7-0217-4cfa-b5fe-5d3b9ee49cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:14.647201 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e278f9cb-6a83-42f4-995d-69e4bbc0e278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:14.778504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:15.873860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:17.422564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:42.171282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fbd7-63a0-4c22-b2b3-0601dd0b20e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:44.356629 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:19:44.643074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30aab241-48cb-4e46-838a-07ab9a9fc365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:44.791223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:45.899678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:19:47.436830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:12.171546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec7e6-c525-4e66-a6da-4f17d20c3a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:14.634199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1094c835-8894-4afe-b9cb-782dbe52c98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:14.820318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:15.854738 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:17.440141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:21.355368 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 5 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:20:42.172312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0c66cf52-654b-402a-8f00-fd4c192224ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:44.625988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-767ced7a-6ca2-4feb-ab27-9a3c193264ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:44.803467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:45.866609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:47.476584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:49.361423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:50.139129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-383448'] for agent, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:20:58.354166 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:21:12.212907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e73b29dd-9910-4d76-9a2e-5a42511d5195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:14.646707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-678d3883-c0a3-431e-a789-12cfeee27956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:14.801395 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:15.913794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:17.447513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:19.314601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:20.116385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:22.175429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55406) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:21:22.282287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e4187961-d59e-4751-9780-9c233017adcc admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1057594 Jul 28 14:21:24.611989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55416) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:21:24.668226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1faae675-2882-4e9f-b3ee-9815fc22c6f3 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0551283 Jul 28 14:21:35.353037 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:21:42.209925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a02a59c3-ad85-472c-924a-e0addcb3507a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:44.632568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-432b5670-85a4-4f36-8ec5-f8bd80e907b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:44.815725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:45.894620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:47.450856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:49.347253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:21:50.107832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:12.166413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e72b7043-f071-4328-b1c4-d898ada3dd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:12.357046 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:22:14.669367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2ceee276-fcd7-4079-80b2-f3bdbdb2b589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:14.840627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:15.949429 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:17.440758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:19.338245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:20.166740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:42.254049 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9345449-23f0-4ea9-9914-94f21fd3c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:44.659580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-26285ab9-99d0-4366-9242-d0da833e5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:44.791213 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:45.906386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:47.740231 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:49.359896 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:22:49.368659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:50.162860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:57.955876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.041363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.173614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.227275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa5d-d263-4ecb-b12e-1babf9d079f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.305852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.408502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.469049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3a89667a6fa4833bf70637f165601f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5088191 Jul 28 14:22:58.470220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.482215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0910bf8b-53b9-400e-9103-097130447365,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:58.493165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.493520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.493863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.494202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.494536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.494866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.495281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.495670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f856a-deaf-4ecd-99ea-0f299580ab31 admin admin] Tracked resource versions report: Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: pushed versions: Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: { 'AddressGroup': {'1.2'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'ConntrackHelper': {'1.0'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Log': {'1.0'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Network': {'1.1'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Port': {'1.7'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'PortForwarding': {'1.2'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'QosPolicy': {'1.8'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SecurityGroup': {'1.4'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SubPort': {'1.0'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Subnet': {'1.1'}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Trunk': {'1.1'}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: consumer versions: Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: HyperV agent@n-h1-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: HyperV agent@n-h2-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: L3 agent@n-d-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: Metadata agent@n-d-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: Metering agent@n-d-705658-23: {}, Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'ConntrackHelper': '1.0', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Log': '1.0', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Network': '1.1', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Port': '1.7', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'PortForwarding': '1.2', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'QosPolicy': '1.8', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SecurityGroup': '1.4', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SecurityGroupRule': '1.2', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'SubPort': '1.0', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Subnet': '1.1', Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: 'Trunk': '1.1'}} Jul 28 14:22:58.498983 n-d-705658-23 neutron-server[94749]: {{(pid=94749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:22:58.574025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.582505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa5d-d263-4ecb-b12e-1babf9d079f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.608449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.678223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc8fa5d-d263-4ecb-b12e-1babf9d079f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.680702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55922) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.717087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1bc8fa5d-d263-4ecb-b12e-1babf9d079f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43ce2ff467a4424b8950150411ce35ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6746700 Jul 28 14:22:58.718353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8fa5d-d263-4ecb-b12e-1babf9d079f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d254ce-1b32-4969-86c2-438944e48158,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:58.721718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.748210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:58.787581 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.804653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.807245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.810900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0910bf8b-53b9-400e-9103-097130447365 HTTP/1.1" status: 204 len: 168 time: 0.3368254 Jul 28 14:22:58.825301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.825767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0910bf8b-53b9-400e-9103-097130447365,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:58.838639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.840597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.841259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.841997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.849663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.856804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.859384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.859384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.859384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.859755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.860754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.861088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981331ee-1e12-4ba0-b74f-ce70e12ed615 admin admin] Tracked resource versions report: Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: pushed versions: Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: { 'AddressGroup': {'1.2'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'ConntrackHelper': {'1.0'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Log': {'1.0'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Network': {'1.1'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Port': {'1.7'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'PortForwarding': {'1.2'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'QosPolicy': {'1.8'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SecurityGroup': {'1.4'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SubPort': {'1.0'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Subnet': {'1.1'}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Trunk': {'1.1'}} Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: consumer versions: Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: HyperV agent@n-h1-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: HyperV agent@n-h2-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: L3 agent@n-d-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: Metadata agent@n-d-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: Metering agent@n-d-705658-23: {}, Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'ConntrackHelper': '1.0', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Log': '1.0', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Network': '1.1', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Port': '1.7', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'PortForwarding': '1.2', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'QosPolicy': '1.8', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SecurityGroup': '1.4', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SecurityGroupRule': '1.2', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'SubPort': '1.0', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Subnet': '1.1', Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: 'Trunk': '1.1'}} Jul 28 14:22:58.862320 n-d-705658-23 neutron-server[94748]: {{(pid=94748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:22:58.917430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2996-d807-4463-80ba-185f8986b752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.925494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:58.958937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:22:58.958937 n-d-705658-23 neutron-server[94748]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 14:22:58.958937 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id': 'f535caa0d09c4225b29050c56ee8be1f', 'id': '35f7658b-f50a-4709-bb5f-795a5aded3f5', 'expiration': datetime.datetime(2021, 7, 28, 14, 24, 58, 953434)}] Jul 28 14:22:58.958937 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:22:58.959336 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:22:59.005120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.008471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.013654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8d254ce-1b32-4969-86c2-438944e48158 HTTP/1.1" status: 204 len: 168 time: 0.2781379 Jul 28 14:22:59.021008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b71dd8-b600-4ec7-93da-85dcb3aee541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d254ce-1b32-4969-86c2-438944e48158,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:59.081815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2996-d807-4463-80ba-185f8986b752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.198001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2996-d807-4463-80ba-185f8986b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.255960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55954) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:59.256249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b9cf2996-d807-4463-80ba-185f8986b752 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b16a669300049d1ae8c5e3113f1401b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5008504 Jul 28 14:22:59.257213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf2996-d807-4463-80ba-185f8986b752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac73ecc-7d56-4d3c-a128-6f4917c4e945,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:59.328711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.352812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.460964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.535263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.538326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.540753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bac73ecc-7d56-4d3c-a128-6f4917c4e945 HTTP/1.1" status: 204 len: 168 time: 0.2848516 Jul 28 14:22:59.550070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995291a-6205-42ca-a327-7f84bd16951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac73ecc-7d56-4d3c-a128-6f4917c4e945,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:59.619240 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.723737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.766821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f535caa0d09c4225b29050c56ee8be1f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0839860 Jul 28 14:22:59.767727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844a699-80c3-4416-8c47-1761b0d6d88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0366c4-aee3-4995-adba-c03c637fdc69,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:59.771135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55984) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:59.821941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.843406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.946920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.949613 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:22:59.950771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a0366c4-aee3-4995-adba-c03c637fdc69 HTTP/1.1" status: 204 len: 168 time: 0.1784153 Jul 28 14:22:59.960603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5430-4117-4474-ab7b-98d87e967e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0366c4-aee3-4995-adba-c03c637fdc69,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:22:59.983613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:22:59.998106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4c5d-85fa-403f-acfb-35b9ab50f64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.095432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4c5d-85fa-403f-acfb-35b9ab50f64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.169639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d5f4c5d-85fa-403f-acfb-35b9ab50f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.178446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55998) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:00.195731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b759-b809-488a-b15a-fc35b69c808e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.226501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9d5f4c5d-85fa-403f-acfb-35b9ab50f64d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f5126f76ad949d08a1b7000eca2dfcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2417397 Jul 28 14:23:00.228601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f4c5d-85fa-403f-acfb-35b9ab50f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6216389-750b-44ef-a826-636e44e0a35d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:00.229450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:00.315450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.353880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.379941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:00.398928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b759-b809-488a-b15a-fc35b69c808e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.500625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b759-b809-488a-b15a-fc35b69c808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.551225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ad5b759-b809-488a-b15a-fc35b69c808e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e800cbdccec949b59518b3bcefd56cd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3716323 Jul 28 14:23:00.553760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56028) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:00.572507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5b759-b809-488a-b15a-fc35b69c808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f45856-420c-45c7-b578-4f4d2bab2b70,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:00.581313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.584137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.588471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6216389-750b-44ef-a826-636e44e0a35d HTTP/1.1" status: 204 len: 168 time: 0.3546376 Jul 28 14:23:00.610659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159f1ff-eeb6-4c59-abbc-5f230f5d5951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6216389-750b-44ef-a826-636e44e0a35d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:00.640046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.662822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.854932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.857800 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.861569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41f45856-420c-45c7-b578-4f4d2bab2b70 HTTP/1.1" status: 204 len: 168 time: 0.3042302 Jul 28 14:23:00.875354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb0676-92d0-4156-89dc-b17cd7ab1494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f45856-420c-45c7-b578-4f4d2bab2b70,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:00.882237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e151882-8594-4ae7-96d0-cd1bfaaf3f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.906283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56054) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:00.925012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f174273d-56a7-45fc-beac-51a32697fcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:00.993991 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e151882-8594-4ae7-96d0-cd1bfaaf3f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.072259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e151882-8594-4ae7-96d0-cd1bfaaf3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.108544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4e151882-8594-4ae7-96d0-cd1bfaaf3f86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cdbb8d36e2a4a1797ff47527ac5186a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7266185 Jul 28 14:23:01.113371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56062) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:01.120159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e151882-8594-4ae7-96d0-cd1bfaaf3f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e09c15-8e89-424e-8fce-d75319c4d950,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:01.221989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.229729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f174273d-56a7-45fc-beac-51a32697fcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.254507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.346793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f174273d-56a7-45fc-beac-51a32697fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.387233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174273d-56a7-45fc-beac-51a32697fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d54c316-e436-41fb-b9cd-6c13a969aec4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:01.393274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f174273d-56a7-45fc-beac-51a32697fcfd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd7130becf444da799e7895974195302&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4823461 Jul 28 14:23:01.395898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:01.404370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.406810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.408520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0e09c15-8e89-424e-8fce-d75319c4d950 HTTP/1.1" status: 204 len: 168 time: 0.2938704 Jul 28 14:23:01.426559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d97f71-da1c-4bd6-bec7-d02f8915cae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e09c15-8e89-424e-8fce-d75319c4d950,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:01.438074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56078) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:01.473407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ad34f6a-9eb6-40d2-b92a-fdbced5b26b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.485433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.522997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.653556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.658052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.661472 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d54c316-e436-41fb-b9cd-6c13a969aec4 HTTP/1.1" status: 204 len: 168 time: 0.2646375 Jul 28 14:23:01.669760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b38297-f064-43d8-b9da-154819e6ec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d54c316-e436-41fb-b9cd-6c13a969aec4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:01.737159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ad34f6a-9eb6-40d2-b92a-fdbced5b26b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.883744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ad34f6a-9eb6-40d2-b92a-fdbced5b26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:01.901201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:01.903065 n-d-705658-23 neutron-server[94749]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 14:23:01.925398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ad34f6a-9eb6-40d2-b92a-fdbced5b26b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f85c0d35fe54d238c6c82826e1aea17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4857495 Jul 28 14:23:01.926466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad34f6a-9eb6-40d2-b92a-fdbced5b26b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36e5d16-52e7-4263-8278-a658a2ab9cd3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:01.929010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:01.947863 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a91e5bb9-202b-433b-9b9e-9d7b92ebea74 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c823b69350bb42d8a0a75b93cd615244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458543 Jul 28 14:23:01.990143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:02.017499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:02.147949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-0a9577c1-efdc-4581-9739-8afde24bc38c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:02.149330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-0a9577c1-efdc-4581-9739-8afde24bc38c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938422 Jul 28 14:23:02.171162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-9a0ae33c-c122-4062-99e4-63e3e6c198d0 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/quotas/c823b69350bb42d8a0a75b93cd615244 HTTP/1.1" status: 200 len: 375 time: 0.0124276 Jul 28 14:23:02.204067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:02.208443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:02.209729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a36e5d16-52e7-4263-8278-a658a2ab9cd3 HTTP/1.1" status: 204 len: 168 time: 0.2794950 Jul 28 14:23:02.220909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92585703-ca7e-4105-a66c-ad2db21b2299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36e5d16-52e7-4263-8278-a658a2ab9cd3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:02.253928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-830637b3-5237-480a-8434-74dfed84efdd tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c823b69350bb42d8a0a75b93cd615244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747869 Jul 28 14:23:02.997437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56142) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:03.077839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:03.096036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcf203-71cf-44e7-812c-6f52d78bf8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.191250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcf203-71cf-44e7-812c-6f52d78bf8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.261123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcf203-71cf-44e7-812c-6f52d78bf8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.306078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24fcf203-71cf-44e7-812c-6f52d78bf8dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0805b58067947d29607fbf614db6656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2270570 Jul 28 14:23:03.309529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56158) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:03.311952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf203-71cf-44e7-812c-6f52d78bf8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4065b-79a3-4861-93e8-b22987ef2004,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:03.382210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.397074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27302ab6-7b58-42f7-9963-90397e75faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.414157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.540885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56176) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:03.587018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.591389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.595209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebc4065b-79a3-4861-93e8-b22987ef2004 HTTP/1.1" status: 204 len: 168 time: 0.2814219 Jul 28 14:23:03.601870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ea301-ad25-4b0e-b293-be187e4bef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4065b-79a3-4861-93e8-b22987ef2004,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:03.647890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27302ab6-7b58-42f7-9963-90397e75faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.736373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27302ab6-7b58-42f7-9963-90397e75faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.777853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56188) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:03.778238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27302ab6-7b58-42f7-9963-90397e75faa6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d42907192d2441d9ad35b160be9edf57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7793849 Jul 28 14:23:03.782811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27302ab6-7b58-42f7-9963-90397e75faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b919a3f-8b93-4771-8848-2333a0908c1b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:03.838796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.865846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:03.955473 n-d-705658-23 neutron-server[94748]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 14:23:04.002650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a2ab5c7-28dd-4779-9f57-3534de596966 req-3bfdd5ae-7c0b-4aec-9d0e-ab44cfaae75a tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.4604392 Jul 28 14:23:04.073075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:04.076095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:04.080476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b919a3f-8b93-4771-8848-2333a0908c1b HTTP/1.1" status: 204 len: 168 time: 0.2982309 Jul 28 14:23:04.087410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8607-3423-41b2-bb59-38f94f455027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b919a3f-8b93-4771-8848-2333a0908c1b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:05.179416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba1672d7-f9e4-4356-852d-e6b8cb874db4 req-e57c10ad-81e6-4ea2-83b6-4319a23c68be tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.1052222 Jul 28 14:23:05.596574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:05.610094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59f1457b-f483-42cb-9339-ddde7cfed373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:05.701526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59f1457b-f483-42cb-9339-ddde7cfed373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:05.788138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59f1457b-f483-42cb-9339-ddde7cfed373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:05.854622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59f1457b-f483-42cb-9339-ddde7cfed373 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e57bdd1a7ad4fcc90021af6be46e852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566552 Jul 28 14:23:05.857438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:05.860000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1457b-f483-42cb-9339-ddde7cfed373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64f0e6-a8c3-441e-b346-c49c29a8e082,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:05.917870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:05.939530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:06.061569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:06.065464 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:06.069212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d64f0e6-a8c3-441e-b346-c49c29a8e082 HTTP/1.1" status: 204 len: 168 time: 0.2085152 Jul 28 14:23:06.076302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbe857-4b13-47bc-af86-6ad5dda4f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64f0e6-a8c3-441e-b346-c49c29a8e082,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:06.354807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f363fdf0-02fd-4eed-83bc-46145fafef84 req-209bff8f-7ae1-4871-9526-506043fec426 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.0306656 Jul 28 14:23:07.332465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.50', 58240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:07.355123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-f6d7b9a3-9cf5-473f-81da-4de7f787c5d3 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c823b69350bb42d8a0a75b93cd615244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207741 Jul 28 14:23:07.472896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-8d355aa0-b161-4e4c-8987-00b5c74ba254 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:07.474569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-8d355aa0-b161-4e4c-8987-00b5c74ba254 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149745 Jul 28 14:23:07.538563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-593c5ead-e479-4a9e-811f-ac41aa1c9cda req-d8852a01-7a49-4acc-b4cd-f335dd74196c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.0307219 Jul 28 14:23:07.617251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Request body: {'port': {'device_id': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'c823b69350bb42d8a0a75b93cd615244'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:07.952827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Made reservation on behalf of c823b69350bb42d8a0a75b93cd615244 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:07.956598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:07.968433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:08.076354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:08.175131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:08.272808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a69d1-0598-449d-8bbd-5421a064003e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:08.428325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Allocated IP 192.168.233.201 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/6651809b-0120-499e-9fed-41adaadfcdfe) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:08.621849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:08.644471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Transition to ACTIVE for port object 6651809b-0120-499e-9fed-41adaadfcdfe will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:08.833689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:08.913201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:08.918588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:08.921781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:08.929512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:08.930339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:09.003517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Pushing event updated for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:09.038916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a43cf480-2e52-4996-a185-05b8f9c649de tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4259939 Jul 28 14:23:09.044618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c308ec-ef21-44bb-8e7d-ec861495c53d req-e042b31a-67dd-49d3-a509-502db31100b2 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:09.054080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94c308ec-ef21-44bb-8e7d-ec861495c53d req-e042b31a-67dd-49d3-a509-502db31100b2 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 936 time: 0.0720944 Jul 28 14:23:09.057404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-7c91b599-28b1-4c75-a362-fad0becc1593 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:23:09.059146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-7c91b599-28b1-4c75-a362-fad0becc1593 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063682 Jul 28 14:23:09.132442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94c308ec-ef21-44bb-8e7d-ec861495c53d req-006c7241-c948-4dbd-a913-ace452f6d566 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696557 Jul 28 14:23:09.421557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-725fd56b-67a8-4992-b41e-1c3b9a994a7d None None] Provisioning for port 6651809b-0120-499e-9fed-41adaadfcdfe completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:09.429700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-725fd56b-67a8-4992-b41e-1c3b9a994a7d None None] Provisioning complete for port 6651809b-0120-499e-9fed-41adaadfcdfe triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:09.439786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-725fd56b-67a8-4992-b41e-1c3b9a994a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:09.509204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-725fd56b-67a8-4992-b41e-1c3b9a994a7d None None] Port 6651809b-0120-499e-9fed-41adaadfcdfe cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:10.017869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Request body: {'port': {'device_id': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'device_owner': 'compute:tempest-test_az-1373524487', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:10.155255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:10.818986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733989-fd57-49c0-aee5-aa59072c1403 req-46a7f108-cbe7-4d0f-9230-ac05cb14aae4 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:10.820921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c733989-fd57-49c0-aee5-aa59072c1403 req-46a7f108-cbe7-4d0f-9230-ac05cb14aae4 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 936 time: 0.1423445 Jul 28 14:23:10.904813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c733989-fd57-49c0-aee5-aa59072c1403 req-7e9175d6-1992-4294-91b9-0040a59dec5c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Jul 28 14:23:10.969615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6651809b-0120-499e-9fed-41adaadfcdfe {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:10.979434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:11.009531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Transition to ACTIVE for port object 6651809b-0120-499e-9fed-41adaadfcdfe will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:11.284435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:11.482930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Pushing event updated for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:11.510177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Attempting to bind port 6651809b-0120-499e-9fed-41adaadfcdfe on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:11.510620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Attempting to bind port 6651809b-0120-499e-9fed-41adaadfcdfe by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:11.511130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Attempting to bind port 6651809b-0120-499e-9fed-41adaadfcdfe on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:11.516349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Port 6651809b-0120-499e-9fed-41adaadfcdfe on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:11.516759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Attempting to bind port 6651809b-0120-499e-9fed-41adaadfcdfe on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:11.523540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:11.523914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:11.524526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:11.524960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Bound port: 6651809b-0120-499e-9fed-41adaadfcdfe, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:11.525362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:11.630056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:11.636687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6651809b-0120-499e-9fed-41adaadfcdfe,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:12.010917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.104207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:12.104879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.108966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] 10.222.0.50 "PUT /v2.0/ports/6651809b-0120-499e-9fed-41adaadfcdfe HTTP/1.1" status: 200 len: 1119 time: 2.6666384 Jul 28 14:23:12.110209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:12.210015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-224f3172-5125-4af4-9e99-1393e5a254fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.376664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3570a9-123a-45a0-adfe-028b5e1c717d service neutron] Pushing event updated for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:12.425124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782470a-33ef-4755-85e0-bf5f0d63255b req-b7770fa0-dd9a-48df-808b-7d4a0fb7ef97 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:12.425124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9782470a-33ef-4755-85e0-bf5f0d63255b req-b7770fa0-dd9a-48df-808b-7d4a0fb7ef97 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.1161740 Jul 28 14:23:12.451481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:12.463469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56498) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:12.511642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9782470a-33ef-4755-85e0-bf5f0d63255b req-c93a4413-15ab-44bc-a341-01af572e1eb4 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816472 Jul 28 14:23:12.775769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b76ae9e7-cd72-46a4-949d-6c92af15cb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.822432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-084115dc-ecd1-43ee-b85e-815118dd0ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.882483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b76ae9e7-cd72-46a4-949d-6c92af15cb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:12.936242 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:12.994816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b76ae9e7-cd72-46a4-949d-6c92af15cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.036676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b76ae9e7-cd72-46a4-949d-6c92af15cb33 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a2cac0f76294a08b198c6ba30366cd1&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5713124 Jul 28 14:23:13.037890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56516) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:13.050245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae9e7-cd72-46a4-949d-6c92af15cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e4962d-84cf-4dbe-8b42-497161ae84dd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:13.146586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.184294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-084115dc-ecd1-43ee-b85e-815118dd0ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.184294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.231082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:13.273373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-084115dc-ecd1-43ee-b85e-815118dd0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.308472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.310946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.314914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2e4962d-84cf-4dbe-8b42-497161ae84dd HTTP/1.1" status: 204 len: 168 time: 0.2732852 Jul 28 14:23:13.320539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-084115dc-ecd1-43ee-b85e-815118dd0ce0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=196cf4584e6b454b8f864f3aaacf873f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8675373 Jul 28 14:23:13.328044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084115dc-ecd1-43ee-b85e-815118dd0ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00365d8-e4ac-4b2d-9983-67bfcaed4e80,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:13.329879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56526) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:13.337426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e138e8a-07e6-4b1f-a978-f11bc9d30cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e4962d-84cf-4dbe-8b42-497161ae84dd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:13.425580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.456221 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e14ad8b-111e-49a7-a8c2-0ae4e8f089c7 x-openstack-request-id: req-2e14ad8b-111e-49a7-a8c2-0ae4e8f089c7 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:13.456221 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:13.456221 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e14ad8b-111e-49a7-a8c2-0ae4e8f089c7 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:13.456221 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe', 'status': 'completed', 'code': 200} Jul 28 14:23:13.463999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.594242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bcbf-cb41-486d-aee2-03cb0470a5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.624500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:13.650211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.653398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.654735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d00365d8-e4ac-4b2d-9983-67bfcaed4e80 HTTP/1.1" status: 204 len: 168 time: 0.3232441 Jul 28 14:23:13.663959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94560921-165d-498d-a596-6aba9d9a7fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00365d8-e4ac-4b2d-9983-67bfcaed4e80,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:13.750526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94523c76-99f6-4225-b272-0ccf7586a2bd req-37ab8dbe-8b20-46d2-88e1-7baed0e0a218 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:13.751953 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2e71055-2b8f-4abe-9019-092b9914dd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.759465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94523c76-99f6-4225-b272-0ccf7586a2bd req-37ab8dbe-8b20-46d2-88e1-7baed0e0a218 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.1357915 Jul 28 14:23:13.831595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94523c76-99f6-4225-b272-0ccf7586a2bd req-b5042c41-cb69-43ef-b6d0-500c581ce33c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676742 Jul 28 14:23:13.833242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bcbf-cb41-486d-aee2-03cb0470a5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:13.958791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb5bcbf-cb41-486d-aee2-03cb0470a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.024211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bb5bcbf-cb41-486d-aee2-03cb0470a5f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11dcfa73495844569a90f76cf17642b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7916973 Jul 28 14:23:14.028977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56546) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:14.032571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5bcbf-cb41-486d-aee2-03cb0470a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb8403d-63c8-428d-a1e8-5cb7ce3a7ea7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:14.116699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2e71055-2b8f-4abe-9019-092b9914dd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.130794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.162217 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.252609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2e71055-2b8f-4abe-9019-092b9914dd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.293975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2e71055-2b8f-4abe-9019-092b9914dd9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29663117524d497ca1c00d15fe6fe9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6673124 Jul 28 14:23:14.294737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e71055-2b8f-4abe-9019-092b9914dd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8e600-5003-47ae-b458-606ca8ba953c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:14.295908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56558) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:14.356290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.370290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.374191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.375600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdb8403d-63c8-428d-a1e8-5cb7ce3a7ea7 HTTP/1.1" status: 204 len: 168 time: 0.3397763 Jul 28 14:23:14.383820 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.383950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87a2ca-2cf7-43c3-9afb-44e5bfd3f97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb8403d-63c8-428d-a1e8-5cb7ce3a7ea7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:14.576089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.584405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.584405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34d8e600-5003-47ae-b458-606ca8ba953c HTTP/1.1" status: 204 len: 168 time: 0.2844868 Jul 28 14:23:14.607809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee04058-5ae5-4cdc-9ac9-d313e4910d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8e600-5003-47ae-b458-606ca8ba953c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:14.731481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e156ecc2-647d-4220-ba70-c4b8473d3f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.732674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56564) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:14.746849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6c3978a-f5ed-4248-8b5d-ca5153296d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.792435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56566) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:14.811023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-923bfaa4-89ce-4b39-9acf-ccdf8c91e41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.873044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.880728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6c3978a-f5ed-4248-8b5d-ca5153296d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:14.965483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f054045-b149-4552-9c05-d0051a891487 req-75ca45ca-a635-4e13-a500-2c428484c014 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:14.967309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f054045-b149-4552-9c05-d0051a891487 req-75ca45ca-a635-4e13-a500-2c428484c014 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0616603 Jul 28 14:23:14.982017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6c3978a-f5ed-4248-8b5d-ca5153296d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.022109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f054045-b149-4552-9c05-d0051a891487 req-f972a59a-775f-411f-894a-ab7e73c39d4c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484910 Jul 28 14:23:15.045663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3978a-f5ed-4248-8b5d-ca5153296d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedc2ae-6716-4600-b419-b6da5e397b04,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:15.065643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b6c3978a-f5ed-4248-8b5d-ca5153296d5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0934b0c244a94924bf5310f9816e2075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318803 Jul 28 14:23:15.068310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56570) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:15.129831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.153814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.154254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-923bfaa4-89ce-4b39-9acf-ccdf8c91e41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.337793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.340648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.342988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-923bfaa4-89ce-4b39-9acf-ccdf8c91e41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.343250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bedc2ae-6716-4600-b419-b6da5e397b04 HTTP/1.1" status: 204 len: 168 time: 0.2727351 Jul 28 14:23:15.364884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c340f39-d83c-4137-9354-10cd1df479c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedc2ae-6716-4600-b419-b6da5e397b04,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:15.426334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:15.427352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-923bfaa4-89ce-4b39-9acf-ccdf8c91e41f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c309a43c11354801b417e649bbfcf0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336620 Jul 28 14:23:15.453704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bfaa4-89ce-4b39-9acf-ccdf8c91e41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aec1aeb-d947-47e7-a5bd-75bda9807893,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:15.512019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:15.534484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:16.157362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5350-9696-4b28-8c10-5f5be2b1f990 req-879b6dca-4a07-40f8-80b1-e3ccc18934f9 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:16.159473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7deb5350-9696-4b28-8c10-5f5be2b1f990 req-879b6dca-4a07-40f8-80b1-e3ccc18934f9 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0577173 Jul 28 14:23:16.197755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7deb5350-9696-4b28-8c10-5f5be2b1f990 req-f30c6a14-d307-4dd9-b1fd-926d5c6bdc54 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Jul 28 14:23:16.278797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:16.279052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:16.281560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:16.283462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1aec1aeb-d947-47e7-a5bd-75bda9807893 HTTP/1.1" status: 204 len: 168 time: 0.8551657 Jul 28 14:23:16.291321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155ef4f-6b4c-43dd-88f9-f0fb377d6ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aec1aeb-d947-47e7-a5bd-75bda9807893,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:16.857653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56592) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:16.872270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4549d67-9f2b-4089-9bc4-f457397acff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:16.995988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4549d67-9f2b-4089-9bc4-f457397acff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.153775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4549d67-9f2b-4089-9bc4-f457397acff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.209408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:17.216619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4549d67-9f2b-4089-9bc4-f457397acff3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33f95c6bbb9f4f7d9fd153f9ffdccc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576732 Jul 28 14:23:17.218925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4549d67-9f2b-4089-9bc4-f457397acff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec2c9f-ef08-4545-8b56-c52562289811,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:17.285240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.334361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56602) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:17.346319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.364684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-06c2-45cd-85a7-8a679e8c9b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.467016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae1f51-9c14-470d-acec-733f2467cbfd req-4a5694a6-9abc-4119-9804-832b7d856ba1 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:17.476893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81ae1f51-9c14-470d-acec-733f2467cbfd req-4a5694a6-9abc-4119-9804-832b7d856ba1 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.1702917 Jul 28 14:23:17.501803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.528271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81ae1f51-9c14-470d-acec-733f2467cbfd req-a33db79b-90af-4c34-a303-da541adbef1f tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505030 Jul 28 14:23:17.605299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.608652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.610611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9eec2c9f-ef08-4545-8b56-c52562289811 HTTP/1.1" status: 204 len: 168 time: 0.3999872 Jul 28 14:23:17.620745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324bbc1-cabe-452a-9e2b-79c48cfeafa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec2c9f-ef08-4545-8b56-c52562289811,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:17.666511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-06c2-45cd-85a7-8a679e8c9b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.742038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2ddb507-06c2-45cd-85a7-8a679e8c9b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.788265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d2ddb507-06c2-45cd-85a7-8a679e8c9b00 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3939f68218f74cd79a3a0eff4c68a1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497061 Jul 28 14:23:17.788265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56622) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:17.820390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddb507-06c2-45cd-85a7-8a679e8c9b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc8b8e-fc6c-433c-a4e1-70694f351e6d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:17.849742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:17.870350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:18.015585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:18.019079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:18.020864 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ffc8b8e-fc6c-433c-a4e1-70694f351e6d HTTP/1.1" status: 204 len: 168 time: 0.2316332 Jul 28 14:23:18.033629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948d748-1626-40f9-9da7-274685301a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc8b8e-fc6c-433c-a4e1-70694f351e6d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:18.660908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e65ae-ec81-4e59-9d3c-2e52c79290fa req-09074ca5-d89a-4b53-aa9c-a1eb0bcbd786 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:18.663359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de4e65ae-ec81-4e59-9d3c-2e52c79290fa req-09074ca5-d89a-4b53-aa9c-a1eb0bcbd786 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0561953 Jul 28 14:23:18.768718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de4e65ae-ec81-4e59-9d3c-2e52c79290fa req-a1ede2f5-a031-412b-8948-5f8c67fc9808 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883923 Jul 28 14:23:19.341412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56684) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:19.399228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:19.646661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1767770985-network', 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:19.758868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:19.761586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:19.771017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:19.888270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:19.896489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56708) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:19.942355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aac7a-b030-4078-a8d0-9fd67c69800d req-65ec4db9-9e89-42a8-9ffd-2511ece85b9a tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:19.944130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-102aac7a-b030-4078-a8d0-9fd67c69800d req-65ec4db9-9e89-42a8-9ffd-2511ece85b9a tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0544214 Jul 28 14:23:19.986759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-102aac7a-b030-4078-a8d0-9fd67c69800d req-1b0d2506-f557-4bce-be93-932764d84a0c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Jul 28 14:23:20.031753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-network', 'tenant_id': 'e7a3c224e5304a238599992f6694f096'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:20.051241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.073096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:20.096901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a1c30-83f7-4ece-bdae-49d804b244b9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:20.099882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.100226 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Added segment 3c2de973-efd1-4de7-9096-f4a820d22574 of type vlan for network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 Jul 28 14:23:20.150572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.168239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Made reservation on behalf of e7a3c224e5304a238599992f6694f096 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:20.170873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.201235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.220149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b req-39f0a3fd-b44f-45c6-9066-f20552e0b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:20.222154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b req-39f0a3fd-b44f-45c6-9066-f20552e0b953 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c823b69350bb42d8a0a75b93cd615244&device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 1122 time: 0.1077590 Jul 28 14:23:20.249916 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.279926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b req-37f37460-99d9-436f-9bed-dbcd49676110 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c823b69350bb42d8a0a75b93cd615244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382502 Jul 28 14:23:20.289823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.293884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:20.293884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.369756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] Pushing event updated for resources: {'Network': ['ID=90c4fa8b-569d-45c2-a9f9-285909dbd8b0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:20.381305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:20.513714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.516861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b req-012ba9f8-808d-42ff-9fa3-9bdc0cc5992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:20.519014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65b71a7b-22b3-490f-b9ce-4f128c7a4b7b req-012ba9f8-808d-42ff-9fa3-9bdc0cc5992b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2251687 Jul 28 14:23:20.594989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.639111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:20.667274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788961192232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.667839 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Unsubscribe: segment precommit_create {{(pid=94749) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 14:23:20.668364 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Added segment b27b2d0e-8605-421c-9510-13573d6790a4 of type vlan for network e3355b88-4053-47b4-8571-2ed8e271aa35 Jul 28 14:23:20.678625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38ccd2b9-fe07-4b39-ac89-e848cf441a00 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3359473 Jul 28 14:23:20.679394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:20.685321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Request body: {'subnet': {'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1767770985-subnet', 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:20.784811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99603e2-857c-462e-896b-9c77b10aff06,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:20.792812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-cc1a7b63-dfcc-4f4a-ba00-55e7c1e1f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:20.794307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-cc1a7b63-dfcc-4f4a-ba00-55e7c1e1f6dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c823b69350bb42d8a0a75b93cd615244&device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 1122 time: 0.2116776 Jul 28 14:23:20.867589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:20.870147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:20.901132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-ec97f849-5fbc-4d40-937b-07a6300593f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=6651809b-0120-499e-9fed-41adaadfcdfe HTTP/1.1" status: 200 len: 217 time: 0.0874865 Jul 28 14:23:20.910251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.016059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-2df630c2-fe88-4a05-bf72-2cf2672bc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.019477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-2df630c2-fe88-4a05-bf72-2cf2672bc6b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1113782 Jul 28 14:23:21.107921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.108886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.109489 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.170608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.211370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-4f6dc5f6-2942-48d4-ab7c-41989df3c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.213144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-4f6dc5f6-2942-48d4-ab7c-41989df3c469 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858211 Jul 28 14:23:21.253512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:21.254202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Network hostable DHCP agents. Network: 90c4fa8b-569d-45c2-a9f9-285909dbd8b0, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:21.258823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef4e7c-38a9-4999-8676-75dda02480dd req-0b9d4b5e-8b2e-4fdf-8899-71f1e6e06a29 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.260378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caef4e7c-38a9-4999-8676-75dda02480dd req-0b9d4b5e-8b2e-4fdf-8899-71f1e6e06a29 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.1681914 Jul 28 14:23:21.276192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:21.310481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] Pushing event updated for resources: {'Network': ['ID=e3355b88-4053-47b4-8571-2ed8e271aa35,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:21.315621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c30c11b1-ba12-4f45-9d2c-c23fe916c85d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4180725 Jul 28 14:23:21.319094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:21.326243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Request body: {'subnet': {'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-subnet', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:21.339939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e3355b88-4053-47b4-8571-2ed8e271aa35 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:21.366499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caef4e7c-38a9-4999-8676-75dda02480dd req-18fc7550-fa96-480b-95f6-cafd4991f47a tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822129 Jul 28 14:23:21.404886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-a4b357b5-c7ce-46fc-bc65-890d0491492c service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757255 Jul 28 14:23:21.410574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:21.513658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Made reservation on behalf of e7a3c224e5304a238599992f6694f096 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:21.526136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.526136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 90c4fa8b-569d-45c2-a9f9-285909dbd8b0) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:21.527080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-264cc2a8-5e3c-4acc-afa9-65db3e23eb7d req-db37a33c-591e-44d2-8532-33c31d860204 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090991 Jul 28 14:23:21.529530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22632c2e-e7b0-4fb1-b9e7-4901aeb3f2c5 None None] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:21.597037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.599292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:21.691358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc635c-b20b-4be2-9ff8-a71338687970 None None] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:21.818362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cd34af0c-a97b-4fd3-b27c-c1b78e067035 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372562 Jul 28 14:23:21.848333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cd4ea0c9-78cd-400e-8f07-79c1cec638a7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1676102 Jul 28 14:23:21.936944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-f0d6160a-0c6d-4515-921b-e704dadbfd9c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:21.937562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-f0d6160a-0c6d-4515-921b-e704dadbfd9c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184580 Jul 28 14:23:21.957468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-1515637d-bbc4-4cd6-b5b1-782a8190ea8d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/quotas/87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 375 time: 0.0107081 Jul 28 14:23:21.994042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-d76be909-3f5b-4096-b508-3beae02dd979 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299878 Jul 28 14:23:22.000449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.070629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac24616-a858-479d-a569-dcc5757a844f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:22.076289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Checking segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:22.076628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Network hostable DHCP agents. Network: e3355b88-4053-47b4-8571-2ed8e271aa35, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:22.250861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:22.316934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e3355b88-4053-47b4-8571-2ed8e271aa35) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:22.321269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:22.324196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.329068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddd426-0ce6-47a1-8e2c-6b6549c3a4cd None None] Network e3355b88-4053-47b4-8571-2ed8e271aa35 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:22.367995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-012673f9-1818-4ce0-b766-29475c544790 req-d7869369-ad5e-42a3-9d05-83254385ae3b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0421340 Jul 28 14:23:22.406180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-18c44fd6-f610-416c-a850-a4c65cab1153 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0859113 Jul 28 14:23:22.409476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:22.417077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:22.525324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.527036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.549817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-e3355b88-4053-47b4-8571-2ed8e271aa35', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:23:22.550843 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.597186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1fc3b-15a2-417b-82c9-93de8d41bfe6 req-295a74fb-4cf3-46c7-91d6-615dadd1d488 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:22.599122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dba1fc3b-15a2-417b-82c9-93de8d41bfe6 req-295a74fb-4cf3-46c7-91d6-615dadd1d488 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.1194527 Jul 28 14:23:22.670893 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.673033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dba1fc3b-15a2-417b-82c9-93de8d41bfe6 req-ffb449b2-49ce-4586-9f4b-aa2b03cd7a22 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Jul 28 14:23:22.753314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Allocated IP 172.20.0.2 (e3355b88-4053-47b4-8571-2ed8e271aa35/8ac24616-a858-479d-a569-dcc5757a844f/7f961af5-5844-4a6e-90ec-47b7d2f6c96f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:22.823449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56870) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:22.946869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.989465 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:22.998820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Transition to ACTIVE for port object 7f961af5-5844-4a6e-90ec-47b7d2f6c96f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:23.012926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf4cfc01-6cda-4275-94f2-a43d74f022a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.019308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Transition to ACTIVE for port object 7f961af5-5844-4a6e-90ec-47b7d2f6c96f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:23.038086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56876) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:23.043066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-938126437-network', 'tenant_id': 'fb5f3b0792b4467f9951936a422871f1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:23.116367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf4cfc01-6cda-4275-94f2-a43d74f022a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.176998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.223880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:23.227871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:23.235505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Pushing event updated for resources: {'Port': ['ID=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:23.235505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:23.242527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.242870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.243375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.243812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.244145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.244476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.244812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.245124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.245447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.245870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.246195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.246515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Tracked resource versions report: Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: pushed versions: Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: { 'AddressGroup': {'1.2'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'ConntrackHelper': {'1.0'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Log': {'1.0'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Network': {'1.1'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Port': {'1.7'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'PortForwarding': {'1.2'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'QosPolicy': {'1.8'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SecurityGroup': {'1.4'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SubPort': {'1.0'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Subnet': {'1.1'}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Trunk': {'1.1'}} Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: consumer versions: Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: HyperV agent@n-h1-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: HyperV agent@n-h2-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: L3 agent@n-d-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: Metadata agent@n-d-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: Metering agent@n-d-705658-23: {}, Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'ConntrackHelper': '1.0', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Log': '1.0', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Network': '1.1', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Port': '1.7', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'PortForwarding': '1.2', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'QosPolicy': '1.8', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SecurityGroup': '1.4', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SecurityGroupRule': '1.2', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'SubPort': '1.0', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Subnet': '1.1', Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: 'Trunk': '1.1'}} Jul 28 14:23:23.247584 n-d-705658-23 neutron-server[94750]: {{(pid=94750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:23:23.262467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf4cfc01-6cda-4275-94f2-a43d74f022a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.274131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.308169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Attempting to bind port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:23.309564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Attempting to bind port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:23.309935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Attempting to bind port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:23.312946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cf4cfc01-6cda-4275-94f2-a43d74f022a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c0c99039c8f48b581e649c368e2cf33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864447 Jul 28 14:23:23.312946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cfc01-6cda-4275-94f2-a43d74f022a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403cd5ac-d3e4-43a5-92a4-84f5352a1710,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:23.313316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.314011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56878) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:23.322540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:23.323026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Checking segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:23.324744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.325163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Bound using segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:23.325661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Bound port: 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:23.327397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.405467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.428765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.463929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] For port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:23.467283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] For port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:23.497918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Made reservation on behalf of fb5f3b0792b4467f9951936a422871f1 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:23.499572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56888) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:23.500282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.504369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Allocated IP 172.25.0.9 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:23.546480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52f172dc-5695-49f7-a7c6-fe845bf38300 req-41898585-8fb6-448e-b231-7e01c3519e90 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0534863 Jul 28 14:23:23.547177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.555781 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.608168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.612740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.621239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/403cd5ac-d3e4-43a5-92a4-84f5352a1710 HTTP/1.1" status: 204 len: 168 time: 0.2899649 Jul 28 14:23:23.628310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ac0d8-abf4-4ae9-89ef-4b009424e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403cd5ac-d3e4-43a5-92a4-84f5352a1710,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:23.665646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc63fc-c293-48e4-a13f-bce6c2bf6ee1 None None] Pushing event updated for resources: {'Port': ['ID=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:23.700204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.736792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b495ad0b-853d-4816-a498-8a5f2f120e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.758849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.831284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79c50f-1d3e-4406-8aec-e0d5d9c09dc1 req-ba591fbf-730b-441a-845f-bdcc5e5579fc tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:23.843343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac79c50f-1d3e-4406-8aec-e0d5d9c09dc1 req-ba591fbf-730b-441a-845f-bdcc5e5579fc tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0732863 Jul 28 14:23:23.851132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.873060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:23.919226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0a5044-5141-475f-8070-f7009b4c1caf,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:23.928714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.929918 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Added segment bafe21c2-bf2a-4429-944b-c9c327f6aa33 of type vlan for network 8557a6e4-632a-447b-add9-faa55000811e Jul 28 14:23:23.935691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:23.951240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac79c50f-1d3e-4406-8aec-e0d5d9c09dc1 req-323112b7-84f2-459e-bcd3-5d187d6bb901 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069326 Jul 28 14:23:24.040376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b495ad0b-853d-4816-a498-8a5f2f120e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.057830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:24.064915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.072289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:24.076216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:24.125707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b495ad0b-853d-4816-a498-8a5f2f120e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.159284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Pushing event updated for resources: {'Port': ['ID=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:24.210987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b495ad0b-853d-4816-a498-8a5f2f120e8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65257d4a94ce4b579afde8f797f31198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094948 Jul 28 14:23:24.214257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495ad0b-853d-4816-a498-8a5f2f120e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f254ca8-6c8c-4730-aa40-89d253263015,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:24.215178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:24.277333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.299368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.330692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.331664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:24.333957 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.469122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] Pushing event updated for resources: {'Network': ['ID=8557a6e4-632a-447b-add9-faa55000811e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:24.480979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8557a6e4-632a-447b-add9-faa55000811e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:24.493440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.535479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c99d1431-9347-4914-af49-7eb60d100b37 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4962230 Jul 28 14:23:24.538554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56908) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:24.551434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Request body: {'subnet': {'network_id': '8557a6e4-632a-447b-add9-faa55000811e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-938126437-subnet', 'tenant_id': 'fb5f3b0792b4467f9951936a422871f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:24.695967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56912) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:24.711456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df43070a-15b4-4e6d-9c5e-9a5cc7cb36db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.715450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.718345 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.747186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f254ca8-6c8c-4730-aa40-89d253263015 HTTP/1.1" status: 204 len: 168 time: 0.5031326 Jul 28 14:23:24.747186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e526f7-2896-4e1c-bc6c-31692cc20d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f254ca8-6c8c-4730-aa40-89d253263015,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:24.770280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-057e5710-8ca3-44f4-b395-e983e4e4558e req-b0cadb1f-4a58-4b2a-b4ca-5e0d58f8930e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0536702 Jul 28 14:23:24.778508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Made reservation on behalf of fb5f3b0792b4467f9951936a422871f1 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:24.781068 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.895238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:24.914332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc4dde-5983-4878-8880-7156772641ac None None] Network e3355b88-4053-47b4-8571-2ed8e271aa35 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:25.000719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df43070a-15b4-4e6d-9c5e-9a5cc7cb36db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.121558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad1d7387-bded-4eb3-a5f9-62125660aa32 None None] Provisioning for port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:25.137276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344ecab-8304-4d47-ae46-d3c72f04cf06 req-23579324-3e01-4511-b461-50b8acf3588e tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:25.138825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4344ecab-8304-4d47-ae46-d3c72f04cf06 req-23579324-3e01-4511-b461-50b8acf3588e tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.0617182 Jul 28 14:23:25.157143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Router 1a2711d1-84b2-48f7-846a-e3bab053320d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:23:25.168787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.170684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df43070a-15b4-4e6d-9c5e-9a5cc7cb36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.194565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f961af5-5844-4a6e-90ec-47b7d2f6c96f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:25.276750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4344ecab-8304-4d47-ae46-d3c72f04cf06 req-7872793a-b662-42c8-b1f1-e5f16ad36962 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301584 Jul 28 14:23:25.287469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df43070a-15b4-4e6d-9c5e-9a5cc7cb36db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73601c348cbc4b9ea7c57795353045c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899951 Jul 28 14:23:25.288198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc557865-6717-43f6-85ba-3ed5eed5ba95,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:25.297673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56922) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:25.326866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:23:25.339520 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:23:25.346643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43070a-15b4-4e6d-9c5e-9a5cc7cb36db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39551bde-e631-42cc-8bcc-9b0e83ef8808,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:25.354280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:25.360843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:25.361798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.364251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:25.369053 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:25.389144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Checking segment: {'id': 'bafe21c2-bf2a-4429-944b-c9c327f6aa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8557a6e4-632a-447b-add9-faa55000811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:25.389515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Network hostable DHCP agents. Network: 8557a6e4-632a-447b-add9-faa55000811e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:25.432905 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.457264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.458827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d22c3a12-bd57-426a-8dd0-7023a85bf257 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0481188 Jul 28 14:23:25.461524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56924) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:25.465186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.482847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.491800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3db39474-6eef-4cf4-ad85-a98352e1fd46 None None] Provisioning complete for port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:25.492179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3db39474-6eef-4cf4-ad85-a98352e1fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.548229 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:25.553627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Network 8557a6e4-632a-447b-add9-faa55000811e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:25.568810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:25.607513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3db39474-6eef-4cf4-ad85-a98352e1fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.624172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.627716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.631053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39551bde-e631-42cc-8bcc-9b0e83ef8808 HTTP/1.1" status: 204 len: 168 time: 0.3251181 Jul 28 14:23:25.638477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b79176-8baa-48ec-a10d-28d386e9428b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39551bde-e631-42cc-8bcc-9b0e83ef8808,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:25.656696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8557a6e4-632a-447b-add9-faa55000811e) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:25.661821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:25.662419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.668041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.730519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341ee5f-64d8-4cb6-a495-7b41578e538b None None] Network 8557a6e4-632a-447b-add9-faa55000811e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:25.765373 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:24Z', 'revision_number': 3, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:25.768727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:25.800545 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:23:25.800910 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Updating router 1a2711d1-84b2-48f7-846a-e3bab053320d port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:23:25.815509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f5199a84-1cf2-43c3-9daa-2c33abbc559b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2733908 Jul 28 14:23:25.840702 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.857527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3db39474-6eef-4cf4-ad85-a98352e1fd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:23:25.858085 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3db39474-6eef-4cf4-ad85-a98352e1fd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:23:25.915517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56936) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:25.928853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e030a46-155a-489e-9478-78b1aec11c3c req-e9d4b16c-457c-4d30-96d8-d59bccbead7b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0393622 Jul 28 14:23:25.976050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e298-ae76-4545-98c2-5ddf2bb23b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:25.998511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00757162-a721-42cd-9e00-b9fcd4ba37c6 None None] Network 8557a6e4-632a-447b-add9-faa55000811e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:26.082943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6651809b-0120-499e-9fed-41adaadfcdfe details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:23:26.151212 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.179165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.53', 51248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:26.285174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-76e6be38-d86c-431b-ae7a-dacc998bf219 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040239 Jul 28 14:23:26.302589 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.335195 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Transition to ACTIVE for port object 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:26.359454 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:23:26.391680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e298-ae76-4545-98c2-5ddf2bb23b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.405356 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.409970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6651809b-0120-499e-9fed-41adaadfcdfe,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:26.430370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '6651809b-0120-499e-9fed-41adaadfcdfe', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '6651809b-0120-499e-9fed-41adaadfcdfe', 'mac_address': 'fa:16:3e:61:a6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:tempest-test_az-1373524487', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:23:26.461573 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Attempting to bind port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:26.461952 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Attempting to bind port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:26.462326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Attempting to bind port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:26.463513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6c7e298-ae76-4545-98c2-5ddf2bb23b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.465605 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Pushing event updated for resources: {'Port': ['ID=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:26.477022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:26.478308 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:26.478308 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.478866 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:26.479733 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Bound port: 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:26.480439 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.484338 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.484695 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.485044 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.485391 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.485727 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.486066 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488525 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.488770 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Tracked resource versions report: Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: pushed versions: Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: { 'AddressGroup': {'1.2'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'ConntrackHelper': {'1.0'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Log': {'1.0'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Network': {'1.1'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Port': {'1.7'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'PortForwarding': {'1.2'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'QosPolicy': {'1.8'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SecurityGroup': {'1.4'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SecurityGroupRule': {'1.2'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SubPort': {'1.0'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Subnet': {'1.1'}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Trunk': {'1.1'}} Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: consumer versions: Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: { DHCP agent@n-d-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: HyperV agent@n-h1-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: HyperV agent@n-h2-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: L3 agent@n-d-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: Metadata agent@n-d-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: Metering agent@n-d-705658-23: {}, Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: Open vSwitch agent@n-d-705658-23: { 'AddressGroup': '1.2', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'ConntrackHelper': '1.0', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Log': '1.0', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Network': '1.1', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Port': '1.7', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'PortForwarding': '1.2', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'QosPolicy': '1.8', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SecurityGroup': '1.4', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SecurityGroupRule': '1.2', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'SubPort': '1.0', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Subnet': '1.1', Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: 'Trunk': '1.1'}} Jul 28 14:23:26.490043 n-d-705658-23 neutron-server[94751]: {{(pid=94751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 14:23:26.503290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.558810 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] For port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:26.562608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] For port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:26.648771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6651809b-0120-499e-9fed-41adaadfcdfe {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:26.670386 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.672132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6651809b-0120-499e-9fed-41adaadfcdfe,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:26.681039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6c7e298-ae76-4545-98c2-5ddf2bb23b07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8df2a4541f5b43bf970eb212c905cf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621589 Jul 28 14:23:26.696106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:26.697807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7e298-ae76-4545-98c2-5ddf2bb23b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9828afa-0bd4-450a-920b-1600f71f8bef,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:26.717783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:26.718424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:26.776169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.785011 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1da8ba-bc89-4938-8a30-3b2d51c13870 None None] Pushing event updated for resources: {'Port': ['ID=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:26.824341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-53c102de-201f-4072-a0ab-937bca7aeb5e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:26.826080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-53c102de-201f-4072-a0ab-937bca7aeb5e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5281863 Jul 28 14:23:26.826387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-67b14018-f6c6-4bf0-ab89-72b806bb6b8e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:26.827916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-67b14018-f6c6-4bf0-ab89-72b806bb6b8e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.2621565 Jul 28 14:23:26.837845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd4c48-1190-4b1b-97ae-d272ef1470bc req-c55302a6-735f-41f8-9880-164d32149607 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:26.839371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52fd4c48-1190-4b1b-97ae-d272ef1470bc req-c55302a6-735f-41f8-9880-164d32149607 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 970 time: 0.2383177 Jul 28 14:23:26.859209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:26.866178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-266cc066-e283-416e-bdf3-9ff386f6d935 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/quotas/a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 375 time: 0.0259631 Jul 28 14:23:26.875636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:26.898819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-1b754a69-d7a2-42eb-a6b6-c9fdde24d3ed tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314085 Jul 28 14:23:26.940385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Allocated IP 172.20.0.1 (e3355b88-4053-47b4-8571-2ed8e271aa35/8ac24616-a858-479d-a569-dcc5757a844f/ec2a5c11-1e6b-4bd9-88db-09faa54acdd6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:26.945008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52fd4c48-1190-4b1b-97ae-d272ef1470bc req-69cbcf54-a73a-48ee-854f-5a6807408bcf tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957601 Jul 28 14:23:26.950224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:26.976496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:26.990396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21227210-983e-4ad4-8940-3b333e059db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.148781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f961af5-5844-4a6e-90ec-47b7d2f6c96f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:27.157436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21227210-983e-4ad4-8940-3b333e059db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.190067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Request body: {'port': {'device_id': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '87c2207152de45ecb31afbcd69cf574b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:27.213194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:27.213840 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.246209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-b181a959-ccd4-41db-9322-1d7135e1ad2c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:23:27.252074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-b181a959-ccd4-41db-9322-1d7135e1ad2c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1996286 Jul 28 14:23:27.254016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21227210-983e-4ad4-8940-3b333e059db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.255038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6651809b-0120-499e-9fed-41adaadfcdfe'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:23:27.286828 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:24Z', 'revision_number': 3, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:27.322166 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91743e4c-f53a-4916-a14b-eeebf9334343 None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:24Z', 'revision_number': 3, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:23:27.377314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-21227210-983e-4ad4-8940-3b333e059db4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14c86eba570447148649e6320dec2531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3972247 Jul 28 14:23:27.377314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21227210-983e-4ad4-8940-3b333e059db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c79c7-cb94-42bc-926f-faa39969f4b4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:27.381881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:27.459872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-7a27d3e8-5487-40f0-bf96-a3d932b99d69 service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937869 Jul 28 14:23:27.491166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.501143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6ffcb6c-86d6-49f8-8b04-1ca54aa83080 req-3823ca70-1d16-4977-99e6-1c26c023ad54 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.3462291 Jul 28 14:23:27.531584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.555183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.583339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Transition to ACTIVE for port object ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:27.624890 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.672095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-1fde7c5f-2e1e-4627-b1ef-263a9b22e583 service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050445 Jul 28 14:23:27.828503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.832621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.833789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a7c79c7-cb94-42bc-926f-faa39969f4b4 HTTP/1.1" status: 204 len: 168 time: 0.4509776 Jul 28 14:23:27.843559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8b655-4e06-4bab-92a4-2b73cd8320ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c79c7-cb94-42bc-926f-faa39969f4b4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:27.898288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.901496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Made reservation on behalf of 87c2207152de45ecb31afbcd69cf574b for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:27.905264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.913075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.915573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:27.916918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9828afa-0bd4-450a-920b-1600f71f8bef HTTP/1.1" status: 204 len: 168 time: 1.2092972 Jul 28 14:23:27.995947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:28.004230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:28.007476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:28.008415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.012835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.020390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ff0cd-bc7f-4685-a414-ce543cd9741a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9828afa-0bd4-450a-920b-1600f71f8bef,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:28.149110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:28.166122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c0c471d-e67d-491a-b805-77b335d97633 req-2c4469f6-edd3-458f-815d-cc2368ca2d44 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0818667 Jul 28 14:23:28.272046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8000fca-edec-4ea9-800c-4d551e5f41b4 req-dfc001e5-b9c7-4eb0-923c-798f574b2fe6 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:28.274127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8000fca-edec-4ea9-800c-4d551e5f41b4 req-dfc001e5-b9c7-4eb0-923c-798f574b2fe6 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 971 time: 0.1581860 Jul 28 14:23:28.358897 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8000fca-edec-4ea9-800c-4d551e5f41b4 req-917d1520-eb6b-43c4-8ecc-ffb2d776bd3b tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723941 Jul 28 14:23:28.446560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.506929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.548341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.622291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d020f49f-acb5-42b5-9a7e-5b36d001eb01 None None] Provisioning for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:28.627962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d020f49f-acb5-42b5-9a7e-5b36d001eb01 None None] Provisioning complete for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:28.629010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d020f49f-acb5-42b5-9a7e-5b36d001eb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:28.670812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d020f49f-acb5-42b5-9a7e-5b36d001eb01 None None] Port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:28.696881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9dcc704-a894-43c9-ab1a-fa4020a2400c req-2218f78f-56c3-4f07-b0c1-2b716f60c105 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0937443 Jul 28 14:23:28.746379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8e8205-e31e-4844-80ba-e54d2d3441cd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:28.910419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Allocated IP 192.168.233.202 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/66e41023-6553-47b3-beec-1e760b3fdb6e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:29.004084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.113345 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.114113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.169988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:29.190502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:29.270597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.295503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Transition to ACTIVE for port object 66e41023-6553-47b3-beec-1e760b3fdb6e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:29.345022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:29.352693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65177fbe-4453-4b2b-af11-3118db82deb1 req-b0886b1b-b861-44fa-894a-09a3a93e8fb5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0780799 Jul 28 14:23:29.357177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:29.405702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:29.409135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:29.409693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.553037 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.589005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.589865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:29.612845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ab114-dfa2-459f-987d-ae8de231301c req-f51eee16-1127-4b8f-a2bf-2314fb0fa5ee tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:29.615502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a8ab114-dfa2-459f-987d-ae8de231301c req-f51eee16-1127-4b8f-a2bf-2314fb0fa5ee tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 971 time: 0.1419208 Jul 28 14:23:29.704546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-56b2b77b-e03b-43c4-bc4c-e901a75bcb7c None None] Provisioning complete for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:29.704546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56b2b77b-e03b-43c4-bc4c-e901a75bcb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.755131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:23:29.771920 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.774699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:29.820081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:29.845491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:29.853475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-56b2b77b-e03b-43c4-bc4c-e901a75bcb7c None None] Port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:29.876165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:29.877612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:29.884144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:29.906334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:29.906711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a8ab114-dfa2-459f-987d-ae8de231301c req-d14834fb-2421-4c89-bbd3-9772466c2072 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553394 Jul 28 14:23:29.917459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701c5ca-82cc-4064-bcc4-185289ec77ae req-057988b4-2801-40e1-a8d8-c392c154770b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:29.920294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a701c5ca-82cc-4064-bcc4-185289ec77ae req-057988b4-2801-40e1-a8d8-c392c154770b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 936 time: 0.1001127 Jul 28 14:23:29.993035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a701c5ca-82cc-4064-bcc4-185289ec77ae req-093967ca-8c04-4873-ba2b-3992534ca6ec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630169 Jul 28 14:23:30.034854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6651809b-0120-499e-9fed-41adaadfcdfe up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:30.199912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 6651809b-0120-499e-9fed-41adaadfcdfe completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:30.204825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 6651809b-0120-499e-9fed-41adaadfcdfe triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:30.205408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:30.240857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-6a4d57bf-782a-4770-94b5-84d9fccc07aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0836575 Jul 28 14:23:30.265978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:23:30.274419 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7e570a24-691a-4aa0-978e-947b796cfe2b admin admin] 10.222.0.47 "PUT /v2.0/routers/1a2711d1-84b2-48f7-846a-e3bab053320d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8117568 Jul 28 14:23:30.294363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:23:30.300237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-073a4589-47f7-4f7b-99bf-d600fc5eee8e None None] Provisioning for port 66e41023-6553-47b3-beec-1e760b3fdb6e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:30.311366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-073a4589-47f7-4f7b-99bf-d600fc5eee8e None None] Provisioning complete for port 66e41023-6553-47b3-beec-1e760b3fdb6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:30.311747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-073a4589-47f7-4f7b-99bf-d600fc5eee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:30.342849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:30.347591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:30.384226 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:30.418616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-073a4589-47f7-4f7b-99bf-d600fc5eee8e None None] Port 66e41023-6553-47b3-beec-1e760b3fdb6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:30.491075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23777d4a-f1e4-4579-b97c-798056e0e2db req-5a6e1dd2-4549-403b-8c5f-264449b8c593 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0350697 Jul 28 14:23:30.495727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:30.579715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6651809b-0120-499e-9fed-41adaadfcdfe,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:30.605076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:30.686160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:30.790775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:30.864004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 2, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:30.891131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:23:30.891493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Updating router 1a2711d1-84b2-48f7-846a-e3bab053320d port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:23:30.920201 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.090371 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f90ed-b1a7-4da0-ac97-383ab8e9933a" -d '{"events": [{"server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "name": "network-vif-plugged", "status": "completed", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:31.142036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:31.163868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450434b-fec8-4ca0-8862-5d3cad970500 req-8c361c5b-e671-42f2-a4a1-17091b008ac9 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:31.177913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c450434b-fec8-4ca0-8862-5d3cad970500 req-8c361c5b-e671-42f2-a4a1-17091b008ac9 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.1360223 Jul 28 14:23:31.197168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce3769-6810-419c-ab6d-a344badccbd5 req-78d46fd5-44c6-405f-a707-b64bd4344f6f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:31.206116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1ce3769-6810-419c-ab6d-a344badccbd5 req-78d46fd5-44c6-405f-a707-b64bd4344f6f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 936 time: 0.0752625 Jul 28 14:23:31.256193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:31.256712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.257534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1ce3769-6810-419c-ab6d-a344badccbd5 req-d61f089e-ea91-46a2-b9aa-ff2922714621 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 Jul 28 14:23:31.257927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c450434b-fec8-4ca0-8862-5d3cad970500 req-d473771d-8cfb-4de6-8209-a3468fca8af7 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781884 Jul 28 14:23:31.359092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.370918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Transition to ACTIVE for port object ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:31.512296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.588007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff876842-ffda-4abf-a748-2b5ed19c6a1c None None] Pushing event updated for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:31.616954 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e72f2-210d-451d-8bb4-1a41d0ba5d5f x-openstack-request-id: req-ba1e72f2-210d-451d-8bb4-1a41d0ba5d5f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:31.617234 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "name": "network-vif-plugged", "status": "completed", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:31.620911 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba1e72f2-210d-451d-8bb4-1a41d0ba5d5f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:31.620911 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe', 'code': 200} Jul 28 14:23:31.693006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Attempting to bind port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:31.693386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Attempting to bind port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:31.693757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Attempting to bind port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:31.718850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:31.719300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Checking segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:31.719707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.720112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Bound using segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:31.726420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Bound port: ec2a5c11-1e6b-4bd9-88db-09faa54acdd6, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:31.728210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.781206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36d57b8c-43dd-4363-be8b-d64e0bd77519 req-7ded735f-f330-4741-bd56-3499738bcabb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0481076 Jul 28 14:23:31.871957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] For port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:31.875913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] For port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:31.882083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-6a87c7f3-969e-407a-a0a4-121500f6b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:31.884432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-6a87c7f3-969e-407a-a0a4-121500f6b509 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 1124 time: 0.1528642 Jul 28 14:23:31.906317 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-08f9eaca-73a7-4530-a438-107da36e520d service neutron] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.977995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:31.997683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:32.002493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-network', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:32.019547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-08f9eaca-73a7-4530-a438-107da36e520d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.096162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:32.096971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:32.105754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-08f9eaca-73a7-4530-a438-107da36e520d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.154893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29f19535-3aa2-429d-877a-796e3ee99e10 req-08f9eaca-73a7-4530-a438-107da36e520d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628870 Jul 28 14:23:32.169314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9eaca-73a7-4530-a438-107da36e520d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb1320c-2f35-4a46-9d7e-35b02533639a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:32.169892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff876842-ffda-4abf-a748-2b5ed19c6a1c None None] Pushing event updated for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:32.228147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Made reservation on behalf of bd0f607b2d71401ea7f2c96c39ce4ea3 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:32.230487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.242155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.294847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:32.419196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.430249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-902a9e55-f38b-4304-8731-f2decc646f51 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=280dda5f9f9942ed97361367056d7bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234826 Jul 28 14:23:32.442325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae77da-37cf-4d70-bc35-6208db33d849 req-e129ca0b-85b4-42d1-93c1-0a0a47f4e40e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:32.443981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-deae77da-37cf-4d70-bc35-6208db33d849 req-e129ca0b-85b4-42d1-93c1-0a0a47f4e40e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 936 time: 0.0659363 Jul 28 14:23:32.492494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.501552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-deae77da-37cf-4d70-bc35-6208db33d849 req-e2e20768-237c-44dd-bbb3-2bcfd0cd9a3c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Jul 28 14:23:32.526239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:32.544178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdcaf57-0808-44b9-beee-84a4c1ddcb3c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:32.549983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.550445 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Added segment 78b018e8-ff1a-4dab-a5c3-e33680555d61 of type vlan for network 3534e784-1892-45ec-b33e-5be04072195d Jul 28 14:23:32.603611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-d1e6fb23-09c4-4b78-851f-d6a17d8c4ff9 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:32.605274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-d1e6fb23-09c4-4b78-851f-d6a17d8c4ff9 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640730 Jul 28 14:23:32.606716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:31Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:32.626514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.630330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-f2738389-e283-4204-9898-fa64d113bea5 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/quotas/280dda5f9f9942ed97361367056d7bec HTTP/1.1" status: 200 len: 375 time: 0.0096779 Jul 28 14:23:32.642470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104bee33-937b-43de-a0bd-e03322401d45 None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:31Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:23:32.668369 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-7f87f4d8-18e2-46cf-98c8-fa405742f0da tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301495 Jul 28 14:23:32.670872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094594da-d61c-4978-84c2-f4d189aa2c0b req-0ae90c6c-bbdd-4a3e-812a-64d39546e01c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:32.672404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-094594da-d61c-4978-84c2-f4d189aa2c0b req-0ae90c6c-bbdd-4a3e-812a-64d39546e01c tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.0851920 Jul 28 14:23:32.758024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-094594da-d61c-4978-84c2-f4d189aa2c0b req-20f3aa4a-6d46-4e39-a844-7991b585859b tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759642 Jul 28 14:23:32.782377 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.792887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:32.792887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:32.852503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] Pushing event updated for resources: {'Network': ['ID=3534e784-1892-45ec-b33e-5be04072195d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:32.869838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3534e784-1892-45ec-b33e-5be04072195d details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:32.943818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30ef9575-bf6d-43d1-a057-dab2c96051dc req-31fadd7e-fe52-4857-af3a-32541d57e90d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0554492 Jul 28 14:23:32.948921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c82277d8-3347-42ac-96b3-e06e4da4a7fd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9502809 Jul 28 14:23:32.952881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57156) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:32.957393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Request body: {'subnet': {'network_id': '3534e784-1892-45ec-b33e-5be04072195d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-subnet', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:33.051688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea3a1ed8-a1d3-44be-96b1-ecb9c2c6a9cb req-c305e5b9-2afa-43ad-a513-e1a84734caf4 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0437541 Jul 28 14:23:33.062824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Made reservation on behalf of bd0f607b2d71401ea7f2c96c39ce4ea3 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:33.065609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.171602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:33.342591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:33.347717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:33.348100 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.396109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.428017 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.467738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:33.480372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a988e1-7a39-4af5-8ea5-5cdb7f807b4e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:33.491835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Checking segment: {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:33.492191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Network hostable DHCP agents. Network: 3534e784-1892-45ec-b33e-5be04072195d, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:33.537500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.550238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-a1f85ee5-4d2f-43b0-944b-ff80112d8c5c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:23:33.551422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-a1f85ee5-4d2f-43b0-944b-ff80112d8c5c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063746 Jul 28 14:23:33.590025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Network 3534e784-1892-45ec-b33e-5be04072195d is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:33.610026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57170) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:33.681777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:33.702519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3534e784-1892-45ec-b33e-5be04072195d) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:33.706561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:33.707298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.714419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97fc22-1b70-4525-9a4d-09855827bc37 None None] Network 3534e784-1892-45ec-b33e-5be04072195d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:33.761777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a0f718a-c0c4-4341-9087-ac85d365cea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.788807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938171f-39b5-4be1-b8f2-8cec7a582751 req-397c8d46-4981-45d4-89ea-9b09aa773488 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:33.791464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1938171f-39b5-4be1-b8f2-8cec7a582751 req-397c8d46-4981-45d4-89ea-9b09aa773488 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 936 time: 0.1647406 Jul 28 14:23:33.800143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Request body: {'port': {'device_id': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:33.813572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f1cfe1f-e619-4327-bc15-28472fedd087 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8604674 Jul 28 14:23:33.814441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:33.826807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:33.922003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ec883-8fe9-4584-9925-e91649bd8843 req-f24e423a-2763-43d9-a56e-c5bef8d7aa77 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:33.932841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-426ec883-8fe9-4584-9925-e91649bd8843 req-f24e423a-2763-43d9-a56e-c5bef8d7aa77 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.0679514 Jul 28 14:23:33.955042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-3534e784-1892-45ec-b33e-5be04072195d', 'network_id': '3534e784-1892-45ec-b33e-5be04072195d', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'fixed_ips': [{'subnet_id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:23:33.956096 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:33.966823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1938171f-39b5-4be1-b8f2-8cec7a582751 req-8ff2ab70-80f6-4ec1-bb35-8449da62db63 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376152 Jul 28 14:23:33.989467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.001580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-426ec883-8fe9-4584-9925-e91649bd8843 req-a7de821d-730d-4c04-9f04-5b7dba517242 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636001 Jul 28 14:23:34.165746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Allocated IP 172.20.0.2 (3534e784-1892-45ec-b33e-5be04072195d/44a988e1-7a39-4af5-8ea5-5cdb7f807b4e/55ef2759-cf54-41fc-9b19-58e8e10877b0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:34.167211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-67772f21-b10a-4603-89d0-225a75bc627f req-4d1a5468-7956-47d3-854c-32ab18f7996e tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jul 28 14:23:34.280715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df15db16-7d33-4feb-8920-c52e164e8ce5 req-0b25fbde-566b-4890-a42c-764c9dc3ad0e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0695791 Jul 28 14:23:34.319461 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a0f718a-c0c4-4341-9087-ac85d365cea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.330934 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.341771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Transition to ACTIVE for port object 55ef2759-cf54-41fc-9b19-58e8e10877b0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:34.356796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Transition to ACTIVE for port object 55ef2759-cf54-41fc-9b19-58e8e10877b0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:34.458891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e41023-6553-47b3-beec-1e760b3fdb6e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:34.466577 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a0f718a-c0c4-4341-9087-ac85d365cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.470298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.506707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Transition to ACTIVE for port object 66e41023-6553-47b3-beec-1e760b3fdb6e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:34.518705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f718a-c0c4-4341-9087-ac85d365cea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a4f7a-778d-4647-89e5-cf76ba4f3877,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:34.522981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a0f718a-c0c4-4341-9087-ac85d365cea3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f15af38b64e4f1ba3c18277951fc2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9118242 Jul 28 14:23:34.525996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:34.531739 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.568918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Network 3534e784-1892-45ec-b33e-5be04072195d is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:34.571834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:34.575508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:34.585683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.589264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Pushing event updated for resources: {'Port': ['ID=55ef2759-cf54-41fc-9b19-58e8e10877b0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:34.609199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.636495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Attempting to bind port 55ef2759-cf54-41fc-9b19-58e8e10877b0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:34.636862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Attempting to bind port 55ef2759-cf54-41fc-9b19-58e8e10877b0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:34.637222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Attempting to bind port 55ef2759-cf54-41fc-9b19-58e8e10877b0 on network 3534e784-1892-45ec-b33e-5be04072195d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:34.642066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:34.642463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Checking segment: {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:34.643458 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.643852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Bound using segment: {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:34.644344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Bound port: 55ef2759-cf54-41fc-9b19-58e8e10877b0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:34.644745 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.646085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.647473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.710542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] For port 55ef2759-cf54-41fc-9b19-58e8e10877b0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:34.713643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] For port 55ef2759-cf54-41fc-9b19-58e8e10877b0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=55ef2759-cf54-41fc-9b19-58e8e10877b0,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:34.737754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.770409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.773050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.776499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e28a4f7a-778d-4647-89e5-cf76ba4f3877 HTTP/1.1" status: 204 len: 168 time: 0.2477796 Jul 28 14:23:34.803345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05bb1b-bbac-44ed-bb24-f0e83c78dec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a4f7a-778d-4647-89e5-cf76ba4f3877,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:34.811957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:34.864866 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.871737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:34.872110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:34.872462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:34.877383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:34.877760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:34.885824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.885928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:34.885928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:34.885928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:34.885928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Bound port: 66e41023-6553-47b3-beec-1e760b3fdb6e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:34.885928 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:34.951090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75d851-aae4-4be4-a174-fefeedbad88f None None] Pushing event updated for resources: {'Port': ['ID=55ef2759-cf54-41fc-9b19-58e8e10877b0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:34.966503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:34.966503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:35.103269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:35.106214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:35.177621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:35.178040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:35.244519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:35.264679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.53', 51254) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:35.479231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:35.482068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:35.482720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:35.484174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-cc82ac1b-796d-494e-8f7c-f71bc6f9b135 service neutron] 10.222.0.53 "PUT /v2.0/ports/66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 1097 time: 1.7586501 Jul 28 14:23:35.498484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:35.515026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1287cb-e538-4df7-bb74-92d82acf4587 req-7714992e-4aed-44ff-8f2c-a15332db6b0f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:35.516603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c1287cb-e538-4df7-bb74-92d82acf4587 req-7714992e-4aed-44ff-8f2c-a15332db6b0f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1690772 Jul 28 14:23:35.590034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c1287cb-e538-4df7-bb74-92d82acf4587 req-604a3ec5-6f25-4a26-b965-22323656d4ce tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616972 Jul 28 14:23:35.616038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc83441-bdaa-4d66-a373-dce0cd429220 req-647f7de6-b040-4129-862f-bdab3bc3bb64 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:35.623444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcc83441-bdaa-4d66-a373-dce0cd429220 req-647f7de6-b040-4129-862f-bdab3bc3bb64 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.3627763 Jul 28 14:23:35.632753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-8c460a2b-b5f1-42a4-9bb9-47d154e6d0fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:35.634172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-8c460a2b-b5f1-42a4-9bb9-47d154e6d0fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.3699856 Jul 28 14:23:35.666521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Request body: {'port': {'device_id': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'admin_state_up': True, 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:35.754333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8908e3d-bb10-4eae-ba45-3c43add562d9 req-ea14e6fd-7c46-4b58-ab6f-aa271148b041 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0310786 Jul 28 14:23:35.824888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57206) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:35.882143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a0-d072-4e05-8b8f-bf34f6c9d15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:35.914939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-536cac26-4de9-427e-bce5-5ba6b35c6d51 req-4521ec3f-a220-4be5-8eae-8885d1639306 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0466042 Jul 28 14:23:35.968424 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75add994-c190-43a4-9e33-5bc0b1c21b69" -d '{"events": [{"name": "network-changed", "server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:35.999033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.031063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.044136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcc83441-bdaa-4d66-a373-dce0cd429220 req-74858eaa-62b3-4b74-a9ec-832b49c5bde2 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198017 Jul 28 14:23:36.074410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-adfc0d25-7e7e-45e2-aff5-1cb3f8cc3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.075975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-adfc0d25-7e7e-45e2-aff5-1cb3f8cc3d2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1100 time: 0.3274105 Jul 28 14:23:36.192172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-b81e96cb-8723-465e-a898-fb38f8c952b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0997303 Jul 28 14:23:36.247805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.53', 51258) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:36.264942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a0-d072-4e05-8b8f-bf34f6c9d15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.266775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-d8bf51f2-5bdf-4f2b-8db2-f24c41e09ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.269283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-d8bf51f2-5bdf-4f2b-8db2-f24c41e09ac1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0696485 Jul 28 14:23:36.283880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Allocated IP 172.25.0.189 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/e69a5d11-8bfe-4ac5-bd2b-bad565f7d932) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:36.289706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-46bc97bb-9442-419e-b199-6486576ae34a tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=280dda5f9f9942ed97361367056d7bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407300 Jul 28 14:23:36.296514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4593f-0eb1-42e7-b8a1-d154f5840474 None None] Network 3534e784-1892-45ec-b33e-5be04072195d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:36.371373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4b425a0-d072-4e05-8b8f-bf34f6c9d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.373040 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d111e-c087-45c0-9caa-ac6ed2b156a1 x-openstack-request-id: req-fd7d111e-c087-45c0-9caa-ac6ed2b156a1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:36.373329 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:36.373577 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd7d111e-c087-45c0-9caa-ac6ed2b156a1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:36.376470 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'status': 'completed', 'code': 200} Jul 28 14:23:36.433472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c4d9a531-de77-426e-9b29-4843a8c1cf25 None None] Provisioning for port 55ef2759-cf54-41fc-9b19-58e8e10877b0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:36.435199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-e1c44900-9cd1-454d-ac91-16b725adb9f7 tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.436668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-e1c44900-9cd1-454d-ac91-16b725adb9f7 tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 1124 time: 0.1664550 Jul 28 14:23:36.440187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-229c964a-f7e3-4521-b524-4592067e9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.441537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-229c964a-f7e3-4521-b524-4592067e9c57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411564 Jul 28 14:23:36.469409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b425a0-d072-4e05-8b8f-bf34f6c9d15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d038e-16b2-46c1-abc0-ab6ae1a55c9a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:36.470829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-7e713776-ce03-48ac-8d90-18b05b3d770d tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.476308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4b425a0-d072-4e05-8b8f-bf34f6c9d15c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d052f833af2c4290ae25b9f56fe0ceb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6478045 Jul 28 14:23:36.480843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57216) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:36.530675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-0af674ce-f412-46b2-8ec5-acf0cf8d5b14 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.542270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-0af674ce-f412-46b2-8ec5-acf0cf8d5b14 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2367179 Jul 28 14:23:36.542636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:36.542636 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.561915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Request body: {'port': {'device_id': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '280dda5f9f9942ed97361367056d7bec'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:36.632610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.697348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.717125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-64282fca-21fa-4217-9690-0d5712a3f0e5 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684605 Jul 28 14:23:36.775741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.839496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace37248-66b8-4805-92b8-b0f28e81feca req-cd71f6d9-cd32-45aa-84c1-de5f4d475963 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:36.840922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ace37248-66b8-4805-92b8-b0f28e81feca req-cd71f6d9-cd32-45aa-84c1-de5f4d475963 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1461520 Jul 28 14:23:36.856062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Allocated IP 172.20.0.14 (90c4fa8b-569d-45c2-a9f9-285909dbd8b0/e472b9a1-1d0d-4e3a-9a68-b7adc7916c07/21b38eca-108e-43d7-959c-8b94b675f3d2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:36.880620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f50e49a-274f-4b1c-8b42-0f9ea27fcd39 req-4eb2b98f-1d10-402c-905f-d54f9f302eca service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548507 Jul 28 14:23:36.882610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ace37248-66b8-4805-92b8-b0f28e81feca req-662ec15a-1a48-4f22-b968-1b7848f462a5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341008 Jul 28 14:23:36.959643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:36.981695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ae9a9b6-2f0a-4367-9219-0a900dfb07cb req-cc65d74e-5111-4bba-abb4-515bc0fc3fe6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0332069 Jul 28 14:23:36.997407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-7e713776-ce03-48ac-8d90-18b05b3d770d tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.016830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:37.020415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:37.023664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:37.067634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Pushing event updated for resources: {'Port': ['ID=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.073849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.104284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.106851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.108007 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f3d038e-16b2-46c1-abc0-ab6ae1a55c9a HTTP/1.1" status: 204 len: 168 time: 0.6264017 Jul 28 14:23:37.116054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-7e713776-ce03-48ac-8d90-18b05b3d770d tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.142623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e277a1bd-3aac-4c6a-98ad-2e0997a19f79 req-f9203808-65a9-45c9-9233-6989a5b4cda6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0772285 Jul 28 14:23:37.165141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd03f77-44b3-4906-989b-195885eb5e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d038e-16b2-46c1-abc0-ab6ae1a55c9a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.166837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e713776-ce03-48ac-8d90-18b05b3d770d tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6410c8-5df1-47ad-8c90-a835892eaec9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.195350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2aaf543f-a9f4-4a3d-b40d-333ee6730028 req-7e713776-ce03-48ac-8d90-18b05b3d770d tempest-AggregatesAdminTestJSON-625470714 tempest-AggregatesAdminTestJSON-625470714-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490566 Jul 28 14:23:37.204251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-a940b521-5db7-42ae-90b2-87334aa6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:37.206390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-a940b521-5db7-42ae-90b2-87334aa6835d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1100 time: 0.1036463 Jul 28 14:23:37.224990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 55ef2759-cf54-41fc-9b19-58e8e10877b0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:37.245788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Made reservation on behalf of 280dda5f9f9942ed97361367056d7bec for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:37.249699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.265264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.315160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.337665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 55ef2759-cf54-41fc-9b19-58e8e10877b0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:37.341852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 55ef2759-cf54-41fc-9b19-58e8e10877b0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:37.342418 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.444997 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.481783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 55ef2759-cf54-41fc-9b19-58e8e10877b0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=55ef2759-cf54-41fc-9b19-58e8e10877b0,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:37.496809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:37.498879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-14665969-1d00-44f0-8ad6-5e5e59c15736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:37.500592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-14665969-1d00-44f0-8ad6-5e5e59c15736 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2867382 Jul 28 14:23:37.504468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:37.515061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:37.525796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:37.526503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.578069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.590702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-9526c6c1-ab68-4170-882c-e4a8c9870463 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0531971 Jul 28 14:23:37.634097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.649473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=55ef2759-cf54-41fc-9b19-58e8e10877b0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.673397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.694823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-b45fe273-4fa7-437e-885b-17acb8e6cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:37.696796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-b45fe273-4fa7-437e-885b-17acb8e6cfb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0905738 Jul 28 14:23:37.742383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.756110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-53a390dd-2f19-4ecc-8e6b-5d31604a97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:37.757755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-53a390dd-2f19-4ecc-8e6b-5d31604a97a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0520875 Jul 28 14:23:37.831474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.861491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-2ba18b05-1848-4763-810e-a5502b730b7b service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947509 Jul 28 14:23:37.952471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa51387e-3d42-4815-90b8-d7da0346dd9b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:37.965420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:37.968001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75add994-c190-43a4-9e33-5bc0b1c21b69 req-7c6a8884-a0f5-4d84-a14e-2c8b6cc43074 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988576 Jul 28 14:23:37.970254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-d5ef06df-e0d0-41af-9582-2ad394ee05b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3087943 Jul 28 14:23:38.017970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Request body: {'port': {'device_id': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:38.081150 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.096476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Allocated IP 192.168.233.15 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/d84a0f22-cdad-4e84-b85f-9ce1e8244817) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:38.119213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5742d-e99c-4e28-9e92-a2462a73af86 req-49451123-bf7a-4180-a090-3ea0fb1e862d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:38.120701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6e5742d-e99c-4e28-9e92-a2462a73af86 req-49451123-bf7a-4180-a090-3ea0fb1e862d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1469948 Jul 28 14:23:38.136693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acd91495-e6fe-45b5-bb9a-2a61b54d0f12 req-968f127a-32b9-4923-a57f-58425f4d44bf tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0429254 Jul 28 14:23:38.245274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6e5742d-e99c-4e28-9e92-a2462a73af86 req-822bcc10-c638-4fe2-ab87-2b16af17ed55 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950284 Jul 28 14:23:38.423540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.425973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b38eca-108e-43d7-959c-8b94b675f3d2 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:38.433300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15feb65-1711-489a-98a9-5c68173d34dc req-af51fa9a-f452-4e73-af55-99aa65f49282 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:38.433997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.434874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c15feb65-1711-489a-98a9-5c68173d34dc req-af51fa9a-f452-4e73-af55-99aa65f49282 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 932 time: 0.0972812 Jul 28 14:23:38.446724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Transition to ACTIVE for port object 21b38eca-108e-43d7-959c-8b94b675f3d2 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:38.447684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Transition to ACTIVE for port object d84a0f22-cdad-4e84-b85f-9ce1e8244817 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:38.499802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c15feb65-1711-489a-98a9-5c68173d34dc req-3ec6eebf-4ac2-46ac-b7fc-a33c0a9686c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Jul 28 14:23:38.536952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:23:38.538370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.592614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:38.624415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:38.624766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:38.625096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:38.629303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.630227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:38.630577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:38.637362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:38.637702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:38.638093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:38.641653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Bound port: 21b38eca-108e-43d7-959c-8b94b675f3d2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:38.641653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.717831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:38.722883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:38.728660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:38.739303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:38.742933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:38.748643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:38.749342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.751735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Pushing event updated for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:38.775535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:23:38.787568 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Sync routers for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:23:38.792218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.800164 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:38.801041 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:38.829058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:38.829675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:38.832154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 1093 time: 0.8276088 Jul 28 14:23:38.832624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:38.835117 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7419f4-0a72-4b50-bf28-ed14777f7f40" -d '{"events": [{"name": "network-changed", "server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:38.889687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a355b0b-db0c-494e-8c3f-86fdf20823e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:38.899340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-87bc3615-0be6-429c-bf46-91f9c66980c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3501563 Jul 28 14:23:38.909046 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c60c557-2ffc-46c9-b5dd-e443f9dcaa92 x-openstack-request-id: req-0c60c557-2ffc-46c9-b5dd-e443f9dcaa92 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:38.909557 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:38.909726 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c60c557-2ffc-46c9-b5dd-e443f9dcaa92 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:38.910121 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'status': 'completed', 'code': 200} Jul 28 14:23:38.923879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Request body: {'port': {'device_id': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:38.945424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:38.991428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.002218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.003351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d334342d-d70e-4ec9-8511-bdd81441bd24 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1871991 Jul 28 14:23:39.012132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:39.012491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-c2580edc-67d2-437e-9b74-ca8981236dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.015120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-c2580edc-67d2-437e-9b74-ca8981236dc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1096 time: 0.0529168 Jul 28 14:23:39.122463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 55ef2759-cf54-41fc-9b19-58e8e10877b0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:39.183340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 55ef2759-cf54-41fc-9b19-58e8e10877b0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:39.184094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.243551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6754fb0d-1d08-4ab0-8f1d-cd34056a1e24 None None] Provisioning for port d84a0f22-cdad-4e84-b85f-9ce1e8244817 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:39.256565 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:37Z', 'revision_number': 3, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:39.262755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6754fb0d-1d08-4ab0-8f1d-cd34056a1e24 None None] Provisioning complete for port d84a0f22-cdad-4e84-b85f-9ce1e8244817 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:39.263259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6754fb0d-1d08-4ab0-8f1d-cd34056a1e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.300089 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Checking router: f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:23:39.301525 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Updating router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:23:39.334111 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.365723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6754fb0d-1d08-4ab0-8f1d-cd34056a1e24 None None] Port d84a0f22-cdad-4e84-b85f-9ce1e8244817 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:39.543600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dba0e7-3cee-466f-972c-a7ce32392e46 req-4dfc0775-d8fe-4452-8b2f-1ed2a954ca99 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.545963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55dba0e7-3cee-466f-972c-a7ce32392e46 req-4dfc0775-d8fe-4452-8b2f-1ed2a954ca99 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 935 time: 0.2729628 Jul 28 14:23:39.559802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-cc9c3297-8316-45e3-bf67-b13f2ce5f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.561301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-cc9c3297-8316-45e3-bf67-b13f2ce5f9ef service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5046200eb81492aa107c84ff0a1ed01&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5329146 Jul 28 14:23:39.574424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2b74c-07ba-41c7-ab20-8b00320d4071 req-61c01165-d6eb-408f-94ed-c8b64dc842ae tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.576050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4c2b74c-07ba-41c7-ab20-8b00320d4071 req-61c01165-d6eb-408f-94ed-c8b64dc842ae tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1114559 Jul 28 14:23:39.669641 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.682162 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Transition to ACTIVE for port object e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:39.728115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4c2b74c-07ba-41c7-ab20-8b00320d4071 req-bd5ac2c5-e2ae-4228-bef0-fb8d86ba6eb1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359596 Jul 28 14:23:39.760606 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.784106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-17218ac0-10ec-4641-8608-be75bb14066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.787272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b7419f4-0a72-4b50-bf28-ed14777f7f40 req-17218ac0-10ec-4641-8608-be75bb14066a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102191 Jul 28 14:23:39.833457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdeeac-f3ce-4d36-9e0c-d7bc23c4b4a2 None None] Pushing event updated for resources: {'Port': ['ID=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:39.837531 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Attempting to bind port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:39.837940 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Attempting to bind port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:39.838565 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Attempting to bind port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:39.844380 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:39.844754 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:39.845177 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.846637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:39.847170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Bound port: e69a5d11-8bfe-4ac5-bd2b-bad565f7d932, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:39.847665 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:39.896799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-b6619131-6c9b-455c-9dd6-5d710c91864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:39.899154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-b6619131-6c9b-455c-9dd6-5d710c91864d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1096 time: 0.0450599 Jul 28 14:23:39.899635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55dba0e7-3cee-466f-972c-a7ce32392e46 req-53759571-e265-418d-8ee8-8868a5d4c007 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763543 Jul 28 14:23:39.935985 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] For port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:39.940967 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] For port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:39.965691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-3e633cc4-e7bd-4561-8e5b-eafd23387ba3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0509219 Jul 28 14:23:40.029012 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.056376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0b9e67c4-6014-42b8-973c-8bd406ccc36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:40.057941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-0b9e67c4-6014-42b8-973c-8bd406ccc36d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0823607 Jul 28 14:23:40.088770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b19b1d-e3f7-4178-a119-18fc2179e3b4 req-94c8df1a-b70a-49fb-8944-81a48889cf5c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:40.090793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b19b1d-e3f7-4178-a119-18fc2179e3b4 req-94c8df1a-b70a-49fb-8944-81a48889cf5c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.1138170 Jul 28 14:23:40.100122 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:40.100790 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:40.119746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84a0f22-cdad-4e84-b85f-9ce1e8244817 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:40.131370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.144948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-7161dc5e-f146-4075-b8cb-b3cb18bc1c68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527959 Jul 28 14:23:40.154028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Transition to ACTIVE for port object d84a0f22-cdad-4e84-b85f-9ce1e8244817 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:40.211850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdeeac-f3ce-4d36-9e0c-d7bc23c4b4a2 None None] Pushing event updated for resources: {'Port': ['ID=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:40.229810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b19b1d-e3f7-4178-a119-18fc2179e3b4 req-47a21b44-ec32-4acd-aee3-357946e4871b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260445 Jul 28 14:23:40.235000 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:40.251797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.260183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.279286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-f8b3338d-a161-46c8-91ee-c08643143084 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264977 Jul 28 14:23:40.333809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Pushing event updated for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:40.501678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2626e293-41f9-43e5-a6ba-9b3e29a0cb1a req-3650f4a5-b839-4041-aa73-085c16683b03 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145061 Jul 28 14:23:40.521379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Attempting to bind port d84a0f22-cdad-4e84-b85f-9ce1e8244817 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:40.522041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Attempting to bind port d84a0f22-cdad-4e84-b85f-9ce1e8244817 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:40.523474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Attempting to bind port d84a0f22-cdad-4e84-b85f-9ce1e8244817 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:40.538372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Port d84a0f22-cdad-4e84-b85f-9ce1e8244817 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:40.538787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Attempting to bind port d84a0f22-cdad-4e84-b85f-9ce1e8244817 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:40.563467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:40.563467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:40.563467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:40.563467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Bound port: d84a0f22-cdad-4e84-b85f-9ce1e8244817, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:40.563467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.593041 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:37Z', 'revision_number': 3, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:40.633900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeada77-f730-41c2-9bad-b27d4f48ce9e None None] The sync data for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 is: [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:37Z', 'revision_number': 3, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:23:40.707809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:40.728396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:40.739053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Allocated IP 172.20.0.1 (3534e784-1892-45ec-b33e-5be04072195d/44a988e1-7a39-4af5-8ea5-5cdb7f807b4e/c18649ee-e000-4493-aa84-c853caffbdb4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:40.803807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:23:40.818817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.900319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:40.900319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:40.902703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] 10.222.0.53 "PUT /v2.0/ports/d84a0f22-cdad-4e84-b85f-9ce1e8244817 HTTP/1.1" status: 200 len: 1096 time: 1.9867041 Jul 28 14:23:40.905071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:40.910397 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f3b73-65fc-4c5a-a43f-04c842ce38ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:40.930237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f401e2e-239d-47f0-b958-04cd596e6a7b req-574ed6fb-8ef5-47a6-b68c-70e679d55370 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:40.938009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f401e2e-239d-47f0-b958-04cd596e6a7b req-574ed6fb-8ef5-47a6-b68c-70e679d55370 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1241846 Jul 28 14:23:40.980334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6b15a-11fe-4112-8fe4-841ac9a9951b service neutron] Pushing event updated for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:41.003858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f401e2e-239d-47f0-b958-04cd596e6a7b req-fc5ebfc2-11f4-4543-8b0c-fcd5bd3b96f9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603931 Jul 28 14:23:41.031568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:41.043473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.063184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'mac_address': 'fa:16:3e:14:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:23:41.066871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Transition to ACTIVE for port object c18649ee-e000-4493-aa84-c853caffbdb4 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:41.149082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.174091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e41023-6553-47b3-beec-1e760b3fdb6e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:41.204874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-b79f9ea4-19dd-4b36-bdb7-0386415218b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:41.208840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-b79f9ea4-19dd-4b36-bdb7-0386415218b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 1099 time: 0.1051991 Jul 28 14:23:41.219658 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aef6d0-4755-416e-b61c-2b8be9b8bbe1 x-openstack-request-id: req-17aef6d0-4755-416e-b61c-2b8be9b8bbe1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:41.219971 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:41.222720 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17aef6d0-4755-416e-b61c-2b8be9b8bbe1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:41.222720 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817', 'status': 'completed', 'code': 200} Jul 28 14:23:41.223956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359870a-d070-4293-abbd-92ad8cba63cb req-a0ec0476-fc50-4517-91d2-e85b6b06f5e3 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:41.228411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:41.236112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f359870a-d070-4293-abbd-92ad8cba63cb req-a0ec0476-fc50-4517-91d2-e85b6b06f5e3 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 947 time: 0.1325686 Jul 28 14:23:41.251159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:41.272049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-83810e82-6f15-483b-a197-a59dd0bf27cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817 HTTP/1.1" status: 200 len: 217 time: 0.0478108 Jul 28 14:23:41.279534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.302222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f359870a-d070-4293-abbd-92ad8cba63cb req-5c23a007-9f07-4548-a831-5361cb7c7639 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Jul 28 14:23:41.356919 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.363611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Pushing event updated for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:41.373741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Network 3534e784-1892-45ec-b33e-5be04072195d is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:41.420697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-bfc55b3b-c759-4226-bac6-a1955678faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:41.422478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-bfc55b3b-c759-4226-bac6-a1955678faaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1296914 Jul 28 14:23:41.424571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:41.427581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:41.428819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.482321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:41.577564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:41.583252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:41.583544 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.736347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4c079-4a23-4488-9913-83428c19e5ac req-d164e6f1-2e20-4d80-a05f-f5abf352cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:41.737317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.738618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-d164e6f1-2e20-4d80-a05f-f5abf352cf26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2780838 Jul 28 14:23:41.745016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cf11d-6497-4780-89f5-dca78be718b7 req-330dee6e-1a39-46bb-b94a-379c6c9b49c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:41.752753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5cf11d-6497-4780-89f5-dca78be718b7 req-330dee6e-1a39-46bb-b94a-379c6c9b49c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.0673850 Jul 28 14:23:41.783269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:41.792405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:23:41.807330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5cf11d-6497-4780-89f5-dca78be718b7 req-b129c6ae-fec0-47a8-878a-0ce002c7d2d6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498986 Jul 28 14:23:41.891156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-ab10a16d-f23c-4ddf-ab60-df167e491eaa service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432958 Jul 28 14:23:41.895608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:41.951984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-472bc6e9-ed76-4e31-a5a0-acc74c77d255 None None] Provisioning for port c18649ee-e000-4493-aa84-c853caffbdb4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:41.974934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-472bc6e9-ed76-4e31-a5a0-acc74c77d255 None None] Provisioning complete for port c18649ee-e000-4493-aa84-c853caffbdb4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:41.975349 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-472bc6e9-ed76-4e31-a5a0-acc74c77d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.003713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:42.019138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56f4c079-4a23-4488-9913-83428c19e5ac req-802a95fe-f098-40c9-8352-078534385894 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148791 Jul 28 14:23:42.042670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-472bc6e9-ed76-4e31-a5a0-acc74c77d255 None None] Port c18649ee-e000-4493-aa84-c853caffbdb4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:42.058154 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.191980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55036-5d5a-4dda-82d3-dd96443fd2e9 req-ce231668-3981-4893-8b73-8579e9cca796 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:42.193554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d55036-5d5a-4dda-82d3-dd96443fd2e9 req-ce231668-3981-4893-8b73-8579e9cca796 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 949 time: 0.0531261 Jul 28 14:23:42.200305 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-13544f1a-9642-4bec-bcdb-6a6531a1da42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.239939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d55036-5d5a-4dda-82d3-dd96443fd2e9 req-6b8d4d97-de12-4afd-8228-a56c2b94b941 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376153 Jul 28 14:23:42.296522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.304781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-b72b1f7f-d43f-4df7-8eec-b774757dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:42.307349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-b72b1f7f-d43f-4df7-8eec-b774757dd185 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 1099 time: 0.0842242 Jul 28 14:23:42.385228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.385997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:42.475470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be564b-79c8-449a-9a8e-e002540c48f5 req-037b2021-ce17-448f-814e-11c1643656be tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:42.483007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44be564b-79c8-449a-9a8e-e002540c48f5 req-037b2021-ce17-448f-814e-11c1643656be tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 947 time: 0.0717013 Jul 28 14:23:42.519798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44be564b-79c8-449a-9a8e-e002540c48f5 req-0b3a93cd-d2b5-4a4a-88dd-2bac392b7fd7 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jul 28 14:23:42.719579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Pushing event updated for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:42.763499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-bfcff56a-845c-4178-9fcb-090192ae1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:42.765034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-bfcff56a-845c-4178-9fcb-090192ae1504 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.4483778 Jul 28 14:23:42.803804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:42.813272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-c14a6bd9-56a8-4d3c-9415-3ad830d96c73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817 HTTP/1.1" status: 200 len: 217 time: 0.0399489 Jul 28 14:23:42.857327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Network 3534e784-1892-45ec-b33e-5be04072195d is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:42.860558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:42.880997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-99ea9c1e-a92c-4c77-a91a-be2c19d4099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:42.882084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-99ea9c1e-a92c-4c77-a91a-be2c19d4099a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0617406 Jul 28 14:23:43.055766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dce30-ec6a-4ec7-8ee7-0b92a6c15e2e req-a95fc2ce-fef8-4899-a55c-a84247b40d89 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:43.055766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec1dce30-ec6a-4ec7-8ee7-0b92a6c15e2e req-a95fc2ce-fef8-4899-a55c-a84247b40d89 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.0588863 Jul 28 14:23:43.074290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 66e41023-6553-47b3-beec-1e760b3fdb6e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:43.078596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 66e41023-6553-47b3-beec-1e760b3fdb6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:43.079205 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.106388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:23:43.109002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-1a2d3f5e-60df-4f9c-8f17-8862fcb35c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:43.112364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-1a2d3f5e-60df-4f9c-8f17-8862fcb35c80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1857033 Jul 28 14:23:43.128689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec1dce30-ec6a-4ec7-8ee7-0b92a6c15e2e req-b5114e1f-fd07-4826-9665-916dae16fd94 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715008 Jul 28 14:23:43.139964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:43.192531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eae35232-1353-4cff-8246-802b1712190e None None] Provisioning complete for port c18649ee-e000-4493-aa84-c853caffbdb4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:43.192922 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eae35232-1353-4cff-8246-802b1712190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.238098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.241143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-2189c432-f08c-4df0-a219-0e8a2b98498d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183274 Jul 28 14:23:43.289894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:43.292189 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b7cc2-ab15-4ff9-bf92-f886468535d2" -d '{"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-plugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:43.314041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:43.324324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-eae35232-1353-4cff-8246-802b1712190e None None] Port c18649ee-e000-4493-aa84-c853caffbdb4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:43.332895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:43.333276 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.418153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.424144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fe132-ad6b-4f2a-9b84-14e27d9c6262 req-0603df61-bdae-42ec-8c11-683ffaa5f25e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:43.435465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd6fe132-ad6b-4f2a-9b84-14e27d9c6262 req-0603df61-bdae-42ec-8c11-683ffaa5f25e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 949 time: 0.0741975 Jul 28 14:23:43.446785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:23:43.450295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066f3b73-65fc-4c5a-a43f-04c842ce38ca req-b8b4c0ed-7929-48ce-9a39-565998ad4573 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677537 Jul 28 14:23:43.453131 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a1ff8b-2775-41f6-a414-ad95d78f4243 x-openstack-request-id: req-d1a1ff8b-2775-41f6-a414-ad95d78f4243 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:43.453327 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-plugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:43.453585 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1a1ff8b-2775-41f6-a414-ad95d78f4243 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:43.454101 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'code': 200} Jul 28 14:23:43.467012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Sync routers for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:23:43.489962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd6fe132-ad6b-4f2a-9b84-14e27d9c6262 req-0d856dc7-ffba-499a-a970-87d278287b0b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Jul 28 14:23:43.514361 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-adca6ad4-9640-4c1b-ada3-cf0e62c98769 admin admin] 10.222.0.47 "PUT /v2.0/routers/f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4769769 Jul 28 14:23:43.518090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:43.519215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:43.525352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:43.629451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a64e0f-5821-4c84-91ff-6d5d1e31ff4a req-683249fe-e899-4b23-bb0c-184232a6df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:43.631526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21a64e0f-5821-4c84-91ff-6d5d1e31ff4a req-683249fe-e899-4b23-bb0c-184232a6df63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.0549555 Jul 28 14:23:43.672446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:43.674485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21a64e0f-5821-4c84-91ff-6d5d1e31ff4a req-b55f5f91-3df0-4ab2-b945-c17d8fc85848 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Jul 28 14:23:43.880380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c18649ee-e000-4493-aa84-c853caffbdb4', 'name': '', 'network_id': '3534e784-1892-45ec-b33e-5be04072195d', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'mac_address': 'fa:16:3e:e0:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:40Z', 'updated_at': '2021-07-28T14:23:42Z', 'revision_number': 2, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'subnets': [{'id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:43.897469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886449-aa13-43ce-848c-c4e580e8a51e req-5ea526a4-078f-41a9-a79f-ab04a40340af tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:43.899249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b886449-aa13-43ce-848c-c4e580e8a51e req-5ea526a4-078f-41a9-a79f-ab04a40340af tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 947 time: 0.0484402 Jul 28 14:23:43.907186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Checking router: f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:23:43.907595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Updating router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da port c18649ee-e000-4493-aa84-c853caffbdb4 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:23:43.942425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:43.947204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b886449-aa13-43ce-848c-c4e580e8a51e req-f15daaa3-41ed-47e0-81a1-2c898cd7b970 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Jul 28 14:23:44.226074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.236123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Transition to ACTIVE for port object c18649ee-e000-4493-aa84-c853caffbdb4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:44.366947 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.434125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208dc83-fd2c-49b6-812b-215f12919164 None None] Pushing event updated for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:44.451667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f80a4-3014-44bc-8157-d21a470a759b req-4ef1e506-a6ec-4c7c-b09b-959da08c7746 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:44.460993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40f80a4-3014-44bc-8157-d21a470a759b req-4ef1e506-a6ec-4c7c-b09b-959da08c7746 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.0681136 Jul 28 14:23:44.515247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40f80a4-3014-44bc-8157-d21a470a759b req-d2600d7d-15c3-4ba8-85e3-b4b93da1bda9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Jul 28 14:23:44.520962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Attempting to bind port c18649ee-e000-4493-aa84-c853caffbdb4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:44.521343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Attempting to bind port c18649ee-e000-4493-aa84-c853caffbdb4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:44.521707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Attempting to bind port c18649ee-e000-4493-aa84-c853caffbdb4 on network 3534e784-1892-45ec-b33e-5be04072195d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:44.528073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:44.528552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Checking segment: {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:44.528846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.529240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Bound using segment: {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:44.529703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Bound port: c18649ee-e000-4493-aa84-c853caffbdb4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b018e8-ff1a-4dab-a5c3-e33680555d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '3534e784-1892-45ec-b33e-5be04072195d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:44.530083 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.640182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] For port c18649ee-e000-4493-aa84-c853caffbdb4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:44.644889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] For port c18649ee-e000-4493-aa84-c853caffbdb4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c18649ee-e000-4493-aa84-c853caffbdb4,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:44.699292 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-248541d9-8556-4a91-b839-94de3ac8a127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.707438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c4f08-9433-4af0-a7ea-5dc67af9608a req-79104947-2b5d-46b8-aa16-08290b92b980 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:44.709006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-967c4f08-9433-4af0-a7ea-5dc67af9608a req-79104947-2b5d-46b8-aa16-08290b92b980 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0551751 Jul 28 14:23:44.751784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-967c4f08-9433-4af0-a7ea-5dc67af9608a req-ea290c6c-a105-4005-a3ef-6192524d0cc8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Jul 28 14:23:44.756121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.816765 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:44.822248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:23:44.832499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208dc83-fd2c-49b6-812b-215f12919164 None None] Pushing event updated for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:44.836975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:23:44.837601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:45.035458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:23:45.075806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:45.095631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'port_id': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'mac_address': 'fa:16:3e:73:f3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e472b9a1-1d0d-4e3a-9a68-b7adc7916c07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:23:45.218893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:45.232049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a3da4-bbb7-47bc-9ed1-f7f8ab6db8f4 req-688b6317-a58b-47df-9a91-7192fe5984ec tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:45.233685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a8a3da4-bbb7-47bc-9ed1-f7f8ab6db8f4 req-688b6317-a58b-47df-9a91-7192fe5984ec tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 947 time: 0.0583951 Jul 28 14:23:45.247453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b38eca-108e-43d7-959c-8b94b675f3d2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:45.277164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a8a3da4-bbb7-47bc-9ed1-f7f8ab6db8f4 req-4798ce20-ef78-4fb8-a9d2-32338398613a tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Jul 28 14:23:45.404715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:45.448234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c18649ee-e000-4493-aa84-c853caffbdb4', 'name': '', 'network_id': '3534e784-1892-45ec-b33e-5be04072195d', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'mac_address': 'fa:16:3e:e0:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:40Z', 'updated_at': '2021-07-28T14:23:44Z', 'revision_number': 4, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'subnets': [{'id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:23:45.462986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:45.468623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806861462', 'description': 'tempest-description--1420327790'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:45.512067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:45.512741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d84a0f22-cdad-4e84-b85f-9ce1e8244817 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:23:45.514707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d3cd7e-f3a9-4c9e-b0c5-50485ed4a48e None None] The sync data for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 is: [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c18649ee-e000-4493-aa84-c853caffbdb4', 'name': '', 'network_id': '3534e784-1892-45ec-b33e-5be04072195d', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'mac_address': 'fa:16:3e:e0:3f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:40Z', 'updated_at': '2021-07-28T14:23:44Z', 'revision_number': 4, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'subnets': [{'id': '44a988e1-7a39-4af5-8ea5-5cdb7f807b4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:23:45.630852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:45.658200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:45.683830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:45.698891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817', 'mac_address': 'fa:16:3e:34:c7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:23:45.759456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:45.782941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84a0f22-cdad-4e84-b85f-9ce1e8244817 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:45.807302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:45.843986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:45.863769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efacc3-742d-4256-8505-35765426c7c3 req-10fcc1a2-02c9-4323-987f-2984e4583b2d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:45.865252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1efacc3-742d-4256-8505-35765426c7c3 req-10fcc1a2-02c9-4323-987f-2984e4583b2d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.0689850 Jul 28 14:23:45.907648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1efacc3-742d-4256-8505-35765426c7c3 req-592a72fa-300e-434e-8ecf-7b5b6d50f0d2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 Jul 28 14:23:46.033667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.033928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.034800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.064700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38445b55-a5d9-4532-9467-5177452cefd3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:46.096439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:46.197439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.201470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba908c55-42c2-4ad2-ad39-0569220db92c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7340903 Jul 28 14:23:46.201925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57584) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:46.207031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'security_group_rule': {'security_group_id': '38445b55-a5d9-4532-9467-5177452cefd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:46.224013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a3682-23c0-409c-8ce6-3b864068eeae req-3444f3ee-d018-426f-a497-0537ca364388 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:46.225670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a81a3682-23c0-409c-8ce6-3b864068eeae req-3444f3ee-d018-426f-a497-0537ca364388 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0573604 Jul 28 14:23:46.239242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:46.267768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a81a3682-23c0-409c-8ce6-3b864068eeae req-e73f34b3-3aa8-48bb-aca9-6d5e5e47f152 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359232 Jul 28 14:23:46.355622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6190127a-ff6d-4536-89e0-b60a106504e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.393714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.460842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['21b38eca-108e-43d7-959c-8b94b675f3d2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:23:46.497092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.499879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d84a0f22-cdad-4e84-b85f-9ce1e8244817'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:23:46.530830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6190127a-ff6d-4536-89e0-b60a106504e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.617528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.635507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224ec388-9bed-4983-bd80-cba04d1009af,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:46.653079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6190127a-ff6d-4536-89e0-b60a106504e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.718904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6190127a-ff6d-4536-89e0-b60a106504e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c40d4ef05c99444aa81b00bcc0ff0cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784837 Jul 28 14:23:46.720070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190127a-ff6d-4536-89e0-b60a106504e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957096d8-04e1-44c8-80a9-3cc6eb5e9374,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:46.722253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:46.736580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.749291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f274485c-fadf-494b-8b65-16382d858ac4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388210 Jul 28 14:23:46.751168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:46.760370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'security_group_rule': {'security_group_id': '38445b55-a5d9-4532-9467-5177452cefd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:46.842627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.860698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8903d-9ac4-4ed3-9116-489639900700 req-a4dc4991-2550-44b8-85c4-4363a832f7e5 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:46.862760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3b8903d-9ac4-4ed3-9116-489639900700 req-a4dc4991-2550-44b8-85c4-4363a832f7e5 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 948 time: 0.0934489 Jul 28 14:23:46.883502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:46.930785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3b8903d-9ac4-4ed3-9116-489639900700 req-10652486-153c-4f8b-8ba3-7275f4230459 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584099 Jul 28 14:23:46.956715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.075336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb4dd-bb0d-48be-8c7d-053a79f50337 req-48fe7800-f8d1-4a63-a3bb-9bf44e8730f3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:47.076844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c8cb4dd-bb0d-48be-8c7d-053a79f50337 req-48fe7800-f8d1-4a63-a3bb-9bf44e8730f3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.0622430 Jul 28 14:23:47.080042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.082635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.083740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/957096d8-04e1-44c8-80a9-3cc6eb5e9374 HTTP/1.1" status: 204 len: 168 time: 0.3597112 Jul 28 14:23:47.114422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.121204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c478a5a-b22f-4804-a068-3b0647f0d069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957096d8-04e1-44c8-80a9-3cc6eb5e9374,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:47.144573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c18649ee-e000-4493-aa84-c853caffbdb4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:47.146508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c8cb4dd-bb0d-48be-8c7d-053a79f50337 req-8f7ea925-5a8b-45e4-a7cf-022ec1d7cb64 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600774 Jul 28 14:23:47.216412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.236160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679adbd8-7170-42a4-8cce-72557fb1fe5d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:47.267899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c18649ee-e000-4493-aa84-c853caffbdb4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:47.271990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c18649ee-e000-4493-aa84-c853caffbdb4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:47.272544 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.330936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.332261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e6beca1-2119-4ae9-bb65-70f773822bd7 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5800455 Jul 28 14:23:47.335508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57616) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:47.340439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:47.362902 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.404241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c18649ee-e000-4493-aa84-c853caffbdb4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c18649ee-e000-4493-aa84-c853caffbdb4,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:47.468517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.553906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b820-7705-44b2-bd3d-9de09ac24912 req-534f5f16-9a06-4f4f-b0eb-5d81db6cd42e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:47.822936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55e8b820-7705-44b2-bd3d-9de09ac24912 req-534f5f16-9a06-4f4f-b0eb-5d81db6cd42e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0562413 Jul 28 14:23:47.824387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:47.825432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55e8b820-7705-44b2-bd3d-9de09ac24912 req-0897d728-c3c1-49c7-8406-78489b6bac58 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Jul 28 14:23:47.826086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Allocated IP 172.25.0.144 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ccb1b2d7-c306-4f64-9d54-b9f9e570e130) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:47.826086 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:48.341817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:48.341817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:48.341817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:48.883762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:48.897867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:48.931598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:48.933303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:48.938195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:48.944602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'Port': ['ID=ccb1b2d7-c306-4f64-9d54-b9f9e570e130,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.032867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.052295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 21b38eca-108e-43d7-959c-8b94b675f3d2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:49.057565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 21b38eca-108e-43d7-959c-8b94b675f3d2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:49.073553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.098418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c18649ee-e000-4493-aa84-c853caffbdb4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:49.104437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55809602-a247-4410-9685-de977ce83ea5 req-a253f63a-d3c7-44e5-9a23-595041272553 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:49.106095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55809602-a247-4410-9685-de977ce83ea5 req-a253f63a-d3c7-44e5-9a23-595041272553 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.0449140 Jul 28 14:23:49.125813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55809602-a247-4410-9685-de977ce83ea5 req-9eac7a99-eeb3-4c19-9f23-63ab96495539 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.184383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c18649ee-e000-4493-aa84-c853caffbdb4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:49.184775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.203055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.211005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.214171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:49.234040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55809602-a247-4410-9685-de977ce83ea5 req-9eac7a99-eeb3-4c19-9f23-63ab96495539 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.235815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d6cb-d069-4ab5-a380-514b7a263a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.248620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:49.251221 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e14543-908a-400f-9686-15751c3f5176" -d '{"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-plugged", "status": "completed", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:49.267902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:49.325595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55809602-a247-4410-9685-de977ce83ea5 req-9eac7a99-eeb3-4c19-9f23-63ab96495539 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.360097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55809602-a247-4410-9685-de977ce83ea5 req-9eac7a99-eeb3-4c19-9f23-63ab96495539 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470596 Jul 28 14:23:49.360698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.361530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d84a0f22-cdad-4e84-b85f-9ce1e8244817 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:23:49.378230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac7a99-eeb3-4c19-9f23-63ab96495539 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9dbf9-c48a-4a1b-b0c0-217422050dee,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.389644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.418319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.433532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d6cb-d069-4ab5-a380-514b7a263a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.452913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.457888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.489496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.515690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'Port': ['ID=ccb1b2d7-c306-4f64-9d54-b9f9e570e130,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.526396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d84a0f22-cdad-4e84-b85f-9ce1e8244817 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:49.526542 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d6cb-d069-4ab5-a380-514b7a263a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.530940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d84a0f22-cdad-4e84-b85f-9ce1e8244817 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:49.531306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.598846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a0f9d6cb-d069-4ab5-a380-514b7a263a49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff647c0dd09248728bca189eeadc848a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832645 Jul 28 14:23:49.600680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9d6cb-d069-4ab5-a380-514b7a263a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c3bea-79aa-42bf-8d98-6062058eca16,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.601506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:49.612586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.614721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-38477dcc-3a26-4022-bb11-56b9615b19f4 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2780449 Jul 28 14:23:49.621250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.639497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d423fd3-6dd5-4cfc-a15d-e53f42168c0f req-a4b8c3f8-1dcb-43aa-99b4-d1a71bcd5160 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:49.648877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d423fd3-6dd5-4cfc-a15d-e53f42168c0f req-a4b8c3f8-1dcb-43aa-99b4-d1a71bcd5160 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 948 time: 0.0863132 Jul 28 14:23:49.669523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:49.673080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.686609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d423fd3-6dd5-4cfc-a15d-e53f42168c0f req-1060809b-4f12-478c-a849-d59840153893 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374088 Jul 28 14:23:49.696123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.739178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.789779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:49.799214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944103b8-a317-4029-aeab-0ed5119cf6a9 req-50912d16-1260-40f0-afff-91934211d162 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:49.801132 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-944103b8-a317-4029-aeab-0ed5119cf6a9 req-50912d16-1260-40f0-afff-91934211d162 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 946 time: 0.0542932 Jul 28 14:23:49.838134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-944103b8-a317-4029-aeab-0ed5119cf6a9 req-774872e4-6227-4c89-8fdb-501a9414dfed tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Jul 28 14:23:49.840565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.844214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:49.844331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c7c3bea-79aa-42bf-8d98-6062058eca16 HTTP/1.1" status: 204 len: 168 time: 0.2417204 Jul 28 14:23:49.853101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3c51e-192d-40d7-9a4e-0204610967ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c3bea-79aa-42bf-8d98-6062058eca16,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:50.033382 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5f112-afad-4057-b415-e25b02f46a10 x-openstack-request-id: req-91f5f112-afad-4057-b415-e25b02f46a10 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:50.033872 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-plugged", "status": "completed", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:50.034624 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91f5f112-afad-4057-b415-e25b02f46a10 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:50.035251 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'code': 200} Jul 28 14:23:50.169817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c9b9-8bd3-4f89-abae-731fe817afc6 req-b9e4bdbc-505d-421e-8245-b38ce51264e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:50.171368 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca82c9b9-8bd3-4f89-abae-731fe817afc6 req-b9e4bdbc-505d-421e-8245-b38ce51264e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1098 time: 0.0402145 Jul 28 14:23:50.200052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:50.206380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca82c9b9-8bd3-4f89-abae-731fe817afc6 req-c8f27349-47b2-4300-a7e4-9b2132a166f7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279338 Jul 28 14:23:50.905668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:50.992211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-22a78bfe-53b4-483f-b866-f5bf754ee487 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850036 Jul 28 14:23:51.070555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:51.172929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1912893816-network', 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:51.319731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:51.330258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a48861b8-57b2-4356-aba3-3b6bcb2ba1e5 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--806861462&fields=id&tenant_id=e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 267 time: 0.0512657 Jul 28 14:23:51.335604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.357012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.411602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae932aa0-b425-4a0d-9539-5d00df2230f1 req-1ac2c253-bbb9-43c2-85bf-33c48d416229 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:51.413284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae932aa0-b425-4a0d-9539-5d00df2230f1 req-1ac2c253-bbb9-43c2-85bf-33c48d416229 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1205394 Jul 28 14:23:51.437539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-ffebc7f1-8243-4e20-b939-048df6d31a02 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:51.444724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-ffebc7f1-8243-4e20-b939-048df6d31a02 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 824 time: 0.1128123 Jul 28 14:23:51.459495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-9bc13f45-6332-4ae3-b762-4037c3eefb6d tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/quotas/e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 375 time: 0.0136650 Jul 28 14:23:51.478275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae932aa0-b425-4a0d-9539-5d00df2230f1 req-2e3ff1d9-6fed-4972-8f15-6d05c0c441d1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567198 Jul 28 14:23:51.500501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.530929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-3c1d0e01-16fc-46d4-b92e-cb6274271746 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698247 Jul 28 14:23:51.587412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.613604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:51.630276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024705e-293d-4cf7-96b6-cee9d3eb1c9c req-e7ed090e-dc15-463d-8094-8b0cd35cca0a tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:51.631798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6024705e-293d-4cf7-96b6-cee9d3eb1c9c req-e7ed090e-dc15-463d-8094-8b0cd35cca0a tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0889101 Jul 28 14:23:51.639694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-2a63a5cf-1bdf-4bff-a93e-e4efd568b4bc service neutron] 10.222.0.47 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966699 Jul 28 14:23:51.641507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e2025-59b7-4a7a-b8b9-8ff664b12893,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:51.653035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.653035 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Added segment 69442248-368d-470c-a100-1119ddde0c44 of type vlan for network 006233eb-56ce-44c2-9f64-6c33266e2fc3 Jul 28 14:23:51.723078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6024705e-293d-4cf7-96b6-cee9d3eb1c9c req-e000e239-6e0e-494d-a49d-736b4c2b2be2 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846181 Jul 28 14:23:51.725000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.797585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:51.853244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.859110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:51.859110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.944069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5445ce-a16d-43e5-bd1c-4d04c28f7182 req-20b095b0-8696-415f-95b2-f84aa7642a2b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:51.945579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb5445ce-a16d-43e5-bd1c-4d04c28f7182 req-20b095b0-8696-415f-95b2-f84aa7642a2b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 946 time: 0.1354122 Jul 28 14:23:51.956114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47ca13a9-3344-40a4-b669-c3b6ad3e4804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:51.982708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] Pushing event updated for resources: {'Network': ['ID=006233eb-56ce-44c2-9f64-6c33266e2fc3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:51.999585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-202c71c1-8f29-4e12-8629-0d40695eb6f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447058 Jul 28 14:23:51.999692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:52.006460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb5445ce-a16d-43e5-bd1c-4d04c28f7182 req-6aa0b028-adf8-4af5-a8ff-b702fc3ee3cf tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Jul 28 14:23:52.042127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:52.044569 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec788d01-985b-4342-ae6e-9fe3130587b1" -d '{"events": [{"server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "name": "network-vif-plugged", "status": "completed", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:52.050297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-52939c35-3039-49e4-ae7e-f2be68e42355 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9779897 Jul 28 14:23:52.058754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57752) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:52.064255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Request body: {'subnet': {'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1912893816-subnet', 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:52.198919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47ca13a9-3344-40a4-b669-c3b6ad3e4804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.209070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c375bf-cdcc-4cfd-b164-4865d9769b0a req-34aa10eb-fd59-402e-b54a-55650e8dd324 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:52.210705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41c375bf-cdcc-4cfd-b164-4865d9769b0a req-34aa10eb-fd59-402e-b54a-55650e8dd324 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.0878620 Jul 28 14:23:52.252532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41c375bf-cdcc-4cfd-b164-4865d9769b0a req-18a90318-7ff6-43dd-a81b-c354be695888 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352798 Jul 28 14:23:52.349747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47ca13a9-3344-40a4-b669-c3b6ad3e4804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.400301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47ca13a9-3344-40a4-b669-c3b6ad3e4804 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ed2fd49aa9c44bb83b5c6d280d7e726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991268 Jul 28 14:23:52.400301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca13a9-3344-40a4-b669-c3b6ad3e4804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9308f6-ec69-4e8f-a330-4f608eed9d20,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:52.407451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:52.464896 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b67339-1703-480a-831a-74506a3cda13 x-openstack-request-id: req-00b67339-1703-480a-831a-74506a3cda13 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:52.465254 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "name": "network-vif-plugged", "status": "completed", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:52.465511 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00b67339-1703-480a-831a-74506a3cda13 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:52.466088 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817', 'code': 200} Jul 28 14:23:52.468706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.480736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:52.483314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.512065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.594741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcf1a6ba-dd3c-436a-80d4-858d52d061dc req-e682abe0-729b-4f97-9f6a-53692bf9b6f8 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 210 time: 0.0338829 Jul 28 14:23:52.649127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2a52-4de0-433e-a821-e2ba63a63fe8 req-533623e6-1abc-4751-96d3-c79deebb8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:52.650685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e01f2a52-4de0-433e-a821-e2ba63a63fe8 req-533623e6-1abc-4751-96d3-c79deebb8ce8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 1101 time: 0.0740392 Jul 28 14:23:52.692486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.695468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:52.698543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b9308f6-ec69-4e8f-a330-4f608eed9d20 HTTP/1.1" status: 204 len: 168 time: 0.2950060 Jul 28 14:23:52.712892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d9755-b9e5-4381-b340-c239c3f83f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9308f6-ec69-4e8f-a330-4f608eed9d20,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:52.732366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e01f2a52-4de0-433e-a821-e2ba63a63fe8 req-b8a01862-6a96-4498-b832-bd730bdb422d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Jul 28 14:23:52.788820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2ce6-e9b3-48cd-a007-04707309ed1e req-1ea59d5f-159c-4062-a30e-a4d800a13782 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:52.791311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1d2ce6-e9b3-48cd-a007-04707309ed1e req-1ea59d5f-159c-4062-a30e-a4d800a13782 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0653064 Jul 28 14:23:52.839764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1d2ce6-e9b3-48cd-a007-04707309ed1e req-33220f45-21dd-4b2a-a4b6-d4de0a9dc8f7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Jul 28 14:23:52.955528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37adac8-c823-40a6-af13-0f81e0d116da req-f75ffe75-9165-4b11-b0f7-6d1bf72ca3b4 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:52.957635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d37adac8-c823-40a6-af13-0f81e0d116da req-f75ffe75-9165-4b11-b0f7-6d1bf72ca3b4 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.1153820 Jul 28 14:23:52.963197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6931fe0-de3f-4c2b-a49a-0f060a206125 req-778c0731-8f44-49ed-b0a1-9f2e913992b2 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:52.964966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6931fe0-de3f-4c2b-a49a-0f060a206125 req-778c0731-8f44-49ed-b0a1-9f2e913992b2 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1098 time: 0.0708995 Jul 28 14:23:53.098351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6931fe0-de3f-4c2b-a49a-0f060a206125 req-3ec1d9a1-fed1-436a-bc09-fdfeb849db34 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110368 Jul 28 14:23:53.134196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:53.180922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Deleting port 6651809b-0120-499e-9fed-41adaadfcdfe {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:23:53.181254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:53.228532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0741580-da52-46de-8a13-3b639e68a81a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:53.279420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62beeb1-50d6-4f43-af26-d64ca492272f req-a10e7c05-8548-4693-82e4-8097f8c29da7 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.281047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f62beeb1-50d6-4f43-af26-d64ca492272f req-a10e7c05-8548-4693-82e4-8097f8c29da7 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0696118 Jul 28 14:23:53.330446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f62beeb1-50d6-4f43-af26-d64ca492272f req-b69eee6f-2594-485c-a653-d84d2970bf5e tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Jul 28 14:23:53.395314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:53.395676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Network hostable DHCP agents. Network: 006233eb-56ce-44c2-9f64-6c33266e2fc3, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:53.455541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9667efb-11f6-434a-93ca-0e48d52129e2 req-309ad57e-1fe3-47ec-b152-a0774b7afdd4 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.457144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9667efb-11f6-434a-93ca-0e48d52129e2 req-309ad57e-1fe3-47ec-b152-a0774b7afdd4 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1098 time: 0.1667747 Jul 28 14:23:53.459135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] For port 6651809b-0120-499e-9fed-41adaadfcdfe, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6651809b-0120-499e-9fed-41adaadfcdfe,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:23:53.459507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:53.463056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-49e2d289-60cd-4080-a3af-e9c7047ae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.464700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-49e2d289-60cd-4080-a3af-e9c7047ae42a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.1267917 Jul 28 14:23:53.497254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Calling delete_port for 6651809b-0120-499e-9fed-41adaadfcdfe owned by compute:tempest-test_az-1373524487 {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:23:53.555972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4383a8-13ef-4013-85ce-bc6aa1462ba1 req-03e2c4a8-25af-4f1c-bc2c-efabb8d59262 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.557486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c4383a8-13ef-4013-85ce-bc6aa1462ba1 req-03e2c4a8-25af-4f1c-bc2c-efabb8d59262 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 972 time: 0.0518849 Jul 28 14:23:53.562665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:53.606716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c4383a8-13ef-4013-85ce-bc6aa1462ba1 req-98b52ab5-3d85-4369-8809-5bcf82ae13af tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/security-groups?id=f53a69d1-0598-449d-8bbd-5421a064003e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Jul 28 14:23:53.647371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9667efb-11f6-434a-93ca-0e48d52129e2 req-c986c1c9-6917-4701-9454-01e9efe0fcf5 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770239 Jul 28 14:23:53.698513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-f4e83e85-c509-4db9-8e43-3dd067abfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.699910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-f4e83e85-c509-4db9-8e43-3dd067abfdbc service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2051122 Jul 28 14:23:53.739434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 006233eb-56ce-44c2-9f64-6c33266e2fc3) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:53.746337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2504e41-b075-49ec-ab4c-642a1a7d2725 req-fd344d78-712b-4643-bf68-fe62babba805 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 210 time: 0.0723314 Jul 28 14:23:53.748509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.749106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:53.750784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceb030-21b9-48bf-8bc1-c4098a291474 None None] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:53.761815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57802) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:53.838758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-c38ed39d-c4f9-4583-83a4-83a2e440c8f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0757263 Jul 28 14:23:53.848991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3ca6-ca82-408c-8bad-278c5604aa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:53.914524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-237eb3ab-aa72-4356-af09-219f311abfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:53.916323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-237eb3ab-aa72-4356-af09-219f311abfd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0635622 Jul 28 14:23:53.955792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eac725db-e0ed-461d-b4a8-30ec91352cad admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8953123 Jul 28 14:23:53.964658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c202bf6-f84d-4d83-8999-d81c73f5ae1a None None] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:54.018006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.024751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-bd835186-27f6-45c8-988f-49ff2102ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:54.026268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-bd835186-27f6-45c8-988f-49ff2102ed6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1014707 Jul 28 14:23:54.100418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Pushing event deleted for resources: {'Port': ['ID=6651809b-0120-499e-9fed-41adaadfcdfe,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:54.179804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6651809b-0120-499e-9fed-41adaadfcdfe'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:23:54.274604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] No DVR routers for this DVR port 6651809b-0120-499e-9fed-41adaadfcdfe on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:23:54.285417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.287536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d37adac8-c823-40a6-af13-0f81e0d116da req-73092307-cd15-424e-b2d0-d7c4bbcfaa35 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.50 "DELETE /v2.0/ports/6651809b-0120-499e-9fed-41adaadfcdfe HTTP/1.1" status: 204 len: 173 time: 1.3216968 Jul 28 14:23:54.289065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'name': 'network-vif-deleted', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:54.291338 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e805ea-9033-4f13-8622-d943b2c15e3f" -d '{"events": [{"server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "name": "network-vif-deleted", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:54.351783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-cd82c6f4-5113-4a47-bc46-24073ced24e2 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656202 Jul 28 14:23:54.390508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3ca6-ca82-408c-8bad-278c5604aa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.487956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e4022-dc9b-43fe-a47f-36453b9c0619 req-7b2720d1-7763-4c98-99cb-1841c425ad4b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:54.489610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d71e4022-dc9b-43fe-a47f-36453b9c0619 req-7b2720d1-7763-4c98-99cb-1841c425ad4b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1015055 Jul 28 14:23:54.510860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2b890c-c7f7-43bc-abf9-b419686e3dc8 req-fa32ef0a-725d-4fe1-8317-01497fce63fd service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470613 Jul 28 14:23:54.536103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6b3ca6-ca82-408c-8bad-278c5604aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.560568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d71e4022-dc9b-43fe-a47f-36453b9c0619 req-9332de78-1ac8-4628-bcca-8d0a032c39b8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Jul 28 14:23:54.585739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e6b3ca6-ca82-408c-8bad-278c5604aa19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d11ec3ab28d14879b49c393cba51608a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8175058 Jul 28 14:23:54.586862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57838) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:54.594381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b3ca6-ca82-408c-8bad-278c5604aa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239b0ca5-20ee-44ea-8a12-bc424448de1b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:54.637822 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841e8902-7ee6-462c-bfb0-658a04b99d52 x-openstack-request-id: req-841e8902-7ee6-462c-bfb0-658a04b99d52 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:54.638639 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4f93fb-914c-4cc8-a85b-0fd656fb67b2", "name": "network-vif-deleted", "tag": "6651809b-0120-499e-9fed-41adaadfcdfe", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:54.639230 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-841e8902-7ee6-462c-bfb0-658a04b99d52 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:54.640464 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4f93fb-914c-4cc8-a85b-0fd656fb67b2', 'name': 'network-vif-deleted', 'tag': '6651809b-0120-499e-9fed-41adaadfcdfe', 'status': 'completed', 'code': 200} Jul 28 14:23:54.652820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.683875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.774178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-941011b7-4f45-4c7d-886a-68e6a8ee5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:54.775729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-941011b7-4f45-4c7d-886a-68e6a8ee5dc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.0814168 Jul 28 14:23:54.790126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008c3f2-5590-489c-aa58-a762fcafcd17 req-7f865922-2fa6-4a56-8016-52875a0d5092 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:54.791552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2008c3f2-5590-489c-aa58-a762fcafcd17 req-7f865922-2fa6-4a56-8016-52875a0d5092 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0629368 Jul 28 14:23:54.836442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.843860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:54.846228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/239b0ca5-20ee-44ea-8a12-bc424448de1b HTTP/1.1" status: 204 len: 168 time: 0.2578130 Jul 28 14:23:54.867447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a9c7a-98bd-4a2b-ad70-7852fbfb6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b0ca5-20ee-44ea-8a12-bc424448de1b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:54.882255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2008c3f2-5590-489c-aa58-a762fcafcd17 req-2d34c84d-f70a-4e4d-af54-add48cf7080b tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826116 Jul 28 14:23:54.922581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-efa85bc4-856e-4bfd-a40d-a18238b5c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:54.923877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-efa85bc4-856e-4bfd-a40d-a18238b5c7a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1314805 Jul 28 14:23:54.983338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-52a21abc-bd96-4c66-be81-d523250ad67f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0514994 Jul 28 14:23:55.050067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3c128ff-e252-4ba7-84e1-1900ef7a0357 req-0e6aee66-540a-4000-815c-570c4355d477 tempest-AggregatesAdminTestJSON-1641788044 tempest-AggregatesAdminTestJSON-1641788044-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.0647514 Jul 28 14:23:55.063887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-966756a8-b75c-485e-a317-4a880e654c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:55.066060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-966756a8-b75c-485e-a317-4a880e654c18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0687053 Jul 28 14:23:55.142563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-4948381c-d25a-4a9e-94ac-3e98d57b930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:55.144794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-4948381c-d25a-4a9e-94ac-3e98d57b930b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537653 Jul 28 14:23:55.251634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-65439c19-91f2-4027-83e4-fda8b689de96 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966361 Jul 28 14:23:55.361183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-aed225d0-8b12-4c5d-94e5-7772f0035bea service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027234 Jul 28 14:23:55.510151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:55.517382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1550837455-network', 'tenant_id': '78f68e04568943c99e3238052c9a0a73'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:55.551125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d68d7d7e-ba85-4851-ba89-61871351da71 req-3345f353-282f-4c77-941d-980c00a7a07c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 210 time: 0.0464501 Jul 28 14:23:55.657902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Made reservation on behalf of 78f68e04568943c99e3238052c9a0a73 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:55.661187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:55.671161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:55.794420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:55.890899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-341ba46e-ea7d-4adf-9c9b-724fe7c8e72f req-c90ab855-1a1d-4fec-a33a-98d0adb7e8a2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0386150 Jul 28 14:23:55.969808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.50', 58255) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:55.981955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.009992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-341ba46e-ea7d-4adf-9c9b-724fe7c8e72f req-34720032-d941-4652-9890-51e74a2a9108 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c823b69350bb42d8a0a75b93cd615244&device_id=2a4f93fb-914c-4cc8-a85b-0fd656fb67b2 HTTP/1.1" status: 200 len: 210 time: 0.0386174 Jul 28 14:23:56.033530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:23:56.049367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89bc2ec-4043-4e75-af59-56f488dd29b9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:56.058163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.059452 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Added segment 516a2257-6ed9-407a-a107-bf5172779502 of type vlan for network d99e726a-bbb0-409c-a079-248fc56a7b88 Jul 28 14:23:56.129676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-341ba46e-ea7d-4adf-9c9b-724fe7c8e72f req-d26d3a11-2714-440e-ab56-a49308cae186 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c823b69350bb42d8a0a75b93cd615244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599396 Jul 28 14:23:56.138544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-03fc9404-21cb-4417-b70e-b2f3a3ae7092 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:56.140189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-03fc9404-21cb-4417-b70e-b2f3a3ae7092 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.50 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 824 time: 0.1699047 Jul 28 14:23:56.148910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.211551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-18d684b5-03af-43eb-b8e0-7fbbddc3ffce tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 379 time: 0.0568881 Jul 28 14:23:56.221606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'port': {'device_id': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'admin_state_up': True, 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'security_groups': ['38445b55-a5d9-4532-9467-5177452cefd3']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:56.254629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ba46e-ea7d-4adf-9c9b-724fe7c8e72f req-944f755a-fc53-4511-873c-86fa24b51c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:56.256397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-341ba46e-ea7d-4adf-9c9b-724fe7c8e72f req-944f755a-fc53-4511-873c-86fa24b51c8d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200795 Jul 28 14:23:56.367080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.371613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:56.371613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.469750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] Pushing event updated for resources: {'Network': ['ID=d99e726a-bbb0-409c-a079-248fc56a7b88,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:56.483755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d99e726a-bbb0-409c-a079-248fc56a7b88 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:23:56.504054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-30cbb0d0-f840-430c-b20f-a9e7402c13ce admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9885259 Jul 28 14:23:56.508071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57924) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:56.514527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Request body: {'subnet': {'network_id': 'd99e726a-bbb0-409c-a079-248fc56a7b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1550837455-subnet', 'tenant_id': '78f68e04568943c99e3238052c9a0a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:56.566950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44df7-0639-4bfe-9d58-b69a16710434 req-b48a4a3b-4401-486a-a855-04d3264ea0c2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:56.568620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ee44df7-0639-4bfe-9d58-b69a16710434 req-b48a4a3b-4401-486a-a855-04d3264ea0c2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0865080 Jul 28 14:23:56.624451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ee44df7-0639-4bfe-9d58-b69a16710434 req-5302d277-6b4d-4aaa-ac05-64bcd0175322 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Jul 28 14:23:56.651357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Made reservation on behalf of 78f68e04568943c99e3238052c9a0a73 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:56.653691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.753767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237691e-3d3c-446c-8608-9eab8543c3d1 req-4706bb38-4b82-4f64-a52d-874ccfafda72 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:56.755402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b237691e-3d3c-446c-8608-9eab8543c3d1 req-4706bb38-4b82-4f64-a52d-874ccfafda72 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0606990 Jul 28 14:23:56.799125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b237691e-3d3c-446c-8608-9eab8543c3d1 req-1b522670-7e5f-4b7c-9995-d2ad16183003 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Jul 28 14:23:56.827914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Made reservation on behalf of e7a3c224e5304a238599992f6694f096 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:23:56.837293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:56.982528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Allocated IP 172.20.0.7 (e3355b88-4053-47b4-8571-2ed8e271aa35/8ac24616-a858-479d-a569-dcc5757a844f/5846c100-ffe5-483a-933e-f6f1cf75859e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:23:57.001336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.057013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd67febf-6c23-4ad3-b941-8b4c29662da5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:57.066249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Checking segment: {'id': '516a2257-6ed9-407a-a107-bf5172779502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'd99e726a-bbb0-409c-a079-248fc56a7b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:57.066610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Network hostable DHCP agents. Network: d99e726a-bbb0-409c-a079-248fc56a7b88, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:23:57.137105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.177445 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c538aa4c-8ce9-4a98-ac39-89d0cb2e1884 req-6d4f899f-4d2e-49c3-ade4-5d8594b4ab54 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 210 time: 0.0378160 Jul 28 14:23:57.180004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Transition to ACTIVE for port object 5846c100-ffe5-483a-933e-f6f1cf75859e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:57.188337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Network d99e726a-bbb0-409c-a079-248fc56a7b88 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:23:57.321566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d99e726a-bbb0-409c-a079-248fc56a7b88) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:57.325260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.330435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:57.331183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.332677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf610d-e686-4cbf-9e77-3b9825f71022 None None] Network d99e726a-bbb0-409c-a079-248fc56a7b88 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:57.357245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:23:57.381863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:23:57.386214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:23:57.392368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:57.392982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.433343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:57.440149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-8903139a-ab13-4520-b983-7b8d34f7bd35 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:23:57.450622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-8903139a-ab13-4520-b983-7b8d34f7bd35 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1787090 Jul 28 14:23:57.456684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:57.457682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:23:57.512358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0916619-e4ac-406a-a8b8-f83b40abe54c None None] Network d99e726a-bbb0-409c-a079-248fc56a7b88 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:23:57.647872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e863e212-50f1-4e22-9e34-c6489900e6e0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1391876 Jul 28 14:23:57.659469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:57.671383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:57.671383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:57.671383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:57.671383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:57.671383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-862a2eab-f55a-4945-b1aa-9fbd55112dd6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4505379 Jul 28 14:23:57.672434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:57.672783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:57.673175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:57.673618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Bound port: 21b38eca-108e-43d7-959c-8b94b675f3d2, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:57.725789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Request body: {'port': {'device_id': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:23:57.778489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:57.820595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:57.828615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.930757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9e8cb0b2-8b58-4224-8bfe-1b92e3624481 None None] Provisioning for port 5846c100-ffe5-483a-933e-f6f1cf75859e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:23:57.934723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9e8cb0b2-8b58-4224-8bfe-1b92e3624481 None None] Provisioning complete for port 5846c100-ffe5-483a-933e-f6f1cf75859e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:23:57.935131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9e8cb0b2-8b58-4224-8bfe-1b92e3624481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:57.958193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0e3ea7f4-1655-4060-a48f-93d680771120 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c823b69350bb42d8a0a75b93cd615244&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1784329 Jul 28 14:23:57.960926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57968) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:57.992138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9e8cb0b2-8b58-4224-8bfe-1b92e3624481 None None] Port 5846c100-ffe5-483a-933e-f6f1cf75859e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:23:58.015851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.038812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.039053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-de92dc92-1fab-47a1-bf08-27091670f52b tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=280dda5f9f9942ed97361367056d7bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639136 Jul 28 14:23:58.041908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.043195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-71bf433b-1947-4a07-baca-f1e64661faf0 service neutron] 10.222.0.47 "POST /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5915904 Jul 28 14:23:58.167188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6651809b-0120-499e-9fed-41adaadfcdfe no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:23:58.189473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-5f66fe6b-4c99-48a6-930e-b8b352ba4582 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:58.191143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-5f66fe6b-4c99-48a6-930e-b8b352ba4582 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454720 Jul 28 14:23:58.195229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.196740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 6651809b-0120-499e-9fed-41adaadfcdfe {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:23:58.197147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6651809b-0120-499e-9fed-41adaadfcdfe not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:23:58.197814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.202288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f53a69d1-0598-449d-8bbd-5421a064003e HTTP/1.1" status: 204 len: 168 time: 0.2400656 Jul 28 14:23:58.210893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af344576-70d8-4058-bfe9-13d5ee65c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a69d1-0598-449d-8bbd-5421a064003e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:58.218851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-6bb4edf7-eac5-45cb-8269-045504aa0b4f tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/quotas/280dda5f9f9942ed97361367056d7bec HTTP/1.1" status: 200 len: 375 time: 0.0212085 Jul 28 14:23:58.288749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5846c100-ffe5-483a-933e-f6f1cf75859e {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:23:58.299175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.316728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Transition to ACTIVE for port object 5846c100-ffe5-483a-933e-f6f1cf75859e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:23:58.323837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-e5f42a54-eb7f-4b0d-a85c-6d38d9d73fab tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706348 Jul 28 14:23:58.434450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44065cff-cb1e-4ef3-b4d9-8d4517bc5a76 req-c1b322f2-4e1c-4ba6-b31c-9a312d4351d4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:58.436013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44065cff-cb1e-4ef3-b4d9-8d4517bc5a76 req-c1b322f2-4e1c-4ba6-b31c-9a312d4351d4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0500002 Jul 28 14:23:58.440770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.480738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44065cff-cb1e-4ef3-b4d9-8d4517bc5a76 req-580b4998-5c4e-4dbc-9c73-3f7727a8ce0b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jul 28 14:23:58.493210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Pushing event updated for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:58.547722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Attempting to bind port 5846c100-ffe5-483a-933e-f6f1cf75859e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:23:58.549105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Attempting to bind port 5846c100-ffe5-483a-933e-f6f1cf75859e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:23:58.549404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Attempting to bind port 5846c100-ffe5-483a-933e-f6f1cf75859e on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:58.557126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Port 5846c100-ffe5-483a-933e-f6f1cf75859e on network e3355b88-4053-47b4-8571-2ed8e271aa35 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:23:58.557485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Attempting to bind port 5846c100-ffe5-483a-933e-f6f1cf75859e on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:23:58.573026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:23:58.573460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Checking segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:23:58.573919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Bound using segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:23:58.574529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Bound port: 5846c100-ffe5-483a-933e-f6f1cf75859e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:23:58.574989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.767379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:23:58.772297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5846c100-ffe5-483a-933e-f6f1cf75859e,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:23:58.786601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d56d3-7103-4e4f-a4b8-928983253548 req-bd279ac1-fb47-4cba-aac7-6cd00ef0ca03 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:58.788258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c89d56d3-7103-4e4f-a4b8-928983253548 req-bd279ac1-fb47-4cba-aac7-6cd00ef0ca03 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 943 time: 0.1108942 Jul 28 14:23:58.839621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c89d56d3-7103-4e4f-a4b8-928983253548 req-e4f5f0fb-5742-4f90-b585-42030b5f72ae tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Jul 28 14:23:58.870826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.954393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:58.955041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:58.956800 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] 10.222.0.50 "PUT /v2.0/ports/5846c100-ffe5-483a-933e-f6f1cf75859e HTTP/1.1" status: 200 len: 1092 time: 1.2604716 Jul 28 14:23:58.960408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:23:58.962699 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9775d-2061-4b90-ad33-2bc34304ae4e" -d '{"events": [{"name": "network-changed", "server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:23:58.990602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Pushing event updated for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:23:59.017129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0810d89-e31d-4d37-9d74-fdc24711206b req-8bbe3f65-ff20-46a9-8f6d-2d7d6d8dab61 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.019355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0810d89-e31d-4d37-9d74-fdc24711206b req-8bbe3f65-ff20-46a9-8f6d-2d7d6d8dab61 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 946 time: 0.1033812 Jul 28 14:23:59.021018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.021372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.021720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.022066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.022408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.022743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.023110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.023445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.023779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.024112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.028811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.028811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a961254d-e874-4aad-961d-5331f53ae653 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:23:59.083884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0810d89-e31d-4d37-9d74-fdc24711206b req-8d1b87b7-db77-4247-ab3b-c2389d492596 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Jul 28 14:23:59.195619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-1e07b777-c740-40be-9fad-900597776c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.197046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-1e07b777-c740-40be-9fad-900597776c7f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 1095 time: 0.0470395 Jul 28 14:23:59.251127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-7db19882-055a-48e5-bff7-8a1dfe161923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5846c100-ffe5-483a-933e-f6f1cf75859e HTTP/1.1" status: 200 len: 217 time: 0.0404387 Jul 28 14:23:59.288055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:59.304884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-6ec6a3e8-81ea-442f-8fc2-a156bf53124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.310770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-6ec6a3e8-81ea-442f-8fc2-a156bf53124a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1098 time: 0.3356102 Jul 28 14:23:59.337156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-f70f7e85-c25d-41d0-ad0b-7a2cb352a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.338921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-f70f7e85-c25d-41d0-ad0b-7a2cb352a39f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.0803187 Jul 28 14:23:59.434748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-c6c4cb4d-793d-46e9-b076-d477a6e79e2d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.441525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61ae9bb8-60d7-4abc-ae64-5aa1df61f43d req-3be57a46-9475-4bb9-ac74-c0ef50b84deb tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 210 time: 0.0712469 Jul 28 14:23:59.442985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-c6c4cb4d-793d-46e9-b076-d477a6e79e2d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.4288342 Jul 28 14:23:59.449103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24ddcb0b-bc79-4e56-afaa-022cc7f81565 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0453c84be2224135ac140a6cd40e5611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600070 Jul 28 14:23:59.459674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58014) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:23:59.470273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-21d65610-cacd-455f-b517-2eebb2679e57 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/quotas/15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 375 time: 0.0263922 Jul 28 14:23:59.479566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-c29428b5-1d32-4ba3-9880-e81519029a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.481607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-c29428b5-1d32-4ba3-9880-e81519029a76 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349924 Jul 28 14:23:59.516185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-bf408bc9-4ec0-4702-a30d-7ef3dd36b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.517666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-bf408bc9-4ec0-4702-a30d-7ef3dd36b633 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.2006657 Jul 28 14:23:59.540559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-412682fd-763b-4858-a86f-8249fc8334e9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606627 Jul 28 14:23:59.584566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-43b94420-b062-477c-8518-bc6dc1f9b463 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0512533 Jul 28 14:23:59.597185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:59.627728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:59.654056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-86f3296e-9eaa-4fd8-add4-1e83e873d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.656117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-86f3296e-9eaa-4fd8-add4-1e83e873d062 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0632007 Jul 28 14:23:59.661546 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cfd674-af50-413b-88b0-03fdc95dc642 x-openstack-request-id: req-f3cfd674-af50-413b-88b0-03fdc95dc642 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:23:59.661840 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:23:59.662086 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3cfd674-af50-413b-88b0-03fdc95dc642 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:23:59.662790 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'status': 'completed', 'code': 200} Jul 28 14:23:59.692560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-bd36fef7-14fc-43e9-b13e-9e53064f18ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269899 Jul 28 14:23:59.721054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-3bfd9ba1-8a76-4a1c-b7cd-2f11b8d55567 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:23:59.722152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-3bfd9ba1-8a76-4a1c-b7cd-2f11b8d55567 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0649676 Jul 28 14:23:59.724489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-f17ef849-51c1-4010-a79d-70efc94273a6 service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306013 Jul 28 14:23:59.807575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27282-29b9-417a-8b76-068ab3c994a0 req-e9855494-e1ed-4417-a655-da38a1919112 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:23:59.811430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3a27282-29b9-417a-8b76-068ab3c994a0 req-e9855494-e1ed-4417-a655-da38a1919112 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1272523 Jul 28 14:23:59.866289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3a27282-29b9-417a-8b76-068ab3c994a0 req-f1bbce94-526d-4d7c-99f7-2154c34a3f10 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 Jul 28 14:23:59.871987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-17f2dc9e-48d0-42da-914c-f3a8b0c3fc3d service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719170 Jul 28 14:23:59.877236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-6fcab6b1-8450-4c88-8e79-e6c185b6035b service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451809 Jul 28 14:23:59.878617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f467e54-0559-4e22-b2ac-90acaf751b7d req-ff522fa4-94ea-4f89-be97-91cb6f5114cc service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471200 Jul 28 14:23:59.922645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:59.928125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:23:59.930592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b6410c8-5df1-47ad-8c90-a835892eaec9 HTTP/1.1" status: 204 len: 168 time: 0.4688494 Jul 28 14:23:59.943605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfc43d-5100-4879-8b05-2c8529af5a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6410c8-5df1-47ad-8c90-a835892eaec9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:00.021896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58030) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:00.077296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-3a3a72dd-cc22-4338-91f8-a77af2571395 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816409 Jul 28 14:24:00.087046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-511ecdce-3333-469d-8dd4-00c284fb0f14 service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723464 Jul 28 14:24:00.164842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-41013ad5-d15b-4815-b391-e4893aa646f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.166774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-41013ad5-d15b-4815-b391-e4893aa646f4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 1095 time: 0.0482328 Jul 28 14:24:00.201370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6237733-1b2d-4869-914c-b4f7d411e797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.270656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-19a73f14-38e1-4dc9-be74-8225e7d58334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.272862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-19a73f14-38e1-4dc9-be74-8225e7d58334 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 925 time: 0.0977628 Jul 28 14:24:00.331513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6237733-1b2d-4869-914c-b4f7d411e797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.414112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-38c19c6a-f640-44c3-acff-7a6f22f9b999 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5846c100-ffe5-483a-933e-f6f1cf75859e HTTP/1.1" status: 200 len: 217 time: 0.0416365 Jul 28 14:24:00.435412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6237733-1b2d-4869-914c-b4f7d411e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.513062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6237733-1b2d-4869-914c-b4f7d411e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2936b80d-f680-4511-ae08-13117ed00432,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:00.567786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6237733-1b2d-4869-914c-b4f7d411e797 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f89e6bd06af49bfaa6b62c45db379ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451169 Jul 28 14:24:00.570911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:00.574029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-ac2bbdf8-1874-432c-9ab9-815a115d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.575529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-ac2bbdf8-1874-432c-9ab9-815a115d7b73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.1536529 Jul 28 14:24:00.603380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-44508be7-204c-4f41-80f9-1ed1ab6e310e tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.605065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-44508be7-204c-4f41-80f9-1ed1ab6e310e tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1098 time: 0.1343405 Jul 28 14:24:00.635759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:00.635983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00ca29-abb4-46d6-a5e8-babb9b922fec req-de59e418-f2cc-424a-9138-011c34e36fc6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.637336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc00ca29-abb4-46d6-a5e8-babb9b922fec req-de59e418-f2cc-424a-9138-011c34e36fc6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 943 time: 0.1662395 Jul 28 14:24:00.702197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-494e16d3-a512-4a1e-bb97-f1c88ea85d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.703885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-494e16d3-a512-4a1e-bb97-f1c88ea85d72 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970981 Jul 28 14:24:00.736628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc00ca29-abb4-46d6-a5e8-babb9b922fec req-4289b8ff-f92c-41e0-bf7d-e01a84d9385d tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665483 Jul 28 14:24:00.768409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.789342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.809755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b423-5d16-4ee6-9ac7-8cbf8918c1b8 req-38b041cf-19bb-49f3-a5a0-d6ad8dd22b57 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:00.811540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b54b423-5d16-4ee6-9ac7-8cbf8918c1b8 req-38b041cf-19bb-49f3-a5a0-d6ad8dd22b57 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 946 time: 0.1451948 Jul 28 14:24:00.828175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:00.832724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4aaebd64-032b-4c08-880f-8fe2ce0108cc req-8abff6fc-d850-4761-8677-863d8f84bfb9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0372689 Jul 28 14:24:00.857568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-ebc3bc6a-a4e6-4b90-b76b-da9adec0de67 service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406913 Jul 28 14:24:00.961372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34663785-0331-43c7-86c1-14c49068a89e req-a5964798-beb3-4b90-98e8-83e9b8ef8165 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 210 time: 0.0647917 Jul 28 14:24:00.975127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b54b423-5d16-4ee6-9ac7-8cbf8918c1b8 req-0bfff754-3bd2-448b-94a6-cd74ee9d54a7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540956 Jul 28 14:24:01.031339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:01.044412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5a9775d-2061-4b90-ad33-2bc34304ae4e req-28b3cea0-f4db-4650-8ae5-b002611a8cf7 service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748648 Jul 28 14:24:01.075891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:01.135019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.137621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.139161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2936b80d-f680-4511-ae08-13117ed00432 HTTP/1.1" status: 204 len: 168 time: 0.5617471 Jul 28 14:24:01.159200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.163532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913bd81-b409-4b73-98ee-2226048d5a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936b80d-f680-4511-ae08-13117ed00432,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:01.182797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728d100-682f-4335-a343-d9a3fd849948 req-5536d60d-6871-4370-9d85-20977f8a7180 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:01.184621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0728d100-682f-4335-a343-d9a3fd849948 req-5536d60d-6871-4370-9d85-20977f8a7180 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0892243 Jul 28 14:24:01.256906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0728d100-682f-4335-a343-d9a3fd849948 req-2fc12042-a2f7-4e3f-b349-d9c4505b520c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626547 Jul 28 14:24:01.257790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.339569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:01.351544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:01.351888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:01.352229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:01.356611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:01.356935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Attempting to bind port 21b38eca-108e-43d7-959c-8b94b675f3d2 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:01.361715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:01.362053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:01.362896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:01.363469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Bound port: 21b38eca-108e-43d7-959c-8b94b675f3d2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:01.363831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.430318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:01.433386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:01.663974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:01.666276 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2237cd0-e0ac-4d49-81ac-ba217eab2f43" -d '{"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-unplugged", "status": "completed", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:01.700993 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b41b19-8d7c-4248-a895-a8302931f88d x-openstack-request-id: req-38b41b19-8d7c-4248-a895-a8302931f88d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:01.701278 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-unplugged", "status": "completed", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:01.701523 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38b41b19-8d7c-4248-a895-a8302931f88d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:01.701906 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'code': 200} Jul 28 14:24:01.802563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.901196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:01.901922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:01.903312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] 10.222.0.50 "PUT /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 1124 time: 1.2794971 Jul 28 14:24:01.904387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0377948-a8f2-4571-83b2-4bdf84938a4c service neutron] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=8']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:01.966770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-b099cabf-9d11-4606-adb5-26dc1e8f4170 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=280dda5f9f9942ed97361367056d7bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661199 Jul 28 14:24:01.976148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ad6ff-1f6e-4e69-b5b8-9c376c0163a9 req-339dd93c-4e8d-4d5f-ae1b-fcd2052ea099 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:01.976749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a403a25f-de5e-4dc6-a9f9-d5ddb9498cdf req-365457ac-8748-4dce-987c-e76c9c4f287b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0304956 Jul 28 14:24:01.989960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e15ad6ff-1f6e-4e69-b5b8-9c376c0163a9 req-339dd93c-4e8d-4d5f-ae1b-fcd2052ea099 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 943 time: 0.1606965 Jul 28 14:24:02.064577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['21b38eca-108e-43d7-959c-8b94b675f3d2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:02.161169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e15ad6ff-1f6e-4e69-b5b8-9c376c0163a9 req-ee82f142-26ae-405c-9f40-74d58d7ab317 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553721 Jul 28 14:24:02.179182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-b0367dc7-ddf6-4767-aa09-410987c11880 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:02.181476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-b0367dc7-ddf6-4767-aa09-410987c11880 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900120 Jul 28 14:24:02.201928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Request body: {'port': {'device_id': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '280dda5f9f9942ed97361367056d7bec'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:02.314043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6053d1e-aa14-4539-aeb9-75d7554b204f req-1afb41d3-8727-47b7-9a63-adac1412ac82 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 210 time: 0.0336058 Jul 28 14:24:02.377614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:02.391146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8c724b9-6122-4054-ab00-de4663b5cc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.435267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb68d82-b3eb-48f6-a0c6-49c3756341d5 req-538c714d-fc83-4559-8fb0-09bc0ead4a4a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:02.441580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acb68d82-b3eb-48f6-a0c6-49c3756341d5 req-538c714d-fc83-4559-8fb0-09bc0ead4a4a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.0592597 Jul 28 14:24:02.477283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acb68d82-b3eb-48f6-a0c6-49c3756341d5 req-933d5d19-74ea-430e-a02f-a4fea5850019 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Jul 28 14:24:02.521153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Made reservation on behalf of 280dda5f9f9942ed97361367056d7bec for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:02.524860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.638559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8c724b9-6122-4054-ab00-de4663b5cc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.697898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b3c7e-ebf2-4cbb-b1d1-c99a209d7cf1 req-42b207d5-e33a-45a6-9327-f1831c930c1e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:02.699344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d55b3c7e-ebf2-4cbb-b1d1-c99a209d7cf1 req-42b207d5-e33a-45a6-9327-f1831c930c1e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0952911 Jul 28 14:24:02.743839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Allocated IP 192.168.233.221 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/5172d91e-7a2e-4a10-998f-c5062cb834a4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:02.756880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c8c724b9-6122-4054-ab00-de4663b5cc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.771525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d55b3c7e-ebf2-4cbb-b1d1-c99a209d7cf1 req-4b5f9e28-c1ba-4a47-bc2b-d03935de58d3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628641 Jul 28 14:24:02.826464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c8c724b9-6122-4054-ab00-de4663b5cc51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49cef240b4464c9099a66952e00079d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472516 Jul 28 14:24:02.833347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:02.900797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c724b9-6122-4054-ab00-de4663b5cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d05f6b-4e9d-404e-a843-9acdec270f8f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:02.918529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.944849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:02.983358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.091637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26c3385a-609f-4551-add1-9a906d9d368c req-b4391df3-80fb-42b9-a616-a1608ed19dc0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0276387 Jul 28 14:24:03.099388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Transition to ACTIVE for port object 5172d91e-7a2e-4a10-998f-c5062cb834a4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:03.099584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.102341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.103759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58d05f6b-4e9d-404e-a843-9acdec270f8f HTTP/1.1" status: 204 len: 168 time: 0.2686903 Jul 28 14:24:03.122992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fb840-e963-4594-9ead-4b94c1cb8c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d05f6b-4e9d-404e-a843-9acdec270f8f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:03.236064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.282813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d84a0f22-cdad-4e84-b85f-9ce1e8244817'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:03.302420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:03.305770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:03.313770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:03.320558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:03.321559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.332461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Pushing event updated for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:03.343971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.344451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.344989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.345597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.346129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.346729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.347417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.347962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.348494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.349014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.349546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.350081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:03.363405 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:24:03.420460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-c548a8b8-9b76-4a2b-afef-5bc7c41ce2df tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2233016 Jul 28 14:24:03.445708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Request body: {'port': {'device_id': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:03.590986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.620695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635e1b4-1e5b-48e9-852b-26713ddfda7e req-c70b9366-80ab-441b-943b-a2dc94d40629 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:03.630431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4635e1b4-1e5b-48e9-852b-26713ddfda7e req-c70b9366-80ab-441b-943b-a2dc94d40629 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 936 time: 0.0876603 Jul 28 14:24:03.653764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb31e-dc87-4b74-8300-6fb11ca781c0 req-0747fcfa-e19a-45b1-b144-5e4251887b88 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:03.655438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fabb31e-dc87-4b74-8300-6fb11ca781c0 req-0747fcfa-e19a-45b1-b144-5e4251887b88 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 943 time: 0.1055388 Jul 28 14:24:03.671518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4635e1b4-1e5b-48e9-852b-26713ddfda7e req-55d063b8-6d4b-49b7-85d5-75b4fe5fd060 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Jul 28 14:24:03.698811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2256546f-b294-4028-b364-187337053557 None None] Provisioning for port 5172d91e-7a2e-4a10-998f-c5062cb834a4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:03.704341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:03.704432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2256546f-b294-4028-b364-187337053557 None None] Provisioning complete for port 5172d91e-7a2e-4a10-998f-c5062cb834a4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:03.704616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2256546f-b294-4028-b364-187337053557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:03.710117 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:03.771064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2256546f-b294-4028-b364-187337053557 None None] Port 5172d91e-7a2e-4a10-998f-c5062cb834a4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:03.782419 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fabb31e-dc87-4b74-8300-6fb11ca781c0 req-6da4d3de-0932-4a75-9e28-a53d96dbc876 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153460 Jul 28 14:24:03.955268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-17ae5e10-58fa-43c5-953b-60627ca1b419 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:03.957985 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-17ae5e10-58fa-43c5-953b-60627ca1b419 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.1632955 Jul 28 14:24:03.978102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Request body: {'port': {'device_id': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'admin_state_up': True, 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:04.020383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cf122-e602-4d2a-8d76-d5f261ad5912 req-80bc36c1-60bc-477e-b78d-3b4654fdc720 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:04.021932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-678cf122-e602-4d2a-8d76-d5f261ad5912 req-80bc36c1-60bc-477e-b78d-3b4654fdc720 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.1099958 Jul 28 14:24:04.042864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5172d91e-7a2e-4a10-998f-c5062cb834a4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:04.059186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.082867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Transition to ACTIVE for port object 5172d91e-7a2e-4a10-998f-c5062cb834a4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:04.088608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-678cf122-e602-4d2a-8d76-d5f261ad5912 req-bc33fd89-c43d-4245-b5a5-a98f1f601640 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Jul 28 14:24:04.107532 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5b113a-c92c-497f-bef0-1bbc54e65242 x-openstack-request-id: req-ad5b113a-c92c-497f-bef0-1bbc54e65242 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:04.107868 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:04.108103 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad5b113a-c92c-497f-bef0-1bbc54e65242 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:04.108774 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'status': 'completed', 'code': 200} Jul 28 14:24:04.182819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5846c100-ffe5-483a-933e-f6f1cf75859e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:04.207328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.238432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-04d9c468-966c-4ed3-aa31-cd6845884664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:04.239898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-04d9c468-966c-4ed3-aa31-cd6845884664 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1127 time: 0.0758877 Jul 28 14:24:04.279210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Pushing event updated for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:04.280430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b252204-e853-4dff-a99f-028e9979633e req-9a495619-7444-4ac0-bf81-2882c7d133cd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:04.288681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b252204-e853-4dff-a99f-028e9979633e req-9a495619-7444-4ac0-bf81-2882c7d133cd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1161308 Jul 28 14:24:04.289378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:04.293067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.320744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Attempting to bind port 5172d91e-7a2e-4a10-998f-c5062cb834a4 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:04.321424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Attempting to bind port 5172d91e-7a2e-4a10-998f-c5062cb834a4 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:04.321966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Attempting to bind port 5172d91e-7a2e-4a10-998f-c5062cb834a4 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:04.329095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Port 5172d91e-7a2e-4a10-998f-c5062cb834a4 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:04.329662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Attempting to bind port 5172d91e-7a2e-4a10-998f-c5062cb834a4 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:04.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:04.342324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:04.343046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:04.343738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Bound port: 5172d91e-7a2e-4a10-998f-c5062cb834a4, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:04.344339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.368156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5846c100-ffe5-483a-933e-f6f1cf75859e,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:04.404335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'port_id': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'mac_address': 'fa:16:3e:44:69:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:04.455257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:04.459372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:04.486044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.497698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b252204-e853-4dff-a99f-028e9979633e req-e59638a5-e2bc-4d58-bb8b-6c414a485c8b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960316 Jul 28 14:24:04.520307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5846c100-ffe5-483a-933e-f6f1cf75859e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:04.544926 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.550525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5846c100-ffe5-483a-933e-f6f1cf75859e,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:04.622704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a9bdf30-4f1a-4975-a1cd-6e5a5de3d878 req-5cc0b055-87d1-4783-8d64-551629ddff15 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0523663 Jul 28 14:24:04.637974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-c5268f04-12fd-43d7-8126-f14736bd1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:04.640195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-c5268f04-12fd-43d7-8126-f14736bd1fb8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.3889930 Jul 28 14:24:04.644744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Pushing event updated for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:04.656727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.683849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:04.684814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:04.687082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-034a5dc0-6223-47b8-8f63-c5a277d0578e service neutron] 10.222.0.50 "PUT /v2.0/ports/5172d91e-7a2e-4a10-998f-c5062cb834a4 HTTP/1.1" status: 200 len: 1097 time: 1.2494347 Jul 28 14:24:04.689007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:04.693735 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1fc16-fecf-429f-96b1-b645f4a60c96" -d '{"events": [{"name": "network-changed", "server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:04.742867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:04.813503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58182) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:04.973678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-b07b73d2-a109-41c0-a895-3966a6d5998c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.2966812 Jul 28 14:24:04.974364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5846c100-ffe5-483a-933e-f6f1cf75859e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:05.039902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-cfa8bcfa-71fe-4684-8a8f-126aa1f84436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.041353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-cfa8bcfa-71fe-4684-8a8f-126aa1f84436 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0572407 Jul 28 14:24:05.066760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2647f375-7648-471d-9ed9-0ebfdd73b7ef tempest-AutoAllocateNetworkTest-1971658166 tempest-AutoAllocateNetworkTest-1971658166-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3aa8190e017748ec80657155fa8e4c4a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2511799 Jul 28 14:24:05.067344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:05.108606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-74a9ef2a-3bd1-40f1-9add-3c7982a1937e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441992 Jul 28 14:24:05.114250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Allocated IP 172.20.0.5 (006233eb-56ce-44c2-9f64-6c33266e2fc3/d0741580-da52-46de-8a13-3b639e68a81a/c631823f-185e-4f70-aaee-701e6547be55) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:05.141612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-b63908f8-0c2d-47d3-91be-da2a8f701407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.144026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-b63908f8-0c2d-47d3-91be-da2a8f701407 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 1100 time: 0.2489665 Jul 28 14:24:05.178452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5fc56-3ef2-4384-8fe6-1da995da3d8c req-7bc5fe9e-c482-49f7-a3f7-90d56814cb54 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.189235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cb5fc56-3ef2-4384-8fe6-1da995da3d8c req-7bc5fe9e-c482-49f7-a3f7-90d56814cb54 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 948 time: 0.2090137 Jul 28 14:24:05.210234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-784f3e42-d41b-46dd-9374-0b862562a3e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4 HTTP/1.1" status: 200 len: 217 time: 0.0421262 Jul 28 14:24:05.211770 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fff35c-7ed3-4e2f-999b-d782f86fb360 x-openstack-request-id: req-91fff35c-7ed3-4e2f-999b-d782f86fb360 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:05.212063 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:05.212307 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91fff35c-7ed3-4e2f-999b-d782f86fb360 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:05.217432 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4', 'status': 'completed', 'code': 200} Jul 28 14:24:05.284400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cb5fc56-3ef2-4384-8fe6-1da995da3d8c req-7de3add5-eed3-44c5-8a03-92b9932cade5 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922201 Jul 28 14:24:05.304944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc8d306-4073-4c2b-95ef-f66492a18696 tempest-AutoAllocateNetworkTest-1971658166 tempest-AutoAllocateNetworkTest-1971658166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.306481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7cc8d306-4073-4c2b-95ef-f66492a18696 tempest-AutoAllocateNetworkTest-1971658166 tempest-AutoAllocateNetworkTest-1971658166-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2382565 Jul 28 14:24:05.315834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:05.325164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-bc35f641-3d1b-4124-8976-5426845f5ae8 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068434 Jul 28 14:24:05.382779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-036bcb94-fed1-4e3c-bd4d-01035508be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.384381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-036bcb94-fed1-4e3c-bd4d-01035508be2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1654940 Jul 28 14:24:05.389835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69307f46-96e9-45d8-8234-387bdf624a12 tempest-AutoAllocateNetworkTest-1971658166 tempest-AutoAllocateNetworkTest-1971658166-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709791 Jul 28 14:24:05.398945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:05.399954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092162a6-066f-4e7f-889a-6fbdca122aa2 req-eae7df8a-f45d-4c22-890b-04fb460abe8b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.401914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-092162a6-066f-4e7f-889a-6fbdca122aa2 req-eae7df8a-f45d-4c22-890b-04fb460abe8b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 944 time: 0.1706829 Jul 28 14:24:05.449360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c4ce5255-4c7a-4788-a8f6-58ffa229aac5 tempest-AutoAllocateNetworkTest-1971658166 tempest-AutoAllocateNetworkTest-1971658166-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3aa8190e017748ec80657155fa8e4c4a HTTP/1.1" status: 200 len: 208 time: 0.0491540 Jul 28 14:24:05.507692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:05.540741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e21e2afd-59c7-4912-a3e0-a5c16fa4d3aa req-14930ff4-ac41-47a5-b335-731020d79f35 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056398 Jul 28 14:24:05.566921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ee45-4155-4eac-8694-7c4b25cf33aa req-0a01d520-a1cc-46f9-8aef-24d398866473 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.568854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1d5ee45-4155-4eac-8694-7c4b25cf33aa req-0a01d520-a1cc-46f9-8aef-24d398866473 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.1170509 Jul 28 14:24:05.621531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1d5ee45-4155-4eac-8694-7c4b25cf33aa req-ca3b2266-f471-415b-b14e-2c2583504b8d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Jul 28 14:24:05.695901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-227f3c9f-ca33-4025-9bdf-396deac091c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.697375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-227f3c9f-ca33-4025-9bdf-396deac091c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2944362 Jul 28 14:24:05.700143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-092162a6-066f-4e7f-889a-6fbdca122aa2 req-f3c8aaa9-ce48-4c50-ada6-6f20772140c3 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873950 Jul 28 14:24:05.704857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:05.767051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:05.777917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:05.779915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:05.783990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:05.791005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.791722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:05.849464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8b551-2f95-4f38-986b-d1cc668a7791 req-88ebc3c8-4e88-412f-b2d2-2adee2bd9059 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:05.851018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d8b551-2f95-4f38-986b-d1cc668a7791 req-88ebc3c8-4e88-412f-b2d2-2adee2bd9059 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0812948 Jul 28 14:24:05.870458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-a262a41a-6c60-4180-a5c9-0e1fd4bfd72b service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626301 Jul 28 14:24:05.894626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-4c1807f7-12ed-45c1-b2a3-387b90cc621f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9200599 Jul 28 14:24:05.920635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Request body: {'port': {'device_id': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:05.956741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d8b551-2f95-4f38-986b-d1cc668a7791 req-d32e6546-4dc6-408f-b177-5e611153ef89 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945749 Jul 28 14:24:05.995467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1204908c-3418-45fe-8e84-b0b8c45c2de4 req-ac4b75ab-9336-4696-916e-aaa9cb6df9d6 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146913 Jul 28 14:24:06.015533 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.095456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58210) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:06.115216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153b21-4e11-4954-98c5-4e0dfaa28b78 req-c91c6a76-da27-4559-a576-08b45a0a5d34 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.117158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15153b21-4e11-4954-98c5-4e0dfaa28b78 req-c91c6a76-da27-4559-a576-08b45a0a5d34 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 931 time: 0.0621848 Jul 28 14:24:06.167066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15153b21-4e11-4954-98c5-4e0dfaa28b78 req-b44ed768-e6d4-4eb6-a7f3-d8411d963747 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Jul 28 14:24:06.202261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:06.234015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5846c100-ffe5-483a-933e-f6f1cf75859e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:06.251365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e29d7ad-cfc8-4d99-bf56-a8b7c39549b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.269661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-3defdf3f-d045-4b22-bd23-fb159d118f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.271195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-3defdf3f-d045-4b22-bd23-fb159d118f36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=280dda5f9f9942ed97361367056d7bec&device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 1100 time: 0.0858963 Jul 28 14:24:06.320884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:06.329025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.344402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Transition to ACTIVE for port object c631823f-185e-4f70-aaee-701e6547be55 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:06.411231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-54e79d9a-5ec6-4eb6-9ad4-e0c6da2648fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.412720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-54e79d9a-5ec6-4eb6-9ad4-e0c6da2648fb service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1332898 Jul 28 14:24:06.462353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-95253766-618e-4192-8197-3b64d430f1f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4 HTTP/1.1" status: 200 len: 217 time: 0.0407836 Jul 28 14:24:06.474531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:06.485178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:24:06.507921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e29d7ad-cfc8-4d99-bf56-a8b7c39549b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.523770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-9335b7e0-28b9-418e-8ffe-023cb6f355ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.525264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-9335b7e0-28b9-418e-8ffe-023cb6f355ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0555325 Jul 28 14:24:06.576096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-db35bdbf-5260-4ff5-bd16-824b090b0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.577583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-db35bdbf-5260-4ff5-bd16-824b090b0c7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443175 Jul 28 14:24:06.672353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-508832d2-beee-4e80-b8e3-7da8c49af3ab service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Jul 28 14:24:06.742910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5846c100-ffe5-483a-933e-f6f1cf75859e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:06.747368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e29d7ad-cfc8-4d99-bf56-a8b7c39549b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.748735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5846c100-ffe5-483a-933e-f6f1cf75859e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:06.749280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.754758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.835796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c9a73-2064-4025-95a5-7b6bcd578e39 req-a397b6a3-d156-41ae-91c7-e1f2a361a0ed tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.837437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b0c9a73-2064-4025-95a5-7b6bcd578e39 req-a397b6a3-d156-41ae-91c7-e1f2a361a0ed tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 948 time: 0.1105561 Jul 28 14:24:06.843623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:06.861314 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.892389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:06.895139 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b19cfa8-d515-44fa-b5b8-ee8b25e0f88f" -d '{"events": [{"server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:06.897198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29d7ad-cfc8-4d99-bf56-a8b7c39549b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fef22a-a9cc-4bb2-a069-23f0dcdf2252,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:06.901507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:06.901853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:06.902195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:06.910996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5846c100-ffe5-483a-933e-f6f1cf75859e,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:06.912911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0e29d7ad-cfc8-4d99-bf56-a8b7c39549b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3aa8190e017748ec80657155fa8e4c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147457 Jul 28 14:24:06.915371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed1fc16-fecf-429f-96b1-b645f4a60c96 req-0cd4e74f-f87e-4c1d-aa1a-3f5bae044b6e service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350316 Jul 28 14:24:06.915703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58226) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:06.922556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b0c9a73-2064-4025-95a5-7b6bcd578e39 req-f2faac88-277e-48e0-94f6-21db2fa4ded4 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Jul 28 14:24:06.924665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:06.926171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:06.935720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:06.935720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:06.935720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:06.935720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Bound port: c631823f-185e-4f70-aaee-701e6547be55, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:06.935720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:06.990817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fc922-0fae-4bab-8ea7-9796eb99247c req-20fe3135-753e-4ca3-9f4a-a4514c598b92 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:06.993281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b16fc922-0fae-4bab-8ea7-9796eb99247c req-20fe3135-753e-4ca3-9f4a-a4514c598b92 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.0980759 Jul 28 14:24:07.015691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.020600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:07.045632 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.065853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.074931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b16fc922-0fae-4bab-8ea7-9796eb99247c req-7dd9955b-d344-44f3-80c8-dbe742713dd5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Jul 28 14:24:07.086673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024bb9-316a-4f1c-b903-63a9cf0d0e6f req-650427d6-b45c-48c1-a231-906d0d7e605e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.099435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c024bb9-316a-4f1c-b903-63a9cf0d0e6f req-650427d6-b45c-48c1-a231-906d0d7e605e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 944 time: 0.0653911 Jul 28 14:24:07.132169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:07.139685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c024bb9-316a-4f1c-b903-63a9cf0d0e6f req-839c7d01-2bc7-47fe-a511-c87094975831 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Jul 28 14:24:07.177352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:07.180426 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da26909-e645-45af-aad2-9703a0e0683d x-openstack-request-id: req-6da26909-e645-45af-aad2-9703a0e0683d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:07.180716 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "name": "network-vif-plugged", "status": "completed", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:07.180971 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6da26909-e645-45af-aad2-9703a0e0683d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:07.181447 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'code': 200} Jul 28 14:24:07.224333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.226867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.228062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15fef22a-a9cc-4bb2-a069-23f0dcdf2252 HTTP/1.1" status: 204 len: 168 time: 0.3099771 Jul 28 14:24:07.236659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a4f8b-8a7e-4347-8c5f-2a26cdeffafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fef22a-a9cc-4bb2-a069-23f0dcdf2252,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:07.253724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.299669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.300686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:07.302791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] 10.222.0.50 "PUT /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 1092 time: 1.3877234 Jul 28 14:24:07.305463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:07.307735 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc741f-7b27-4630-b7de-6fa4f4b62040" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:07.340094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fe0c6-1a47-46fc-9811-c95e8e536aec req-fbeb6513-2519-471c-abc0-9dc54c66243b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.341609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-926fe0c6-1a47-46fc-9811-c95e8e536aec req-fbeb6513-2519-471c-abc0-9dc54c66243b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1222351 Jul 28 14:24:07.342647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507602e3-5c0a-4536-b1c5-741bb4e23a15 service neutron] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:07.348513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efc5ca-8c79-4448-bcda-ae93c6a321d0 req-98388dc1-4ea6-4300-ad79-943fcee4bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.350010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2efc5ca-8c79-4448-bcda-ae93c6a321d0 req-98388dc1-4ea6-4300-ad79-943fcee4bc55 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 1097 time: 0.0492249 Jul 28 14:24:07.385333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-926fe0c6-1a47-46fc-9811-c95e8e536aec req-b90968dc-1479-4dd6-a553-d52e81a78c91 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Jul 28 14:24:07.394935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2efc5ca-8c79-4448-bcda-ae93c6a321d0 req-45d3d859-b7fc-4cee-8ca1-2201a94e0d15 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373425 Jul 28 14:24:07.434788 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b16f1-949f-4be4-b272-39b44c157e74 x-openstack-request-id: req-0b6b16f1-949f-4be4-b272-39b44c157e74 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:07.435151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:07.435407 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b6b16f1-949f-4be4-b272-39b44c157e74 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:07.435797 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'status': 'completed', 'code': 200} Jul 28 14:24:07.511961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f0a96-107e-40f3-80e2-698013a10f37 req-0cbef8da-e983-4d42-bcbc-073ab8427eb2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.518749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a71f0a96-107e-40f3-80e2-698013a10f37 req-0cbef8da-e983-4d42-bcbc-073ab8427eb2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.0643752 Jul 28 14:24:07.556923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a71f0a96-107e-40f3-80e2-698013a10f37 req-53ac53e4-af41-4245-8f44-5cd4562210c2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jul 28 14:24:07.805111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-6521777c-25a7-4559-9936-e31a1d83d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.806621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-6521777c-25a7-4559-9936-e31a1d83d9d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1095 time: 0.0428195 Jul 28 14:24:07.858385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-f8ae3986-b6bf-4f25-90d5-90f7c3987fbc service neutron] 10.222.0.53 "GET /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.0650117 Jul 28 14:24:07.910427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-12e2bb25-a44c-4ce8-8df0-61ff8bb886f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.0651493 Jul 28 14:24:07.983339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-1a54e29c-b15b-44ee-94ff-c6d3d259d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:07.985033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-1a54e29c-b15b-44ee-94ff-c6d3d259d29e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0654657 Jul 28 14:24:08.022705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-1ca28fdb-dcb9-4e50-9de7-0ec6bea57bf1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286982 Jul 28 14:24:08.095560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:08.120118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:08.133655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbd99c-19cb-4797-be4e-147e30a90b2e req-5a88f10c-1d2f-46ee-b550-f50a1b9ed9c2 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.135218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddcbd99c-19cb-4797-be4e-147e30a90b2e req-5a88f10c-1d2f-46ee-b550-f50a1b9ed9c2 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 948 time: 0.1113229 Jul 28 14:24:08.163971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b38eca-108e-43d7-959c-8b94b675f3d2 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:08.178345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:08.192977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-729bf0cf-90ae-41a8-82d0-7ee443a6106b service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590047 Jul 28 14:24:08.200381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddcbd99c-19cb-4797-be4e-147e30a90b2e req-3b59beb6-bf5b-491a-b0a0-e212bbe942e0 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Jul 28 14:24:08.310229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8aa3c-f6f1-4011-af1d-0858cc8ea98f req-75227d6c-cf9b-48ae-82ea-2ed8eff6b3fa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.311848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09c8aa3c-f6f1-4011-af1d-0858cc8ea98f req-75227d6c-cf9b-48ae-82ea-2ed8eff6b3fa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 944 time: 0.1300216 Jul 28 14:24:08.350007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.354789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf9cd70-cd78-4f7d-ba19-56310d78abbd req-0848b71d-8edf-4ef0-bfeb-25c86e4843fe service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533945 Jul 28 14:24:08.358167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58278) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:08.385544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e487-2bcf-4c23-81ae-033867b75a0d req-e02e87dc-062b-4360-9efc-9c049fa8a62f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.393178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c243e487-2bcf-4c23-81ae-033867b75a0d req-e02e87dc-062b-4360-9efc-9c049fa8a62f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 945 time: 0.0985765 Jul 28 14:24:08.400451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09c8aa3c-f6f1-4011-af1d-0858cc8ea98f req-c8a2ee80-e203-404a-8c3b-2b04c53ce696 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769300 Jul 28 14:24:08.461376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c243e487-2bcf-4c23-81ae-033867b75a0d req-31c9b0e3-7b42-4b4e-b780-59503fe4a71b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673709 Jul 28 14:24:08.511602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c598903-3377-41ec-a1d9-71371273285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.552457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] Transition to ACTIVE for port object 21b38eca-108e-43d7-959c-8b94b675f3d2 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:08.585534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba14f-c154-45d1-98eb-2c23c17c199b req-8b91fe96-238f-4bd9-8ec7-c0f24647c6de tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.593073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b7ba14f-c154-45d1-98eb-2c23c17c199b req-8b91fe96-238f-4bd9-8ec7-c0f24647c6de tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0728400 Jul 28 14:24:08.647168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b7ba14f-c154-45d1-98eb-2c23c17c199b req-0bb9fc2d-06ab-445c-8021-d071c73a7862 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506341 Jul 28 14:24:08.664938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.675729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c598903-3377-41ec-a1d9-71371273285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.675916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-84367f70-3e2a-4e1b-a9e1-0ccb771219bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.677975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-84367f70-3e2a-4e1b-a9e1-0ccb771219bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1095 time: 0.0868061 Jul 28 14:24:08.731081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] No DVR routers for this DVR port 21b38eca-108e-43d7-959c-8b94b675f3d2 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:08.771549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] Pushing event updated for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=10']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:08.784427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c598903-3377-41ec-a1d9-71371273285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.805068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-e1b3285a-0ebd-4344-afa3-e2d435745f9a service neutron] 10.222.0.53 "PUT /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 0.9353435 Jul 28 14:24:08.843323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc742ce-4347-41ed-8923-9221f64d7df8 req-263875be-3b84-4148-83d3-61f2bf9322d7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.844882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fc742ce-4347-41ed-8923-9221f64d7df8 req-263875be-3b84-4148-83d3-61f2bf9322d7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1632757 Jul 28 14:24:08.861908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7c598903-3377-41ec-a1d9-71371273285b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fab8175a9ea2416d9f035a9512098a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035348 Jul 28 14:24:08.865105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58298) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:08.877398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c598903-3377-41ec-a1d9-71371273285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d783643d-831a-4df4-b8c7-343d3df0efca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:08.917742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.924580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-0b89765c-d1ff-4791-9a2c-9eb72c873597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:08.926574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-0b89765c-d1ff-4791-9a2c-9eb72c873597 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2180626 Jul 28 14:24:08.932017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fc742ce-4347-41ed-8923-9221f64d7df8 req-0acf746f-42b1-4c65-9fc2-d6ee3255b090 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773833 Jul 28 14:24:08.939868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:08.984038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-750117b5-b7a2-4ce4-a5ef-9498e3879ad1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.0444875 Jul 28 14:24:09.045374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-8675b80e-0f3a-48e0-ab05-b197367304e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.046803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-8675b80e-0f3a-48e0-ab05-b197367304e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0550730 Jul 28 14:24:09.078944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-b12e00f9-6dca-4385-a940-b85601fa3cbb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248938 Jul 28 14:24:09.133882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-753ec34f-d8aa-4fc0-8241-e32370ce8d96 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.135438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-753ec34f-d8aa-4fc0-8241-e32370ce8d96 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0488415 Jul 28 14:24:09.171650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:09.174147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:09.177918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d783643d-831a-4df4-b8c7-343d3df0efca HTTP/1.1" status: 204 len: 168 time: 0.3091753 Jul 28 14:24:09.178061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-71a592db-a11b-4bb5-b032-03b920e818df service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896676 Jul 28 14:24:09.206796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba680e0-b67c-407a-a0ce-dd17f20cbcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d783643d-831a-4df4-b8c7-343d3df0efca,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:09.229352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-ae4b3074-185c-451c-8e06-7dff7b08e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.230980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-ae4b3074-185c-451c-8e06-7dff7b08e90f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&tenant_id=a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 1097 time: 0.0863705 Jul 28 14:24:09.345682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2bc741f-7b27-4630-b7de-6fa4f4b62040 req-87bc03d9-cc22-4684-9e02-547d3c44a207 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339447 Jul 28 14:24:09.356883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-347451c3-44c4-46f7-977b-a9111c3abd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.358444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-347451c3-44c4-46f7-977b-a9111c3abd24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1097 time: 0.0838685 Jul 28 14:24:09.374495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6f294-8561-43a3-b241-6c968810582c req-cfc0e342-8c1e-402c-85ea-1e1b0b842e0f tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.375984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ef6f294-8561-43a3-b241-6c968810582c req-cfc0e342-8c1e-402c-85ea-1e1b0b842e0f tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 948 time: 0.0668085 Jul 28 14:24:09.491506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ef6f294-8561-43a3-b241-6c968810582c req-5ee1b9dd-6c12-4b16-af60-e8b1524c76c6 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055236 Jul 28 14:24:09.510164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:09.522866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-921da054-0944-4330-b7bd-6a31140d69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.524621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-921da054-0944-4330-b7bd-6a31140d69d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1475527 Jul 28 14:24:09.538857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971692d3-d0ff-4be2-b65d-e8fde2d0c32f req-c0804f99-09d3-48ff-a94e-96b51b494e33 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.549421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-971692d3-d0ff-4be2-b65d-e8fde2d0c32f req-c0804f99-09d3-48ff-a94e-96b51b494e33 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.0753937 Jul 28 14:24:09.579069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-1ee2fc74-e304-4872-b892-a4b466e17e28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0465326 Jul 28 14:24:09.599332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-971692d3-d0ff-4be2-b65d-e8fde2d0c32f req-a55687c5-ec4d-41ed-83f3-1834854ab453 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Jul 28 14:24:09.669617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-a7645581-dbdf-4e74-b1b0-7918a21b2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.671125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-a7645581-dbdf-4e74-b1b0-7918a21b2b35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0802078 Jul 28 14:24:09.676111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aaccec4e-8fc6-4ce4-94be-886d9ca3fe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:09.682879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2567d-5e9c-409d-bef7-ffffe24346a8 req-37252bfa-e85f-43cd-b4b5-78542c3ad1f9 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.692328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ce2567d-5e9c-409d-bef7-ffffe24346a8 req-37252bfa-e85f-43cd-b4b5-78542c3ad1f9 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 945 time: 0.1119106 Jul 28 14:24:09.735187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-f0dfc650-6e3d-431c-9acd-a6ae64337f71 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406916 Jul 28 14:24:09.773681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ce2567d-5e9c-409d-bef7-ffffe24346a8 req-72145165-b4e6-400e-80cd-fd550a252c43 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805275 Jul 28 14:24:09.809619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7700a-1761-4894-8aa9-5d7b207578e6 req-07e33f8e-4711-4b48-9d23-be381349a1a4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:09.820391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6b7700a-1761-4894-8aa9-5d7b207578e6 req-07e33f8e-4711-4b48-9d23-be381349a1a4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0868936 Jul 28 14:24:09.877179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-4ba0bf7c-40f1-452e-a190-037bf226ffaf service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274147 Jul 28 14:24:09.893026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6b7700a-1761-4894-8aa9-5d7b207578e6 req-6178ea42-70c5-4003-9214-509ded3ba340 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712979 Jul 28 14:24:09.921817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aaccec4e-8fc6-4ce4-94be-886d9ca3fe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.055605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aaccec4e-8fc6-4ce4-94be-886d9ca3fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.116909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aaccec4e-8fc6-4ce4-94be-886d9ca3fe63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=faaef666802a4337978daed1c8240912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048014 Jul 28 14:24:10.123405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:10.123985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58340) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:10.132868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4673c-f163-4d21-a736-5149db9c04a8 req-3c9be589-521c-43fd-8bb9-d4e7c17b4f7b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:10.134404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cb4673c-f163-4d21-a736-5149db9c04a8 req-3c9be589-521c-43fd-8bb9-d4e7c17b4f7b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1252975 Jul 28 14:24:10.172143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccec4e-8fc6-4ce4-94be-886d9ca3fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22040dbc-0c19-4fc2-947e-e2795a68a97e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:10.189865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d2af0f4-399e-4138-a30c-f4287f8f1bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.218002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5172d91e-7a2e-4a10-998f-c5062cb834a4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:10.234619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cb4673c-f163-4d21-a736-5149db9c04a8 req-a9baf7af-d444-4e2e-a3d3-0db42a7c8716 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839200 Jul 28 14:24:10.275936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.277339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11704c4-e2cf-43a8-89ea-908e5871750c req-4ccd546a-ee12-4608-a822-81094b145bca tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:10.279464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d11704c4-e2cf-43a8-89ea-908e5871750c req-4ccd546a-ee12-4608-a822-81094b145bca tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 945 time: 0.3584185 Jul 28 14:24:10.285458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-a8e46037-5b8f-4af9-a550-94330acf0ccc service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018056 Jul 28 14:24:10.289590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58344) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:10.295126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'floatingip': {'port_id': '5846c100-ffe5-483a-933e-f6f1cf75859e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:10.316431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.369585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:10.381349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.384412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d2af0f4-399e-4138-a30c-f4287f8f1bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.386710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5172d91e-7a2e-4a10-998f-c5062cb834a4', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '5172d91e-7a2e-4a10-998f-c5062cb834a4', 'mac_address': 'fa:16:3e:03:2d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:10.435308 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.449689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5172d91e-7a2e-4a10-998f-c5062cb834a4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:10.473248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:10.481968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d2af0f4-399e-4138-a30c-f4287f8f1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.515653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.518176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.522469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22040dbc-0c19-4fc2-947e-e2795a68a97e HTTP/1.1" status: 204 len: 168 time: 0.3827872 Jul 28 14:24:10.526509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d2af0f4-399e-4138-a30c-f4287f8f1bbe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3dfead001e54a3ea9bce6d96ca786bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910627 Jul 28 14:24:10.531372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58350) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:10.543042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.549048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af0f4-399e-4138-a30c-f4287f8f1bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01ca6ff-2b00-4cf1-bd61-aafc7a36fb02,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:10.573167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd2efd-f912-473a-8768-4778148ad6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22040dbc-0c19-4fc2-947e-e2795a68a97e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:10.597897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.623626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.717731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:10.734342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-65f512bb-e7fc-4f95-ac41-1122bf7577fe tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455894 Jul 28 14:24:10.792824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841905-2ba8-4fb3-8d64-e9e2d3123d24 req-522bf685-8533-4dca-9048-c153bd7db450 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:10.794922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22841905-2ba8-4fb3-8d64-e9e2d3123d24 req-522bf685-8533-4dca-9048-c153bd7db450 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 949 time: 0.1204529 Jul 28 14:24:10.848206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5172d91e-7a2e-4a10-998f-c5062cb834a4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:10.866584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-f66aba05-aa75-4bab-b3b7-623acec6edac tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:10.868201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-f66aba05-aa75-4bab-b3b7-623acec6edac tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280015 Jul 28 14:24:10.869401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.872152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:10.875810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a01ca6ff-2b00-4cf1-bd61-aafc7a36fb02 HTTP/1.1" status: 204 len: 168 time: 0.3410196 Jul 28 14:24:10.891227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa4eb-65b9-4b17-aabe-557196dd01a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01ca6ff-2b00-4cf1-bd61-aafc7a36fb02,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:10.895537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-ec9bddee-bc2c-44dc-8792-49a4933175fb tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/quotas/8b5ba62c7eb3466a9a2296e3bd473279 HTTP/1.1" status: 200 len: 375 time: 0.0211020 Jul 28 14:24:10.943213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-7a323309-56c4-4f47-9f20-3080aa6aaaa4 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398037 Jul 28 14:24:10.959450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22841905-2ba8-4fb3-8d64-e9e2d3123d24 req-f36dc2ac-7be5-4878-b1cd-1036f624adbb tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548145 Jul 28 14:24:11.019757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:11.125502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:11.307964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af71ae-2ca0-4957-96de-8c51840a2a06 req-cef51c0d-8411-4d32-b55c-58e5a3ccf336 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:11.311808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95af71ae-2ca0-4957-96de-8c51840a2a06 req-cef51c0d-8411-4d32-b55c-58e5a3ccf336 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0721588 Jul 28 14:24:11.342801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf288-1e93-4906-95c4-5e6e337b0f0d req-f2f8064c-5a26-4831-8139-a172e185b2c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:11.351451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ffcf288-1e93-4906-95c4-5e6e337b0f0d req-f2f8064c-5a26-4831-8139-a172e185b2c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.2836812 Jul 28 14:24:11.359265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95af71ae-2ca0-4957-96de-8c51840a2a06 req-7a89ef12-b558-47f6-8b94-5ca655f8ed7e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Jul 28 14:24:11.369705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-fb0345a2-7e47-48e1-89b6-2f8041c6109c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:11.371209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-fb0345a2-7e47-48e1-89b6-2f8041c6109c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.3474054 Jul 28 14:24:11.400750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.resource_extend [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:24:11.431380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-833863f9-49fa-434d-997f-cb86848379a0 req-a9303fc5-b2a4-4844-9063-26f5d48f125b tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0263355 Jul 28 14:24:11.557117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ffcf288-1e93-4906-95c4-5e6e337b0f0d req-10595ab5-f89d-4670-8dcd-10a595347786 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046800 Jul 28 14:24:11.608431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:11.646123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724286e-8dc1-4503-ab71-24890a4f0644 req-ce9693b6-deae-4592-b24b-c6ddc2b170ca tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:11.660522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f724286e-8dc1-4503-ab71-24890a4f0644 req-ce9693b6-deae-4592-b24b-c6ddc2b170ca tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1161420 Jul 28 14:24:11.703615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:11.729798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f724286e-8dc1-4503-ab71-24890a4f0644 req-bd5be4aa-796f-4541-8f95-7a5fbe69e0c4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Jul 28 14:24:11.855374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5fa6b-e3bf-43ed-a817-4b3958ceeed6 req-78258b68-5579-410c-b568-5c24fe390563 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:11.856929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebe5fa6b-e3bf-43ed-a817-4b3958ceeed6 req-78258b68-5579-410c-b568-5c24fe390563 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1097 time: 0.0921643 Jul 28 14:24:11.865952 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec associated. External IP: 172.25.0.144, port: 5846c100-ffe5-483a-933e-f6f1cf75859e. Jul 28 14:24:11.930329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-67fd1486-97f6-41f6-9c06-39cd8a182ea0 service neutron] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:11.930329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-67fd1486-97f6-41f6-9c06-39cd8a182ea0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:11.931286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90b02d48-19c5-42a8-83be-a333fac24e43 req-67fd1486-97f6-41f6-9c06-39cd8a182ea0 service neutron] 10.222.0.50 "DELETE /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.5284092 Jul 28 14:24:11.976876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebe5fa6b-e3bf-43ed-a817-4b3958ceeed6 req-5fd15d9d-5cbb-4f18-9726-16a54492bbec tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084001 Jul 28 14:24:12.101206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980bd81-1234-4417-924f-1d583fc5a2e2 req-36e6c946-db83-4116-9c5a-04df49dc70a0 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:12.109275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3980bd81-1234-4417-924f-1d583fc5a2e2 req-36e6c946-db83-4116-9c5a-04df49dc70a0 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 949 time: 0.0760934 Jul 28 14:24:12.155652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3980bd81-1234-4417-924f-1d583fc5a2e2 req-20741793-451d-4a50-84d8-146777cdca6f tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 Jul 28 14:24:12.195582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:24:12.212831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8e6e74e9-031b-4c57-9622-651bf1e0a58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.231519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c631823f-185e-4f70-aaee-701e6547be55 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:12.239430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5172d91e-7a2e-4a10-998f-c5062cb834a4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:12.429833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:12.443743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c631823f-185e-4f70-aaee-701e6547be55', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'port_id': 'c631823f-185e-4f70-aaee-701e6547be55', 'mac_address': 'fa:16:3e:c8:2e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0741580-da52-46de-8a13-3b639e68a81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:12.496105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5172d91e-7a2e-4a10-998f-c5062cb834a4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:12.507847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5172d91e-7a2e-4a10-998f-c5062cb834a4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:12.508635 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.546194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.584072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:12.620550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:12.635596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:24:12.646624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.654588 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:24:12.666469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:12.667607 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:12.733925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.741197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:12.755233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f656470-d083-40e0-a940-3551112a3767 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "PUT /v2.0/floatingips/682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec HTTP/1.1" status: 200 len: 991 time: 2.4638371 Jul 28 14:24:12.757247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:12.764441 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb0686-26fa-4354-b41f-418a305f3bea" -d '{"events": [{"name": "network-changed", "server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:12.795960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-4f606a3b-d34b-4471-bdb0-8ff1beb62d39 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:12.797456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-4f606a3b-d34b-4471-bdb0-8ff1beb62d39 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.4809723 Jul 28 14:24:12.819666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-b71e27c1-426d-4b01-8d11-adf40eda96ab tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/quotas/a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 375 time: 0.0136719 Jul 28 14:24:12.862353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:12.865382 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b89fa-a745-4556-8f61-5479c8b14263" -d '{"events": [{"server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "name": "network-vif-plugged", "status": "completed", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:12.908837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:12.915242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-334672f4-7526-4b26-a421-abcc262f0598 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898514 Jul 28 14:24:12.918679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:12.947792 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:12.954990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f590-d78f-4efa-9e31-ea6cecf9e049 req-02e8e16f-e9af-4ec1-bf0e-956bb44bc088 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:12.962814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cc9f590-d78f-4efa-9e31-ea6cecf9e049 req-02e8e16f-e9af-4ec1-bf0e-956bb44bc088 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1018252 Jul 28 14:24:13.004402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cc9f590-d78f-4efa-9e31-ea6cecf9e049 req-4ee29194-328e-452a-b14f-129a77b82a1c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402596 Jul 28 14:24:13.009503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:13.040740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-a2f14410-6868-49d9-aae5-3162fa056702 service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180055 Jul 28 14:24:13.051267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:13.145624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:13.173621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ebe82b2-e81c-4efb-8c6c-787ecec013f9 req-169a94d2-4c7d-46bc-9b43-53136f11deb6 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0454168 Jul 28 14:24:13.193377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-3fc2b6e6-c6a8-4b3c-b02f-bfeb26c2bc2c service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404958 Jul 28 14:24:13.381699 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:44:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:24:11Z', 'revision_number': 1, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:13.411333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fd024-e740-4837-8ef6-76b7ce6ecdf1 req-d50aad0a-fb69-4e4f-bdd9-7f3bef52d241 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.413092 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:24:13.413391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-667fd024-e740-4837-8ef6-76b7ce6ecdf1 req-d50aad0a-fb69-4e4f-bdd9-7f3bef52d241 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 944 time: 0.0543950 Jul 28 14:24:13.424794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:13.433433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:23:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:13.460955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-667fd024-e740-4837-8ef6-76b7ce6ecdf1 req-3246a97b-661a-48f2-88cc-ec01f7f30f1e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Jul 28 14:24:13.532747 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eb8f80-4b87-4a95-a1e5-f495dca8ce9e x-openstack-request-id: req-c8eb8f80-4b87-4a95-a1e5-f495dca8ce9e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:13.533033 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:13.533279 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8eb8f80-4b87-4a95-a1e5-f495dca8ce9e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:13.533675 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'status': 'completed', 'code': 200} Jul 28 14:24:13.576460 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833cf280-9020-4af1-9974-43a9241b2756 x-openstack-request-id: req-833cf280-9020-4af1-9974-43a9241b2756 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:13.576460 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "name": "network-vif-plugged", "status": "completed", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:13.576460 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-833cf280-9020-4af1-9974-43a9241b2756 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:13.576460 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4', 'code': 200} Jul 28 14:24:13.581216 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:13.754942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-4a41075d-4260-4393-8d41-8418b72c3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.757424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-4a41075d-4260-4393-8d41-8418b72c3f96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 1097 time: 0.1379416 Jul 28 14:24:13.825051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fabe3b75-2342-47fe-9073-31b843caa225 req-465643f4-3e0b-447b-a449-29dd67b78273 tempest-AbsoluteLimitsNegativeTestJSON-390837385 tempest-AbsoluteLimitsNegativeTestJSON-390837385-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=964c026e956d415fa33f29e07ba41d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396454 Jul 28 14:24:13.856243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef571-fb0f-44af-ac64-84dc1f622301 req-8e171309-ab7e-41eb-acc0-1635f408f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.857956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2fef571-fb0f-44af-ac64-84dc1f622301 req-8e171309-ab7e-41eb-acc0-1635f408f767 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 1102 time: 0.1551006 Jul 28 14:24:13.877279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdb9ec-e389-4d51-b807-0b331c660997 req-61b6d522-30c2-44ae-831e-3f3ea7e9c401 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.881243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4dbdb9ec-e389-4d51-b807-0b331c660997 req-61b6d522-30c2-44ae-831e-3f3ea7e9c401 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1800692 Jul 28 14:24:13.944032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2fef571-fb0f-44af-ac64-84dc1f622301 req-eac902ed-38d6-44ca-98f9-44bdfc209285 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753491 Jul 28 14:24:13.973575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe3b75-2342-47fe-9073-31b843caa225 req-e1ad4392-e00b-4c17-b58f-2ae4e0f3ae9f tempest-AbsoluteLimitsNegativeTestJSON-390837385 tempest-AbsoluteLimitsNegativeTestJSON-390837385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.980993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fabe3b75-2342-47fe-9073-31b843caa225 req-e1ad4392-e00b-4c17-b58f-2ae4e0f3ae9f tempest-AbsoluteLimitsNegativeTestJSON-390837385 tempest-AbsoluteLimitsNegativeTestJSON-390837385-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942194 Jul 28 14:24:13.983693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4dbdb9ec-e389-4d51-b807-0b331c660997 req-b3299343-76ed-4422-8640-ae75c72f51c9 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846412 Jul 28 14:24:13.987126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-e50dca54-d819-4a4d-8be0-62885cfa3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:13.989496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-e50dca54-d819-4a4d-8be0-62885cfa3e83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 925 time: 0.2229955 Jul 28 14:24:13.994663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fabe3b75-2342-47fe-9073-31b843caa225 req-050da615-128e-4f84-8bb6-28b920b61bb6 tempest-AbsoluteLimitsNegativeTestJSON-390837385 tempest-AbsoluteLimitsNegativeTestJSON-390837385-project] 10.222.0.47 "GET /v2.0/quotas/964c026e956d415fa33f29e07ba41d4c HTTP/1.1" status: 200 len: 375 time: 0.0123055 Jul 28 14:24:14.020613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:44:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:24:11Z', 'revision_number': 1, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:14.054581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fabe3b75-2342-47fe-9073-31b843caa225 req-a9755be6-1416-4b32-ad43-e2978585341b tempest-AbsoluteLimitsNegativeTestJSON-390837385 tempest-AbsoluteLimitsNegativeTestJSON-390837385-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=964c026e956d415fa33f29e07ba41d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414059 Jul 28 14:24:14.070562 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc98d3d-5394-4f55-af71-c1543ae742af None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:44:69:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:24:11Z', 'revision_number': 1, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:24:14.077266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32f771dd-01f6-4cdc-97da-d773ad9c5425 req-8dd6a17e-9719-4d7c-806a-faaee15c5fb2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 210 time: 0.0356481 Jul 28 14:24:14.230998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dd7e5-2bc6-4304-adad-46ebc2d522b7 req-3707e17f-a544-4851-82b4-8bf9ddab2a02 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:14.232646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8dd7e5-2bc6-4304-adad-46ebc2d522b7 req-3707e17f-a544-4851-82b4-8bf9ddab2a02 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0684245 Jul 28 14:24:14.253193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c631823f-185e-4f70-aaee-701e6547be55 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:14.301189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8dd7e5-2bc6-4304-adad-46ebc2d522b7 req-96a32160-51e8-48c0-b325-b7773771deb9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Jul 28 14:24:14.305345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711aa2bf-d24b-40ac-a654-9530e7a11736 req-4c750a35-01a2-4782-b1c3-8d41255ff4a3 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0480628 Jul 28 14:24:14.407281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a8ca8-87f7-41b4-9fd2-4f50d6b49e2e None None] New status for floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:24:14.457474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-abc43b42-0fe9-4fa8-8726-e437cf02a6db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5846c100-ffe5-483a-933e-f6f1cf75859e HTTP/1.1" status: 200 len: 999 time: 0.1674521 Jul 28 14:24:14.476702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c631823f-185e-4f70-aaee-701e6547be55 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:14.493971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c631823f-185e-4f70-aaee-701e6547be55 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:14.496612 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:14.603259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-f723e2ba-0551-4db2-956c-2402bb124dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:14.604885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-f723e2ba-0551-4db2-956c-2402bb124dab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.1343551 Jul 28 14:24:14.616248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280ba7-3a29-436e-994d-58f40fc52e68 req-80ccbe5f-cefe-4ec7-b479-d260307305ec tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:14.618039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f280ba7-3a29-436e-994d-58f40fc52e68 req-80ccbe5f-cefe-4ec7-b479-d260307305ec tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 944 time: 0.0709684 Jul 28 14:24:14.670360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-0883ee32-e84f-4927-8ad9-a3fda355411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:14.672335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-0883ee32-e84f-4927-8ad9-a3fda355411b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579581 Jul 28 14:24:14.677774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f280ba7-3a29-436e-994d-58f40fc52e68 req-ad6cc5cf-e705-4509-a0a7-aca4da68cfff tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Jul 28 14:24:14.759511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-52381dff-bb95-4386-bdb7-f3df122da27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:14.765980 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:14.786280 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-4a99501b-cd82-44b0-a42e-874b232394e3 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402408 Jul 28 14:24:14.796971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:14.809797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:14.870148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:14.893774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-b275b329-9409-4fa3-8815-2e695de0927b service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106030 Jul 28 14:24:14.920152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:14.944890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.002732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:15.030672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-18a97f92-85ec-4afd-9563-46c2053656a7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:15.033191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-18a97f92-85ec-4afd-9563-46c2053656a7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265851 Jul 28 14:24:15.056044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Request body: {'port': {'device_id': '28017424-06e7-4d20-818b-c4b993d4c87f', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8b5ba62c7eb3466a9a2296e3bd473279'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:15.081836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0c387b-dee0-464e-ac54-9138e7b625e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.119267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38d51971-8367-417f-9ab4-98137d48bce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.203105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-205e26a3-fc01-4391-af95-cd89f68810b5 req-2259652e-fdb4-4696-9593-4fd8e5c978dd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Jul 28 14:24:15.217849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3cb0686-26fa-4354-b41f-418a305f3bea req-3c9d2e06-9c94-41dc-b66f-cfea5940ce98 service neutron] 10.222.0.50 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134320 Jul 28 14:24:15.259768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0c387b-dee0-464e-ac54-9138e7b625e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.263014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24343f5-f8f6-419b-bd4c-e313c51ea0d7 req-7144bf47-39e4-4afc-ac85-d91e01d0b039 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:15.264802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c24343f5-f8f6-419b-bd4c-e313c51ea0d7 req-7144bf47-39e4-4afc-ac85-d91e01d0b039 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1477749 Jul 28 14:24:15.317221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c24343f5-f8f6-419b-bd4c-e313c51ea0d7 req-5e154c6b-4223-45cd-8efe-fa08fa0b7f4f tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Jul 28 14:24:15.400252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7006da31-2abb-44e9-bc70-0a71a6eb78dc req-72cc6f75-dc6a-4fd8-ac01-642e4defc132 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0320923 Jul 28 14:24:15.403339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0c387b-dee0-464e-ac54-9138e7b625e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.422696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:24:15.422696 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:24:15.422696 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '8b5ba62c7eb3466a9a2296e3bd473279', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 24, 15, 274565)}] Jul 28 14:24:15.422696 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:24:15.423172 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:24:15.444810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac500-dafa-4b82-bc49-c3f24edb44c1 req-7180d68c-5c22-4b24-be96-907ac2d655d7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:15.446491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-122ac500-dafa-4b82-bc49-c3f24edb44c1 req-7180d68c-5c22-4b24-be96-907ac2d655d7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0682163 Jul 28 14:24:15.462888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5c0c387b-dee0-464e-ac54-9138e7b625e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=964c026e956d415fa33f29e07ba41d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639380 Jul 28 14:24:15.467792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c387b-dee0-464e-ac54-9138e7b625e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd24b4-71fb-4e2c-b001-921523f05322,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:15.484147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:15.513419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-122ac500-dafa-4b82-bc49-c3f24edb44c1 req-1231fe06-76a9-4987-af3f-d02223237f0d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582228 Jul 28 14:24:15.550606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38d51971-8367-417f-9ab4-98137d48bce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.556635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.578000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:15.580109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.580687 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a03bba-986a-41ff-8f34-4079475ca31f" -d '{"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-plugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:15.620206 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5300104-acd8-432b-872b-823cb79edf82 x-openstack-request-id: req-a5300104-acd8-432b-872b-823cb79edf82 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:15.621021 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-plugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:15.621895 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5300104-acd8-432b-872b-823cb79edf82 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:15.622294 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'code': 200} Jul 28 14:24:15.756335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17af02-c2cf-4a1b-83ee-2d21d7adaf9d req-e4004960-5751-4751-b426-056bf5e40372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:15.757832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f17af02-c2cf-4a1b-83ee-2d21d7adaf9d req-e4004960-5751-4751-b426-056bf5e40372 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1097 time: 0.0419874 Jul 28 14:24:15.798774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532349b7-332c-4b64-97de-b56d79784ec6 req-b0be3760-5e14-4dd0-a738-0b47b9d80087 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:15.804346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f17af02-c2cf-4a1b-83ee-2d21d7adaf9d req-472322d9-8ba3-4ee4-85a5-4e6727af7af6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290687 Jul 28 14:24:15.804986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-532349b7-332c-4b64-97de-b56d79784ec6 req-b0be3760-5e14-4dd0-a738-0b47b9d80087 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.0564880 Jul 28 14:24:15.806125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38d51971-8367-417f-9ab4-98137d48bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.836076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.838631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.840200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43bd24b4-71fb-4e2c-b001-921523f05322 HTTP/1.1" status: 204 len: 168 time: 0.3554850 Jul 28 14:24:15.849231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16b6e6-a378-4076-a1f5-a31682a53669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd24b4-71fb-4e2c-b001-921523f05322,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:15.883816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38d51971-8367-417f-9ab4-98137d48bce0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8aa95589235e47e4bf4932f4dcdd0ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9624472 Jul 28 14:24:15.886537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:15.886883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d51971-8367-417f-9ab4-98137d48bce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf2993-5d13-4d5b-a080-62d01c2cbf25,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:15.892349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-532349b7-332c-4b64-97de-b56d79784ec6 req-7f9cfc3d-5e6a-4b28-ab5d-6bc94525cb12 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833848 Jul 28 14:24:15.933079 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.958024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:15.980232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.068394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Made reservation on behalf of 8b5ba62c7eb3466a9a2296e3bd473279 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:16.073410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.082865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.124224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.126780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.128032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4cf2993-5d13-4d5b-a080-62d01c2cbf25 HTTP/1.1" status: 204 len: 168 time: 0.2404122 Jul 28 14:24:16.146671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734a1a3-9182-4a81-abf4-84e67ed5ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf2993-5d13-4d5b-a080-62d01c2cbf25,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:16.205747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.317551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2110098c-0863-4d7c-a0f3-d717380621a8 req-c67f1dac-5173-470b-b12e-96fb95252a07 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jul 28 14:24:16.323844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.420408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29674b-ed74-4cf0-8d1d-93ef22c799a7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:16.471044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c09d-218f-4f48-bf6c-54bca222cb5d req-136a7a7d-1b1d-4260-8810-479c02c978f8 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:16.471044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b352c09d-218f-4f48-bf6c-54bca222cb5d req-136a7a7d-1b1d-4260-8810-479c02c978f8 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.0735812 Jul 28 14:24:16.518926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Allocated IP 192.168.233.209 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/14afd9aa-639b-4e6f-9b96-d77062dcc81d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:16.555012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b352c09d-218f-4f48-bf6c-54bca222cb5d req-4b627a99-7f98-43d7-a548-7a7aaa85631d tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707867 Jul 28 14:24:16.572823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40389d73-a6d5-4959-9303-a38bfac90cbb req-7ef28f6a-862a-4b95-8718-c1c88282fc5a tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0476301 Jul 28 14:24:16.761337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:16.780265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Transition to ACTIVE for port object 14afd9aa-639b-4e6f-9b96-d77062dcc81d will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:16.926131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0972596-1e26-43b8-bead-48aefba43008 req-7c5a725f-febb-467e-ab49-56b7dd5c2ac4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:16.927800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0972596-1e26-43b8-bead-48aefba43008 req-7c5a725f-febb-467e-ab49-56b7dd5c2ac4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.2901304 Jul 28 14:24:16.966659 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0972596-1e26-43b8-bead-48aefba43008 req-afa78ca4-740c-406b-b4b0-855931e27651 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Jul 28 14:24:17.071076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.081755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa13379-2367-4f91-86f2-b3264b0f4cb8 req-87859338-4318-49c6-8b61-7831ea4aaf61 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:17.083599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eaa13379-2367-4f91-86f2-b3264b0f4cb8 req-87859338-4318-49c6-8b61-7831ea4aaf61 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.0616889 Jul 28 14:24:17.137258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58564) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:17.145934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eaa13379-2367-4f91-86f2-b3264b0f4cb8 req-937f9088-0c40-40c9-9c71-aff7d3d7a4b2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Jul 28 14:24:17.174863 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ade3c34-ddff-4dce-adbd-a218d0116cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.181065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:17.197292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:17.201348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Pushing event updated for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:17.206298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:17.212753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:17.213412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.374856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ade3c34-ddff-4dce-adbd-a218d0116cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.408256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dac65-6c14-410f-aa1a-fb7d051bfb71 req-c1043368-9501-4758-8f36-4e603b4ef8bf tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:17.417106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc2dac65-6c14-410f-aa1a-fb7d051bfb71 req-c1043368-9501-4758-8f36-4e603b4ef8bf tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1332657 Jul 28 14:24:17.469398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-78fa7222-0223-4d3b-9320-ae62d7daba5d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:17.471676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-78fa7222-0223-4d3b-9320-ae62d7daba5d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.2294438 Jul 28 14:24:17.474821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82052dae-0ef3-438c-bdfa-9f7a80728309 req-135badea-9e0c-4e15-8760-871cb42274cd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 210 time: 0.0556641 Jul 28 14:24:17.499737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc2dac65-6c14-410f-aa1a-fb7d051bfb71 req-80236d85-c1d9-476f-93a6-170bef728e39 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815024 Jul 28 14:24:17.508856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ade3c34-ddff-4dce-adbd-a218d0116cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.513854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Request body: {'port': {'device_id': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'admin_state_up': True, 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:17.537202 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.552012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6ade3c34-ddff-4dce-adbd-a218d0116cc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3be824f37b84fd5b4c00ea6a5d86d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128098 Jul 28 14:24:17.552932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade3c34-ddff-4dce-adbd-a218d0116cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73701568-4ebc-439d-b37c-2e707651794a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:17.555643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58576) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:17.572470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58578) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:17.630055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c312588e-7f80-414f-83b4-542e12776070 None None] Provisioning for port 14afd9aa-639b-4e6f-9b96-d77062dcc81d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:17.634184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c312588e-7f80-414f-83b4-542e12776070 None None] Provisioning complete for port 14afd9aa-639b-4e6f-9b96-d77062dcc81d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:17.634573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c312588e-7f80-414f-83b4-542e12776070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.647651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-b5592633-7088-4608-bde0-8bdff93d3662 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5975485 Jul 28 14:24:17.666648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.685081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Request body: {'port': {'device_id': '28017424-06e7-4d20-818b-c4b993d4c87f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:17.754802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:17.756216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.764182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.782227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1838652403-network', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:17.880427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:17.882089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c312588e-7f80-414f-83b4-542e12776070 None None] Port 14afd9aa-639b-4e6f-9b96-d77062dcc81d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:17.912654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecf8cb-5b7d-47ce-8da3-6f623e1e1050 req-fb4d3411-8927-462e-9ae9-4ff300eb6817 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:17.914270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0eecf8cb-5b7d-47ce-8da3-6f623e1e1050 req-fb4d3411-8927-462e-9ae9-4ff300eb6817 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 936 time: 0.1993933 Jul 28 14:24:17.986338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Allocated IP 172.20.0.13 (90c4fa8b-569d-45c2-a9f9-285909dbd8b0/e472b9a1-1d0d-4e3a-9a68-b7adc7916c07/8a9c4245-192c-4e87-a80d-4f91ad52a98d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:18.015040 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-3fd24267-05eb-4df9-a583-be71f264f2e0 service neutron] show failed (client error): The resource could not be found. Jul 28 14:24:18.016322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-3fd24267-05eb-4df9-a583-be71f264f2e0 service neutron] 10.222.0.53 "GET /v2.0/ports/66e41023-6553-47b3-beec-1e760b3fdb6e/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.1156707 Jul 28 14:24:18.061490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0eecf8cb-5b7d-47ce-8da3-6f623e1e1050 req-79a4cc10-b492-43cf-9d62-f642b2b77c40 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214151 Jul 28 14:24:18.062104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Made reservation on behalf of 6172cf4039bc4118a31d8ac88d652637 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:18.064521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.082170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.150082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04d102-472b-4de0-bac4-5b228d9ca73a req-b5193e9d-e9a3-4b52-bce2-cbfb7392cb72 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:18.152698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb04d102-472b-4de0-bac4-5b228d9ca73a req-b5193e9d-e9a3-4b52-bce2-cbfb7392cb72 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0982938 Jul 28 14:24:18.161105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.170154 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.172234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73701568-4ebc-439d-b37c-2e707651794a HTTP/1.1" status: 204 len: 168 time: 0.6150985 Jul 28 14:24:18.251441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a57d1-68b3-45b5-91b2-c92f0cec1381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73701568-4ebc-439d-b37c-2e707651794a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:18.299269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb04d102-472b-4de0-bac4-5b228d9ca73a req-8986fe1d-9439-4790-bfa4-2508378de2aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267028 Jul 28 14:24:18.352000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.398471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492ae2-5b1a-4d81-a29f-a9fcc44eb5cb req-ff39786c-da10-4ba5-b541-7c88fd0c58c1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:18.400388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d492ae2-5b1a-4d81-a29f-a9fcc44eb5cb req-ff39786c-da10-4ba5-b541-7c88fd0c58c1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.1503229 Jul 28 14:24:18.470539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.516562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d492ae2-5b1a-4d81-a29f-a9fcc44eb5cb req-5dbaba57-5a7b-4a5a-9a84-f03d9668b219 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048279 Jul 28 14:24:18.536768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14afd9aa-639b-4e6f-9b96-d77062dcc81d {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:18.556010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.562996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.575004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Transition to ACTIVE for port object 14afd9aa-639b-4e6f-9b96-d77062dcc81d will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:18.636980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:18.637195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.644090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:18.650369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:18.657280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:18.658058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.671918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:18.672975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.698319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:24:18.706189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8251cc8-2ef3-47bb-9656-50bef7404f38 req-4f2f3a75-6093-43a7-86d8-807ca3443ee3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:18.708176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8251cc8-2ef3-47bb-9656-50bef7404f38 req-4f2f3a75-6093-43a7-86d8-807ca3443ee3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 932 time: 0.1230471 Jul 28 14:24:18.750938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612ea6f7-8f2d-4fc6-a3b7-4c2070feafec,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:18.755843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.756189 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Added segment 342c37b4-08ed-4281-bd93-34bb7b5fa3da of type vlan for network ccb6dee9-bb50-42f6-81ff-d5d503dda777 Jul 28 14:24:18.779569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-03b89677-29f0-46ea-9fff-6b8736eafe7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2770348 Jul 28 14:24:18.795701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8251cc8-2ef3-47bb-9656-50bef7404f38 req-2ef9dc2b-f591-41ba-a297-d8111387f4b4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804172 Jul 28 14:24:18.825800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Pushing event updated for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:18.825902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Request body: {'port': {'device_id': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:18.902175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.951646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Attempting to bind port 14afd9aa-639b-4e6f-9b96-d77062dcc81d on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:18.952152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Attempting to bind port 14afd9aa-639b-4e6f-9b96-d77062dcc81d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:18.952806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Attempting to bind port 14afd9aa-639b-4e6f-9b96-d77062dcc81d on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:18.965035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:18.979247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Port 14afd9aa-639b-4e6f-9b96-d77062dcc81d on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:18.979589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Attempting to bind port 14afd9aa-639b-4e6f-9b96-d77062dcc81d on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:18.995241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:18.995588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:18.995979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:19.008417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Bound port: 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:19.008417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.008936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda7bc8-0695-4670-80a8-b5727be0f4ac req-bb830af2-f9e2-4e6a-a096-a894c054f8d4 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.008936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbda7bc8-0695-4670-80a8-b5727be0f4ac req-bb830af2-f9e2-4e6a-a096-a894c054f8d4 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.0741239 Jul 28 14:24:19.009094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-0f3e569f-52c2-4514-8891-c176c686c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.009094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-0f3e569f-52c2-4514-8891-c176c686c442 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.1414323 Jul 28 14:24:19.056093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:19.122605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.123594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.124163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.146691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbda7bc8-0695-4670-80a8-b5727be0f4ac req-c85677bf-1901-4790-9461-4ae1a13a8f0d tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299918 Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a41482-7e38-4891-b07f-d62cead02889 req-cbc1d161-aa9e-4f13-99fd-89a77b9cfa4b tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8a41482-7e38-4891-b07f-d62cead02889 req-cbc1d161-aa9e-4f13-99fd-89a77b9cfa4b tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1097 time: 0.2388501 Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:19.348828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] Pushing event updated for resources: {'Network': ['ID=ccb6dee9-bb50-42f6-81ff-d5d503dda777,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:19.351885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:24:19.383122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8a41482-7e38-4891-b07f-d62cead02889 req-955f914b-5ba1-41ad-8d66-ce708a4166f1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821083 Jul 28 14:24:19.387246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9c4245-192c-4e87-a80d-4f91ad52a98d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:19.398848 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.411474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd512cd-6130-4b5d-9951-6aeced4ee8ea req-1fee5d57-d822-4423-a58e-8ae9d7c274b7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.415626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cd512cd-6130-4b5d-9951-6aeced4ee8ea req-1fee5d57-d822-4423-a58e-8ae9d7c274b7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 948 time: 0.1113598 Jul 28 14:24:19.434985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Transition to ACTIVE for port object 8a9c4245-192c-4e87-a80d-4f91ad52a98d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:19.465939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cd512cd-6130-4b5d-9951-6aeced4ee8ea req-09172f27-af19-49db-b8f6-69b29dc9aa45 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jul 28 14:24:19.567626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-f499a732-cfdb-45d4-bf6a-4cc7f474fefd tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.571051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-f499a732-cfdb-45d4-bf6a-4cc7f474fefd tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 1102 time: 0.1156287 Jul 28 14:24:19.576436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f2213-9c0a-4c87-8e37-3e84a5f34fcc req-a13edc03-9306-4a5f-8185-9a359e0a8412 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.577997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-805f2213-9c0a-4c87-8e37-3e84a5f34fcc req-a13edc03-9306-4a5f-8185-9a359e0a8412 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0507758 Jul 28 14:24:19.606570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-84f20f85-305c-4cf4-b06b-cff975998307 tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.619828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.630335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-805f2213-9c0a-4c87-8e37-3e84a5f34fcc req-1e392ebc-c9c4-41ec-b3d1-32b63c85ce98 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430167 Jul 28 14:24:19.633050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-72ede956-2365-4df9-999b-396cc1faafba admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0594532 Jul 28 14:24:19.634604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.636545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:19.642664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Request body: {'subnet': {'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1838652403-subnet', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:19.694130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:19.700563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.701502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.702348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.703405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] 10.222.0.53 "PUT /v2.0/ports/14afd9aa-639b-4e6f-9b96-d77062dcc81d HTTP/1.1" status: 200 len: 1097 time: 2.0307708 Jul 28 14:24:19.703874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:19.706637 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f47061-114b-403e-8b5a-3f222f511e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:19.736514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae706a0-b73f-4b03-9c12-291dd3f04136 service neutron] Pushing event updated for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:19.774754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:19.787548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Made reservation on behalf of 6172cf4039bc4118a31d8ac88d652637 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:19.789880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.846159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.895725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:19.910708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Transition to ACTIVE for port object 66e41023-6553-47b3-beec-1e760b3fdb6e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:19.926542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:19.926874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:19.928711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:19.932627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f37d0-f078-4d67-b0f6-7d2d54f62b27 req-d28dca60-e094-44ec-8f5f-58848ad18935 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.934004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f0f37d0-f078-4d67-b0f6-7d2d54f62b27 req-d28dca60-e094-44ec-8f5f-58848ad18935 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1097 time: 0.2241867 Jul 28 14:24:19.949176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:19.949529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:19.951470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-8ce398fb-9ef1-46d7-9149-00dd35442ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:19.953053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-8ce398fb-9ef1-46d7-9149-00dd35442ecd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 1100 time: 0.0835741 Jul 28 14:24:19.968031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-84f20f85-305c-4cf4-b06b-cff975998307 tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:19.978270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:19.978846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:19.979328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:19.979777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Bound port: 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:19.980155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.047745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f0f37d0-f078-4d67-b0f6-7d2d54f62b27 req-12ddeb1f-e6a6-4790-a0d3-0d604e5a76a5 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994368 Jul 28 14:24:20.158766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:20.189801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:20.213422 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.265272 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54514325-a345-4856-a740-b5d9614bab0e x-openstack-request-id: req-54514325-a345-4856-a740-b5d9614bab0e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:20.265886 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:20.265886 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54514325-a345-4856-a740-b5d9614bab0e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:20.266172 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d', 'status': 'completed', 'code': 200} Jul 28 14:24:20.268009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-84f20f85-305c-4cf4-b06b-cff975998307 tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.270543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.273086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-4d8b6b83-5847-479e-8444-dbd3ef8c45c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d HTTP/1.1" status: 200 len: 217 time: 0.3037131 Jul 28 14:24:20.296400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339823d-ac4d-44f4-b4a2-11ff6cdb82ea req-db24e738-22b2-4c72-90b6-0de1b03a0e2c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.298103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d339823d-ac4d-44f4-b4a2-11ff6cdb82ea req-db24e738-22b2-4c72-90b6-0de1b03a0e2c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.0605445 Jul 28 14:24:20.333580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb8afa39-7a9d-42ae-acbb-ac37102eb1b6 req-84f20f85-305c-4cf4-b06b-cff975998307 tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7523594 Jul 28 14:24:20.343574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.346235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.413382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20f85-305c-4cf4-b06b-cff975998307 tempest-LiveMigrationNegativeTest-208915527 tempest-LiveMigrationNegativeTest-208915527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3767c-53e9-4484-8bea-a7dfacb09722,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:20.439781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d339823d-ac4d-44f4-b4a2-11ff6cdb82ea req-71bfd204-d33e-4296-b913-9e1ada524a6d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345890 Jul 28 14:24:20.497092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.497741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.499204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] 10.222.0.53 "PUT /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 1093 time: 1.7013311 Jul 28 14:24:20.499651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:20.507449 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:20.509545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:20.514997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] No DVR routers for this DVR port 66e41023-6553-47b3-beec-1e760b3fdb6e on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:20.520687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-5c3c9332-b22a-48b2-aced-d9da430a1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.524536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-5c3c9332-b22a-48b2-aced-d9da430a1083 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2308917 Jul 28 14:24:20.556508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fa76ee-a273-4183-89bf-ca96dc76d66a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:20.597758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Checking segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:20.598859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Network hostable DHCP agents. Network: ccb6dee9-bb50-42f6-81ff-d5d503dda777, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:24:20.613497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a409005-f02d-4a5c-af30-f8724f600b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:20.633275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:20.633617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:20.633975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:20.647548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:20.648026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Attempting to bind port 66e41023-6553-47b3-beec-1e760b3fdb6e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:20.676916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:20.679106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:20.679106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:20.679106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Bound port: 66e41023-6553-47b3-beec-1e760b3fdb6e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:20.679106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.693695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-7ebf62c6-fa1c-4346-b63d-2f049eb8a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.695320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-7ebf62c6-fa1c-4346-b63d-2f049eb8a7ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586931 Jul 28 14:24:20.741675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-7ab6e2bf-691e-4ece-982d-ac75db096bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.743350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-7ab6e2bf-691e-4ece-982d-ac75db096bfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1096 time: 0.0828879 Jul 28 14:24:20.745682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:24:20.760738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443bcb8-7316-49b5-ad54-ac976700cdb3 req-19178341-c90c-4620-a04b-8ebbd0d72261 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.762234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6443bcb8-7316-49b5-ad54-ac976700cdb3 req-19178341-c90c-4620-a04b-8ebbd0d72261 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 948 time: 0.0846262 Jul 28 14:24:20.830122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-01364334-9603-4941-8c20-4b0cb07f7679 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 217 time: 0.0658395 Jul 28 14:24:20.834024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:20.841234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:20.868678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-4e05876c-da61-49ee-8b72-1d7b94ce1e1e service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412556 Jul 28 14:24:20.874223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ccb6dee9-bb50-42f6-81ff-d5d503dda777) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:20.881989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6443bcb8-7316-49b5-ad54-ac976700cdb3 req-689590d9-bfce-459c-85eb-f9a010be2eff tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121943 Jul 28 14:24:20.884850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e6eeb-5c06-441d-8fce-52f01ba1ad4a None None] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:24:20.898008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.898615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:20.932965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-373341d4-fd15-4c5c-bcf9-42d3394cdffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:20.934644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-373341d4-fd15-4c5c-bcf9-42d3394cdffc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0959580 Jul 28 14:24:20.960221 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d76428-92ae-46b4-94d5-dfdb682a7a66 x-openstack-request-id: req-45d76428-92ae-46b4-94d5-dfdb682a7a66 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:20.965818 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:20.965818 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-45d76428-92ae-46b4-94d5-dfdb682a7a66 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:20.965818 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'status': 'completed', 'code': 200} Jul 28 14:24:20.982887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-ffd38e52-28f5-4716-9b91-4b6f3ca52fb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393965 Jul 28 14:24:20.983533 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2502cb1-1d20-4590-b0ba-f7f03503077b req-7a012f07-6e7c-4fd9-be53-b6407c57adce service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160703 Jul 28 14:24:21.003942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.051604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.052253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.053607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] 10.222.0.50 "PUT /v2.0/ports/66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 1097 time: 2.0086391 Jul 28 14:24:21.077059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d3c4d6e-f8e8-49c4-bbba-8617cb6aae4f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4392989 Jul 28 14:24:21.082281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58664) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:21.099518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:21.129043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:24:21.130727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.147065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe1edb-1fd5-4862-bdc0-d2cfb7a194e6 service neutron] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:21.185746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-d8cd4aea-4ae9-46ff-85f0-d746e227ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.187719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-d8cd4aea-4ae9-46ff-85f0-d746e227ab6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1100 time: 0.0851080 Jul 28 14:24:21.190052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-80ef844b-91c2-4bdd-b199-1af7809e9300 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887453 Jul 28 14:24:21.294047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aae9d-14c0-4963-b811-e96cf213b3b6 req-c46607ba-bb4d-4316-9d78-f3d1b9a359b0 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.295686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c39aae9d-14c0-4963-b811-e96cf213b3b6 req-c46607ba-bb4d-4316-9d78-f3d1b9a359b0 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.1774817 Jul 28 14:24:21.306031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.307283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.365835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Allocated IP 172.20.0.2 (ccb6dee9-bb50-42f6-81ff-d5d503dda777/55fa76ee-a273-4183-89bf-ca96dc76d66a/9447d5a6-4c45-454b-b283-ae3ee910f985) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:21.407521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-e4df7734-a639-46f2-ad05-faf9a43a83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.409074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-e4df7734-a639-46f2-ad05-faf9a43a83e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1952891 Jul 28 14:24:21.446578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.475076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c39aae9d-14c0-4963-b811-e96cf213b3b6 req-c911ce3f-4c2b-488a-8a80-a5fdd1c3c90d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478636 Jul 28 14:24:21.475076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806bbadb-041b-47a2-bc12-6abe780dfcf0 req-fc1f67a1-4b49-4707-bcf1-d60eeee8ade3 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668574 Jul 28 14:24:21.475427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-2ff55a8d-3649-43c5-b9be-132eec7e7024 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0501986 Jul 28 14:24:21.475427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47061-114b-403e-8b5a-3f222f511e6d req-ceaec078-02eb-46e4-a4ab-b3565b524a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.476555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-ceaec078-02eb-46e4-a4ab-b3565b524a9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 1100 time: 0.1663771 Jul 28 14:24:21.590751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-b77a15a2-50bb-4a17-b754-add8b17298bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.592307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-b77a15a2-50bb-4a17-b754-add8b17298bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1148663 Jul 28 14:24:21.599705 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.609354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Transition to ACTIVE for port object 9447d5a6-4c45-454b-b283-ae3ee910f985 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:21.625674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Transition to ACTIVE for port object 9447d5a6-4c45-454b-b283-ae3ee910f985 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:21.658469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47061-114b-403e-8b5a-3f222f511e6d req-7c514fb0-8061-4fab-a240-6145a4c71bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.658469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-7c514fb0-8061-4fab-a240-6145a4c71bdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1541064 Jul 28 14:24:21.659402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-53b57e3a-dd14-432a-a6bc-d1948515f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.660879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-53b57e3a-dd14-432a-a6bc-d1948515f02d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557075 Jul 28 14:24:21.708254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-0c315297-4e60-40b2-ba32-b86a26436932 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d HTTP/1.1" status: 200 len: 217 time: 0.0463748 Jul 28 14:24:21.757883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.807658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47061-114b-403e-8b5a-3f222f511e6d req-a5b60bd2-ae03-443e-a9d1-e581547c5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.813318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-a5b60bd2-ae03-443e-a9d1-e581547c5e97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0916579 Jul 28 14:24:21.831415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.855578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-1ed9a6c7-9995-439b-be74-a6df15e55cb6 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868217 Jul 28 14:24:21.869191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:21.873777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:21.879143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:21.922342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Pushing event updated for resources: {'Port': ['ID=9447d5a6-4c45-454b-b283-ae3ee910f985,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:21.931507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-41100df8-4787-46d4-ad6e-686f279baaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.933276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-41100df8-4787-46d4-ad6e-686f279baaee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1096 time: 0.1134853 Jul 28 14:24:21.964663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Attempting to bind port 9447d5a6-4c45-454b-b283-ae3ee910f985 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:21.965652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Attempting to bind port 9447d5a6-4c45-454b-b283-ae3ee910f985 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:21.965652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Attempting to bind port 9447d5a6-4c45-454b-b283-ae3ee910f985 on network ccb6dee9-bb50-42f6-81ff-d5d503dda777 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:21.971970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:21.972956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f47061-114b-403e-8b5a-3f222f511e6d req-05072e9b-efd5-4a5e-a1c2-e34a7ecdcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:21.974510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-05072e9b-efd5-4a5e-a1c2-e34a7ecdcba6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502082 Jul 28 14:24:21.976687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Checking segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:21.977237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:21.979583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Bound using segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:21.980911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Bound port: 9447d5a6-4c45-454b-b283-ae3ee910f985, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:21.983140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:22.065367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] For port 9447d5a6-4c45-454b-b283-ae3ee910f985, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:22.070306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] For port 9447d5a6-4c45-454b-b283-ae3ee910f985, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9447d5a6-4c45-454b-b283-ae3ee910f985,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:22.085471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34d8b32e-471b-4fe4-b779-6afbaa48811b req-3fd59a1d-e1a3-466d-915f-ae0ab9de7856 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202327 Jul 28 14:24:22.107390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-29c6aaa7-3808-4964-aff3-7785f0f754b2 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246521 Jul 28 14:24:22.219231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f47061-114b-403e-8b5a-3f222f511e6d req-ecebd5ee-c524-4068-9c62-8cb1d9a8eeaa service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033642 Jul 28 14:24:22.251893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:22.269408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}, {'name': 'network-changed', 'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:22.305122 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413d759b-cef9-4d86-a7cc-4be953c23ba6" -d '{"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-unplugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}, {"name": "network-changed", "server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:22.310739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e19c4-7c4e-4fa0-b8e0-dbe45be22750 None None] Pushing event updated for resources: {'Port': ['ID=9447d5a6-4c45-454b-b283-ae3ee910f985,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:22.333451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1be3-f90e-46ba-8937-803ac1260292 req-ed300571-09b5-42df-be6a-00b7c6235396 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:22.335134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-660b1be3-f90e-46ba-8937-803ac1260292 req-ed300571-09b5-42df-be6a-00b7c6235396 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.1016366 Jul 28 14:24:22.337889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-9df1af42-4ff0-430b-9b86-dad032907073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:22.339673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-9df1af42-4ff0-430b-9b86-dad032907073 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.3967414 Jul 28 14:24:22.417503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-8e3c26c0-33bf-4c48-925c-5f929a6ea3fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 217 time: 0.0648899 Jul 28 14:24:22.515531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-660b1be3-f90e-46ba-8937-803ac1260292 req-74874a4c-f257-435f-8b27-025ee5af7e3f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729100 Jul 28 14:24:22.607517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-5bb65347-a3cb-46ae-be53-ac54195d65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:22.609038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-5bb65347-a3cb-46ae-be53-ac54195d65e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1596808 Jul 28 14:24:22.633263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:22.672211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-ac3f3c82-37b2-4070-8a88-ed68ba1738ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539465 Jul 28 14:24:22.673720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:22.873103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-4f39a939-ee7c-447d-b10c-ab4af5c2e2df service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916101 Jul 28 14:24:22.938331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Allocated IP 172.25.0.22 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0a572e34-bf12-4ca8-8763-a9101c745e21) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:23.071558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:23.108190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac931ea-7946-439b-bcc9-c56061e1ce2d req-39f3cbee-b84b-48c0-9cf0-5c3dcf31d525 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:23.109804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ac931ea-7946-439b-bcc9-c56061e1ce2d req-39f3cbee-b84b-48c0-9cf0-5c3dcf31d525 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 948 time: 0.1550641 Jul 28 14:24:23.111758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2addc552-4c5d-4de3-b830-b5ccbb5ba1f2 req-03c7e53e-fdf5-4e18-9339-b061bb22ba7f service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298124 Jul 28 14:24:23.149911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:23.192467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9447d5a6-4c45-454b-b283-ae3ee910f985 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:23.201157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:23.212032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ac931ea-7946-439b-bcc9-c56061e1ce2d req-02f40939-8c45-4024-9a9d-bd2aae0bf5ed tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888507 Jul 28 14:24:23.339074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:23.367673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9447d5a6-4c45-454b-b283-ae3ee910f985 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:23.399742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:23.405275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:23.409836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:23.466074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c6968-4f88-4107-98ed-a8d7937b33a7 req-272067cc-6c34-41f7-83f7-a58675cfe80d tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:23.467671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-087c6968-4f88-4107-98ed-a8d7937b33a7 req-272067cc-6c34-41f7-83f7-a58675cfe80d tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1431587 Jul 28 14:24:23.473499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e207693c-abd6-4de7-937e-0bf30559f5c0 None None] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:24:23.499965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Pushing event updated for resources: {'Port': ['ID=0a572e34-bf12-4ca8-8763-a9101c745e21,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:23.569989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-087c6968-4f88-4107-98ed-a8d7937b33a7 req-c5971599-df64-46e3-810c-6e768f6f0b75 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672054 Jul 28 14:24:23.642702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Provisioning for port 9447d5a6-4c45-454b-b283-ae3ee910f985 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:23.645246 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252950b-f550-4804-9974-20071031e299 x-openstack-request-id: req-d252950b-f550-4804-9974-20071031e299 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:23.646179 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-unplugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "code": 200}, {"name": "network-changed", "server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:23.646626 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d252950b-f550-4804-9974-20071031e299 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:23.647220 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'code': 200} Jul 28 14:24:23.647759 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'status': 'completed', 'code': 200} Jul 28 14:24:23.654369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Provisioning complete for port 9447d5a6-4c45-454b-b283-ae3ee910f985 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:23.654873 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:23.778552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:23.832006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-6c336a61-92d7-43be-bdcd-6ca6a26e673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:23.835693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] For port 9447d5a6-4c45-454b-b283-ae3ee910f985, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9447d5a6-4c45-454b-b283-ae3ee910f985,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:23.839737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-6c336a61-92d7-43be-bdcd-6ca6a26e673f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1100 time: 0.0991194 Jul 28 14:24:23.849184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:23.912358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abcf0e-5466-44c5-b801-11d94804a1b1 req-81422da4-995b-4a34-99cc-ffb13c50ce15 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:23.920020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53abcf0e-5466-44c5-b801-11d94804a1b1 req-81422da4-995b-4a34-99cc-ffb13c50ce15 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.2157357 Jul 28 14:24:23.937194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-4b2f82da-8742-4f1d-994f-671443076477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:23.938751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-4b2f82da-8742-4f1d-994f-671443076477 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1100 time: 0.2188482 Jul 28 14:24:23.961176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.006540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-40d44572-0f86-489d-8aa7-655103358dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.011628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-40d44572-0f86-489d-8aa7-655103358dd8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1524069 Jul 28 14:24:24.024046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-66e64ac8-9204-4716-8587-22320786d115 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:24:24.025326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-66e64ac8-9204-4716-8587-22320786d115 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1747193 Jul 28 14:24:24.031141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.037060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Pushing event updated for resources: {'Port': ['ID=9447d5a6-4c45-454b-b283-ae3ee910f985,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:24.047201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.047715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.048161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.048502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53abcf0e-5466-44c5-b801-11d94804a1b1 req-9ab30ec1-2a01-4cb0-9173-12fdb30aedf6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275198 Jul 28 14:24:24.048685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.049280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.049718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.050570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.051139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.051870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.052319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.052839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.053319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e711c0e-da0f-4f0b-a3df-d74681839b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:24.081540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-9cbb3f43-bf15-44e8-8c8d-bb03dd0850f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0549088 Jul 28 14:24:24.085459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1e80b9f1-963e-46b0-8aea-543c179d5b43 None None] Provisioning complete for port 9447d5a6-4c45-454b-b283-ae3ee910f985 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:24.086000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e80b9f1-963e-46b0-8aea-543c179d5b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.137281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Request body: {'binding': {'host': 'n-h1-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:24.137281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:24:24.230303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-6f671173-88dd-4152-bdd8-badd28b4a360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.231852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-6f671173-88dd-4152-bdd8-badd28b4a360 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2836053 Jul 28 14:24:24.262039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-cf7fd501-52db-4017-ae59-94bf360546bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.263502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-cf7fd501-52db-4017-ae59-94bf360546bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1049445 Jul 28 14:24:24.341819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-3a44f984-cf62-40cd-9f81-3765b66dcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.342077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-18ecb407-2dce-4bfe-8f2e-de872458a625 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.343254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-3a44f984-cf62-40cd-9f81-3765b66dcf00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710092 Jul 28 14:24:24.349428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-18ecb407-2dce-4bfe-8f2e-de872458a625 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1741602 Jul 28 14:24:24.349428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-d3c26e38-f067-434d-9759-5cf1746de5d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.1051567 Jul 28 14:24:24.354556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on host n-h1-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:24.354909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:24.355376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:24.359856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:24.360188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:24.375649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:24.376001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:24.376394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:24.376830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Bound port: c631823f-185e-4f70-aaee-701e6547be55, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:24.497020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:24.502973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-87d1f9af-ab6f-4f08-801d-1f43231d2aa1 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406152 Jul 28 14:24:24.611387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-2dbfc518-7601-495d-aa40-d7a81a8c2b71 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978842 Jul 28 14:24:24.618467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.619669 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-e79e64ba-a931-4f43-982f-15715f899b9e service neutron] 10.222.0.47 "POST /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55/bindings HTTP/1.1" status: 201 len: 390 time: 0.5296702 Jul 28 14:24:24.717080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf4f5d-7529-4ac6-baa2-47f767cd5209 req-c41b4d8c-a419-4ccd-9bd0-33bfd630aecb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.718581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4cf4f5d-7529-4ac6-baa2-47f767cd5209 req-c41b4d8c-a419-4ccd-9bd0-33bfd630aecb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.4782696 Jul 28 14:24:24.777835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-31aa9c3d-a1f4-4ef8-a1e4-7b00facbe3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.779310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-31aa9c3d-a1f4-4ef8-a1e4-7b00facbe3d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.4227800 Jul 28 14:24:24.809620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:24.896155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4cf4f5d-7529-4ac6-baa2-47f767cd5209 req-0d3bc2da-2957-4a63-abcd-37a84c8b0f1a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541369 Jul 28 14:24:24.931776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-cb7331b2-1dd7-4138-9fb5-3cc0bd20e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:24.933286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-cb7331b2-1dd7-4138-9fb5-3cc0bd20e01b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422141 Jul 28 14:24:24.985468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Deleting port 5172d91e-7a2e-4a10-998f-c5062cb834a4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:24:24.985817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.086695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14afd9aa-639b-4e6f-9b96-d77062dcc81d details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:25.169463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda4355-c6d5-4b50-94e0-eeb963b4ba4d req-79e7711e-2fbe-430c-afe0-1042e86a6844 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:25.171486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcda4355-c6d5-4b50-94e0-eeb963b4ba4d req-79e7711e-2fbe-430c-afe0-1042e86a6844 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 950 time: 0.1005847 Jul 28 14:24:25.184213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-9e5db700-3776-49b2-9de6-1247b6fe84a2 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129714 Jul 28 14:24:25.184375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9447d5a6-4c45-454b-b283-ae3ee910f985 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:25.220545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcda4355-c6d5-4b50-94e0-eeb963b4ba4d req-25bd07ff-3521-4126-b5dc-8444f454543e tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Jul 28 14:24:25.263126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] For port 5172d91e-7a2e-4a10-998f-c5062cb834a4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5172d91e-7a2e-4a10-998f-c5062cb834a4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:25.264464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.272623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:25.275092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9447d5a6-4c45-454b-b283-ae3ee910f985 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:25.275472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.286999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Calling delete_port for 5172d91e-7a2e-4a10-998f-c5062cb834a4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:24:25.311794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '14afd9aa-639b-4e6f-9b96-d77062dcc81d', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '14afd9aa-639b-4e6f-9b96-d77062dcc81d', 'mac_address': 'fa:16:3e:91:53:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:25.322500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d264-d45a-4895-961b-5b8fc4e0a075 req-1ef32d18-04e9-4562-ad45-a009e2f0a39f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:25.324068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84c3d264-d45a-4895-961b-5b8fc4e0a075 req-1ef32d18-04e9-4562-ad45-a009e2f0a39f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 948 time: 0.1878142 Jul 28 14:24:25.346909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f6829-8277-40be-bf55-88b84ed41982 req-cc35f13e-eb5f-4686-9f9d-0d3087c6ebe7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:25.349350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b6f6829-8277-40be-bf55-88b84ed41982 req-cc35f13e-eb5f-4686-9f9d-0d3087c6ebe7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.0562735 Jul 28 14:24:25.373135 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.394833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b6f6829-8277-40be-bf55-88b84ed41982 req-1bcea8f2-7339-4a9f-8b57-7857bb875344 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377469 Jul 28 14:24:25.407935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14afd9aa-639b-4e6f-9b96-d77062dcc81d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:25.447989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:25.452627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-413d759b-cef9-4d86-a7cc-4be953c23ba6 req-e0baed99-9d57-421e-89e6-4bc6f640f150 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525442 Jul 28 14:24:25.464172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84c3d264-d45a-4895-961b-5b8fc4e0a075 req-203885de-7be0-458e-83c4-b228a7cd565f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727141 Jul 28 14:24:25.476386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Router 092d041c-4931-4842-9e66-4c6239793448 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:24:25.601438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f35165-6f94-4f67-b093-a42455e9cbd9 req-b372ca02-fa08-4d7d-a5c7-f32c6f50f0fd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:25.603399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9f35165-6f94-4f67-b093-a42455e9cbd9 req-b372ca02-fa08-4d7d-a5c7-f32c6f50f0fd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.0556939 Jul 28 14:24:25.640851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:24:25.642618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.643514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:25.652132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Sync routers for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:24:25.662491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9f35165-6f94-4f67-b093-a42455e9cbd9 req-f0e1306a-a412-405f-8414-97d1baf1c8c1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Jul 28 14:24:25.662690 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:25.663325 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:25.755929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:25.788436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.788750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:25.814181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:25.823264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Pushing event deleted for resources: {'Port': ['ID=5172d91e-7a2e-4a10-998f-c5062cb834a4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:25.826262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d84a0f22-cdad-4e84-b85f-9ce1e8244817'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:25.840773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5172d91e-7a2e-4a10-998f-c5062cb834a4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:25.857144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.861017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2beabe81-b968-46a4-a6f3-7bf6f0a76b9e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.7738137 Jul 28 14:24:25.862010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:25.888536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-10ae7b40-16da-4522-86a0-21343fa36bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:25.890042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-10ae7b40-16da-4522-86a0-21343fa36bdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1097 time: 0.1312478 Jul 28 14:24:25.898425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'port_id': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'mac_address': 'fa:16:3e:36:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e472b9a1-1d0d-4e3a-9a68-b7adc7916c07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:25.938624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] No DVR routers for this DVR port 5172d91e-7a2e-4a10-998f-c5062cb834a4 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:25.994682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:25.997347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42167cf9-3669-4632-8a80-61cc64fc4b66 req-c174b493-61c0-4930-954f-860227725f7c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.50 "DELETE /v2.0/ports/5172d91e-7a2e-4a10-998f-c5062cb834a4 HTTP/1.1" status: 204 len: 173 time: 1.6280656 Jul 28 14:24:25.997485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'name': 'network-vif-deleted', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:26.004410 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76badb23-0a9b-4812-b0b5-63a199559a37" -d '{"events": [{"server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "name": "network-vif-deleted", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:26.024972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.056924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9c4245-192c-4e87-a80d-4f91ad52a98d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:26.067068 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:23Z', 'revision_number': 3, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:26.070070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-19c6e5ff-57ee-4d62-ba41-9ed4b7e5801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:26.072517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-19c6e5ff-57ee-4d62-ba41-9ed4b7e5801a service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1713183 Jul 28 14:24:26.111581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:26.129511 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Checking router: 092d041c-4931-4842-9e66-4c6239793448 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:24:26.135705 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Updating router 092d041c-4931-4842-9e66-4c6239793448 port 0a572e34-bf12-4ca8-8763-a9101c745e21 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:24:26.179278 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.193063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-ee3898fe-890d-451f-8a09-4a9c86a1e9c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.1082771 Jul 28 14:24:26.204665 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789c91a-198f-45d2-a5f4-ac1e64557c7b x-openstack-request-id: req-d789c91a-198f-45d2-a5f4-ac1e64557c7b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:26.207189 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed53ca35-a6e3-4630-bb7f-fe154d4c6bad", "name": "network-vif-deleted", "tag": "5172d91e-7a2e-4a10-998f-c5062cb834a4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:26.208281 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d789c91a-198f-45d2-a5f4-ac1e64557c7b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:26.208941 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53ca35-a6e3-4630-bb7f-fe154d4c6bad', 'name': 'network-vif-deleted', 'tag': '5172d91e-7a2e-4a10-998f-c5062cb834a4', 'status': 'completed', 'code': 200} Jul 28 14:24:26.280332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f660c725-48ec-4da8-a6c2-a107af170184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:26.281971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f660c725-48ec-4da8-a6c2-a107af170184 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0718822 Jul 28 14:24:26.315299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3ecb1-27f1-4c88-9909-5578b6284ec2 req-1447f91a-2d89-4591-b88d-f220cf321087 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:26.317014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64d3ecb1-27f1-4c88-9909-5578b6284ec2 req-1447f91a-2d89-4591-b88d-f220cf321087 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.2433672 Jul 28 14:24:26.342275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:26.355180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-a2f97499-9e2b-4de1-8dab-507e6cddd1b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366127 Jul 28 14:24:26.360521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.376156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58756) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:26.383453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14e49998-153b-41c4-8890-a87a6e05125e req-a0dace33-71e3-40de-9dfb-4a07f8fce073 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 210 time: 0.0735910 Jul 28 14:24:26.458914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64d3ecb1-27f1-4c88-9909-5578b6284ec2 req-3fea3ccc-4a72-405a-ab3c-f21da6e570d0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315045 Jul 28 14:24:26.499451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:24:26.505745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-d2012008-c159-4102-8822-c97b0aeea84e service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406770 Jul 28 14:24:26.623234 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.634683 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Transition to ACTIVE for port object 0a572e34-bf12-4ca8-8763-a9101c745e21 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:26.663599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5164723a-99e9-40ca-8bd9-1417a468e299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.668754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:26.695597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148a40-3518-4e4b-834c-35feed746006 req-84735c8d-83d4-4d42-8203-31658bddc0da tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:26.696721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f148a40-3518-4e4b-834c-35feed746006 req-84735c8d-83d4-4d42-8203-31658bddc0da tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.0903790 Jul 28 14:24:26.699292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.733049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:26.747361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'mac_address': 'fa:16:3e:14:82:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:26.764349 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.764935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6464591-9173-4226-9649-c5d6a3016753 req-e95a9822-a66b-4b07-834e-ac470f20e84f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:26.766572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6464591-9173-4226-9649-c5d6a3016753 req-e95a9822-a66b-4b07-834e-ac470f20e84f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 949 time: 0.1204710 Jul 28 14:24:26.776934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-186e7b5b-1abd-44de-8970-2c7de5b21556 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584224 Jul 28 14:24:26.798768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f148a40-3518-4e4b-834c-35feed746006 req-fbf67f28-9dfa-4d47-bf0f-34c53355627b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957015 Jul 28 14:24:26.835244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.841355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6464591-9173-4226-9649-c5d6a3016753 req-ebeda3b4-1de8-48d4-a8dc-bf0d6f472aff tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Jul 28 14:24:26.868015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e41023-6553-47b3-beec-1e760b3fdb6e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:26.882947 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Pushing event updated for resources: {'Port': ['ID=0a572e34-bf12-4ca8-8763-a9101c745e21,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:26.893131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:26.895520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['14afd9aa-639b-4e6f-9b96-d77062dcc81d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:26.896580 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Attempting to bind port 0a572e34-bf12-4ca8-8763-a9101c745e21 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:26.897118 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Attempting to bind port 0a572e34-bf12-4ca8-8763-a9101c745e21 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:26.897650 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Attempting to bind port 0a572e34-bf12-4ca8-8763-a9101c745e21 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:26.907635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5164723a-99e9-40ca-8bd9-1417a468e299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.912998 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.913358 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.916521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.916937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.917275 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.917627 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.917974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.918314 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.918651 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.919002 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.919343 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.919675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:24:26.921051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a9c4245-192c-4e87-a80d-4f91ad52a98d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:26.928976 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:26.929375 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:26.930838 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:26.931293 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:26.933104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Allocated IP 172.20.0.1 (ccb6dee9-bb50-42f6-81ff-d5d503dda777/55fa76ee-a273-4183-89bf-ca96dc76d66a/efe6bd52-3349-4fcf-9309-e2f35ae0d469) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:26.934099 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Bound port: 0a572e34-bf12-4ca8-8763-a9101c745e21, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:26.935942 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.001133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] For port 0a572e34-bf12-4ca8-8763-a9101c745e21, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:27.006760 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] For port 0a572e34-bf12-4ca8-8763-a9101c745e21, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a572e34-bf12-4ca8-8763-a9101c745e21,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:27.086561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5164723a-99e9-40ca-8bd9-1417a468e299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.149377 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.163515 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.236976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5164723a-99e9-40ca-8bd9-1417a468e299 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aa6e485c4dc4ca48ec5f252ccfd3b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574538 Jul 28 14:24:27.238672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:27.267152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164723a-99e9-40ca-8bd9-1417a468e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea437d6-fce0-43ed-8cd2-79e5a45e161d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:27.310318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-1454e1ff-acd2-4a3a-a55b-8d3ef0c792c9 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:27.313393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-1454e1ff-acd2-4a3a-a55b-8d3ef0c792c9 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.1743419 Jul 28 14:24:27.327876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:27.329080 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:27.331166 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:27.371521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced690b2-bdfa-4a0c-a5b3-90aed5c912e8 None None] Pushing event updated for resources: {'Port': ['ID=0a572e34-bf12-4ca8-8763-a9101c745e21,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:27.381093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.394861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Transition to ACTIVE for port object efe6bd52-3349-4fcf-9309-e2f35ae0d469 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:27.402262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.410812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:27.452078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeca7e2-622b-4351-af7c-48ce1de8b69b req-8142de02-679c-4691-acdd-8fb26b49673d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:27.461027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6aeca7e2-622b-4351-af7c-48ce1de8b69b req-8142de02-679c-4691-acdd-8fb26b49673d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 948 time: 0.5404499 Jul 28 14:24:27.534316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.535499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.588634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6aeca7e2-622b-4351-af7c-48ce1de8b69b req-91c7636b-b5e0-426b-a440-3d8702b06d9a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266973 Jul 28 14:24:27.590180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:27.601764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:27.608750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:27.617055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:27.617460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.620834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:27.636721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:27.719213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Pushing event updated for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:27.841800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f0a3a-48da-4119-aafb-b3543cd2517a req-98dfffdd-c73e-4ed9-9fd2-803190971418 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:27.843435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe9f0a3a-48da-4119-aafb-b3543cd2517a req-98dfffdd-c73e-4ed9-9fd2-803190971418 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.1253178 Jul 28 14:24:27.916982 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:23Z', 'revision_number': 3, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:27.946536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe9f0a3a-48da-4119-aafb-b3543cd2517a req-a351d2f5-68e0-45bd-a70f-e18f9762be2c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824931 Jul 28 14:24:27.959254 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a082cc-4e77-4f41-ba64-aaf92d83e5d3 None None] The sync data for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 is: [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:23Z', 'revision_number': 3, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:24:27.981121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20ea65e8-3584-455a-a70a-eb9d6456554d req-4db66f63-61f7-4640-b540-6caac9011f55 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed53ca35-a6e3-4630-bb7f-fe154d4c6bad HTTP/1.1" status: 200 len: 210 time: 0.4086032 Jul 28 14:24:27.997832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.008771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.019927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bea437d6-fce0-43ed-8cd2-79e5a45e161d HTTP/1.1" status: 204 len: 168 time: 0.7767260 Jul 28 14:24:28.030906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8598b-4da5-44c0-ab85-25487da8454e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea437d6-fce0-43ed-8cd2-79e5a45e161d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:28.086061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:28.118948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.158082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:28.165914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-56973c6f-d445-4757-b89e-d49987d2244e None None] Provisioning for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:28.172682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-56973c6f-d445-4757-b89e-d49987d2244e None None] Provisioning complete for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:28.173076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56973c6f-d445-4757-b89e-d49987d2244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.189673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4663f7-9fba-42cd-bb69-866fb41677d6 req-d4dfd250-510a-4518-9076-d8564cf3ceca tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:28.191310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d4663f7-9fba-42cd-bb69-866fb41677d6 req-d4dfd250-510a-4518-9076-d8564cf3ceca tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.0906744 Jul 28 14:24:28.220081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-56973c6f-d445-4757-b89e-d49987d2244e None None] Port efe6bd52-3349-4fcf-9309-e2f35ae0d469 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:28.223960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:28.226890 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4f0f62-0ea9-4f40-8776-5c356478dce7" -d '{"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-unplugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:28.238583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.273081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d4663f7-9fba-42cd-bb69-866fb41677d6 req-0091c4fe-7a2b-4485-ac6c-c56402c66f2e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648787 Jul 28 14:24:28.340118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.375240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5172d91e-7a2e-4a10-998f-c5062cb834a4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:28.379749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.430855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5172d91e-7a2e-4a10-998f-c5062cb834a4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:24:28.431234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5172d91e-7a2e-4a10-998f-c5062cb834a4 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:28.480502 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b7aab-24b1-4baa-8d1e-8f9c91cd64b0 x-openstack-request-id: req-867b7aab-24b1-4baa-8d1e-8f9c91cd64b0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:28.480794 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-unplugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:28.481270 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-867b7aab-24b1-4baa-8d1e-8f9c91cd64b0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:28.481733 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'code': 200} Jul 28 14:24:28.514840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.516599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.518826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51faefd-5f06-4723-b8b2-6e3573c6cd9c req-c0134858-331c-483f-b9e7-1d12093859ca tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:28.528197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a51faefd-5f06-4723-b8b2-6e3573c6cd9c req-c0134858-331c-483f-b9e7-1d12093859ca tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 949 time: 0.1663678 Jul 28 14:24:28.554125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:28.619874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on host n-h2-705658-23 for vnic_type normal with profile {"migrating_to": "n-h1-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:28.620225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:28.620567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:28.635934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:28.636272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Attempting to bind port c631823f-185e-4f70-aaee-701e6547be55 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:28.652245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:28.652621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:28.652971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:28.653413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Bound port: c631823f-185e-4f70-aaee-701e6547be55, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:28.653778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:28.664868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a51faefd-5f06-4723-b8b2-6e3573c6cd9c req-b41563e2-74e5-44af-9184-61e63ae7a744 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302118 Jul 28 14:24:28.745406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:28.749267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:28.776799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Pushing event updated for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:28.846618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a48118-004a-419a-9e95-d3662464cd0f req-98c91f2d-f367-4f57-a21f-66005e1eb85f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:28.848235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99a48118-004a-419a-9e95-d3662464cd0f req-98c91f2d-f367-4f57-a21f-66005e1eb85f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 949 time: 0.1898355 Jul 28 14:24:28.854012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:28.864338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-a67d47c7-423e-4fe5-925d-25fa7bafd810 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:28.875297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-a67d47c7-423e-4fe5-925d-25fa7bafd810 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86&tenant_id=87c2207152de45ecb31afbcd69cf574b&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 949 time: 0.1475775 Jul 28 14:24:28.875297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:28.940196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.002193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99a48118-004a-419a-9e95-d3662464cd0f req-927ec53f-77e3-4753-814c-63ad91c91741 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448278 Jul 28 14:24:29.034640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.047590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.047590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] 10.222.0.53 "PUT /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 1123 time: 1.7160144 Jul 28 14:24:29.053939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a266ed-752f-4ad3-b078-64b6e22ba298 service neutron] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:29.101470 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-93d97911-ee0e-4732-b8e8-12e050e5213b service neutron] delete failed (client error): The resource could not be found. Jul 28 14:24:29.102614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-93d97911-ee0e-4732-b8e8-12e050e5213b service neutron] 10.222.0.53 "DELETE /v2.0/ports/66e41023-6553-47b3-beec-1e760b3fdb6e/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.2269688 Jul 28 14:24:29.106136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14afd9aa-639b-4e6f-9b96-d77062dcc81d up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:29.140212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:29.177874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Router 092d041c-4931-4842-9e66-4c6239793448 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:24:29.188237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c078d34-4606-454f-bd67-500e8157e9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.212818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a572e34-bf12-4ca8-8763-a9101c745e21 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:29.320567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:29.320769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f91c-3940-4909-ac88-3d00ba00206f req-b6515f58-7f73-4035-ab4e-a5b9fc0220fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.328983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7060f91c-3940-4909-ac88-3d00ba00206f req-b6515f58-7f73-4035-ab4e-a5b9fc0220fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.2034039 Jul 28 14:24:29.358110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-3ec7e423-2ca4-4cc7-98ca-988c0ca8ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.360094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-3ec7e423-2ca4-4cc7-98ca-988c0ca8ebf0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1101 time: 0.0668521 Jul 28 14:24:29.405733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f07664e2-5f7a-4477-ab4d-ad2c2a7212ff None None] Provisioning complete for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:29.405733 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f07664e2-5f7a-4477-ab4d-ad2c2a7212ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.423321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7060f91c-3940-4909-ac88-3d00ba00206f req-dfc15232-2c53-4b2f-96ba-bc76fdbbdb50 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Jul 28 14:24:29.477917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:24:29.497413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e602d02a-c55f-4b37-989c-f594e50ceb03 admin admin] 10.222.0.47 "PUT /v2.0/routers/092d041c-4931-4842-9e66-4c6239793448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335421 Jul 28 14:24:29.531565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c078d34-4606-454f-bd67-500e8157e9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.572795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-1e3184f8-1968-4c4d-b0d3-31d477aa86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.578153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0a572e34-bf12-4ca8-8763-a9101c745e21 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:29.578387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-1e3184f8-1968-4c4d-b0d3-31d477aa86f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1799705 Jul 28 14:24:29.580254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f07664e2-5f7a-4477-ab4d-ad2c2a7212ff None None] Port efe6bd52-3349-4fcf-9309-e2f35ae0d469 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:29.589113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0a572e34-bf12-4ca8-8763-a9101c745e21 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:29.589928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.647788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7f019-3e80-4983-9959-ab0c61d1016e req-51088690-e556-431b-bbbf-8135c1a6567f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.661312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63e7f019-3e80-4983-9959-ab0c61d1016e req-51088690-e556-431b-bbbf-8135c1a6567f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1210120 Jul 28 14:24:29.665338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c078d34-4606-454f-bd67-500e8157e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.680223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-71a373eb-0759-40df-96ff-1e8318e808f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0930309 Jul 28 14:24:29.756090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 14afd9aa-639b-4e6f-9b96-d77062dcc81d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:29.760053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.763101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c078d34-4606-454f-bd67-500e8157e9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e944005-5167-445f-9ee6-eee59d665b16,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:29.766829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 14afd9aa-639b-4e6f-9b96-d77062dcc81d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:29.767855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.782017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-8112d444-78f7-4854-ba9a-db928308658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.793484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c078d34-4606-454f-bd67-500e8157e9d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3225b2188df748cc8077078a7ef32547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513772 Jul 28 14:24:29.796281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58810) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:29.799294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-8112d444-78f7-4854-ba9a-db928308658f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1071579 Jul 28 14:24:29.811711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63e7f019-3e80-4983-9959-ab0c61d1016e req-123cfa79-7211-4cc9-929d-b83ec02fb783 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491630 Jul 28 14:24:29.818979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0a572e34-bf12-4ca8-8763-a9101c745e21, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a572e34-bf12-4ca8-8763-a9101c745e21,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:29.889376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.891464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-902b4dbd-710b-4c1e-8dce-dd056923537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:29.894879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-902b4dbd-710b-4c1e-8dce-dd056923537f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868835 Jul 28 14:24:29.920451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.928810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:29.950160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:29.953135 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59d146-34c4-463a-8c41-19ac89016aca" -d '{"events": [{"server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "name": "network-vif-plugged", "status": "completed", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:29.965036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.001757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:30.023756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bdb5b-58c4-420c-aaa6-f1223e119cb7 req-7e021c30-d6ca-4bd9-9621-4481817c24e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.026988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed1bdb5b-58c4-420c-aaa6-f1223e119cb7 req-7e021c30-d6ca-4bd9-9621-4481817c24e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 949 time: 0.0909853 Jul 28 14:24:30.030595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0a572e34-bf12-4ca8-8763-a9101c745e21,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:30.040390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1631d-7567-454c-b9c0-3eef4dabe2de req-8aeceece-f6ad-49c4-bcbd-4338774febab tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.047712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de1631d-7567-454c-b9c0-3eef4dabe2de req-8aeceece-f6ad-49c4-bcbd-4338774febab tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0895216 Jul 28 14:24:30.070119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-a3f40249-ab72-4b91-b82a-b93c28e802d3 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672418 Jul 28 14:24:30.079747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed1bdb5b-58c4-420c-aaa6-f1223e119cb7 req-fa32463a-281e-42f7-80fa-ecc2615ca4cb tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381520 Jul 28 14:24:30.106042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de1631d-7567-454c-b9c0-3eef4dabe2de req-a0236efc-1c6c-4cec-b8ea-9f32fbcbfdb5 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572236 Jul 28 14:24:30.116274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.117837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:30.160488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.166213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.171972 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e944005-5167-445f-9ee6-eee59d665b16 HTTP/1.1" status: 204 len: 168 time: 0.3748548 Jul 28 14:24:30.200076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12928b-06c4-4c7b-9d96-d729c995c530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e944005-5167-445f-9ee6-eee59d665b16,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:30.205515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83eb766e-43b5-48fd-8e8b-176a9a5b9923 req-e1f8340f-6b91-491a-b8df-e2b99678cddd service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239443 Jul 28 14:24:30.207764 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382aaa1-6f97-4e03-ba5b-1ff035e907de x-openstack-request-id: req-8382aaa1-6f97-4e03-ba5b-1ff035e907de {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:30.210795 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "name": "network-vif-plugged", "status": "completed", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:30.210795 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8382aaa1-6f97-4e03-ba5b-1ff035e907de {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:30.210795 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d', 'code': 200} Jul 28 14:24:30.265342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:30.303983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Sync routers for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:24:30.319545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:30.320175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:30.344212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599aa83-3e55-46e4-b556-499880ded3a0 req-1b9133ed-77e9-4bbc-b65c-77d438d65664 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.345969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9599aa83-3e55-46e4-b556-499880ded3a0 req-1b9133ed-77e9-4bbc-b65c-77d438d65664 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 949 time: 0.0709658 Jul 28 14:24:30.403465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:30.408340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8a9c4245-192c-4e87-a80d-4f91ad52a98d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:30.453414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9599aa83-3e55-46e4-b556-499880ded3a0 req-8309a96c-bd16-497e-815a-a0b4615e4cc9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004262 Jul 28 14:24:30.460288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8a9c4245-192c-4e87-a80d-4f91ad52a98d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:30.461063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.472092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5870c29-1d42-4b02-8e23-2887b6b45de5 req-ed0872b2-2a19-4875-ad4c-538b6de2c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.476065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5870c29-1d42-4b02-8e23-2887b6b45de5 req-ed0872b2-2a19-4875-ad4c-538b6de2c3b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 1102 time: 0.1040480 Jul 28 14:24:30.483177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:30.488254 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:30.549448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:30.584309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5870c29-1d42-4b02-8e23-2887b6b45de5 req-9c1ae2bb-4f29-4cda-af12-dbffaae78b0d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916848 Jul 28 14:24:30.604057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ec930-3c06-44ec-8df8-7ce9631a097d req-8d36361c-afbe-4b60-b33d-77e35dae4de8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.605823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a47ec930-3c06-44ec-8df8-7ce9631a097d req-8d36361c-afbe-4b60-b33d-77e35dae4de8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.0739183 Jul 28 14:24:30.664019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a47ec930-3c06-44ec-8df8-7ce9631a097d req-5a903016-1895-4870-83a2-695d3cfd305c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jul 28 14:24:30.730181 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502ff5d-d68b-4366-bcce-2f65fe7af4b4 x-openstack-request-id: req-e502ff5d-d68b-4366-bcce-2f65fe7af4b4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:30.731193 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:30.731595 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e502ff5d-d68b-4366-bcce-2f65fe7af4b4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:30.732151 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'status': 'completed', 'code': 200} Jul 28 14:24:30.735470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.764501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58826) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:30.769845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560766743', 'description': 'tempest-description--736279100'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:30.796277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 66e41023-6553-47b3-beec-1e760b3fdb6e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:30.803110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:30.805784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 66e41023-6553-47b3-beec-1e760b3fdb6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:30.806166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.868770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-1f9f3283-f91d-434d-a77e-90665e51c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:30.868770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-1f9f3283-f91d-434d-a77e-90665e51c409 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1126 time: 0.0652890 Jul 28 14:24:30.900908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:28Z', 'revision_number': 2, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:30.951359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Checking router: 092d041c-4931-4842-9e66-4c6239793448 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:24:30.951809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Updating router 092d041c-4931-4842-9e66-4c6239793448 port efe6bd52-3349-4fcf-9309-e2f35ae0d469 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:24:30.975520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:30.982530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.017221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.022565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.090396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0e25-7c05-4ce8-94a9-d64c2492909e req-bafdde01-c585-46fe-a8a4-102f5402d615 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.095927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e1c0e25-7c05-4ce8-94a9-d64c2492909e req-bafdde01-c585-46fe-a8a4-102f5402d615 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1221247 Jul 28 14:24:31.104249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:31.119073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:31.125161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-55a9cbcc-707d-4ad0-a729-e0d12f2e80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.126556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-55a9cbcc-707d-4ad0-a729-e0d12f2e80d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2243030 Jul 28 14:24:31.190289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a572e34-bf12-4ca8-8763-a9101c745e21 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:31.231478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-a07ce387-d75c-4b79-b91c-1e12244766f2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.0855310 Jul 28 14:24:31.245825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e1c0e25-7c05-4ce8-94a9-d64c2492909e req-066fa1f5-47f0-4658-bcbb-663e36d2d058 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316192 Jul 28 14:24:31.280862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d563c1-4a79-4055-80b5-bdaedf66144e req-f74b36f8-8af4-4bff-a7f2-890463dfc753 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.291583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0d563c1-4a79-4055-80b5-bdaedf66144e req-f74b36f8-8af4-4bff-a7f2-890463dfc753 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 950 time: 0.0937603 Jul 28 14:24:31.312762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.345730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.349649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0d563c1-4a79-4055-80b5-bdaedf66144e req-d9946de0-dd38-46ed-9da9-c1c440d867c3 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569875 Jul 28 14:24:31.366859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-8661f664-9993-41f8-a1aa-bcd7633c35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.368373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-8661f664-9993-41f8-a1aa-bcd7633c35ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1184766 Jul 28 14:24:31.414083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0a572e34-bf12-4ca8-8763-a9101c745e21 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:31.414455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.432984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-104a9caf-0692-4b58-aea5-d2e48ae28d6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331841 Jul 28 14:24:31.460171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:31.477113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2066-aa1c-4d2c-aa93-3747d6a2600b req-67a39fdf-69af-4f2c-81c6-7ddb69997601 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.503152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76ac2066-aa1c-4d2c-aa93-3747d6a2600b req-67a39fdf-69af-4f2c-81c6-7ddb69997601 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.1252909 Jul 28 14:24:31.525004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.574940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.604917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Transition to ACTIVE for port object efe6bd52-3349-4fcf-9309-e2f35ae0d469 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:31.634420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281467d-86bc-4897-9ec7-91c3b47e70d0 req-7f36eefc-b6bd-4cd0-bd9e-b40bba5cc566 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.636204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d281467d-86bc-4897-9ec7-91c3b47e70d0 req-7f36eefc-b6bd-4cd0-bd9e-b40bba5cc566 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0797286 Jul 28 14:24:31.648753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76ac2066-aa1c-4d2c-aa93-3747d6a2600b req-39b7bec8-294e-4d53-bbc8-f126cbaa35f0 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/security-groups?id=fa51387e-3d42-4815-90b8-d7da0346dd9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630349 Jul 28 14:24:31.649884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bcebe4-df90-487d-94a6-e7c71be12f89,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:31.665674 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.667178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-94439f9d-13a3-4407-9395-496d935ce187 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9016404 Jul 28 14:24:31.672249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-1c896f31-a7a7-4a2f-9dcb-0d7cb84d9d8a service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287145 Jul 28 14:24:31.673081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58852) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:31.679995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'security_group_rule': {'security_group_id': '71bcebe4-df90-487d-94a6-e7c71be12f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:31.705963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d281467d-86bc-4897-9ec7-91c3b47e70d0 req-d45043ea-7c67-44b0-bdd4-f695c3ef6cb6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jul 28 14:24:31.717735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.810743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20a5e42e-cfa2-4a22-92a9-e128ecb35a0b req-504247c0-f955-4cf0-9bd1-dc793d10e686 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249843 Jul 28 14:24:31.877065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:31.974880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-fdfa3a5c-51b1-4738-a5bf-cdce874c0084 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:31.985695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-fdfa3a5c-51b1-4738-a5bf-cdce874c0084 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.53 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 949 time: 0.0961726 Jul 28 14:24:31.996101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e12d57-ced9-40fa-8f39-b347c51088ff req-2b35d871-4309-41a2-af82-d2bb95bed86d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:32.015703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87e12d57-ced9-40fa-8f39-b347c51088ff req-2b35d871-4309-41a2-af82-d2bb95bed86d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 946 time: 0.1914871 Jul 28 14:24:32.049924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Attempting to bind port efe6bd52-3349-4fcf-9309-e2f35ae0d469 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:32.051041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Attempting to bind port efe6bd52-3349-4fcf-9309-e2f35ae0d469 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:32.051572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Attempting to bind port efe6bd52-3349-4fcf-9309-e2f35ae0d469 on network ccb6dee9-bb50-42f6-81ff-d5d503dda777 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:32.058981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:32.059319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Checking segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:32.059723 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.060190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Bound using segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:32.060693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Bound port: efe6bd52-3349-4fcf-9309-e2f35ae0d469, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:32.061328 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.063695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9295e-8e01-4b5e-8256-45bc0a36a391 None None] Pushing event updated for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:32.108548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87e12d57-ced9-40fa-8f39-b347c51088ff req-91c232b0-55ca-4bbc-b653-cab05b07559d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Jul 28 14:24:32.132710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Deleting port d84a0f22-cdad-4e84-b85f-9ce1e8244817 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:24:32.132710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.132881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.168162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] For port efe6bd52-3349-4fcf-9309-e2f35ae0d469, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:32.172007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] For port efe6bd52-3349-4fcf-9309-e2f35ae0d469, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=efe6bd52-3349-4fcf-9309-e2f35ae0d469,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:32.210331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d'}, {'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:32.213197 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e579706-10d2-4223-b76e-50f8ebe8b082" -d '{"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-plugged", "status": "completed", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d"}, {"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-plugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:32.248155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.255316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] For port d84a0f22-cdad-4e84-b85f-9ce1e8244817, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d84a0f22-cdad-4e84-b85f-9ce1e8244817,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:32.256261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.264124 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7391b5e9-cfe3-42db-8607-981ade491c2a x-openstack-request-id: req-7391b5e9-cfe3-42db-8607-981ade491c2a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:32.264422 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-plugged", "status": "completed", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d", "code": 200}, {"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-plugged", "status": "completed", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:32.264681 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7391b5e9-cfe3-42db-8607-981ade491c2a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:32.265093 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'code': 200} Jul 28 14:24:32.265351 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'code': 200} Jul 28 14:24:32.271995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a1a2bd-73a9-463a-abb2-6305bb0355d8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:32.278386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Calling delete_port for d84a0f22-cdad-4e84-b85f-9ce1e8244817 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:24:32.337314 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.376125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.377574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-95edf0ee-847e-459d-ae69-9d3728d71afd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7032137 Jul 28 14:24:32.395882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:32.418302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'security_group_rule': {'security_group_id': '71bcebe4-df90-487d-94a6-e7c71be12f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:32.447684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3af3fb-ba93-4ac5-bdd0-0da87352f038 req-ee30bdb8-cf65-478a-b4df-b718d822cada tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:32.461058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b3af3fb-ba93-4ac5-bdd0-0da87352f038 req-ee30bdb8-cf65-478a-b4df-b718d822cada tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1398449 Jul 28 14:24:32.487102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:32.487974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:32.525469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c56e8-10c7-417c-9341-81a1dd936fe1 req-31b9388d-e838-47be-8671-6733cf6ad2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:32.527615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a0c56e8-10c7-417c-9341-81a1dd936fe1 req-31b9388d-e838-47be-8671-6733cf6ad2d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.1485419 Jul 28 14:24:32.547743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9295e-8e01-4b5e-8256-45bc0a36a391 None None] Pushing event updated for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:32.571902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b3af3fb-ba93-4ac5-bdd0-0da87352f038 req-c50af82c-5985-4ab4-8727-a5c7fda9a37c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096222 Jul 28 14:24:32.599580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a0c56e8-10c7-417c-9341-81a1dd936fe1 req-4472bf82-f81c-44e2-b5b6-715498f6a76c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Jul 28 14:24:32.635742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fe3b-ae26-4b60-aef3-c445d4c30acd req-23c262a2-5b51-4678-b345-cbc5ca015401 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:32.636962 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.648129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8117fe3b-ae26-4b60-aef3-c445d4c30acd req-23c262a2-5b51-4678-b345-cbc5ca015401 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 950 time: 0.0910618 Jul 28 14:24:32.656743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.684197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:32.714844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Pushing event deleted for resources: {'Port': ['ID=d84a0f22-cdad-4e84-b85f-9ce1e8244817,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:32.746292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d84a0f22-cdad-4e84-b85f-9ce1e8244817'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:32.757900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.788595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8117fe3b-ae26-4b60-aef3-c445d4c30acd req-c279c673-6136-46c4-b10d-371a9b90ea43 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395385 Jul 28 14:24:32.814875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] No DVR routers for this DVR port d84a0f22-cdad-4e84-b85f-9ce1e8244817 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:32.834523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7f6b8a1-9f57-42b3-9878-9de99d1713b9 req-02d4b20e-c802-4e3b-a0d7-0b1b0a15e8e9 tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0628502 Jul 28 14:24:32.841236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.853127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31a23fd8-ed3b-49f7-a84e-845b90f4d516 req-491eb9e9-aeb5-48f9-86f9-15d9e163a59c tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.53 "DELETE /v2.0/ports/d84a0f22-cdad-4e84-b85f-9ce1e8244817 HTTP/1.1" status: 204 len: 173 time: 0.8582647 Jul 28 14:24:32.855957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'name': 'network-vif-deleted', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:32.857743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:32.860533 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b092397-5d26-4de0-b0dd-17de4ca8ff1c" -d '{"events": [{"server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "name": "network-vif-deleted", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:32.887849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f573cab-3174-4ef6-b02b-6f08198d92e3,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:33.001625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1650513-5d23-4993-93ae-083342334fe5 req-2ecd4903-ef04-4929-9df7-efaaa4254809 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:33.007245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1650513-5d23-4993-93ae-083342334fe5 req-2ecd4903-ef04-4929-9df7-efaaa4254809 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0816364 Jul 28 14:24:33.071889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:33.074885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-711a7c95-d0f6-4470-a6a3-8ded527ffa04 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6762729 Jul 28 14:24:33.077762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:33.086864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:33.090767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1650513-5d23-4993-93ae-083342334fe5 req-7835b5ef-8558-4845-a1ad-ec1f6b084786 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Jul 28 14:24:33.103518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:32Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:33.146139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:33.149751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6784e93b-b17c-45d6-8264-14c0b50cce86 None None] The sync data for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 is: [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:32Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:24:33.204101 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3728238-1fca-4271-a3ac-aae49ce74a5d x-openstack-request-id: req-a3728238-1fca-4271-a3ac-aae49ce74a5d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:33.204452 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a976dffd-4df3-4418-8ba1-60f3b78ebacb", "name": "network-vif-deleted", "tag": "d84a0f22-cdad-4e84-b85f-9ce1e8244817", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:33.204707 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3728238-1fca-4271-a3ac-aae49ce74a5d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:33.205197 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a976dffd-4df3-4418-8ba1-60f3b78ebacb', 'name': 'network-vif-deleted', 'tag': 'd84a0f22-cdad-4e84-b85f-9ce1e8244817', 'status': 'completed', 'code': 200} Jul 28 14:24:33.238407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:33.417005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:33.454033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 has no active binding in host n-h1-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:24:33.514835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:33.627121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e588734-3b96-463d-ad84-fd6fbe7af648 req-1829c7bb-c1f8-4a36-8212-6a88621a3faf tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:33.640256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e588734-3b96-463d-ad84-fd6fbe7af648 req-1829c7bb-c1f8-4a36-8212-6a88621a3faf tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.0655468 Jul 28 14:24:33.695702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e588734-3b96-463d-ad84-fd6fbe7af648 req-59db58a0-24e1-40b1-b619-4c17c71fdfd2 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Jul 28 14:24:33.746213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Allocated IP 172.25.0.166 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:33.832323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109d0b-3d70-4359-847b-c6f9545d8d6c req-0515c7c6-814a-4a52-846a-f51da4e94c7e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:33.834319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46109d0b-3d70-4359-847b-c6f9545d8d6c req-0515c7c6-814a-4a52-846a-f51da4e94c7e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 946 time: 0.0610805 Jul 28 14:24:33.910619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46109d0b-3d70-4359-847b-c6f9545d8d6c req-646a97e2-f82b-4572-a2e2-f56f1afe5ba5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632961 Jul 28 14:24:33.934113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:34.161457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:34.208182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:34.213486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:34.226336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:34.235567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'Port': ['ID=25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:34.249780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120b22f-3f85-483c-a035-d8c2b12af5d7 req-b1671229-a18f-4959-a38d-402ec8a7e6ad tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:34.259524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a120b22f-3f85-483c-a035-d8c2b12af5d7 req-b1671229-a18f-4959-a38d-402ec8a7e6ad tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.1437244 Jul 28 14:24:34.337217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d099c65-12e4-464d-ae8e-bf7b7063acf9 req-9e2be946-1f60-4568-a42f-2ffa0cacb4fa tempest-LiveMigrationNegativeTest-353811885 tempest-LiveMigrationNegativeTest-353811885-project] 10.222.0.47 "GET /v2.0/ports?device_id=a976dffd-4df3-4418-8ba1-60f3b78ebacb HTTP/1.1" status: 200 len: 210 time: 0.0497506 Jul 28 14:24:34.414561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:34.436057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a120b22f-3f85-483c-a035-d8c2b12af5d7 req-72dde580-6924-40a6-b3d6-1aff726fe71c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536143 Jul 28 14:24:34.518121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21ce7b-029b-45bd-80b0-0496e274a383 req-e4b33da7-2fd7-4632-8dd4-f76c3d0b3681 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:34.520626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db21ce7b-029b-45bd-80b0-0496e274a383 req-e4b33da7-2fd7-4632-8dd4-f76c3d0b3681 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 950 time: 0.0749848 Jul 28 14:24:34.625816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:34.635585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db21ce7b-029b-45bd-80b0-0496e274a383 req-b6c2858f-0929-4bf9-8e98-d9f3a565ac53 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966415 Jul 28 14:24:34.773240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-f91e1e3c-fa88-4d69-ab83-1cded63d6eb3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416292 Jul 28 14:24:35.009615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-9eaacfb9-995c-47dc-b975-12f891922a3e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:35.011246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-9eaacfb9-995c-47dc-b975-12f891922a3e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288151 Jul 28 14:24:35.013790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.030707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-fc6d7563-0a96-4428-8fbf-a8f272249301 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/quotas/87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 375 time: 0.0114770 Jul 28 14:24:35.136041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-f168b394-ba98-4cf2-b909-9999a8c3e1a8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0976679 Jul 28 14:24:35.147474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d84a0f22-cdad-4e84-b85f-9ce1e8244817 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:35.149410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.167148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa428-cdc9-464e-af52-ad19abb30ac9 req-a5ad96b6-7629-4a2c-9cc1-0a3f660239c8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:35.169039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cdfa428-cdc9-464e-af52-ad19abb30ac9 req-a5ad96b6-7629-4a2c-9cc1-0a3f660239c8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 946 time: 0.1217163 Jul 28 14:24:35.201978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.226737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: d84a0f22-cdad-4e84-b85f-9ce1e8244817 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:24:35.228391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d84a0f22-cdad-4e84-b85f-9ce1e8244817 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:35.230482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'Port': ['ID=25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:35.260649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cdfa428-cdc9-464e-af52-ad19abb30ac9 req-ecdcd8e0-9c84-4980-b189-e7b4534299d0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850146 Jul 28 14:24:35.264058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device efe6bd52-3349-4fcf-9309-e2f35ae0d469 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:35.329692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.331766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0c0d983e-493d-4162-86dd-b31b9af24414 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2525129 Jul 28 14:24:35.370048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58938) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:35.433200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d327bb5-0a7b-4c56-a691-d3574769842e req-b7cd18dc-ec38-467e-bd5b-227a471104ea tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:35.441686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d327bb5-0a7b-4c56-a691-d3574769842e req-b7cd18dc-ec38-467e-bd5b-227a471104ea tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.0781388 Jul 28 14:24:35.479626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d327bb5-0a7b-4c56-a691-d3574769842e req-f92a5aa0-f9a6-4ddd-8531-36395fa74c0c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jul 28 14:24:35.510865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-576ea732-9673-4f1c-bbcd-4c4db2f52e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.568172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:35.575491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:35.578087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.671411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-576ea732-9673-4f1c-bbcd-4c4db2f52e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.707316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0778a9-d3f0-483a-9e85-d971f3120b4e req-24e02212-58b7-4b23-b479-cab1e5378f83 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:35.712662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e0778a9-d3f0-483a-9e85-d971f3120b4e req-24e02212-58b7-4b23-b479-cab1e5378f83 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 943 time: 0.0852156 Jul 28 14:24:35.715129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:35.720383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19461963-6748-41b4-a4a5-c40721c5e878 req-b32d8b22-4b15-4eff-823f-80412b3b8dd2 tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:35.721850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19461963-6748-41b4-a4a5-c40721c5e878 req-b32d8b22-4b15-4eff-823f-80412b3b8dd2 tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 1102 time: 0.1097982 Jul 28 14:24:35.797721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port efe6bd52-3349-4fcf-9309-e2f35ae0d469, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=efe6bd52-3349-4fcf-9309-e2f35ae0d469,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:35.859453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e0778a9-d3f0-483a-9e85-d971f3120b4e req-5e9f3919-f4b5-4df6-af43-31990e47a374 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284137 Jul 28 14:24:35.876921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-6d6f2b7f-c7ac-4458-b4e8-9d3adbb22a51 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1560766743&fields=id&tenant_id=6172cf4039bc4118a31d8ac88d652637 HTTP/1.1" status: 200 len: 267 time: 0.0839448 Jul 28 14:24:35.951290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-bb74f4f8-973f-4c98-a3b3-98b5e5a26366 service neutron] 10.222.0.50 "GET /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55/bindings/n-h1-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.2425628 Jul 28 14:24:35.965700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Deleting port 14afd9aa-639b-4e6f-9b96-d77062dcc81d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:24:35.966347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.052103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-0d6827c3-7908-49cd-b2d6-fe03765ca0f7 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:36.054949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-0d6827c3-7908-49cd-b2d6-fe03765ca0f7 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/networks?id=ccb6dee9-bb50-42f6-81ff-d5d503dda777 HTTP/1.1" status: 200 len: 806 time: 0.1771715 Jul 28 14:24:36.070480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-576ea732-9673-4f1c-bbcd-4c4db2f52e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.115381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-4603abe3-06c0-40f8-99d9-b8d2747cd083 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/quotas/6172cf4039bc4118a31d8ac88d652637 HTTP/1.1" status: 200 len: 375 time: 0.0543714 Jul 28 14:24:36.212130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-576ea732-9673-4f1c-bbcd-4c4db2f52e01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7db319c51c8b446db9bb671578b6c359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8402979 Jul 28 14:24:36.212779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ea732-9673-4f1c-bbcd-4c4db2f52e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324422e5-5101-4079-ab7c-fbb8b8e38554,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:36.216232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58972) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:36.283514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-d109b5bf-82c2-4b1e-bd95-30864a34c510 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6172cf4039bc4118a31d8ac88d652637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1603270 Jul 28 14:24:36.287788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2c614-609c-48e6-8ae7-807106a8cc9e req-f98c0f55-e996-42df-b273-1ee69ed0535c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:36.289312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03c2c614-609c-48e6-8ae7-807106a8cc9e req-f98c0f55-e996-42df-b273-1ee69ed0535c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.3347225 Jul 28 14:24:36.326168 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.332527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] For port 14afd9aa-639b-4e6f-9b96-d77062dcc81d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14afd9aa-639b-4e6f-9b96-d77062dcc81d,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:36.333316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.353173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03c2c614-609c-48e6-8ae7-807106a8cc9e req-2edd6b55-15da-4e3c-9d85-6e141853ca27 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Jul 28 14:24:36.354127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Calling delete_port for 14afd9aa-639b-4e6f-9b96-d77062dcc81d owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:24:36.369083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.396195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:36.437535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.458938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:36.461819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:36.526055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-73a353cd-e942-407a-989b-9e445d6790c1 service neutron] 10.222.0.47 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177775 Jul 28 14:24:36.540209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:36.569526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:36.589049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df7fdf-dd25-4b8b-9a50-287347303e4c req-d32f0615-9c3f-4f0b-a4e1-9d113febcb22 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:36.595840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58df7fdf-dd25-4b8b-9a50-287347303e4c req-d32f0615-9c3f-4f0b-a4e1-9d113febcb22 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 950 time: 0.0605154 Jul 28 14:24:36.643654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.658868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:36.679956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['14afd9aa-639b-4e6f-9b96-d77062dcc81d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:36.686762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Pushing event deleted for resources: {'Port': ['ID=14afd9aa-639b-4e6f-9b96-d77062dcc81d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:36.698476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-b6fcbbb2-3dd1-4ee2-98a7-e7cd5330de1a service neutron] 10.222.0.47 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585202 Jul 28 14:24:36.701484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58df7fdf-dd25-4b8b-9a50-287347303e4c req-05f0f4aa-7ccb-43df-b5a3-01d0024aae66 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017444 Jul 28 14:24:36.751319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.756050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.765135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.765135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/324422e5-5101-4079-ab7c-fbb8b8e38554 HTTP/1.1" status: 204 len: 168 time: 0.5422289 Jul 28 14:24:36.805044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785fc72-b97f-4305-8153-139d2fb5ea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324422e5-5101-4079-ab7c-fbb8b8e38554,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:36.913678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5658a568-7217-44e4-b02e-cf9b1a5ecdde req-4484079e-f590-4dbf-ade4-2d319572a948 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 210 time: 0.1496959 Jul 28 14:24:36.915291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] No DVR routers for this DVR port 14afd9aa-639b-4e6f-9b96-d77062dcc81d on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:36.918542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:36.921004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19461963-6748-41b4-a4a5-c40721c5e878 req-c7f2f876-a374-47f3-bf33-57d277f8b78b tempest-DeleteServersAdminTestJSON-1480981537 tempest-DeleteServersAdminTestJSON-1480981537-project-admin] 10.222.0.53 "DELETE /v2.0/ports/14afd9aa-639b-4e6f-9b96-d77062dcc81d HTTP/1.1" status: 204 len: 173 time: 1.1889024 Jul 28 14:24:36.921650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'name': 'network-vif-deleted', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:36.924124 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822f60d0-c4c1-43f8-9e80-cef156f0ddbf" -d '{"events": [{"server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "name": "network-vif-deleted", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:36.928299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] Transition to ACTIVE for port object c631823f-185e-4f70-aaee-701e6547be55 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:36.963030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-33e42a62-bafa-4de5-b81d-5c90bd58fa62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=280dda5f9f9942ed97361367056d7bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029428 Jul 28 14:24:36.966323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:37.023117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.045006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.077552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.147826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:37.203833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419b41-1d4a-4df4-9680-2c4dd6e8eb12 req-99a0e0d7-dfb6-4c80-891c-f53dab81a287 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:37.220679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae419b41-1d4a-4df4-9680-2c4dd6e8eb12 req-99a0e0d7-dfb6-4c80-891c-f53dab81a287 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 944 time: 0.0708053 Jul 28 14:24:37.228249 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1989a1-21b4-4af3-8e68-901cc49a843f x-openstack-request-id: req-cb1989a1-21b4-4af3-8e68-901cc49a843f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:37.228690 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28017424-06e7-4d20-818b-c4b993d4c87f", "name": "network-vif-deleted", "tag": "14afd9aa-639b-4e6f-9b96-d77062dcc81d", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:37.228823 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb1989a1-21b4-4af3-8e68-901cc49a843f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:37.229169 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28017424-06e7-4d20-818b-c4b993d4c87f', 'name': 'network-vif-deleted', 'tag': '14afd9aa-639b-4e6f-9b96-d77062dcc81d', 'status': 'completed', 'code': 200} Jul 28 14:24:37.239920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.242440 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.259911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa51387e-3d42-4815-90b8-d7da0346dd9b HTTP/1.1" status: 204 len: 168 time: 0.2762725 Jul 28 14:24:37.272764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device efe6bd52-3349-4fcf-9309-e2f35ae0d469 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:37.274580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] No DVR routers for this DVR port c631823f-185e-4f70-aaee-701e6547be55 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:37.314015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3e19a-e98b-4c64-8989-5a566eb031fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa51387e-3d42-4815-90b8-d7da0346dd9b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:37.325499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:37.367263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae419b41-1d4a-4df4-9680-2c4dd6e8eb12 req-652539d6-9e71-4b77-b324-fd6f7b421385 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446033 Jul 28 14:24:37.383718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-39ffae1b-a5db-46e6-8b1d-e82bcba575b4 service neutron] 10.222.0.50 "PUT /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55/bindings/n-h1-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.4254603 Jul 28 14:24:37.480136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:37.481041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-738d419f-442c-4ee4-b880-fcf7895a0b43 req-d3325e17-9c8d-407f-9e43-10415c7292e7 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 210 time: 0.0555749 Jul 28 14:24:37.511300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c631823f-185e-4f70-aaee-701e6547be55', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'port_id': 'c631823f-185e-4f70-aaee-701e6547be55', 'mac_address': 'fa:16:3e:c8:2e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0741580-da52-46de-8a13-3b639e68a81a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:37.520836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port efe6bd52-3349-4fcf-9309-e2f35ae0d469 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:37.521261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.590121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.608605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:37.650733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:37.734370 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.764022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-d82b6005-7f95-4cfa-966c-40d12008f142 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:37.765510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-d82b6005-7f95-4cfa-966c-40d12008f142 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.0762274 Jul 28 14:24:37.783860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b26dd-5ade-4e2a-802e-ee38634344b1 req-981c24b6-43b2-4938-beb7-49808b1bf9bd tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:37.794716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-728b26dd-5ade-4e2a-802e-ee38634344b1 req-981c24b6-43b2-4938-beb7-49808b1bf9bd tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.0678000 Jul 28 14:24:37.810022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:37.851818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59012) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:37.865203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-728b26dd-5ade-4e2a-802e-ee38634344b1 req-6f9aa0f5-1631-4c2f-8b47-e324848f247e tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Jul 28 14:24:37.876488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-296e75fb-1fe1-46d0-ae43-24187e1334e0 req-df53d32a-77a8-46d1-a156-2b6e1e4deb33 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=28017424-06e7-4d20-818b-c4b993d4c87f HTTP/1.1" status: 200 len: 210 time: 0.0418630 Jul 28 14:24:37.882622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2919b2be-1628-4baa-9c05-34d79411514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:37.883019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-ed13c3cb-200d-4777-8797-28b4b4a0be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:37.884547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-ed13c3cb-200d-4777-8797-28b4b4a0be33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&tenant_id=15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 1097 time: 0.0864248 Jul 28 14:24:37.941262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:38.026185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2919b2be-1628-4baa-9c05-34d79411514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.056813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-709c7040-e271-4e3c-9143-c61bf5755f80 req-abff4736-da08-461b-a7ef-758633b3e8b7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 210 time: 0.0388851 Jul 28 14:24:38.068753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f46cc498-0cfb-400a-9ba0-a87c2bbb2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:38.070356 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-f46cc498-0cfb-400a-9ba0-a87c2bbb2632 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1097 time: 0.1127298 Jul 28 14:24:38.140089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2919b2be-1628-4baa-9c05-34d79411514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.185922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919b2be-1628-4baa-9c05-34d79411514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b7051-8d4a-48d9-8863-96ffe68314c6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:38.210271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2919b2be-1628-4baa-9c05-34d79411514a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c9e1637cf4e4a8993b37b43197d27f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568270 Jul 28 14:24:38.213058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59020) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:38.235848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-862dfb99-7d5b-45b7-84b5-e8a376a4d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:38.237546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-862dfb99-7d5b-45b7-84b5-e8a376a4d673 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1587155 Jul 28 14:24:38.290447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.296480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-84799070-2e45-419f-a4df-81ad7161fa19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.0515764 Jul 28 14:24:38.320701 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.352443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-34c4a74f-3e8a-4c77-8944-a25bdcc48f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:38.354508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-34c4a74f-3e8a-4c77-8944-a25bdcc48f92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0503850 Jul 28 14:24:38.391245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-05dbe00b-470e-4d8c-ac7c-d7d18207d1a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281315 Jul 28 14:24:38.557301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf79093-a710-4641-bb4e-db6ed973f808 req-a8172a4a-77d5-4b9f-aaac-25e9850d3569 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:38.568505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abf79093-a710-4641-bb4e-db6ed973f808 req-a8172a4a-77d5-4b9f-aaac-25e9850d3569 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 945 time: 0.1056178 Jul 28 14:24:38.577920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-8fcedb2b-3b09-4c41-a6db-09e4d9bcffe6 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775188 Jul 28 14:24:38.595798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59028) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:38.613800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4208954f-21ee-4d68-98c9-620d73bfab4e req-155e9722-31d5-4a87-8cb3-559cf3f0d440 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 210 time: 0.0296967 Jul 28 14:24:38.695519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abf79093-a710-4641-bb4e-db6ed973f808 req-527cf44f-3a92-43a9-aba7-1de8b3afa152 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260493 Jul 28 14:24:38.699903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.702896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.704509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b5b7051-8d4a-48d9-8863-96ffe68314c6 HTTP/1.1" status: 204 len: 168 time: 0.4904177 Jul 28 14:24:38.714082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2215b-707e-4bdc-a40b-04f21121fd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b7051-8d4a-48d9-8863-96ffe68314c6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:38.753268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac379b23-c2af-43c4-ad6c-0015ec55314d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afc0b0672c7944a7bc0ad2fd34996f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506870 Jul 28 14:24:38.753661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:38.755594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-0be01b18-c814-4511-88eb-901eab6f5855 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687539 Jul 28 14:24:38.811247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.833718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:38.994636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa496d2-a7be-47bc-a918-a0f4ef701997 req-2775f437-ae90-481c-a501-c48f909c6f62 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:38.996180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa496d2-a7be-47bc-a918-a0f4ef701997 req-2775f437-ae90-481c-a501-c48f909c6f62 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.0443480 Jul 28 14:24:39.055962 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.058470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.061251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4c3767c-53e9-4484-8bea-a7dfacb09722 HTTP/1.1" status: 204 len: 168 time: 0.3060412 Jul 28 14:24:39.068450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-e12d0e62-b814-4803-a6bf-7188a3642f99 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680125 Jul 28 14:24:39.071732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa496d2-a7be-47bc-a918-a0f4ef701997 req-fa02cfaa-7bab-4662-8fcc-556bc0b4fe3f tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575194 Jul 28 14:24:39.145941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-2bfca780-db63-4f53-b165-0139b938f688 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323765 Jul 28 14:24:39.149427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:39.203476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad5525-26b6-42ae-9c38-91e2de26efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3767c-53e9-4484-8bea-a7dfacb09722,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:39.235947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-ecff5421-7b77-4437-bc84-75d08fac9582 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:39.241777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-ecff5421-7b77-4437-bc84-75d08fac9582 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650057 Jul 28 14:24:39.268015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Request body: {'port': {'device_id': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '87c2207152de45ecb31afbcd69cf574b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:39.360486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c631823f-185e-4f70-aaee-701e6547be55 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:39.363846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-a6e596b1-1069-4a7c-8b3c-6c8b9bd5ed98 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:39.366862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c631823f-185e-4f70-aaee-701e6547be55 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:39.367432 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.371768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-a6e596b1-1069-4a7c-8b3c-6c8b9bd5ed98 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239168 Jul 28 14:24:39.426882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-97f62564-22d2-474a-90ae-e722d32801f6 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/quotas/8b5ba62c7eb3466a9a2296e3bd473279 HTTP/1.1" status: 200 len: 375 time: 0.0542915 Jul 28 14:24:39.467972 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b6e3033-9d83-4217-b24e-8c8218a8dc31 req-dd87229c-9174-44cb-b1e5-4fb46dcd7c03 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 210 time: 0.0332220 Jul 28 14:24:39.475783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-edbbd307-b4aa-45ff-930e-f8457fece71f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474274 Jul 28 14:24:39.484577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-dd3eb22e-e114-4803-8d35-e38d9044a155 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:39.493582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-dd3eb22e-e114-4803-8d35-e38d9044a155 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.1138871 Jul 28 14:24:39.506372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.535904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:39.541414 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053e484-4e06-4f47-8d0e-481da3b0ade4" -d '{"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-plugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:39.551763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Made reservation on behalf of 87c2207152de45ecb31afbcd69cf574b for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:39.555659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.593832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:39.682208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.683673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14afd9aa-639b-4e6f-9b96-d77062dcc81d no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:39.718560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 14afd9aa-639b-4e6f-9b96-d77062dcc81d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:24:39.719139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14afd9aa-639b-4e6f-9b96-d77062dcc81d not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:39.772087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:39.815243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Allocated IP 192.168.233.138 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/33f1e384-5ceb-4edf-82ec-24c72f2853d7) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:39.817434 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0528bf1c-1458-4b00-ac85-19282fbc4c2b x-openstack-request-id: req-0528bf1c-1458-4b00-ac85-19282fbc4c2b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:39.817735 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-plugged", "status": "completed", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:39.820104 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0528bf1c-1458-4b00-ac85-19282fbc4c2b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:39.820104 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'code': 200} Jul 28 14:24:39.821194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-07041679-fd59-4306-9a64-3e66eff51a5a service neutron] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:39.824444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-07041679-fd59-4306-9a64-3e66eff51a5a service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:39.825913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3663d051-2be7-4247-90f0-9d7542032ce3 req-07041679-fd59-4306-9a64-3e66eff51a5a service neutron] 10.222.0.53 "DELETE /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55/bindings/n-h2-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.3312843 Jul 28 14:24:39.933718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ec225a1-1c10-4b04-9640-b7d1747cb9e5 req-f71a22bb-10fb-4004-9684-edabc8ef437c tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 210 time: 0.0311141 Jul 28 14:24:40.072433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:40.078430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdedeac-cb0c-49e0-a6a0-83d2e205e466 req-5250fcb8-b9fc-4d64-8b96-f1e80b5ae575 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:40.080013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebdedeac-cb0c-49e0-a6a0-83d2e205e466 req-5250fcb8-b9fc-4d64-8b96-f1e80b5ae575 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 946 time: 0.0629463 Jul 28 14:24:40.088815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Transition to ACTIVE for port object 33f1e384-5ceb-4edf-82ec-24c72f2853d7 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:40.123325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebdedeac-cb0c-49e0-a6a0-83d2e205e466 req-05d4adb8-18ec-4467-9390-1f07c6cf4307 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365906 Jul 28 14:24:40.205404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba687221-0c65-4d48-9806-cf90d992fa0c req-428738cd-1f2d-4966-be7f-00c582ba893b tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 210 time: 0.0276465 Jul 28 14:24:40.260337 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:40.299434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:40.349842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:40.362126 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:24:40.364394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:40.365978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:40.368554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:40.375087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:40.375918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:40.425666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c631823f-185e-4f70-aaee-701e6547be55 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:40.468125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-82d201fc-3dd3-4446-bb59-6dbbce1b438f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2062252 Jul 28 14:24:40.480332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e8970-384a-4173-b7fe-d78ecd8b403b req-4284eed5-6b95-44e6-b5a3-4dd9c28b56f8 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:40.490703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Request body: {'port': {'device_id': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:40.494835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-649e8970-384a-4173-b7fe-d78ecd8b403b req-4284eed5-6b95-44e6-b5a3-4dd9c28b56f8 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1098 time: 0.1827869 Jul 28 14:24:40.547508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-442dbdc3-12bf-49ca-93b2-04da8631e251 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:40.549324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-442dbdc3-12bf-49ca-93b2-04da8631e251 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.50 "GET /v2.0/networks?id=ccb6dee9-bb50-42f6-81ff-d5d503dda777 HTTP/1.1" status: 200 len: 806 time: 0.3138399 Jul 28 14:24:40.597910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-649e8970-384a-4173-b7fe-d78ecd8b403b req-fec89441-3dac-446e-991c-3bc677b8a4c8 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 Jul 28 14:24:40.624990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c631823f-185e-4f70-aaee-701e6547be55 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:40.653346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:40.684098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-7bc77442-1402-4a33-86d6-a7d738839458 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6172cf4039bc4118a31d8ac88d652637 HTTP/1.1" status: 200 len: 380 time: 0.1163602 Jul 28 14:24:40.696081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'port': {'device_id': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'admin_state_up': True, 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'security_groups': ['71bcebe4-df90-487d-94a6-e7c71be12f89']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:40.912764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a40152-3306-43ad-a2bc-e1de71f27301 req-ecbbac05-3888-4abe-a3e4-a8f8e32c4d0c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:40.915305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90a40152-3306-43ad-a2bc-e1de71f27301 req-ecbbac05-3888-4abe-a3e4-a8f8e32c4d0c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 936 time: 0.1619940 Jul 28 14:24:40.988516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90a40152-3306-43ad-a2bc-e1de71f27301 req-cf22104a-59e7-41c5-a07a-a64cd7b8099d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585558 Jul 28 14:24:41.006205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-57302362-56a4-4f92-9ce5-ca4d61109a89 None None] Provisioning for port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:41.010364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-57302362-56a4-4f92-9ce5-ca4d61109a89 None None] Provisioning complete for port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:41.010754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57302362-56a4-4f92-9ce5-ca4d61109a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.053238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-57302362-56a4-4f92-9ce5-ca4d61109a89 None None] Port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:41.085239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f1e384-5ceb-4edf-82ec-24c72f2853d7 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:41.094363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.109291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Made reservation on behalf of 6172cf4039bc4118a31d8ac88d652637 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:41.113846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.124455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Transition to ACTIVE for port object 33f1e384-5ceb-4edf-82ec-24c72f2853d7 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:41.186485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.247276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:41.330630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Attempting to bind port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:41.332708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Attempting to bind port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:41.333058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Attempting to bind port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:41.370733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:41.371437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Attempting to bind port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:41.387631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:41.388045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:41.389486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:41.389967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Bound port: 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:41.390378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.400511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Allocated IP 172.20.0.8 (ccb6dee9-bb50-42f6-81ff-d5d503dda777/55fa76ee-a273-4183-89bf-ca96dc76d66a/4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:41.417055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-3ced8808-9da5-4ad0-9311-4d19816c5bb8 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:41.418697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-3ced8808-9da5-4ad0-9311-4d19816c5bb8 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.2254472 Jul 28 14:24:41.456119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-a4a38756-ec08-486e-a624-3b33e8642712 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/quotas/15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 375 time: 0.0274918 Jul 28 14:24:41.495046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:41.498340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:41.599091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-7a58aeb6-8e1a-4809-8c77-51e84667f477 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317716 Jul 28 14:24:41.704906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.710003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.730107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Transition to ACTIVE for port object 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:41.742353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-442338ef-bb4d-4fce-83de-21ce29589d56 service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423171 Jul 28 14:24:41.787015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:41.787634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:41.789157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-80d251a7-499b-411d-bf42-adb93770417f service neutron] 10.222.0.50 "PUT /v2.0/ports/33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 1097 time: 1.3041856 Jul 28 14:24:41.789736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:41.792082 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e9805d-15c8-4720-a66e-0070bcb73b20" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:41.814434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d251a7-499b-411d-bf42-adb93770417f service neutron] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:41.880553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-e512a937-cfda-4b9c-a05e-f94fb60c63a6 service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357126 Jul 28 14:24:42.026083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.056119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-c8aa03f4-34a4-4175-9bb7-43e1524e6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.057709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-c8aa03f4-34a4-4175-9bb7-43e1524e6056 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1100 time: 0.0542495 Jul 28 14:24:42.072081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:42.075212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:42.081424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:42.090364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.090364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.099737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event updated for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:42.125516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-f31d8f74-56f7-41a3-a09c-a7622551b26e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.0511243 Jul 28 14:24:42.217197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-6f040816-6f48-44ab-9431-63588bdebda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.218697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-6f040816-6f48-44ab-9431-63588bdebda5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0842681 Jul 28 14:24:42.225115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-25750f9d-aebd-475b-acf9-89c5915e1ce4 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5346897 Jul 28 14:24:42.226010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21cb7d63-77af-4e93-8e82-8ab08995f6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.298713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Request body: {'port': {'device_id': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:42.327149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-0f6b517c-36ae-4aa0-b7a5-be3a273aeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.329159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-0f6b517c-36ae-4aa0-b7a5-be3a273aeedc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787413 Jul 28 14:24:42.412676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.459903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e62a8-b235-4747-adca-af25cb114cfd req-8c20d53d-419c-4be3-903f-98ab767ff17b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.461378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee1e62a8-b235-4747-adca-af25cb114cfd req-8c20d53d-419c-4be3-903f-98ab767ff17b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 931 time: 0.2223060 Jul 28 14:24:42.467862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-2218bc4a-bad8-489e-aace-66147d198331 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306520 Jul 28 14:24:42.480799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8ba95ef4-2e8f-4cbb-9c63-a662d860cde9 None None] Provisioning for port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:42.487141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8ba95ef4-2e8f-4cbb-9c63-a662d860cde9 None None] Provisioning complete for port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:42.490641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ba95ef4-2e8f-4cbb-9c63-a662d860cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.535068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8ba95ef4-2e8f-4cbb-9c63-a662d860cde9 None None] Port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:42.583436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75b7bfd2-9196-44cb-a3fd-f02233401a9a req-ee430361-1afa-47fb-a3cd-5bb209d6db36 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081290 Jul 28 14:24:42.589458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee1e62a8-b235-4747-adca-af25cb114cfd req-3565cd9a-2d6d-4034-99f8-5dbd407d578a tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213188 Jul 28 14:24:42.699243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a65662d5-3a11-453a-8db7-1b5399863bcf req-1d442a4f-d357-44e3-861a-05938a098239 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 210 time: 0.0314071 Jul 28 14:24:42.748011 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8fdf48-9959-4832-88f0-727902b388b8 x-openstack-request-id: req-3d8fdf48-9959-4832-88f0-727902b388b8 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:42.748658 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:42.748658 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d8fdf48-9959-4832-88f0-727902b388b8 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:42.748933 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'status': 'completed', 'code': 200} Jul 28 14:24:42.842790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:42.852094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.865100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Transition to ACTIVE for port object 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:42.869640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-fe32c87d-478e-4056-9f4a-592b6a6a35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.871194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-fe32c87d-478e-4056-9f4a-592b6a6a35bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1100 time: 0.0485272 Jul 28 14:24:42.940244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-dbab9aef-dc4a-42ce-8559-0b4b515fe440 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292616 Jul 28 14:24:42.946078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:42.993519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-8695528d-e537-4052-8f05-207c84596e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:42.995198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-8695528d-e537-4052-8f05-207c84596e60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1134269 Jul 28 14:24:43.044332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-e249657d-a0c2-4499-9115-e61766ac57a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.0378859 Jul 28 14:24:43.080721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:43.122431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-7e98a679-9e92-4a72-9cee-02046fced9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:43.123962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-7e98a679-9e92-4a72-9cee-02046fced9e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0669363 Jul 28 14:24:43.153614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-c65051a4-ecea-421b-907e-d1c5df8b84a5 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:24:43.154653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-c65051a4-ecea-421b-907e-d1c5df8b84a5 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366971 Jul 28 14:24:43.178479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:43.178945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:24:43.187678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-b49475d7-05d8-4ea9-8582-85a0ef2c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:43.189190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-b49475d7-05d8-4ea9-8582-85a0ef2c1a01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0526376 Jul 28 14:24:43.227900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Attempting to bind port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:43.228144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Attempting to bind port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:43.228474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Attempting to bind port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 on network ccb6dee9-bb50-42f6-81ff-d5d503dda777 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:43.242820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1e41f-5d57-4ca9-a26d-597a3800c339 req-6a02e72c-2e5d-43f7-91fb-4f0f9460b508 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:43.244419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bd1e41f-5d57-4ca9-a26d-597a3800c339 req-6a02e72c-2e5d-43f7-91fb-4f0f9460b508 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 948 time: 0.1953490 Jul 28 14:24:43.251286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6f5a9e3d-84fa-4e8d-9eb0-93e9fd0ce83f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:43.252901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6f5a9e3d-84fa-4e8d-9eb0-93e9fd0ce83f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042281 Jul 28 14:24:43.258537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 on network ccb6dee9-bb50-42f6-81ff-d5d503dda777 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:43.258835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Attempting to bind port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 on network ccb6dee9-bb50-42f6-81ff-d5d503dda777 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:43.282319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:43.282655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Checking segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:43.283060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Bound using segment: {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:43.283538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Bound port: 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342c37b4-08ed-4281-bd93-34bb7b5fa3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:43.283845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:43.289633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Request body: {'port': {'device_id': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8b5ba62c7eb3466a9a2296e3bd473279'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:43.324275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-53449870-19b9-4e3e-99fb-a65cc8945b25 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211882 Jul 28 14:24:43.436430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20e9805d-15c8-4720-a66e-0070bcb73b20 req-a830df12-10c8-4ef8-9014-342aa7ec2ce9 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050382 Jul 28 14:24:43.438376 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bd1e41f-5d57-4ca9-a26d-597a3800c339 req-bb279d4f-2f62-4ecd-9c0a-7b27b1e56cbe tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834939 Jul 28 14:24:43.547049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:43.547049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:43.564960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:43.565315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:43.565707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:43.570876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:43.571193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:43.575793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:43.576130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:43.576514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:43.576938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Bound port: 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:43.639116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b017d0fc-fac0-4f78-a630-3c9f54f38433 req-72560e5b-ab54-4a4c-9179-f32a6309a73a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 210 time: 0.0294166 Jul 28 14:24:43.664340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:43.667477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:43.703477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:43.704183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:43.706195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] 10.222.0.50 "PUT /v2.0/ports/4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 HTTP/1.1" status: 200 len: 1092 time: 1.4537392 Jul 28 14:24:43.706195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:43.708882 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc21fb-d349-4510-be62-91b5e23c00f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:43.742728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e03f2-2d85-4d82-bbea-40a57d8b1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:43.744959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Made reservation on behalf of 8b5ba62c7eb3466a9a2296e3bd473279 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:43.748435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.068497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.069609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-0d62527f-92b1-4ae8-b75d-eb13e24b7cb5 service neutron] 10.222.0.47 "POST /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d/bindings HTTP/1.1" status: 201 len: 390 time: 0.8986735 Jul 28 14:24:44.189744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-3f94a02d-ff8d-48d9-9e11-6ac246ea471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.191958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-3f94a02d-ff8d-48d9-9e11-6ac246ea471f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6172cf4039bc4118a31d8ac88d652637&device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 1095 time: 0.1392608 Jul 28 14:24:44.254413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.254891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.255394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.255860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.256319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.256778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.257244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.257698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.258156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.258608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.260649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43092ae5-dc7f-45b0-93b7-f8f661502212 req-9f9fd463-51a3-44da-a3c3-83db5ff1d157 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.5323122 Jul 28 14:24:44.269188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-423ce1de-5e29-48c5-9c5a-f13af59c322a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 HTTP/1.1" status: 200 len: 217 time: 0.0566220 Jul 28 14:24:44.355428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Allocated IP 192.168.233.185 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/fe092ccc-36af-453c-84d7-50c4b2d4013a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:44.362008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-8d567999-bbcb-4466-938f-95c7be03747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.364101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-8d567999-bbcb-4466-938f-95c7be03747d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55fa76ee-a273-4183-89bf-ca96dc76d66a HTTP/1.1" status: 200 len: 845 time: 0.0756269 Jul 28 14:24:44.424510 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a962539-7f75-4677-87d1-29287a40ebec x-openstack-request-id: req-7a962539-7f75-4677-87d1-29287a40ebec {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:44.424798 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:44.425046 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a962539-7f75-4677-87d1-29287a40ebec {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:44.425991 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'status': 'completed', 'code': 200} Jul 28 14:24:44.517027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f0b6764-a1b5-478e-aaaf-2523203853d9 req-cb953b75-a90e-4fca-93bc-d0636a14de75 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 210 time: 0.0451188 Jul 28 14:24:44.531292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-1b267e7e-7d65-4635-8acd-c03d8efb9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.532861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-1b267e7e-7d65-4635-8acd-c03d8efb9697 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccb6dee9-bb50-42f6-81ff-d5d503dda777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585433 Jul 28 14:24:44.566542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f17f2-ab56-4fe5-8d96-71a6644907de req-7042434a-7f4e-454b-93fc-9b921a82bd7b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.568151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-801f17f2-ab56-4fe5-8d96-71a6644907de req-7042434a-7f4e-454b-93fc-9b921a82bd7b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 943 time: 0.1569469 Jul 28 14:24:44.654384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd47521-6205-4ce7-bde0-89cbc99092f2 req-5cfc20e8-fa57-4d23-9554-02ae233a8d45 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.656015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cdd47521-6205-4ce7-bde0-89cbc99092f2 req-5cfc20e8-fa57-4d23-9554-02ae233a8d45 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 886 time: 0.1127956 Jul 28 14:24:44.664839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6d99fd93-d2fd-4baa-8d49-91b728612523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.702309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-801f17f2-ab56-4fe5-8d96-71a6644907de req-0171d89e-d513-46e3-8811-a3897ac87b8c tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191278 Jul 28 14:24:44.728303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.741885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-dbfe5f3c-bfb6-4de5-96f7-3ac825cbfc24 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979547 Jul 28 14:24:44.759102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Transition to ACTIVE for port object fe092ccc-36af-453c-84d7-50c4b2d4013a will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:44.838952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6be57-7bb2-478f-a80a-f897ae75b70c req-b5467e7f-54dc-4a77-83d8-6112f7905488 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.840818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1e6be57-7bb2-478f-a80a-f897ae75b70c req-b5467e7f-54dc-4a77-83d8-6112f7905488 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 946 time: 0.0527849 Jul 28 14:24:44.850419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:44.892919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1e6be57-7bb2-478f-a80a-f897ae75b70c req-c203aae8-b551-4a40-aad9-dcb1305fa72c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Jul 28 14:24:44.926095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921b6f50-86d2-4118-b6c0-80f237fbd7e3 req-77ad8e36-65c3-4e12-a695-52b9d74a4cc5 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738350 Jul 28 14:24:44.933988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926dbac-8254-4b40-96f2-6b61d015f8bb req-9fef5b32-f659-4ff8-b879-e63cecc0e652 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:44.935632 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4926dbac-8254-4b40-96f2-6b61d015f8bb req-9fef5b32-f659-4ff8-b879-e63cecc0e652 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 948 time: 0.1113062 Jul 28 14:24:45.003328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4926dbac-8254-4b40-96f2-6b61d015f8bb req-ce346a63-2ae1-4357-ad80-22721d222c66 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jul 28 14:24:45.136925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:45.166191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-9d3c1e80-5bed-46f2-b8ab-cc146cd8b329 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.168044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-9d3c1e80-5bed-46f2-b8ab-cc146cd8b329 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.2110403 Jul 28 14:24:45.183812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb748b96-e121-4a32-b8c7-e2c8ea081424 req-eeaf5181-f1ea-45e7-b065-ae337f8c799f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 210 time: 0.0422902 Jul 28 14:24:45.188768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Request body: {'port': {'device_id': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'admin_state_up': True, 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:45.244812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:45.265476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:45.281128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:45.289516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.290527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:45.324326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-d74a7b52-6bd8-4c8b-83bb-abacca0c8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.325839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-d74a7b52-6bd8-4c8b-83bb-abacca0c8c10 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6172cf4039bc4118a31d8ac88d652637&device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 1095 time: 0.0754783 Jul 28 14:24:45.413094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.416906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.416906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.416906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.416906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.417680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.418433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.419372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.422458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.422458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.448400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5a16933-ef78-40ee-8358-33b543e636ec req-d7f7a9e5-769d-4a11-b060-7061d1456989 tempest-NetworksTest-950539003 tempest-NetworksTest-950539003-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7132 time: 0.4004004 Jul 28 14:24:45.455145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-22d0c2d2-c762-4325-beb8-09b8ab5afde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.458610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-22d0c2d2-c762-4325-beb8-09b8ab5afde7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1098 time: 0.3396635 Jul 28 14:24:45.459945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Pushing event updated for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:45.570578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-18eb478a-6e26-44a9-82b5-c50645abb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.576426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-18eb478a-6e26-44a9-82b5-c50645abb435 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccb6dee9-bb50-42f6-81ff-d5d503dda777 HTTP/1.1" status: 200 len: 907 time: 0.2392020 Jul 28 14:24:45.650551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-6af2fc94-c92c-4f00-827a-77327e37bf67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 HTTP/1.1" status: 200 len: 217 time: 0.0675926 Jul 28 14:24:45.740638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:45.748899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:45.756641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-1f1a46e0-1ff7-483c-9285-1426290c90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.757533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-20472349-f2e3-4cd4-b461-38256dff8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.759272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-20472349-f2e3-4cd4-b461-38256dff8ef1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.2810984 Jul 28 14:24:45.759547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-1f1a46e0-1ff7-483c-9285-1426290c90ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55fa76ee-a273-4183-89bf-ca96dc76d66a HTTP/1.1" status: 200 len: 845 time: 0.0970454 Jul 28 14:24:45.782321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e38e8-c063-4f11-9ee3-69572776eef2 req-987faa6d-a129-4dd9-a56f-fb4843174078 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.784117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-529e38e8-c063-4f11-9ee3-69572776eef2 req-987faa6d-a129-4dd9-a56f-fb4843174078 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 936 time: 0.1347139 Jul 28 14:24:45.836324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-5b2fd7ca-1257-43bd-a95a-14dff281a763 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 217 time: 0.0510046 Jul 28 14:24:45.866753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d9e942d2-b618-41f7-b88b-7bc0b0cf5418 None None] Provisioning for port fe092ccc-36af-453c-84d7-50c4b2d4013a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:45.873331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d9e942d2-b618-41f7-b88b-7bc0b0cf5418 None None] Provisioning complete for port fe092ccc-36af-453c-84d7-50c4b2d4013a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:45.875858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9e942d2-b618-41f7-b88b-7bc0b0cf5418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:45.895494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-5d9f6b1a-054a-4c0f-a313-67b66d2a7b2f tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6129692 Jul 28 14:24:45.924151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-5ca57607-853d-4d7b-abc5-0e4c93de7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.924726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Request body: {'port': {'device_id': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:45.925773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-5ca57607-853d-4d7b-abc5-0e4c93de7a06 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccb6dee9-bb50-42f6-81ff-d5d503dda777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502228 Jul 28 14:24:45.951955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d9e942d2-b618-41f7-b88b-7bc0b0cf5418 None None] Port fe092ccc-36af-453c-84d7-50c4b2d4013a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:24:45.963137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-529e38e8-c063-4f11-9ee3-69572776eef2 req-6a013c3a-f0a3-471c-a9d7-cda395ea70c5 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351905 Jul 28 14:24:45.977634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-6e3ba914-f7c5-4679-88f0-8436a5570bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:45.979190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-6e3ba914-f7c5-4679-88f0-8436a5570bef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1305845 Jul 28 14:24:46.017345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.046360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-069f6c39-c98d-42e6-8e02-443b29122e51 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567234 Jul 28 14:24:46.053332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfcad-37b4-4aed-b92a-6e0ca0415f01 req-a1aef16d-e387-479a-97ec-e2fb9da48070 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:46.055041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c36bfcad-37b4-4aed-b92a-6e0ca0415f01 req-a1aef16d-e387-479a-97ec-e2fb9da48070 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 943 time: 0.1847098 Jul 28 14:24:46.059679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.109601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Allocated IP 172.20.0.11 (006233eb-56ce-44c2-9f64-6c33266e2fc3/d0741580-da52-46de-8a13-3b639e68a81a/ff87cd7f-38ee-46cf-9273-2128e981bae0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:46.168851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c36bfcad-37b4-4aed-b92a-6e0ca0415f01 req-aaaca542-394b-4ff1-a415-7bd2b29d1895 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047397 Jul 28 14:24:46.207963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-17c9f120-6022-4a23-b319-94f0ff3c85f0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702901 Jul 28 14:24:46.333567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856811ee-5967-4102-a29e-588737a0bf6b req-ccc82006-dda3-4ee3-8630-f89ced8b80b7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:46.335685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-856811ee-5967-4102-a29e-588737a0bf6b req-ccc82006-dda3-4ee3-8630-f89ced8b80b7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 946 time: 0.2791777 Jul 28 14:24:46.386013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59268) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:46.394026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-2711213e-5c1b-451c-b92d-57be7f4012db service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313568 Jul 28 14:24:46.461656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:46.534290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-856811ee-5967-4102-a29e-588737a0bf6b req-48762371-12c2-406f-9444-fbd33ab98d1b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816602 Jul 28 14:24:46.535001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe569-4240-47bb-984f-ff7c07a42ac8 req-a5f7e59e-2327-46cb-9af9-84917a880c01 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:46.548748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e4fe569-4240-47bb-984f-ff7c07a42ac8 req-a5f7e59e-2327-46cb-9af9-84917a880c01 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 948 time: 0.2499051 Jul 28 14:24:46.591449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-51ce4748-0398-40a2-bb9e-fe0550a63aae service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876042 Jul 28 14:24:46.604992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8fc21fb-d349-4510-be62-91b5e23c00f0 req-c974a987-bafd-4dba-a06e-1becee648e09 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812301 Jul 28 14:24:46.661927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.717635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe092ccc-36af-453c-84d7-50c4b2d4013a {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:46.721574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e4fe569-4240-47bb-984f-ff7c07a42ac8 req-684552b6-5509-4420-aed7-1520f2f317e8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434455 Jul 28 14:24:46.727727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.730371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59274) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:46.765276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Transition to ACTIVE for port object fe092ccc-36af-453c-84d7-50c4b2d4013a will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:46.827507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:46.858048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'mac_address': 'fa:16:3e:67:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:46.876624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e79f918-1a7c-48fb-b7df-64b7b1342c2f req-d5ea18a7-06ad-4a07-9bc9-e157bd1d0343 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 210 time: 0.0395305 Jul 28 14:24:46.900644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56a48ad2-771a-40d2-8250-1684b7d7a81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.914356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64550aae-fa79-44a2-a6d4-37470b2541db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.914914 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.930686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f1e384-5ceb-4edf-82ec-24c72f2853d7 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:46.956201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:46.959224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:46.966634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-3cd20842-56eb-4a6e-bc0f-9295e2147b49 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:46.968333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-3cd20842-56eb-4a6e-bc0f-9295e2147b49 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1098 time: 0.0510194 Jul 28 14:24:46.980415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:47.030227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Pushing event updated for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.044761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.086812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:47.108553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.115005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Attempting to bind port fe092ccc-36af-453c-84d7-50c4b2d4013a on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:47.115285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Attempting to bind port fe092ccc-36af-453c-84d7-50c4b2d4013a by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:47.115743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Attempting to bind port fe092ccc-36af-453c-84d7-50c4b2d4013a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:47.117806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:47.123977 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56a48ad2-771a-40d2-8250-1684b7d7a81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.127476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Port fe092ccc-36af-453c-84d7-50c4b2d4013a on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:47.128043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Attempting to bind port fe092ccc-36af-453c-84d7-50c4b2d4013a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:47.134643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:47.135115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:47.135563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:47.136144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Bound port: fe092ccc-36af-453c-84d7-50c4b2d4013a, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:47.136374 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.136639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.139977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:47.151884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:47.157263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:47.157977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.227734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.240328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:47.244306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:47.261452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56a48ad2-771a-40d2-8250-1684b7d7a81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.315747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a48ad2-771a-40d2-8250-1684b7d7a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85df0ad5-8b88-4f0d-be78-6c7e51d1e193,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.352740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.382522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.382879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:47.408202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56a48ad2-771a-40d2-8250-1684b7d7a81b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e5b43687f834c5183f579ca939775ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6740983 Jul 28 14:24:47.409114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e049454-2693-42db-9fa4-0ba31f3876e1 req-b996b1ff-f190-4e6c-b5a9-5692f8602d53 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:47.412195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e049454-2693-42db-9fa4-0ba31f3876e1 req-b996b1ff-f190-4e6c-b5a9-5692f8602d53 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 948 time: 0.2800934 Jul 28 14:24:47.412913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59282) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:47.453781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:47.454416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.456239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] 10.222.0.53 "PUT /v2.0/ports/fe092ccc-36af-453c-84d7-50c4b2d4013a HTTP/1.1" status: 200 len: 1097 time: 1.5408828 Jul 28 14:24:47.462726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:47.465444 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c800b3-7a88-447f-b75b-7b190f0a610f" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:47.496097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df04ab-4727-45ac-9b6e-cb0487dd2bda req-f3f63500-7091-4845-86e7-19052f87111e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:47.497982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9df04ab-4727-45ac-9b6e-cb0487dd2bda req-f3f63500-7091-4845-86e7-19052f87111e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 943 time: 0.2023258 Jul 28 14:24:47.512403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:47.515041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:47.533428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f0027-a318-4214-a88b-f4caede0d933 service neutron] Pushing event updated for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.581798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e049454-2693-42db-9fa4-0ba31f3876e1 req-039c485f-84b2-4907-9c3e-3c575a3c9384 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489496 Jul 28 14:24:47.584042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64550aae-fa79-44a2-a6d4-37470b2541db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.588143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9df04ab-4727-45ac-9b6e-cb0487dd2bda req-34e94bcd-ce06-468d-af54-2b218dbfe692 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784504 Jul 28 14:24:47.599546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.643886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:47.647351 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6424d058-90ee-4a49-ac86-6dc7ea40d7ce" -d '{"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:47.653008 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.657959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.678057 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4966ca25-f72b-49fb-abfb-6885e39ee443 x-openstack-request-id: req-4966ca25-f72b-49fb-abfb-6885e39ee443 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:47.678776 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:47.679376 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4966ca25-f72b-49fb-abfb-6885e39ee443 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:47.679790 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a', 'status': 'completed', 'code': 200} Jul 28 14:24:47.688224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.694166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64550aae-fa79-44a2-a6d4-37470b2541db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.733688 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2abf578-aa9f-4a49-b56d-d0bbae235525 x-openstack-request-id: req-a2abf578-aa9f-4a49-b56d-d0bbae235525 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:47.734121 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:47.734423 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2abf578-aa9f-4a49-b56d-d0bbae235525 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:47.734823 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'code': 200} Jul 28 14:24:47.742014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.774489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-2ae22f71-2a46-4b57-8df6-8d9a4ebfd99e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5896280 Jul 28 14:24:47.801856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-64550aae-fa79-44a2-a6d4-37470b2541db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c60327ba5469441ea3f510380077aea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4060159 Jul 28 14:24:47.807502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-8e3df87a-0517-4c88-a735-048aed4babd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:47.809204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-8e3df87a-0517-4c88-a735-048aed4babd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 1100 time: 0.1908336 Jul 28 14:24:47.811401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:47.817546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Request body: {'port': {'device_id': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:47.823928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64550aae-fa79-44a2-a6d4-37470b2541db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c644c74-9eb4-4da1-8ff0-a8757ee8f23b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:47.877249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-35adb8b2-bf09-48ea-8a38-beb64a13e107 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a HTTP/1.1" status: 200 len: 217 time: 0.0493913 Jul 28 14:24:47.922441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:47.947738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:48.007020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9e559-6a29-40a3-900b-f8fc8cf91cfd req-12a3f4a2-521e-4781-bef4-96aba24328ee tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.008911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32c9e559-6a29-40a3-900b-f8fc8cf91cfd req-12a3f4a2-521e-4781-bef4-96aba24328ee tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.2048376 Jul 28 14:24:48.011726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.012334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:48.012767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:48.013103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:48.013413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-baaeb428-fe4c-4b21-883f-9fbf8e3c1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.014823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-baaeb428-fe4c-4b21-883f-9fbf8e3c1e84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1003571 Jul 28 14:24:48.037986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.041810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.043678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85df0ad5-8b88-4f0d-be78-6c7e51d1e193 HTTP/1.1" status: 204 len: 168 time: 0.6269832 Jul 28 14:24:48.061990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:48.062315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Attempting to bind port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:48.073730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f4034-b8a8-4fbf-9ee6-15ccc431540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85df0ad5-8b88-4f0d-be78-6c7e51d1e193,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:48.077419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.089550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:48.090264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:48.090785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:48.091281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Bound port: 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:48.091758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.102267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0241283-1061-4944-a416-2bc6a188ff83 req-3d60be64-cace-4314-af87-b84bde25ca78 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.103832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0241283-1061-4944-a416-2bc6a188ff83 req-3d60be64-cace-4314-af87-b84bde25ca78 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 949 time: 0.1531091 Jul 28 14:24:48.119073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32c9e559-6a29-40a3-900b-f8fc8cf91cfd req-b4b20dac-a714-4bec-9598-c664fef6b5a9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021233 Jul 28 14:24:48.143122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-244a9eaf-c69a-4b9d-98dd-e8d2dc40bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.151508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-244a9eaf-c69a-4b9d-98dd-e8d2dc40bfbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141922 Jul 28 14:24:48.473947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:48.545306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.548273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.552606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c644c74-9eb4-4da1-8ff0-a8757ee8f23b HTTP/1.1" status: 204 len: 168 time: 0.7378473 Jul 28 14:24:48.566215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:48.576285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98458a0-41f6-41b9-84e6-a45bf5581dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c644c74-9eb4-4da1-8ff0-a8757ee8f23b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:48.586458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-ca5b93b6-b67e-4856-ad55-41acc11ee2f4 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310904 Jul 28 14:24:48.594648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db6789-329d-4d83-9871-7a94cb7f35f0 req-11f70773-6fe8-4477-9b70-b38a60ef8b7f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.596609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44db6789-329d-4d83-9871-7a94cb7f35f0 req-11f70773-6fe8-4477-9b70-b38a60ef8b7f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 932 time: 0.3862915 Jul 28 14:24:48.637928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0241283-1061-4944-a416-2bc6a188ff83 req-3466f130-2948-4cc6-a348-9b6fc6cb7758 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117161 Jul 28 14:24:48.650379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:48.680478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:48.719671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:48.727627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44db6789-329d-4d83-9871-7a94cb7f35f0 req-74716121-d80d-45ef-86ef-c8f0de25c19d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202466 Jul 28 14:24:48.736644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'port_id': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'mac_address': 'fa:16:3e:da:3b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:48.782690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.788694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d163d1-62ca-4328-be4c-c11c11b5212d req-6b13c1b3-800b-4131-b476-549200147c27 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908336 Jul 28 14:24:48.821139 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.829170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59308) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:48.838177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:48.863702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:48.873618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39689092-a4b2-4378-9daa-02131d5052b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.916618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f794-9dbe-4bdf-8c2c-cb0929c28810 req-f988a526-668b-46d1-896f-e378ac9af625 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.919563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1074f794-9dbe-4bdf-8c2c-cb0929c28810 req-f988a526-668b-46d1-896f-e378ac9af625 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 943 time: 0.0919428 Jul 28 14:24:48.932509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff87cd7f-38ee-46cf-9273-2128e981bae0 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:48.949013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce286a-762d-4be6-bdbd-ac1f2b838d5b req-49a9c433-56a7-4727-8ad2-ec78ce8018e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.950543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09ce286a-762d-4be6-bdbd-ac1f2b838d5b req-49a9c433-56a7-4727-8ad2-ec78ce8018e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 948 time: 0.2076130 Jul 28 14:24:48.962226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.971358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:48.971987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:48.973877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] 10.222.0.50 "PUT /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 1124 time: 1.9975193 Jul 28 14:24:48.991367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1074f794-9dbe-4bdf-8c2c-cb0929c28810 req-9b0dffa7-015a-4820-b3f5-9c833036b0af tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637491 Jul 28 14:24:49.002793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b194b-ae49-454a-9643-f2b71d1c4e9a service neutron] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.016269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Transition to ACTIVE for port object ff87cd7f-38ee-46cf-9273-2128e981bae0 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:49.034927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09ce286a-762d-4be6-bdbd-ac1f2b838d5b req-dc6b08f7-d702-45c9-8a3d-6cfe62c25488 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693302 Jul 28 14:24:49.047055 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.053045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:49.085325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:49.085810 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.090524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39689092-a4b2-4378-9daa-02131d5052b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.110607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-292f979c-8365-401b-8029-a8ede6a568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.112165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-292f979c-8365-401b-8029-a8ede6a568d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 1100 time: 0.0874236 Jul 28 14:24:49.118394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.121367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a9c4245-192c-4e87-a80d-4f91ad52a98d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:49.194022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.236074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.244424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:49.244762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:49.245225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:49.251705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:24:49.251838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:49.257914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:49.258257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:49.258640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:49.259255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Bound port: ff87cd7f-38ee-46cf-9273-2128e981bae0, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:49.259681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.281119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39689092-a4b2-4378-9daa-02131d5052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.285188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.348689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39689092-a4b2-4378-9daa-02131d5052b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0f026d2e48e4190809d9f5bf83e6ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183249 Jul 28 14:24:49.349324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59316) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:49.351701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39689092-a4b2-4378-9daa-02131d5052b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee7bef-5d28-40a8-8125-38125705eb69,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.383828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-ac82bea4-3ac2-48d4-95bd-3de0fd5ae446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.385330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-ac82bea4-3ac2-48d4-95bd-3de0fd5ae446 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2574191 Jul 28 14:24:49.386906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34845fe6-a140-46b8-b354-edd277338540 req-25fd4a9c-509f-4700-8ed0-4ab668775597 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.388513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34845fe6-a140-46b8-b354-edd277338540 req-25fd4a9c-509f-4700-8ed0-4ab668775597 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.1101637 Jul 28 14:24:49.394302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:49.398592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:49.435831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-4deb1de0-e594-4315-9ff0-7c70a067e364 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a HTTP/1.1" status: 200 len: 217 time: 0.0404429 Jul 28 14:24:49.444700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34845fe6-a140-46b8-b354-edd277338540 req-0e2220bf-a009-40b0-b787-dee34334a8c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434151 Jul 28 14:24:49.464210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:49.472788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:49.476126 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be13cb3-6280-4cc2-84ea-1db9ed6a0ead" -d '{"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-plugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:49.479254 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.482767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.523136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:49.524804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.534091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.539140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-cd140fb8-0fca-455c-8c01-79f6d371778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.545223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-cd140fb8-0fca-455c-8c01-79f6d371778a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0961885 Jul 28 14:24:49.557182 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4fc3c-11a3-4881-9ae5-90518151cd37 x-openstack-request-id: req-b6a4fc3c-11a3-4881-9ae5-90518151cd37 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:49.557473 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-plugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:49.557725 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6a4fc3c-11a3-4881-9ae5-90518151cd37 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:49.559557 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'code': 200} Jul 28 14:24:49.589100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.590619 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.595855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] 10.222.0.53 "PUT /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 1093 time: 1.7890096 Jul 28 14:24:49.604690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.634294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-9089cdf4-9a11-4c6f-a657-7a672edc5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.635969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-9089cdf4-9a11-4c6f-a657-7a672edc5d2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819190 Jul 28 14:24:49.642798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25596ca-4771-4888-87ee-bf20a29b6dfc service neutron] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.681190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.690693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59322) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:49.718644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf61aed1-c3d0-4387-9b89-081c6903bbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.737576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d'}, {'name': 'network-changed', 'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:49.743271 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748" -d '{"events": [{"name": "network-changed", "server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d"}, {"name": "network-changed", "server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:49.783153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.787517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:49.788806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2ee7bef-5d28-40a8-8125-38125705eb69 HTTP/1.1" status: 204 len: 168 time: 0.4381490 Jul 28 14:24:49.802742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-48deda43-0a9e-4016-8c57-139c8b942ff1 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381524 Jul 28 14:24:49.804179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2686f1d-71ec-498a-af6c-5c0c469b68d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee7bef-5d28-40a8-8125-38125705eb69,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:49.818975 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1944254f-79f0-41aa-bf11-68c6bab891a2 x-openstack-request-id: req-1944254f-79f0-41aa-bf11-68c6bab891a2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:49.819268 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:49.826885 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1944254f-79f0-41aa-bf11-68c6bab891a2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:49.826885 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'status': 'completed', 'code': 200} Jul 28 14:24:49.826885 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'status': 'completed', 'code': 200} Jul 28 14:24:49.826885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630c5e-2137-4f46-b202-baecd8160365 req-0e301546-8579-442a-8795-e037fff0ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.829415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97630c5e-2137-4f46-b202-baecd8160365 req-0e301546-8579-442a-8795-e037fff0ae29 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1102 time: 0.1802719 Jul 28 14:24:49.987096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd040e85-356f-4317-8329-263b6de88d64 req-a754314b-6923-4d72-9372-7d1d7cb77e80 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.989360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd040e85-356f-4317-8329-263b6de88d64 req-a754314b-6923-4d72-9372-7d1d7cb77e80 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.0828166 Jul 28 14:24:49.989626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d30d-4a01-46ae-ac7b-d44847b07910 req-53facddd-4820-41cb-9127-595012724414 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:49.991552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3c9d30d-4a01-46ae-ac7b-d44847b07910 req-53facddd-4820-41cb-9127-595012724414 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.2413533 Jul 28 14:24:49.996008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c800b3-7a88-447f-b75b-7b190f0a610f req-cabadea7-24de-49a6-83f5-fa03fded3756 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469390 Jul 28 14:24:50.026116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97630c5e-2137-4f46-b202-baecd8160365 req-549efb83-344d-4d3e-97e2-ebb689a0a357 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793642 Jul 28 14:24:50.036019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd040e85-356f-4317-8329-263b6de88d64 req-ddfb941a-2ac1-45f0-899d-1483454cd6be tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jul 28 14:24:50.073285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-59b893fe-985e-4042-8c6b-0506a55bffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.075717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-59b893fe-985e-4042-8c6b-0506a55bffb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1096 time: 0.2143412 Jul 28 14:24:50.086726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-11abf5f4-6152-46a3-861f-41495fa4429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.088323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-11abf5f4-6152-46a3-861f-41495fa4429f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1127 time: 0.1948094 Jul 28 14:24:50.160492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d17c4-01fe-4d13-b1d1-ddb1e0e67fbe req-218b554f-7d83-4e7a-86c2-a0714c252e3b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.162978 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b58d17c4-01fe-4d13-b1d1-ddb1e0e67fbe req-218b554f-7d83-4e7a-86c2-a0714c252e3b tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 944 time: 0.0573115 Jul 28 14:24:50.193476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3c9d30d-4a01-46ae-ac7b-d44847b07910 req-f3bb6d32-d370-44c5-a5e8-4b25d7c705c5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899030 Jul 28 14:24:50.195337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-ea168b67-a06d-4d04-9edb-a466d7bd585b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 217 time: 0.0889542 Jul 28 14:24:50.208873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b58d17c4-01fe-4d13-b1d1-ddb1e0e67fbe req-168dd3d8-66aa-4cd6-b249-5b8c1ae5cb24 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Jul 28 14:24:50.281095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:50.332972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf61aed1-c3d0-4387-9b89-081c6903bbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:50.367701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9508be-916c-4372-90d1-e17747175e87 req-73387181-c593-4f8a-bef5-41aac8e31872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.369161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-73387181-c593-4f8a-bef5-41aac8e31872 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1395786 Jul 28 14:24:50.405178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-8bd3032d-b37c-4fd4-8dab-f3131ac41c06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266285 Jul 28 14:24:50.407885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-ef449a44-eebe-490b-8c91-3dc1aa9a34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.409255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-ef449a44-eebe-490b-8c91-3dc1aa9a34fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.3020322 Jul 28 14:24:50.418005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c24431-c2c8-46a8-ad7f-e49641284f69 req-429bcddb-9a2b-424a-8f06-8a27df287137 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.419545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48c24431-c2c8-46a8-ad7f-e49641284f69 req-429bcddb-9a2b-424a-8f06-8a27df287137 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 948 time: 0.1387088 Jul 28 14:24:50.504400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-2207b03c-3420-4a27-9d92-5d46b77f33e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 217 time: 0.0836434 Jul 28 14:24:50.576811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a72f8-3c2f-416b-9905-d5ecda95f371 req-14469a59-e8b2-4c67-aed4-5308ab51dedd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.578659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-790a72f8-3c2f-416b-9905-d5ecda95f371 req-14469a59-e8b2-4c67-aed4-5308ab51dedd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Jul 28 14:24:50.579580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48c24431-c2c8-46a8-ad7f-e49641284f69 req-f174754c-f8e3-41fa-9751-978b234db952 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459548 Jul 28 14:24:50.605440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-82664ea9-ffc4-48a4-b271-90a26027318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:50.607254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-82664ea9-ffc4-48a4-b271-90a26027318f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0935884 Jul 28 14:24:50.627933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-0199beb0-4acb-4398-990a-546c7a9e6230 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061617 Jul 28 14:24:50.633135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-790a72f8-3c2f-416b-9905-d5ecda95f371 req-d6bca450-b4ba-4467-979a-605dfed6e854 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jul 28 14:24:50.645134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-b126e561-c76f-4d6e-bcae-b74c9927fa59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297363 Jul 28 14:24:50.795160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be9508be-916c-4372-90d1-e17747175e87 req-e674c402-a8fc-4247-8124-d4fb2dfa0e88 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529860 Jul 28 14:24:50.798842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-caef8ffb-25bb-449b-9884-7f9efe80e0f4 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466401 Jul 28 14:24:50.835939 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf61aed1-c3d0-4387-9b89-081c6903bbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:50.924568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf61aed1-c3d0-4387-9b89-081c6903bbec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e64c10a1d88b414aafcb6d482665092d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2278051 Jul 28 14:24:50.927470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59346) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:50.939351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61aed1-c3d0-4387-9b89-081c6903bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff2c43-a06c-4b5c-9889-545f9ad7cedf,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:50.968278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-abd6be95-7d0a-4486-be57-4343665ec042 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482947 Jul 28 14:24:50.987773 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:51.012138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:51.199107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0cc7d-b99b-4b15-8ed2-d668d88992fd req-a7ce95c9-89cf-4d4a-87b3-2b3aff17b051 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.200660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50e0cc7d-b99b-4b15-8ed2-d668d88992fd req-a7ce95c9-89cf-4d4a-87b3-2b3aff17b051 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.0885215 Jul 28 14:24:51.229306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:51.233152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-86720101-a73a-4111-8f41-c92002193643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.233376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:51.239340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-86720101-a73a-4111-8f41-c92002193643 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1096 time: 0.0711284 Jul 28 14:24:51.240565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ddff2c43-a06c-4b5c-9889-545f9ad7cedf HTTP/1.1" status: 204 len: 168 time: 0.3060296 Jul 28 14:24:51.244077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e901aa-73e7-443e-b72c-e393d0075bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff2c43-a06c-4b5c-9889-545f9ad7cedf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:51.275683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50e0cc7d-b99b-4b15-8ed2-d668d88992fd req-b7296874-b29c-4c9a-9f17-8da033a66b77 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664866 Jul 28 14:24:51.393365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d690d93-ca47-4522-8ecb-2056ebc29641 req-2808e53a-aaa2-499f-b678-22878588929e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.397230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d690d93-ca47-4522-8ecb-2056ebc29641 req-2808e53a-aaa2-499f-b678-22878588929e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0939696 Jul 28 14:24:51.470312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb6dc1-50d1-4b62-854f-d6a0d75cc03d req-a6d1d02f-4292-4e27-8cf4-6f76b62da18e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.471988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ebb6dc1-50d1-4b62-854f-d6a0d75cc03d req-a6d1d02f-4292-4e27-8cf4-6f76b62da18e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 944 time: 0.0924475 Jul 28 14:24:51.486152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-99f9c07a-9050-47a4-a947-7ab08d62fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.489121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-99f9c07a-9050-47a4-a947-7ab08d62fb06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2369907 Jul 28 14:24:51.490395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d690d93-ca47-4522-8ecb-2056ebc29641 req-2dbe57dc-5811-4066-8149-98548e867189 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856037 Jul 28 14:24:51.548941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-5ccd6586-3ee8-4158-8230-291637ccf333 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 217 time: 0.0508034 Jul 28 14:24:51.587025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ebb6dc1-50d1-4b62-854f-d6a0d75cc03d req-65493503-acdf-4e57-a216-85cd213e4ada tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968103 Jul 28 14:24:51.656785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-3767c892-de7d-4e8c-ae3d-78de99382f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.662816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-3767c892-de7d-4e8c-ae3d-78de99382f90 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0912793 Jul 28 14:24:51.721802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-7471de9d-62a7-4c72-8308-d48a045a2b25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507498 Jul 28 14:24:51.792749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8803-9aa8-4fa5-82ec-0edf62de75c9 req-84f0d2ac-9616-4223-8fd4-17103344f5f6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.801970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-67df8803-9aa8-4fa5-82ec-0edf62de75c9 req-84f0d2ac-9616-4223-8fd4-17103344f5f6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.0778759 Jul 28 14:24:51.817018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59374) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:51.844339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-67df8803-9aa8-4fa5-82ec-0edf62de75c9 req-f5c42e09-ab64-41b2-ab80-22150fb59238 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Jul 28 14:24:51.881106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64296329-e51e-406d-bde0-908a00e1cfa2 req-7a7a1901-30df-497a-bb03-40408f82bfbc tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:51.883072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64296329-e51e-406d-bde0-908a00e1cfa2 req-7a7a1901-30df-497a-bb03-40408f82bfbc tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 948 time: 0.1653535 Jul 28 14:24:51.933039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-fa06f423-7ec1-4677-9f2b-6892cb4385d6 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990278 Jul 28 14:24:51.957287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64296329-e51e-406d-bde0-908a00e1cfa2 req-45bbf628-3233-4fe1-9a04-6713db2c75ee tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643468 Jul 28 14:24:52.006830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-network', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:52.064518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bdc1ad55-9bc8-48ac-9e4e-5b0e065b1748 req-5c73e564-48e7-4c17-9e86-f63d7513bd86 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223238 Jul 28 14:24:52.193143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Made reservation on behalf of a4a9161f2b8d4aaa9742670aa7d9bbd2 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:52.196955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.208086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.330548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.427956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dc95f-3010-43e7-9f6d-194cccb1835a req-f34d75d6-673d-4292-b2c2-1a8d421077ae tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:52.429482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-552dc95f-3010-43e7-9f6d-194cccb1835a req-f34d75d6-673d-4292-b2c2-1a8d421077ae tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.0607615 Jul 28 14:24:52.483558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-552dc95f-3010-43e7-9f6d-194cccb1835a req-27b21182-beb9-4d5e-86dc-b26dc67b518b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476029 Jul 28 14:24:52.492062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.511716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:52.530221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:24:52.536180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:52.547000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fb803c-6ba7-413b-a6a5-9278f5352b30,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:52.555338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.555891 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Added segment f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372 of type vlan for network b3f3ce25-7977-4132-a669-4dd62c648396 Jul 28 14:24:52.635081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.687844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1f99b-e371-48de-ba93-500e596701a7 req-be99b5b4-e523-4d86-8aff-a29cc5411e8a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:52.689631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9db1f99b-e371-48de-ba93-500e596701a7 req-be99b5b4-e523-4d86-8aff-a29cc5411e8a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0837510 Jul 28 14:24:52.742723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9db1f99b-e371-48de-ba93-500e596701a7 req-2d5b6dd8-fd75-48cc-b8c8-39cf2131f7e4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Jul 28 14:24:52.787350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:52.803621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:24:52.821061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72b3d6-e565-4188-a188-7dcaa6bee2c4 req-7f0a484f-fbe0-4cf5-a46e-7bed0d91dc59 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:52.823993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.826049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:52.826753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.829254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf72b3d6-e565-4188-a188-7dcaa6bee2c4 req-7f0a484f-fbe0-4cf5-a46e-7bed0d91dc59 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 944 time: 0.0860653 Jul 28 14:24:52.890445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:52.890892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:52.891852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:52.917457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf72b3d6-e565-4188-a188-7dcaa6bee2c4 req-c3320020-1ffc-419f-96aa-dae245fd2cbd tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869174 Jul 28 14:24:52.928179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] Pushing event updated for resources: {'Network': ['ID=b3f3ce25-7977-4132-a669-4dd62c648396,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:52.955682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b3f3ce25-7977-4132-a669-4dd62c648396 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:24:53.037592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-31ca99c0-6f99-4c68-9409-153530e3087d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2174251 Jul 28 14:24:53.040563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59410) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:53.049727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Request body: {'subnet': {'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-subnet', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:53.074341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.117732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:53.120306 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38062f9b-c04f-40df-b73a-e94b8c90375b" -d '{"events": [{"server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:53.151419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:53.155676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-958a8723-7bf1-4d75-91bc-24fc65d4f559 service neutron] 10.222.0.53 "GET /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.0914886 Jul 28 14:24:53.184552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28bccb-30dc-48c0-a091-d61b3f011b26 req-c51dc61e-8316-411b-b2ed-35d0afef3264 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:53.200780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d28bccb-30dc-48c0-a091-d61b3f011b26 req-c51dc61e-8316-411b-b2ed-35d0afef3264 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 944 time: 0.1445043 Jul 28 14:24:53.245605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Made reservation on behalf of a4a9161f2b8d4aaa9742670aa7d9bbd2 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:24:53.248982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.251745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device fe092ccc-36af-453c-84d7-50c4b2d4013a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:53.257941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.322010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d28bccb-30dc-48c0-a091-d61b3f011b26 req-dc19ba20-5276-4f18-bd18-aaa2c31e9f68 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199956 Jul 28 14:24:53.414159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:53.437879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:53.507639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:53.527329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:53.552050 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c28f8-91c4-45ec-a877-80eb63673656 x-openstack-request-id: req-f44c28f8-91c4-45ec-a877-80eb63673656 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:53.553319 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "name": "network-vif-plugged", "status": "completed", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:53.553900 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f44c28f8-91c4-45ec-a877-80eb63673656 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:53.554477 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'code': 200} Jul 28 14:24:53.555802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'fe092ccc-36af-453c-84d7-50c4b2d4013a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'fe092ccc-36af-453c-84d7-50c4b2d4013a', 'mac_address': 'fa:16:3e:a9:cf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:53.612589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.628886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9e60e-5aea-4e73-992a-ede6ad984d50 req-5b2ea908-d266-4551-a694-8e5b96428f65 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:53.629859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9c4245-192c-4e87-a80d-4f91ad52a98d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:53.630183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe092ccc-36af-453c-84d7-50c4b2d4013a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:53.651379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50e9e60e-5aea-4e73-992a-ede6ad984d50 req-5b2ea908-d266-4551-a694-8e5b96428f65 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 948 time: 0.1866107 Jul 28 14:24:53.658026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:53.663299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:53.709347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50e9e60e-5aea-4e73-992a-ede6ad984d50 req-ff9cdb2b-a4ab-4d22-8850-fa9157fec489 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Jul 28 14:24:53.803975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-e3fba6f5-8f03-451b-b60f-46460f9ae6f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718055 Jul 28 14:24:53.813668 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.827627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.827860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578a0c-8ed5-4f13-a0cb-a7c56b2d1ce7 req-0c9dfefd-2283-40f5-9077-1ced6e226239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:53.828474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77578a0c-8ed5-4f13-a0cb-a7c56b2d1ce7 req-0c9dfefd-2283-40f5-9077-1ced6e226239 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 1097 time: 0.1319673 Jul 28 14:24:53.853837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad9c8c-54f7-4e6a-ba79-0023b4b456de req-ffe46bc0-3339-4e58-9700-30af2f5c4810 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:53.856699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2ad9c8c-54f7-4e6a-ba79-0023b4b456de req-ffe46bc0-3339-4e58-9700-30af2f5c4810 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1458297 Jul 28 14:24:53.861243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:53.909075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:54.002267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:54.033519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16d8c6-88a4-41ad-920d-2a09e5809efc req-0d6efd77-4d1a-4524-b781-c5942885f8cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:54.046993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2ad9c8c-54f7-4e6a-ba79-0023b4b456de req-e6e134cb-8d77-4e3e-9d8c-3bbc0d947e92 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582773 Jul 28 14:24:54.049781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77578a0c-8ed5-4f13-a0cb-a7c56b2d1ce7 req-7fced132-689d-48c6-b260-bb34434727eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914711 Jul 28 14:24:54.049917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d16d8c6-88a4-41ad-920d-2a09e5809efc req-0d6efd77-4d1a-4524-b781-c5942885f8cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.2110631 Jul 28 14:24:54.103500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Checking segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:54.104131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Network hostable DHCP agents. Network: b3f3ce25-7977-4132-a669-4dd62c648396, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:24:54.145854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d16d8c6-88a4-41ad-920d-2a09e5809efc req-049995e5-0e5f-4d62-9300-719ee03060a3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872242 Jul 28 14:24:54.149247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['fe092ccc-36af-453c-84d7-50c4b2d4013a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:54.153616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] Transition to ACTIVE for port object 8a9c4245-192c-4e87-a80d-4f91ad52a98d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:54.284383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Network b3f3ce25-7977-4132-a669-4dd62c648396 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:24:54.294167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.318724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70415424-dc7c-48a9-90a8-51117f3d6541 req-9ddd8e23-d3ac-4f64-8fd0-4609794d84a1 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:54.326385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70415424-dc7c-48a9-90a8-51117f3d6541 req-9ddd8e23-d3ac-4f64-8fd0-4609794d84a1 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.0753908 Jul 28 14:24:54.369969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b3f3ce25-7977-4132-a669-4dd62c648396) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:54.391033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf92ef9-87c0-4f58-8383-05eb7a2365f5 None None] Network b3f3ce25-7977-4132-a669-4dd62c648396 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:24:54.392484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70415424-dc7c-48a9-90a8-51117f3d6541 req-4e01a3f3-501c-44dc-b145-f978fad63691 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648229 Jul 28 14:24:54.405089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:54.405730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.440719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] No DVR routers for this DVR port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:24:54.502605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] Pushing event updated for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:54.532243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-791e3011-3814-42c7-8121-f022c9cac881 service neutron] 10.222.0.53 "PUT /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.3682816 Jul 28 14:24:54.557856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ad7690b4-a989-44d9-a22e-8e2cfec0c66e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5151389 Jul 28 14:24:54.568202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59458) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:54.580870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:54.609972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcb5f5-78e8-4c5e-8894-c327953187fa req-1e7a91c5-663c-4708-8b47-5ebcb0fb2a23 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:54.611685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fbcb5f5-78e8-4c5e-8894-c327953187fa req-1e7a91c5-663c-4708-8b47-5ebcb0fb2a23 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.1311827 Jul 28 14:24:54.648791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b3f3ce25-7977-4132-a669-4dd62c648396', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'fixed_ips': [{'subnet_id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:24:54.658926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.669534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fbcb5f5-78e8-4c5e-8894-c327953187fa req-044d596a-d855-40e3-8adb-16e81191d88f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Jul 28 14:24:54.798300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Allocated IP 172.20.0.2 (b3f3ce25-7977-4132-a669-4dd62c648396/5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed/c84a360c-24ae-4d46-bc18-1e9bb29524c7) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:54.836320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe701e17-a416-4809-9ac4-52800a104b89 req-2d21cb21-e86e-4d9b-bdd8-b91c5bf32d90 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:54.837934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe701e17-a416-4809-9ac4-52800a104b89 req-2d21cb21-e86e-4d9b-bdd8-b91c5bf32d90 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 949 time: 0.0502658 Jul 28 14:24:54.858693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.859803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.890076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe701e17-a416-4809-9ac4-52800a104b89 req-f083ab83-7824-4b29-800f-b79061ace0e6 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455062 Jul 28 14:24:54.933530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.944856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:54.960022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Transition to ACTIVE for port object c84a360c-24ae-4d46-bc18-1e9bb29524c7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:54.980695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Transition to ACTIVE for port object c84a360c-24ae-4d46-bc18-1e9bb29524c7 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:24:55.002070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-54871577-15ab-4646-9aa6-1ef631441934 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.004305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-54871577-15ab-4646-9aa6-1ef631441934 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0484910 Jul 28 14:24:55.095470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-911a10cf-dbe5-4830-9e89-9f9a8564ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.097304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-911a10cf-dbe5-4830-9e89-9f9a8564ea4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0&tenant_id=a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 1097 time: 0.0814931 Jul 28 14:24:55.174637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986fa5b-afbf-41ca-a602-79bd1240f36f req-876156d5-d71e-4f1c-9460-edeabcc1f13b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.177375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9986fa5b-afbf-41ca-a602-79bd1240f36f req-876156d5-d71e-4f1c-9460-edeabcc1f13b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0520000 Jul 28 14:24:55.180954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-203599a7-c191-406f-b50c-71415744c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.182702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-203599a7-c191-406f-b50c-71415744c4db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1097 time: 0.0412970 Jul 28 14:24:55.217960 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9986fa5b-afbf-41ca-a602-79bd1240f36f req-47ccad0b-56c1-43ab-9f4a-9597be07759a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Jul 28 14:24:55.262680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:24:55.269649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device fe092ccc-36af-453c-84d7-50c4b2d4013a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:55.393259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.474674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.475568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Network b3f3ce25-7977-4132-a669-4dd62c648396 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:55.494355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926e658-88bb-46e6-a401-c27c4199d105 req-b69dde5c-209c-42a0-8f85-df192336061f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.497853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:55.502393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d926e658-88bb-46e6-a401-c27c4199d105 req-b69dde5c-209c-42a0-8f85-df192336061f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.2265961 Jul 28 14:24:55.503808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:55.511192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Pushing event updated for resources: {'Port': ['ID=c84a360c-24ae-4d46-bc18-1e9bb29524c7,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:55.547709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port fe092ccc-36af-453c-84d7-50c4b2d4013a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:55.575451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:55.608419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d926e658-88bb-46e6-a401-c27c4199d105 req-784df9a5-d44f-496c-80a0-ff1375d43fdb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050425 Jul 28 14:24:55.625933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port fe092ccc-36af-453c-84d7-50c4b2d4013a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:55.625933 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.662244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-99312c6e-fa57-4393-8c3e-c6668755f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.664198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-99312c6e-fa57-4393-8c3e-c6668755f3df service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.4575899 Jul 28 14:24:55.719961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'port_id': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'mac_address': 'fa:16:3e:26:ba:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0741580-da52-46de-8a13-3b639e68a81a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:24:55.723694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-abf7930b-49b7-416e-a6e6-cf07b412a060 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 200 len: 217 time: 0.0493467 Jul 28 14:24:55.724262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Attempting to bind port c84a360c-24ae-4d46-bc18-1e9bb29524c7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:24:55.725057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Attempting to bind port c84a360c-24ae-4d46-bc18-1e9bb29524c7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:24:55.725724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Attempting to bind port c84a360c-24ae-4d46-bc18-1e9bb29524c7 on network b3f3ce25-7977-4132-a669-4dd62c648396 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:24:55.760843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:24:55.761474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Checking segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:24:55.762297 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.763107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Bound using segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:24:55.764028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Bound port: c84a360c-24ae-4d46-bc18-1e9bb29524c7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:24:55.768175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.806390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-f12add27-77b8-49fb-9bde-fbcd12c9261d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775731 Jul 28 14:24:55.872496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-2ee2c0d1-75a0-47cf-9362-ff59685233f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.875670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-2ee2c0d1-75a0-47cf-9362-ff59685233f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1427379 Jul 28 14:24:55.918094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-59b045c5-0b16-414e-876d-d2879f0bc4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296223 Jul 28 14:24:55.959115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b31755-f5ea-4197-bd40-c85702590e1a req-a1f38c57-7d6d-4f4b-9ff3-1cac14955194 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:55.959415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:55.962132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62b31755-f5ea-4197-bd40-c85702590e1a req-a1f38c57-7d6d-4f4b-9ff3-1cac14955194 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.1540496 Jul 28 14:24:56.029558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.035913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff87cd7f-38ee-46cf-9273-2128e981bae0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:24:56.040361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-d32ed631-7fb5-4841-b564-d47b0c90dd3b service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139598 Jul 28 14:24:56.059802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] For port c84a360c-24ae-4d46-bc18-1e9bb29524c7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:56.090843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-c41b42d8-9abf-4079-81f9-28db58dd76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:56.097485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-c41b42d8-9abf-4079-81f9-28db58dd76e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 1102 time: 0.1883004 Jul 28 14:24:56.098346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] For port c84a360c-24ae-4d46-bc18-1e9bb29524c7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c84a360c-24ae-4d46-bc18-1e9bb29524c7,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:24:56.106780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.115112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62b31755-f5ea-4197-bd40-c85702590e1a req-a9d7593d-ef1d-409a-862e-c736b329b3d8 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220551 Jul 28 14:24:56.142748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:56.156635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:24:56.158581 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.164420 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88682a8-e6d9-4613-9616-b41baccf0e4b" -d '{"events": [{"server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "name": "network-vif-plugged", "status": "completed", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:24:56.184581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-3d7a70cf-eec5-49d2-86df-a8edc4ec9a5c service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348038 Jul 28 14:24:56.197582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:56.221166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.286507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7941b-43bc-4fb2-8bae-e8d8d3a18910 None None] Pushing event updated for resources: {'Port': ['ID=c84a360c-24ae-4d46-bc18-1e9bb29524c7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:56.323341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.402180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:56.411094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:24:56.426899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2599ad7-8082-4fcb-afa0-4c5eb8b8f524 req-f6fae360-c7c0-4a73-ac1a-e6cb8fc9e273 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:56.428731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2599ad7-8082-4fcb-afa0-4c5eb8b8f524 req-f6fae360-c7c0-4a73-ac1a-e6cb8fc9e273 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.2104695 Jul 28 14:24:56.432604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-34ff2059-1fb8-4773-8c53-72833e172422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:56.434229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-34ff2059-1fb8-4773-8c53-72833e172422 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2722173 Jul 28 14:24:56.479711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:56.488255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:24:56.510560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Allocated IP 172.25.0.211 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/814b09e4-09f8-4171-974d-aa5f9425265c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:24:56.514128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-d4d9dbba-ed67-40db-912c-41c94cd05102 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 200 len: 217 time: 0.0663936 Jul 28 14:24:56.609546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:56.611997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2599ad7-8082-4fcb-afa0-4c5eb8b8f524 req-00e0165b-0eea-467a-b8d6-fbc88f9cbb0b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743872 Jul 28 14:24:56.645983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ff87cd7f-38ee-46cf-9273-2128e981bae0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:24:56.710923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-aed6bc16-59d3-4998-9909-d8a313cbb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:56.714572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-aed6bc16-59d3-4998-9909-d8a313cbb4f5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1918991 Jul 28 14:24:57.137550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:57.144334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-72b55b28-7e87-46b8-8d69-c277fbe6ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.144334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-72b55b28-7e87-46b8-8d69-c277fbe6ee03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4079952 Jul 28 14:24:57.154205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b19ec-0dc5-4967-b82a-393f52fd9cba req-73d1a3bd-4333-4393-bd3b-28a747db837e tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.155799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-332b19ec-0dc5-4967-b82a-393f52fd9cba req-73d1a3bd-4333-4393-bd3b-28a747db837e tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.4155936 Jul 28 14:24:57.198058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39918eb7-bc5b-4a3c-aa9e-491133e6b6bf req-a28b96ab-7f23-4b3f-a1a9-6f5cab126f8a tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.208328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39918eb7-bc5b-4a3c-aa9e-491133e6b6bf req-a28b96ab-7f23-4b3f-a1a9-6f5cab126f8a tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.0888786 Jul 28 14:24:57.221143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59494) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:57.230848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Request body: {'floatingip': {'port_id': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:24:57.282792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c84a360c-24ae-4d46-bc18-1e9bb29524c7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:57.294683 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47bede-a689-4370-8c00-d7a358f45a9a x-openstack-request-id: req-3f47bede-a689-4370-8c00-d7a358f45a9a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:24:57.295142 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "name": "network-vif-plugged", "status": "completed", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:24:57.295519 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f47bede-a689-4370-8c00-d7a358f45a9a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:24:57.296122 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a', 'code': 200} Jul 28 14:24:57.330038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-332b19ec-0dc5-4967-b82a-393f52fd9cba req-20b1606a-f522-4bde-8b57-eb880fa55d05 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538706 Jul 28 14:24:57.419489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:57.434393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-3b5ab8f8-416b-4910-93dd-079d7493db08 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758114 Jul 28 14:24:57.451845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:57.565198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c84a360c-24ae-4d46-bc18-1e9bb29524c7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:57.626588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:24:57.638512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:24:57.640486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Pushing event updated for resources: {'Port': ['ID=814b09e4-09f8-4171-974d-aa5f9425265c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:57.642459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:24:57.707742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fc0a6-575a-4b24-8a23-d7f83f0d52d0 req-a46f7630-7420-4f31-b590-09ab11e39fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.709399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f1fc0a6-575a-4b24-8a23-d7f83f0d52d0 req-a46f7630-7420-4f31-b590-09ab11e39fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 1102 time: 0.2599792 Jul 28 14:24:57.720664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa2175-8ffd-4ca7-a5a9-d97b6cd56aff req-36c6ae0a-47ee-41da-b722-f31d4e8e2a92 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.724230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26fa2175-8ffd-4ca7-a5a9-d97b6cd56aff req-36c6ae0a-47ee-41da-b722-f31d4e8e2a92 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.2881656 Jul 28 14:24:57.825548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e72cf-2576-4932-923f-cdbb792da8df req-7c9e6bc3-15a2-42fc-9ff2-50a00cd2d0f7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.828138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567e72cf-2576-4932-923f-cdbb792da8df req-7c9e6bc3-15a2-42fc-9ff2-50a00cd2d0f7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.3533549 Jul 28 14:24:57.857099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d473a49c-8e3b-4ee6-bb50-ab3f848b80a5 None None] Network b3f3ce25-7977-4132-a669-4dd62c648396 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:24:57.872958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7db1a4f-f970-44e9-8be8-5d1d3d2fe89d req-0dea5d65-84d1-4e4b-a090-184cae7ebb18 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995633 Jul 28 14:24:57.891737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-dbdb47d7-3d13-42e9-99f5-f1ade445f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:57.894697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-dbdb47d7-3d13-42e9-99f5-f1ade445f02f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1102 time: 0.2263746 Jul 28 14:24:57.906705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567e72cf-2576-4932-923f-cdbb792da8df req-99f63eb7-29f5-4311-8f46-e98562d437ff tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650392 Jul 28 14:24:57.939769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f1fc0a6-575a-4b24-8a23-d7f83f0d52d0 req-9a4b4711-df6a-4816-896b-b63ac46fd59c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074232 Jul 28 14:24:58.022052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-41d73f3b-0279-4a2a-b01c-cd68a8a2088d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.025573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-41d73f3b-0279-4a2a-b01c-cd68a8a2088d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0827169 Jul 28 14:24:58.045237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26fa2175-8ffd-4ca7-a5a9-d97b6cd56aff req-c308fec5-5260-4356-bcc2-2a15edc97121 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036065 Jul 28 14:24:58.152563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Provisioning for port c84a360c-24ae-4d46-bc18-1e9bb29524c7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:58.157453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Provisioning complete for port c84a360c-24ae-4d46-bc18-1e9bb29524c7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:58.157842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.273180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-394558b4-9aa8-4c95-9a25-fd37a8970d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.276431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-394558b4-9aa8-4c95-9a25-fd37a8970d4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2809377 Jul 28 14:24:58.283176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.332607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217e56e-b739-4922-9fd5-397e381e78f1 req-4feb801a-3c7e-40d8-9a71-58d7d018f06f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.336225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] For port c84a360c-24ae-4d46-bc18-1e9bb29524c7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c84a360c-24ae-4d46-bc18-1e9bb29524c7,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:24:58.340314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a217e56e-b739-4922-9fd5-397e381e78f1 req-4feb801a-3c7e-40d8-9a71-58d7d018f06f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.1775684 Jul 28 14:24:58.362814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-4459c9cb-3111-467d-95a7-8174f73c98ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.0741820 Jul 28 14:24:58.396777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.455291 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.510075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a217e56e-b739-4922-9fd5-397e381e78f1 req-90948eb3-4bfe-40a6-b86f-5c2949ff420f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689303 Jul 28 14:24:58.577447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc39ca7-1fad-4060-8cc7-7a0529c4ce2b None None] Pushing event updated for resources: {'Port': ['ID=c84a360c-24ae-4d46-bc18-1e9bb29524c7,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:24:58.600620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b5e3dee-b60d-4e1d-ae19-c411e28e09fb None None] Provisioning complete for port c84a360c-24ae-4d46-bc18-1e9bb29524c7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:58.601214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b5e3dee-b60d-4e1d-ae19-c411e28e09fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.686058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-30bba769-615b-41b6-a3cb-8ad54a40a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.689852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-30bba769-615b-41b6-a3cb-8ad54a40a800 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2846634 Jul 28 14:24:58.693059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-d4a7d6f1-326f-4291-84de-43055e36c46e service neutron] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:24:58.708541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-d4a7d6f1-326f-4291-84de-43055e36c46e service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.709592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abff4aa9-50b7-4eda-ab92-5a69ee643c5f req-d4a7d6f1-326f-4291-84de-43055e36c46e service neutron] 10.222.0.50 "DELETE /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.6708858 Jul 28 14:24:58.771502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:58.828500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593d83-f695-41b0-b989-6e504174c94b req-766ab4f2-8d14-4646-aeaa-eab766ed0bc3 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.831146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45593d83-f695-41b0-b989-6e504174c94b req-766ab4f2-8d14-4646-aeaa-eab766ed0bc3 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.1427810 Jul 28 14:24:58.888486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-a278a395-9921-4b96-8d62-c09dc8bb8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:58.891831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-a278a395-9921-4b96-8d62-c09dc8bb8709 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1902089 Jul 28 14:24:58.924386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45593d83-f695-41b0-b989-6e504174c94b req-1f328c5c-cefe-4e0c-8821-5277948b8175 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806451 Jul 28 14:24:58.984557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.resource_extend [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:24:59.043320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Router cefe8772-9a51-4b5f-9de3-04a0878007cb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:24:59.125083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.157112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-78ed43df-96ea-4a1b-964f-6a9f4df13961 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507002 Jul 28 14:24:59.165033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c866f0-d69a-4761-8a46-35c7958c8cbb req-beac4bf3-7800-4e8b-85bd-a5dd3450bdb5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:59.192846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4c866f0-d69a-4761-8a46-35c7958c8cbb req-beac4bf3-7800-4e8b-85bd-a5dd3450bdb5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.1111403 Jul 28 14:24:59.198778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c84a360c-24ae-4d46-bc18-1e9bb29524c7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:59.262896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4c866f0-d69a-4761-8a46-35c7958c8cbb req-7cff4ef6-7b81-4122-9ffc-8482cbcb37ae tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612040 Jul 28 14:24:59.281507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:24:59.287569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:24:59.302112 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Sync routers for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:24:59.313763 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:24:59.314757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:59.318234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-f19b26ad-5aac-49b1-a4b6-0dee7af9b249 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537557 Jul 28 14:24:59.319169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c84a360c-24ae-4d46-bc18-1e9bb29524c7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:59.320516 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.384484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a41c9-2fb7-4c15-ab01-03a6da1bcb26 req-fd1aa8e4-0c94-44af-9456-387b6083e045 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:24:59.391926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-491a41c9-2fb7-4c15-ab01-03a6da1bcb26 req-fd1aa8e4-0c94-44af-9456-387b6083e045 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 1097 time: 0.0547650 Jul 28 14:24:59.446006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-491a41c9-2fb7-4c15-ab01-03a6da1bcb26 req-c961bdb3-e2a7-4157-b86f-eab0b39a7e26 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Jul 28 14:24:59.456210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:24:59.506771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.568178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.575921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ff87cd7f-38ee-46cf-9273-2128e981bae0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:24:59.576461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bd6d2850-29a0-4cf1-a9d0-e1ed0cf50d3b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0049117 Jul 28 14:24:59.582201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ff87cd7f-38ee-46cf-9273-2128e981bae0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:24:59.582788 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.583811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59514) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:24:59.873621 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:24:57Z', 'revision_number': 3, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:24:59.896920 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:24:59.935459 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Checking router: cefe8772-9a51-4b5f-9de3-04a0878007cb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:24:59.936547 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Updating router cefe8772-9a51-4b5f-9de3-04a0878007cb port 814b09e4-09f8-4171-974d-aa5f9425265c binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:24:59.999827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:00.006472 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd16d26-0ffd-4a3c-89f6-620b930ae25c" -d '{"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-plugged", "status": "completed", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:00.012172 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.031408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:00.092134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39477bef-be4b-417e-a3eb-c0249f3a2645 req-50d6815a-c129-42bf-9c88-2a59f3823703 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:00.116851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39477bef-be4b-417e-a3eb-c0249f3a2645 req-50d6815a-c129-42bf-9c88-2a59f3823703 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.2942004 Jul 28 14:25:00.213976 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Floating IP eeac75c8-cc3b-4565-82f7-dd59998544df associated. External IP: 172.25.0.166, port: 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01. Jul 28 14:25:00.246228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.267217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39477bef-be4b-417e-a3eb-c0249f3a2645 req-f05da356-4a6c-4f1f-b616-4a5b7817f6a9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435862 Jul 28 14:25:00.369288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-10faadba-5b5e-463a-9e60-58f3ab71048f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:00.370881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-10faadba-5b5e-463a-9e60-58f3ab71048f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.2352760 Jul 28 14:25:00.398570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:00.446984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-86bfdb88-54c0-4060-ba02-a9e5daff1340 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/quotas/a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 375 time: 0.0598788 Jul 28 14:25:00.507278 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.520249 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Transition to ACTIVE for port object 814b09e4-09f8-4171-974d-aa5f9425265c will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:00.600213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-e0bc449f-6709-4acf-b4a3-f9efcb8352f8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176956 Jul 28 14:25:00.604700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Router 092d041c-4931-4842-9e66-4c6239793448 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:25:00.614845 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.680451 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed07aee-15ca-4575-ad7b-0944f819056e None None] Pushing event updated for resources: {'Port': ['ID=814b09e4-09f8-4171-974d-aa5f9425265c,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:00.707977 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Attempting to bind port 814b09e4-09f8-4171-974d-aa5f9425265c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:00.708855 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Attempting to bind port 814b09e4-09f8-4171-974d-aa5f9425265c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:00.709575 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Attempting to bind port 814b09e4-09f8-4171-974d-aa5f9425265c on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:00.717056 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:00.717944 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:00.718990 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.719653 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:00.720397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Bound port: 814b09e4-09f8-4171-974d-aa5f9425265c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:00.721077 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.751363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb8250-a2ed-4f5f-bc46-13153697b108 req-9b54f912-0fc5-45b1-94f7-5ba3fdb75279 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:00.759511 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eedb8250-a2ed-4f5f-bc46-13153697b108 req-9b54f912-0fc5-45b1-94f7-5ba3fdb75279 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.1657653 Jul 28 14:25:00.786798 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] For port 814b09e4-09f8-4171-974d-aa5f9425265c, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:00.792637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] For port 814b09e4-09f8-4171-974d-aa5f9425265c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=814b09e4-09f8-4171-974d-aa5f9425265c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:00.805382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:00.849230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eedb8250-a2ed-4f5f-bc46-13153697b108 req-49370728-1d4d-49fe-b6e2-dac41fc3cae2 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872257 Jul 28 14:25:00.855773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-0fad6a5a-99e1-454e-b6ec-8a758e1d3399 service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405729 Jul 28 14:25:00.879777 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.909535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:00.914319 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7618f17f-f64f-4b1a-b365-13e935c3b577 x-openstack-request-id: req-7618f17f-f64f-4b1a-b365-13e935c3b577 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:00.914999 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-plugged", "status": "completed", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:00.915547 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7618f17f-f64f-4b1a-b365-13e935c3b577 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:00.917773 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'code': 200} Jul 28 14:25:00.919605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:00.923651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Sync routers for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:00.953819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:00.956704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:01.013709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e917d0ef-e1c9-4d73-8ac0-f47e688721f5 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "PUT /v2.0/floatingips/eeac75c8-cc3b-4565-82f7-dd59998544df HTTP/1.1" status: 200 len: 991 time: 3.7886274 Jul 28 14:25:01.013955 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:01.014390 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:01.025699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:01.028079 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352282ba-4731-470d-a7ad-017bf27e50fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:01.062089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:01.098271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:01.110003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-d0906586-8d88-4149-93ef-075418f5a9ed service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531888 Jul 28 14:25:01.125618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598e8d0-ae98-4f08-ae38-528ff2e4a67b req-24bd82f4-0e81-49e1-bc68-0b679c3b13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:01.131393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6598e8d0-ae98-4f08-ae38-528ff2e4a67b req-24bd82f4-0e81-49e1-bc68-0b679c3b13c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.0953190 Jul 28 14:25:01.156353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:01.173508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360a759-3b5c-4784-b5aa-6eb41b0da681 req-7b0d5488-412b-4ede-85ae-dfc41ddd7bb9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:01.186827 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed07aee-15ca-4575-ad7b-0944f819056e None None] Pushing event updated for resources: {'Port': ['ID=814b09e4-09f8-4171-974d-aa5f9425265c,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:01.194738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e360a759-3b5c-4784-b5aa-6eb41b0da681 req-7b0d5488-412b-4ede-85ae-dfc41ddd7bb9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.1859992 Jul 28 14:25:01.201626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:01.212624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6598e8d0-ae98-4f08-ae38-528ff2e4a67b req-bc8c3c55-c860-4ca2-85ae-71cf3d2d06fd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736361 Jul 28 14:25:01.382407 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e360a759-3b5c-4784-b5aa-6eb41b0da681 req-11b10862-66ef-4c16-9b52-a213717cddb3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866887 Jul 28 14:25:01.449845 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:24:57Z', 'revision_number': 3, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:01.502358 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e78d586-a5e2-4f56-ad9d-48716a170564 None None] The sync data for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 is: [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:24:57Z', 'revision_number': 3, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:01.531872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:01.546725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Allocated IP 172.20.0.1 (b3f3ce25-7977-4132-a669-4dd62c648396/5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed/af7a17ff-b9f0-4c85-8410-23ef3442719a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:01.631403 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5511b720-face-4072-a247-3f497ecf75ce x-openstack-request-id: req-5511b720-face-4072-a247-3f497ecf75ce {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:01.632173 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:01.632173 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5511b720-face-4072-a247-3f497ecf75ce {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:01.632438 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'status': 'completed', 'code': 200} Jul 28 14:25:01.732378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:01.758073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'eeac75c8-cc3b-4565-82f7-dd59998544df', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '092d041c-4931-4842-9e66-4c6239793448', 'port_id': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'mac_address': 'fa:16:3e:da:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:24:34Z', 'updated_at': '2021-07-28T14:24:58Z', 'revision_number': 1, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:01.803161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Checking router: 092d041c-4931-4842-9e66-4c6239793448 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:01.820390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:01.824110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:01.843034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352282ba-4731-470d-a7ad-017bf27e50fa req-67b52aa5-cde8-4b33-99f4-8076246d8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:01.854439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-67b52aa5-cde8-4b33-99f4-8076246d8eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6172cf4039bc4118a31d8ac88d652637&device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 1097 time: 0.1531553 Jul 28 14:25:01.868959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370da480-0250-418e-9a07-4bb33ff3b171,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:01.872032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bf831-6599-4664-bd92-a3ba193d255e req-fbd174ee-d1c9-4c0c-8938-2b9187712181 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:01.882067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-763bf831-6599-4664-bd92-a3ba193d255e req-fbd174ee-d1c9-4c0c-8938-2b9187712181 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1299646 Jul 28 14:25:01.902210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08362f1c6fe74d4185aad5f496af294e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0912085 Jul 28 14:25:01.938310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:01.940154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.940558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.941169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.941708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.942243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.942788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.955492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.956162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.957257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.957838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.958425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.968683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ebfc9c-1033-4cbd-bdef-0d0762d5f6ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:01.985723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:02.070939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4e87dd8-1ed7-4a48-b64c-2b7385c31c56 req-2577bd46-4b40-4383-a15a-1679aef8f6a8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 210 time: 0.1862788 Jul 28 14:25:02.134809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-763bf831-6599-4664-bd92-a3ba193d255e req-cd3b4fe0-dce0-42e9-a9d7-ba4f3b071919 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513778 Jul 28 14:25:02.262697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352282ba-4731-470d-a7ad-017bf27e50fa req-8b685cf7-bf40-4fd2-98cd-5a8bf3db16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:02.265701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-8b685cf7-bf40-4fd2-98cd-5a8bf3db16cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccb6dee9-bb50-42f6-81ff-d5d503dda777 HTTP/1.1" status: 200 len: 907 time: 0.3749020 Jul 28 14:25:02.334572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.388616 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.431048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-90bdc2eb-10b0-4920-86ab-748ae0b08d5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 HTTP/1.1" status: 200 len: 999 time: 0.1549039 Jul 28 14:25:02.444206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Transition to ACTIVE for port object af7a17ff-b9f0-4c85-8410-23ef3442719a will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:02.471860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.497482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a83a0d-1a69-4b88-bc18-73f6913a2d86 req-d66ccbad-c1f2-4d1d-9d62-79526343d8e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:02.510731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80a83a0d-1a69-4b88-bc18-73f6913a2d86 req-d66ccbad-c1f2-4d1d-9d62-79526343d8e9 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.2693202 Jul 28 14:25:02.542234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352282ba-4731-470d-a7ad-017bf27e50fa req-191b51c4-1817-4835-93ce-20d6c5a4cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:02.544944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-191b51c4-1817-4835-93ce-20d6c5a4cae6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=55fa76ee-a273-4183-89bf-ca96dc76d66a HTTP/1.1" status: 200 len: 845 time: 0.1052651 Jul 28 14:25:02.556243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'eeac75c8-cc3b-4565-82f7-dd59998544df', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '092d041c-4931-4842-9e66-4c6239793448', 'port_id': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'mac_address': 'fa:16:3e:da:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:24:34Z', 'updated_at': '2021-07-28T14:24:58Z', 'revision_number': 1, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:02.623836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80a83a0d-1a69-4b88-bc18-73f6913a2d86 req-9dc5038d-0e39-4b40-b8cc-3f695d4b5f3e tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111846 Jul 28 14:25:02.671155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.682727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352282ba-4731-470d-a7ad-017bf27e50fa req-99b348e0-27dc-43f3-ab93-79dbcf982f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:02.684439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-99b348e0-27dc-43f3-ab93-79dbcf982f03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccb6dee9-bb50-42f6-81ff-d5d503dda777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136897 Jul 28 14:25:02.694981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf57b3-4172-44c4-9357-d9eeb8347f6c req-cc641394-f57c-4957-a443-be6d323d2abd tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:02.701363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4daf57b3-4172-44c4-9357-d9eeb8347f6c req-cc641394-f57c-4957-a443-be6d323d2abd tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.1533475 Jul 28 14:25:02.750223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Network b3f3ce25-7977-4132-a669-4dd62c648396 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:02.753038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:02.759504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:02.759996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.769932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Pushing event updated for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:02.918574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df2f3b-1b8a-48cc-86f5-c4ffcbeba98f None None] The sync data for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 is: [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'eeac75c8-cc3b-4565-82f7-dd59998544df', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '092d041c-4931-4842-9e66-4c6239793448', 'port_id': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'mac_address': 'fa:16:3e:da:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:24:34Z', 'updated_at': '2021-07-28T14:24:58Z', 'revision_number': 1, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:02.938721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.943304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:02.946263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/370da480-0250-418e-9a07-4bb33ff3b171 HTTP/1.1" status: 204 len: 168 time: 1.0070672 Jul 28 14:25:02.956212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4daf57b3-4172-44c4-9357-d9eeb8347f6c req-2877903f-6025-498d-97b3-442f9816cffd tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412176 Jul 28 14:25:02.970260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-0af8fcfa-c757-4231-b53a-1cb754fb03a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656646 Jul 28 14:25:02.986279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6837301-fca4-4ee7-82fa-f88abc5e5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370da480-0250-418e-9a07-4bb33ff3b171,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:03.127324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.319186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 814b09e4-09f8-4171-974d-aa5f9425265c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:03.332802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352282ba-4731-470d-a7ad-017bf27e50fa req-5a8b0d03-e0e8-489b-8293-23c27456fef9 service neutron] 10.222.0.50 "GET /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519258 Jul 28 14:25:03.394746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dace7e58-70a2-4d38-8223-445729c9d664 req-7f548f58-4752-4bc3-b2b3-a1e629c33bb3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 210 time: 0.1375594 Jul 28 14:25:03.402411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32d38761-a7b6-4de7-be47-36c566fa0a15 None None] Provisioning for port af7a17ff-b9f0-4c85-8410-23ef3442719a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:03.417599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32d38761-a7b6-4de7-be47-36c566fa0a15 None None] Provisioning complete for port af7a17ff-b9f0-4c85-8410-23ef3442719a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:03.418310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32d38761-a7b6-4de7-be47-36c566fa0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.493942 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48db1cfd-bd5a-4e3c-b166-a5a6a6489145 None None] New status for floating IP eeac75c8-cc3b-4565-82f7-dd59998544df: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:25:03.513925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-32d38761-a7b6-4de7-be47-36c566fa0a15 None None] Port af7a17ff-b9f0-4c85-8410-23ef3442719a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:03.519945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 814b09e4-09f8-4171-974d-aa5f9425265c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:03.527993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 814b09e4-09f8-4171-974d-aa5f9425265c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:03.528730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.539217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.681820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.682194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.684064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.742172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81463fef-3cb8-4561-b6f3-4d3711d367af req-1b0490dc-7aee-4375-ac6b-ad1e080c8e9d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:03.745273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81463fef-3cb8-4561-b6f3-4d3711d367af req-1b0490dc-7aee-4375-ac6b-ad1e080c8e9d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1484008 Jul 28 14:25:03.750758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 814b09e4-09f8-4171-974d-aa5f9425265c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=814b09e4-09f8-4171-974d-aa5f9425265c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:03.837531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81463fef-3cb8-4561-b6f3-4d3711d367af req-82374833-d6a5-4370-be81-44db6f6fd669 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860257 Jul 28 14:25:03.864886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:03.885557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Pushing event updated for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:03.948824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=814b09e4-09f8-4171-974d-aa5f9425265c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:03.951480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2762-e647-4847-b002-02467e1afb08 req-845bb378-926c-4a2a-ab34-a498b147cfc7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:03.953824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50db2762-e647-4847-b002-02467e1afb08 req-845bb378-926c-4a2a-ab34-a498b147cfc7 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.1201136 Jul 28 14:25:04.000540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Network b3f3ce25-7977-4132-a669-4dd62c648396 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:04.003474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:04.078100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50db2762-e647-4847-b002-02467e1afb08 req-d9056a1d-71cb-46ff-99fa-ea062fadf9a6 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104069 Jul 28 14:25:04.229437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Router cefe8772-9a51-4b5f-9de3-04a0878007cb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:25:04.306875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146bad8-f498-4836-a10f-de93bbfe2034 req-b6576128-65e9-4d11-a6e7-b526b625070c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:04.309170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2146bad8-f498-4836-a10f-de93bbfe2034 req-b6576128-65e9-4d11-a6e7-b526b625070c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.1172030 Jul 28 14:25:04.312036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:04.362195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1f045197-34d5-4df1-a506-d1e87660c341 None None] Provisioning complete for port af7a17ff-b9f0-4c85-8410-23ef3442719a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:04.363755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1f045197-34d5-4df1-a506-d1e87660c341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.373831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e2be18-9030-4e17-a3ee-37b1dac5c23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.417512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1f045197-34d5-4df1-a506-d1e87660c341 None None] Port af7a17ff-b9f0-4c85-8410-23ef3442719a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:04.430506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2146bad8-f498-4836-a10f-de93bbfe2034 req-2aa0eefe-4a38-4174-be3f-02fa62035ba9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099484 Jul 28 14:25:04.436542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:04.442074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1c303af7-ae86-4d0c-bc03-3ead9f22aaee admin admin] 10.222.0.47 "PUT /v2.0/routers/cefe8772-9a51-4b5f-9de3-04a0878007cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8552215 Jul 28 14:25:04.478677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Sync routers for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:04.509286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:04.509947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:04.603016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e2be18-9030-4e17-a3ee-37b1dac5c23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.608081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc02fcaf-efc7-4a2b-b850-15746ceedb8c req-d6ac55b6-6bd0-4d6c-a6f8-500bd08d6f3f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 210 time: 0.0394919 Jul 28 14:25:04.664390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce75423-1906-4383-9a33-c710d5d13529 req-c01909ae-c1f6-44e0-9821-67b1bb6147a3 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:04.665889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ce75423-1906-4383-9a33-c710d5d13529 req-c01909ae-c1f6-44e0-9821-67b1bb6147a3 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.0614016 Jul 28 14:25:04.681818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e2be18-9030-4e17-a3ee-37b1dac5c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.700002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:04.739846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0e2be18-9030-4e17-a3ee-37b1dac5c23d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=701f93c26dbd4b3d84fab36089944e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270937 Jul 28 14:25:04.742922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59600) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:04.746871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ce75423-1906-4383-9a33-c710d5d13529 req-1d1a2e7d-ef8f-41d9-92c4-a9945d4deb14 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Jul 28 14:25:04.747495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2be18-9030-4e17-a3ee-37b1dac5c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6403a49e-5fb5-4a5f-ad3a-76797329a084,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:04.824057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.861574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:04.961195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e564b-ccc6-4d5b-9423-d7adeee1b78f req-b414aa9c-a5ff-4ab9-8953-cb0e1d5a5e83 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:04.962879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e5e564b-ccc6-4d5b-9423-d7adeee1b78f req-b414aa9c-a5ff-4ab9-8953-cb0e1d5a5e83 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.0857558 Jul 28 14:25:04.999601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a4e7e-1012-4f0a-a25f-9837db52ec69 req-b63bb429-1c20-4481-88ac-0d9be07561aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:05.004678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa1a4e7e-1012-4f0a-a25f-9837db52ec69 req-b63bb429-1c20-4481-88ac-0d9be07561aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0838125 Jul 28 14:25:05.008648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:25:02Z', 'revision_number': 4, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'af7a17ff-b9f0-4c85-8410-23ef3442719a', 'name': '', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'mac_address': 'fa:16:3e:a7:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:01Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 2, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'subnets': [{'id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:05.025657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e5e564b-ccc6-4d5b-9423-d7adeee1b78f req-c7ac0476-5e46-4034-9dcc-f2952bdee9ec tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553355 Jul 28 14:25:05.068463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Checking router: cefe8772-9a51-4b5f-9de3-04a0878007cb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:05.069806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Updating router cefe8772-9a51-4b5f-9de3-04a0878007cb port af7a17ff-b9f0-4c85-8410-23ef3442719a binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:25:05.095972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa1a4e7e-1012-4f0a-a25f-9837db52ec69 req-b5672e2e-cf3e-4dc9-8fd7-3b114d3725b6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741014 Jul 28 14:25:05.121085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.190053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-ea5da89c-c03b-4ebc-850a-794759383530 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:05.194425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-ea5da89c-c03b-4ebc-850a-794759383530 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.1646576 Jul 28 14:25:05.231388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.234329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.236309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6403a49e-5fb5-4a5f-ad3a-76797329a084 HTTP/1.1" status: 204 len: 168 time: 0.4914725 Jul 28 14:25:05.265173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Request body: {'port': {'device_id': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'admin_state_up': True, 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:05.277401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6403a49e-5fb5-4a5f-ad3a-76797329a084,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:05.337202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.337564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.337911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.338265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.338583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.339134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.339527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.339871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.340458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.340787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.341121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.341562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5da8de-ff0b-4245-ac5e-050b0f39f4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:05.386577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-9c53e12d-d587-4110-b603-e3d021873778 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:05.388525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-9c53e12d-d587-4110-b603-e3d021873778 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.1942437 Jul 28 14:25:05.427333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 814b09e4-09f8-4171-974d-aa5f9425265c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:05.508042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 814b09e4-09f8-4171-974d-aa5f9425265c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:05.508323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.633455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29120d-d132-46e0-a7da-ca2fef22cbe1 req-49862278-24b8-4714-ba3b-371f82bd5791 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:05.642451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f29120d-d132-46e0-a7da-ca2fef22cbe1 req-49862278-24b8-4714-ba3b-371f82bd5791 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.2896204 Jul 28 14:25:05.766330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f29120d-d132-46e0-a7da-ca2fef22cbe1 req-799a0aa2-90c6-4008-88c4-36e25bc6db36 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Jul 28 14:25:05.769960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Deleting port fe092ccc-36af-453c-84d7-50c4b2d4013a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:25:05.770193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.780197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.805176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Transition to ACTIVE for port object af7a17ff-b9f0-4c85-8410-23ef3442719a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:05.850714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59638) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:05.856353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-network', 'tenant_id': '843417bf0d5a4899a16f474f4b679922'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:05.911091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:05.915032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.946334 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:05.960834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f065fc59-308d-499a-b6ae-c330d3b727c6 req-5f3154b2-a532-49d8-8426-2a4f20a78c29 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 210 time: 0.0555460 Jul 28 14:25:05.977942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Made reservation on behalf of 843417bf0d5a4899a16f474f4b679922 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:05.989607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.002632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403dffd-f43a-4ea3-aa34-087f4347afa7 req-47235672-dce0-43ba-b40c-4284628e6fd6 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:06.006800 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b403dffd-f43a-4ea3-aa34-087f4347afa7 req-47235672-dce0-43ba-b40c-4284628e6fd6 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.0911889 Jul 28 14:25:06.064936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b403dffd-f43a-4ea3-aa34-087f4347afa7 req-7d36c132-9eef-4afc-b637-7689bf8348d0 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462949 Jul 28 14:25:06.065984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.116407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6552c4-f388-4a4f-b0cc-beb12a044af8 None None] Pushing event updated for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:06.157191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Attempting to bind port af7a17ff-b9f0-4c85-8410-23ef3442719a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:06.157624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Attempting to bind port af7a17ff-b9f0-4c85-8410-23ef3442719a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:06.157996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Attempting to bind port af7a17ff-b9f0-4c85-8410-23ef3442719a on network b3f3ce25-7977-4132-a669-4dd62c648396 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:06.171846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:06.172234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Checking segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:06.172645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.179513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Bound using segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:06.179513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Bound port: af7a17ff-b9f0-4c85-8410-23ef3442719a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:06.179513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.208650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Allocated IP 172.20.0.3 (90c4fa8b-569d-45c2-a9f9-285909dbd8b0/e472b9a1-1d0d-4e3a-9a68-b7adc7916c07/6e0a4cde-3597-49a2-a06b-017cb0febd88) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:06.234742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] For port fe092ccc-36af-453c-84d7-50c4b2d4013a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=fe092ccc-36af-453c-84d7-50c4b2d4013a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:06.235455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.257344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Calling delete_port for fe092ccc-36af-453c-84d7-50c4b2d4013a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:25:06.288303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.340623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] For port af7a17ff-b9f0-4c85-8410-23ef3442719a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:06.344074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] For port af7a17ff-b9f0-4c85-8410-23ef3442719a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=af7a17ff-b9f0-4c85-8410-23ef3442719a,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:06.375256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.403745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:25:06.414490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea62fd9-a835-419a-81ee-58ff0d314b04,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:06.416028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.419608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.420211 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Added segment 3a247b4f-d016-4c1f-bcac-c91cf130e420 of type vlan for network b520ecac-1d08-4eb9-92c1-9a983fa96187 Jul 28 14:25:06.513506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.523203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:06.523953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:06.582661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6552c4-f388-4a4f-b0cc-beb12a044af8 None None] Pushing event updated for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:06.616346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.666070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:06.679150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c38dc-19e3-4b2d-a28e-d804edd88a98 req-346171e4-ca46-481c-9571-0e7dffe7244f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:06.681413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-795c38dc-19e3-4b2d-a28e-d804edd88a98 req-346171e4-ca46-481c-9571-0e7dffe7244f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.4093075 Jul 28 14:25:06.698385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.699930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:06.699930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.791198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-795c38dc-19e3-4b2d-a28e-d804edd88a98 req-5474860f-b84b-4f70-a8d6-6fb37dc2c50c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010933 Jul 28 14:25:06.852084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] Pushing event updated for resources: {'Network': ['ID=b520ecac-1d08-4eb9-92c1-9a983fa96187,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:06.883421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:06.908413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:25:06.960476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-24738409-6915-4f4f-a0fa-20cd9203fb38 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1082866 Jul 28 14:25:06.964206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59660) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:06.977146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Request body: {'subnet': {'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-subnet', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:06.985820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:06.991054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:06.995575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:07.002513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:07.003255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.017262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:07.029932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.031217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20489eec-71bf-4dce-b92f-77802cf56a25 req-1c28fc78-4c53-4836-96bd-74eb8383f246 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:07.033755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20489eec-71bf-4dce-b92f-77802cf56a25 req-1c28fc78-4c53-4836-96bd-74eb8383f246 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 950 time: 0.1273787 Jul 28 14:25:07.071703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:25:02Z', 'revision_number': 4, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'af7a17ff-b9f0-4c85-8410-23ef3442719a', 'name': '', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'mac_address': 'fa:16:3e:a7:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:01Z', 'updated_at': '2021-07-28T14:25:06Z', 'revision_number': 4, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'subnets': [{'id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:07.112020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['fe092ccc-36af-453c-84d7-50c4b2d4013a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:07.129733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Made reservation on behalf of 843417bf0d5a4899a16f474f4b679922 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:07.136462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b674df0-7be0-4817-8f56-656479f43968 None None] The sync data for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 is: [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:25:02Z', 'revision_number': 4, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'af7a17ff-b9f0-4c85-8410-23ef3442719a', 'name': '', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'mac_address': 'fa:16:3e:a7:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:01Z', 'updated_at': '2021-07-28T14:25:06Z', 'revision_number': 4, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'subnets': [{'id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:07.137406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.278633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20489eec-71bf-4dce-b92f-77802cf56a25 req-06d19926-af3c-4f86-979b-ba1cd9eb78ae tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd29674b-ed74-4cf0-8d1d-93ef22c799a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112305 Jul 28 14:25:07.402623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Pushing event deleted for resources: {'Port': ['ID=fe092ccc-36af-453c-84d7-50c4b2d4013a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:07.509220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] No DVR routers for this DVR port fe092ccc-36af-453c-84d7-50c4b2d4013a on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:25:07.517817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dde629-18fb-4bd0-b58f-3700dea8d9a5 req-b0601f58-600f-4fd5-86b0-096b19c42064 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:07.526567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56dde629-18fb-4bd0-b58f-3700dea8d9a5 req-b0601f58-600f-4fd5-86b0-096b19c42064 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 931 time: 0.1285322 Jul 28 14:25:07.529694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-bbf0c95e-5266-4f41-baf6-a9558ee3b94d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2919223 Jul 28 14:25:07.547090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.550118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceae43d8-6b1c-439f-a984-b6f4f17e3a67 req-5ccb4e69-8a5f-4078-a086-9806d598c386 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.53 "DELETE /v2.0/ports/fe092ccc-36af-453c-84d7-50c4b2d4013a HTTP/1.1" status: 204 len: 173 time: 2.1426916 Jul 28 14:25:07.553727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'name': 'network-vif-deleted', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:07.556219 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f1b3ea-2f6b-4b52-926d-0db0f350bd77" -d '{"events": [{"server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "name": "network-vif-deleted", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:07.562628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adf7c9-c3c3-4032-9d56-362882b27d39 req-c34a30f6-9337-4b4d-b77a-0b9604ec502f tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:07.562986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Request body: {'port': {'device_id': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:07.567975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1adf7c9-c3c3-4032-9d56-362882b27d39 req-c34a30f6-9337-4b4d-b77a-0b9604ec502f tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.1459007 Jul 28 14:25:07.628455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1adf7c9-c3c3-4032-9d56-362882b27d39 req-4b712df6-4875-44cd-bc4c-aeb1189c1bf1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531065 Jul 28 14:25:07.650097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.657935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56dde629-18fb-4bd0-b58f-3700dea8d9a5 req-549d927d-51c6-45ad-949f-52a303289d3a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249154 Jul 28 14:25:07.680537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:07.888077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d32893d-28d1-47b1-acc1-3fd646733984,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:07.913394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Checking segment: {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:07.917150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Network hostable DHCP agents. Network: b520ecac-1d08-4eb9-92c1-9a983fa96187, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:25:07.955278 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c67efb-91ba-4ca4-aeeb-3aefd1a80414 x-openstack-request-id: req-f9c67efb-91ba-4ca4-aeeb-3aefd1a80414 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:07.956074 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb70c9f-217d-43a8-9690-a0f6486b652f", "name": "network-vif-deleted", "tag": "fe092ccc-36af-453c-84d7-50c4b2d4013a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:07.956074 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9c67efb-91ba-4ca4-aeeb-3aefd1a80414 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:07.956343 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb70c9f-217d-43a8-9690-a0f6486b652f', 'name': 'network-vif-deleted', 'tag': 'fe092ccc-36af-453c-84d7-50c4b2d4013a', 'status': 'completed', 'code': 200} Jul 28 14:25:08.098697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:25:08.136559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a8310-16bd-49e0-9179-b4f4090d0def req-3957f32a-427b-4bc1-aaf2-83c97adeddcc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:08.138300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f6a8310-16bd-49e0-9179-b4f4090d0def req-3957f32a-427b-4bc1-aaf2-83c97adeddcc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0702195 Jul 28 14:25:08.207169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b520ecac-1d08-4eb9-92c1-9a983fa96187) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:08.213803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:08.218050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.218315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdf5f0-6c30-43fe-a101-cb9ef16f2d27 None None] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:25:08.253057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f6a8310-16bd-49e0-9179-b4f4090d0def req-8dbe0fc6-6532-4175-8a0a-64f93c7b1dca tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927768 Jul 28 14:25:08.319954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a4cde-3597-49a2-a06b-017cb0febd88 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:08.333978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.338747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79d13f20-29bb-43ac-b1c7-f345cafa052c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3727374 Jul 28 14:25:08.342215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:08.351227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:08.392734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Transition to ACTIVE for port object 6e0a4cde-3597-49a2-a06b-017cb0febd88 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:08.455702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b520ecac-1d08-4eb9-92c1-9a983fa96187', 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'fixed_ips': [{'subnet_id': '2d32893d-28d1-47b1-acc1-3fd646733984'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:25:08.457303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.486379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.504449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04bc33b5-2b55-49f8-bc9c-5f5b41642de2 req-bdc1d17c-cd2d-4e58-a7a0-d09c796376b1 tempest-DeleteServersAdminTestJSON-731296238 tempest-DeleteServersAdminTestJSON-731296238-project] 10.222.0.47 "GET /v2.0/ports?device_id=2eb70c9f-217d-43a8-9690-a0f6486b652f HTTP/1.1" status: 200 len: 210 time: 0.0646009 Jul 28 14:25:08.552693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.554925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.631539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:08.698573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:08.699439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:08.699983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:08.705471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:08.706039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:08.717013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:08.717880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:08.718616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:08.719822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Bound port: 6e0a4cde-3597-49a2-a06b-017cb0febd88, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:08.722181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.754537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:08.811676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Allocated IP 172.20.0.2 (b520ecac-1d08-4eb9-92c1-9a983fa96187/2d32893d-28d1-47b1-acc1-3fd646733984/0e74b42b-4ea8-4bc6-8653-1a867b2e44f1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:08.848613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:08.856712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:08.966495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.007904 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.018194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Transition to ACTIVE for port object 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:09.036367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Transition to ACTIVE for port object 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:09.072824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:09.073555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.075253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 1092 time: 1.5225949 Jul 28 14:25:09.143785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8946dbf-e323-4731-ab29-9690a6ba41fb service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:09.159623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.205445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:09.209713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:09.214228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:09.232571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Pushing event updated for resources: {'Port': ['ID=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:09.264255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device af7a17ff-b9f0-4c85-8410-23ef3442719a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:09.319617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Attempting to bind port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:09.320016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Attempting to bind port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:09.320387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Attempting to bind port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 on network b520ecac-1d08-4eb9-92c1-9a983fa96187 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:09.333518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:09.334644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Checking segment: {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:09.334644 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.334948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Bound using segment: {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:09.335378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Bound port: 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:09.335751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.348772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device fe092ccc-36af-453c-84d7-50c4b2d4013a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:25:09.358725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.372084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f19c-e252-4417-8d47-95715cf41209 req-0a2df23c-0cfe-4ff3-b3f1-8487771292f4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:09.373900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e214f19c-e252-4417-8d47-95715cf41209 req-0a2df23c-0cfe-4ff3-b3f1-8487771292f4 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.4920309 Jul 28 14:25:09.376128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: fe092ccc-36af-453c-84d7-50c4b2d4013a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:25:09.376474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device fe092ccc-36af-453c-84d7-50c4b2d4013a not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:25:09.428202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e214f19c-e252-4417-8d47-95715cf41209 req-f51bb7bc-219c-4c6d-a993-3a2b85f4beca tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Jul 28 14:25:09.435861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-cf4539f9-3eda-429f-b684-a39618b6f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:09.436864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] For port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:09.440789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-cf4539f9-3eda-429f-b684-a39618b6f523 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1095 time: 0.0924680 Jul 28 14:25:09.440922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] For port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:09.494556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-2088a8b6-3f11-47da-8a03-9fdb05af190e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 217 time: 0.0414009 Jul 28 14:25:09.518060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port af7a17ff-b9f0-4c85-8410-23ef3442719a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:09.530935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port af7a17ff-b9f0-4c85-8410-23ef3442719a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:09.535781 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.639692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92109475-97db-4c99-a035-f8f20892b958 req-bcef7aed-6715-4d52-b843-d743617bc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:09.642598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-bcef7aed-6715-4d52-b843-d743617bc075 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1387403 Jul 28 14:25:09.643245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.694368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-64c74af0-b576-43b7-97b1-63da3508cad0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413284 Jul 28 14:25:09.842139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f51f4-5a60-442b-8b97-9821afe0fae0 None None] Pushing event updated for resources: {'Port': ['ID=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:09.871240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.892944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.928375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:09.932971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port af7a17ff-b9f0-4c85-8410-23ef3442719a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=af7a17ff-b9f0-4c85-8410-23ef3442719a,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:09.966612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:09.966612 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1038ac8-8074-401b-b295-10d377bfe35a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:10.011405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-1a4bc97a-5ba4-4a75-b938-8bf9f9d35208 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893021 Jul 28 14:25:10.029466 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.094674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Allocated IP 172.25.0.181 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/51c3d5de-6b98-4fd5-9385-6593ae517e54) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:10.120166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Request body: {'security_group': {'name': 'tempest-securitygroup-477953974', 'description': 'tempest-description-26073228'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:10.173525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:10.225586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92109475-97db-4c99-a035-f8f20892b958 req-28f6c206-2a10-4f02-9c30-ce163d9731c7 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878181 Jul 28 14:25:10.263374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.308812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.320930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.428997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.446768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.480834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:10.483709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:10.492143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:10.529415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Pushing event updated for resources: {'Port': ['ID=51c3d5de-6b98-4fd5-9385-6593ae517e54,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:10.568635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.647462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d09f46c-e7e9-4967-b87a-2091e3ab6cdc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:10.708240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.741778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-0e043067-88c1-4c17-93bd-00b7340dcb6c tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:10.742754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-0e043067-88c1-4c17-93bd-00b7340dcb6c tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061936 Jul 28 14:25:10.756531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:10.756992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:25:10.843443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.916741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4393d2b0-4bf3-46ce-8149-77542c4fa5cc None None] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:25:10.967199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:10.968663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5dd1f-25c0-4b7f-a4b7-e25918f7ab13,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:11.085183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:11.085449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:11.085730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:11.100395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:11.102169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79352027-70e4-4b6c-b371-01df58b16a10 req-6e5e35ac-6eb3-4e41-97a1-b2d896817e7e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9913697 Jul 28 14:25:11.106376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:11.106923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:11.120132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:11.120690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:11.121304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:11.122034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Bound port: ff87cd7f-38ee-46cf-9273-2128e981bae0, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:11.135211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b008d6f6-9e6d-4c69-be60-e4eb233614b4 None None] Provisioning for port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:11.298838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:11.320419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:11.336234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952355a-1327-4243-a52e-56aadc3cc081 req-077ed62f-bd70-4588-8bfe-54e8d64bc9f8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:11.338357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8952355a-1327-4243-a52e-56aadc3cc081 req-077ed62f-bd70-4588-8bfe-54e8d64bc9f8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1243646 Jul 28 14:25:11.360698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:11.390380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:11.391641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d0eb9e0-0da3-480e-9958-d191baa5b3f7 service neutron] 10.222.0.47 "POST /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6422505 Jul 28 14:25:11.444416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8952355a-1327-4243-a52e-56aadc3cc081 req-e7de4e07-b072-4cac-9384-e5b2ea31ac12 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752785 Jul 28 14:25:11.563957 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c5395-9a41-4400-8050-929a6c649e1e x-openstack-request-id: req-691c5395-9a41-4400-8050-929a6c649e1e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:11.564485 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:11.564585 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-691c5395-9a41-4400-8050-929a6c649e1e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:11.565105 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'status': 'completed', 'code': 200} Jul 28 14:25:11.646183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:25:11.662108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038ac8-8074-401b-b295-10d377bfe35a req-12d39014-f78d-4c15-ab76-462ea229b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:11.663748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-12d39014-f78d-4c15-ab76-462ea229b2ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1095 time: 0.0618174 Jul 28 14:25:11.670905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:11.678982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:11.679696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:11.731219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b27a7-3918-465a-abf4-cf174b971975 req-55791572-6c3d-4c05-a55b-a9bf53891f0c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:11.732805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d6b27a7-3918-465a-abf4-cf174b971975 req-55791572-6c3d-4c05-a55b-a9bf53891f0c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.1157625 Jul 28 14:25:11.814520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:11.827078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038ac8-8074-401b-b295-10d377bfe35a req-12a5e8bc-a70e-46b4-bff3-65636595889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:11.832736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-12a5e8bc-a70e-46b4-bff3-65636595889c service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1544075 Jul 28 14:25:11.854789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d6b27a7-3918-465a-abf4-cf174b971975 req-1b64729b-1600-40f0-b6c0-f221c831a18a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977480 Jul 28 14:25:11.854789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:11.865630 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Sync routers for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:11.886521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:11.892657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:11.893829 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:11.901591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1823355762', 'description': 'tempest-description-1177062497'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:11.931600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-140f619c-9f5c-4079-9e5a-74f1f21fce68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 217 time: 0.0636969 Jul 28 14:25:11.997663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1038ac8-8074-401b-b295-10d377bfe35a req-e04620e2-1fb8-4cc7-83ce-45464fa0c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:12.000177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-e04620e2-1fb8-4cc7-83ce-45464fa0c3f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0615926 Jul 28 14:25:12.003218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.004847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device af7a17ff-b9f0-4c85-8410-23ef3442719a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:12.038007 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:12.058926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-1688e43c-652e-4947-9669-0de29eedf699 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476182 Jul 28 14:25:12.089964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:12.099173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.106004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a6175f2-cd53-4dbd-99aa-780b3d4d8f0d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7622449 Jul 28 14:25:12.111633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59746) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:12.111853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port af7a17ff-b9f0-4c85-8410-23ef3442719a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:12.112210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.218797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-e54b385d-e15a-47f4-81a9-488689d57920 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490192 Jul 28 14:25:12.226526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de1f6457-43ff-4ac3-8fa5-d058d1c9ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.236784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2350a-a2e3-482f-983a-832218622d52 req-17076d8f-ed40-4096-a13f-c06df4c7fdce tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:12.238645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ca2350a-a2e3-482f-983a-832218622d52 req-17076d8f-ed40-4096-a13f-c06df4c7fdce tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.2452414 Jul 28 14:25:12.341214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ca2350a-a2e3-482f-983a-832218622d52 req-31bec12c-8c0e-472d-8d54-230fbb91b227 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Jul 28 14:25:12.362538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.398726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1038ac8-8074-401b-b295-10d377bfe35a req-eb1a43d1-65e8-40d7-8bf6-07b6dbc17aaa service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590230 Jul 28 14:25:12.484839 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:10Z', 'revision_number': 3, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:12.517490 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Checking router: 59195b06-d75a-4a1b-b0ca-2beb28f8d09b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:12.518171 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Updating router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b port 51c3d5de-6b98-4fd5-9385-6593ae517e54 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:25:12.548191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-520992e0-3f0b-4458-921a-a72e720f8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:12.549900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-520992e0-3f0b-4458-921a-a72e720f8bb3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1098 time: 0.1267831 Jul 28 14:25:12.554871 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.621673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d451-39f6-49ce-bc65-59ecc54657b4 req-a9adbbe9-ce83-4a92-84b2-f1de3a7b1c45 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:12.630860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbb5d451-39f6-49ce-bc65-59ecc54657b4 req-a9adbbe9-ce83-4a92-84b2-f1de3a7b1c45 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0893130 Jul 28 14:25:12.681721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbb5d451-39f6-49ce-bc65-59ecc54657b4 req-a746fd5d-5a8a-41f8-bc3b-c30bac1e65ee tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Jul 28 14:25:12.958354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:12.989904 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.008948 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Transition to ACTIVE for port object 51c3d5de-6b98-4fd5-9385-6593ae517e54 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:13.025160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-f7be98ba-d3b0-48c7-9b26-baf372e6c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:13.027005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-f7be98ba-d3b0-48c7-9b26-baf372e6c6d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.4595158 Jul 28 14:25:13.078592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.082300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-3fdf03a6-04af-4b31-8d54-c9f3caa443c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 217 time: 0.0473149 Jul 28 14:25:13.103764 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.117011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31af0-04aa-47a6-bb4c-f9b74b29e6e2 req-11ff0c6c-5f0b-4fc8-ad10-56f2cc2fc943 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:13.119157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2de31af0-04aa-47a6-bb4c-f9b74b29e6e2 req-11ff0c6c-5f0b-4fc8-ad10-56f2cc2fc943 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0633922 Jul 28 14:25:13.170783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Attempting to bind port 51c3d5de-6b98-4fd5-9385-6593ae517e54 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:13.171185 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Attempting to bind port 51c3d5de-6b98-4fd5-9385-6593ae517e54 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:13.171550 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Attempting to bind port 51c3d5de-6b98-4fd5-9385-6593ae517e54 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:13.185649 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:13.186274 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:13.186852 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.187413 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:13.188055 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Bound port: 51c3d5de-6b98-4fd5-9385-6593ae517e54, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:13.188626 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.190624 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf6fdc-fc3c-44c5-8020-60a2e581549e None None] Pushing event updated for resources: {'Port': ['ID=51c3d5de-6b98-4fd5-9385-6593ae517e54,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:13.201554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=accbbfbb-29e6-4e26-bdc7-9986136fe646,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:13.229832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-07ae0fc7-e6bc-4da9-9499-412568ecc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:13.231959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-07ae0fc7-e6bc-4da9-9499-412568ecc1c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1396666 Jul 28 14:25:13.243415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2de31af0-04aa-47a6-bb4c-f9b74b29e6e2 req-0def01d2-4cc1-4548-8aee-5ba9852d496b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089542 Jul 28 14:25:13.259618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.263539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f904b490-b2ac-4807-9bfb-7a7b31600298 req-9ed114b7-baac-4959-a1c2-1d0ac36221e1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3694046 Jul 28 14:25:13.271103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:13.296452 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] For port 51c3d5de-6b98-4fd5-9385-6593ae517e54, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:13.303092 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] For port 51c3d5de-6b98-4fd5-9385-6593ae517e54, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51c3d5de-6b98-4fd5-9385-6593ae517e54,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:13.328065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-75fbf01b-76ec-4e4d-9871-8465804bbbd9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858233 Jul 28 14:25:13.336993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:13.337982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.357549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-270810185', 'description': 'tempest-description-1402221667'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:13.401217 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.405323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.498871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.504510 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:13.505331 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:24:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:13.513755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.556940 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf6fdc-fc3c-44c5-8020-60a2e581549e None None] Pushing event updated for resources: {'Port': ['ID=51c3d5de-6b98-4fd5-9385-6593ae517e54,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:13.586032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:13.647051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.676498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-8d604c77-3df2-45ac-b96f-24fa4ed9bf71 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384881 Jul 28 14:25:13.680138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:13.687877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2b30f-194b-4fba-98b5-d21504601751 req-cd19e01c-97b9-4b25-91c3-c193e45c69e7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:13.691885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26e2b30f-194b-4fba-98b5-d21504601751 req-cd19e01c-97b9-4b25-91c3-c193e45c69e7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.1941094 Jul 28 14:25:13.704579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Allocated IP 172.20.0.1 (b520ecac-1d08-4eb9-92c1-9a983fa96187/2d32893d-28d1-47b1-acc1-3fd646733984/df4e2582-4964-4bef-8825-146f75921b82) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:13.724534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.840456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97515dd0-4879-4405-bcd8-8642e7fe5680,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:13.850914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26e2b30f-194b-4fba-98b5-d21504601751 req-1d79e6c8-dd5a-4a1b-b368-b6619e7b2725 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436503 Jul 28 14:25:13.860757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a175a9d8-208d-46b6-b9bb-24ec335187f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b5ba62c7eb3466a9a2296e3bd473279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728798 Jul 28 14:25:13.866995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59778) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:13.949954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.967321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.967581 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:13.972805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-f6653409-0d6b-4513-9f09-4c90585314bc service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781816 Jul 28 14:25:13.990768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:10Z', 'revision_number': 3, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:13.997463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.023338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Transition to ACTIVE for port object df4e2582-4964-4bef-8825-146f75921b82 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:14.025483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53197e0d-01ab-40ea-a39a-b0622d6c0991 None None] The sync data for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 is: [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:10Z', 'revision_number': 3, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:14.056149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17456a-f033-4c1d-a002-007eff051e2d req-42decb43-8f0c-4912-ae91-1c9a88109a6b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:14.057756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc17456a-f033-4c1d-a002-007eff051e2d req-42decb43-8f0c-4912-ae91-1c9a88109a6b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0874221 Jul 28 14:25:14.108217 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.113892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc17456a-f033-4c1d-a002-007eff051e2d req-1fefbfcf-b987-4175-8b07-2ccbde597419 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456569 Jul 28 14:25:14.162443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c768a4-a40e-4b97-9846-6d2fff8976b0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:14.315691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.316365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.324884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.328843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd29674b-ed74-4cf0-8d1d-93ef22c799a7 HTTP/1.1" status: 204 len: 168 time: 0.4605014 Jul 28 14:25:14.347953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490ca21-8a3c-4e6c-9012-d6a73446c9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29674b-ed74-4cf0-8d1d-93ef22c799a7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:14.407442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.408800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a743553b-1f07-46a3-a0b8-9fb57bf72a4e req-6c1cab41-1ab9-48cf-8093-c1c5f10619df tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0555370 Jul 28 14:25:14.459948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1317620091', 'description': 'tempest-description-1443589399'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:14.461850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Pushing event updated for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:14.484297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:14.509060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:14.513428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:14.513922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.570011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d8203fb-66ab-482d-a43c-72104dd901e1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:14.571664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-5d8203fb-66ab-482d-a43c-72104dd901e1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1098 time: 0.1639900 Jul 28 14:25:14.586362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:14.612783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.699469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d159d361-27bc-43a8-8898-dde8ed106140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.704696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:14.711592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f05e3f-d4e8-462b-9aec-b6742900d195 req-06bfb589-a0c5-46ad-9263-bf73b0fee7e5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:14.719581 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43f05e3f-d4e8-462b-9aec-b6742900d195 req-06bfb589-a0c5-46ad-9263-bf73b0fee7e5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.2338817 Jul 28 14:25:14.754714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.798861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.830207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43f05e3f-d4e8-462b-9aec-b6742900d195 req-60686cc5-5b78-441c-962f-26b6bce78e30 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069546 Jul 28 14:25:14.955176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:14.967933 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.031623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94debe5f-1726-4dc5-a8a4-da9d2e955c5e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:15.057000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ae276e9f-757a-4122-a5c4-df47edf732ed None None] Provisioning for port df4e2582-4964-4bef-8825-146f75921b82 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:15.071606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:15.077365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ae276e9f-757a-4122-a5c4-df47edf732ed None None] Provisioning complete for port df4e2582-4964-4bef-8825-146f75921b82 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:15.077954 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae276e9f-757a-4122-a5c4-df47edf732ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.119641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'port_id': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'mac_address': 'fa:16:3e:cd:57:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e472b9a1-1d0d-4e3a-9a68-b7adc7916c07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:25:15.122750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.125161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.139800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25d3ce0d-8101-4ef0-ba0f-2186ac4bfcd4 req-00879e24-c7d3-4c20-b9fe-2c76bcb48890 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6919525 Jul 28 14:25:15.172355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ae276e9f-757a-4122-a5c4-df47edf732ed None None] Port df4e2582-4964-4bef-8825-146f75921b82 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:15.204175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.225903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0a4cde-3597-49a2-a06b-017cb0febd88 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:15.234311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:15.249255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74449aee-833d-4af3-81e5-f0c64b4bee1e req-8b850fc5-70ea-4bec-b667-549454b7f024 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:15.259075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74449aee-833d-4af3-81e5-f0c64b4bee1e req-8b850fc5-70ea-4bec-b667-549454b7f024 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 946 time: 0.2103705 Jul 28 14:25:15.261199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:15.337555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58854a-ce96-4f82-94aa-ad9f5dc45441 req-bbcda6cb-e17a-462c-8f88-72da8d996a35 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:15.341073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51c3d5de-6b98-4fd5-9385-6593ae517e54 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:15.347287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e58854a-ce96-4f82-94aa-ad9f5dc45441 req-bbcda6cb-e17a-462c-8f88-72da8d996a35 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0814672 Jul 28 14:25:15.412390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e58854a-ce96-4f82-94aa-ad9f5dc45441 req-bd20f5b7-e66c-4261-83db-a093cebe7330 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639548 Jul 28 14:25:15.429305 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.495124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74449aee-833d-4af3-81e5-f0c64b4bee1e req-8d3076fa-bf29-42b3-8a77-5694bcd5127f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346385 Jul 28 14:25:15.515454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:15.536981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:15.542891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 51c3d5de-6b98-4fd5-9385-6593ae517e54 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:15.553508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 51c3d5de-6b98-4fd5-9385-6593ae517e54 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:15.553889 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.579684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:15.623574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:15.624009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88449c2f-03b2-4157-9801-45d17616ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.625736 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e32617f-72a2-44d9-83a5-01ff4f44ecfe" -d '{"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-unplugged", "status": "completed", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:15.630070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.652547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.726935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.729500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.792557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 51c3d5de-6b98-4fd5-9385-6593ae517e54, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51c3d5de-6b98-4fd5-9385-6593ae517e54,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:15.792798 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf367e-025b-4a68-942d-32a48066e746 x-openstack-request-id: req-3ddf367e-025b-4a68-942d-32a48066e746 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:15.793118 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-unplugged", "status": "completed", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:15.793325 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ddf367e-025b-4a68-942d-32a48066e746 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:15.793752 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'code': 200} Jul 28 14:25:15.802565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.803307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.842724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6e0a4cde-3597-49a2-a06b-017cb0febd88'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:15.862082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:15.862470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:15.862742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:15.878306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:15.906709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:15.907139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Attempting to bind port ff87cd7f-38ee-46cf-9273-2128e981bae0 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:15.908020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.924278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:15.924514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:15.924911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:15.925353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Bound port: ff87cd7f-38ee-46cf-9273-2128e981bae0, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:15.925985 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:15.997896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88449c2f-03b2-4157-9801-45d17616ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.015017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=51c3d5de-6b98-4fd5-9385-6593ae517e54,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:16.017989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.028655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-16e9fc82-f269-43f4-ac84-9940ff448d1c tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56102 time: 0.5869930 Jul 28 14:25:16.058313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Pushing event updated for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:16.081009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88449c2f-03b2-4157-9801-45d17616ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.140043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-9d4ec049-fd5c-4511-973c-a17fc0669533 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1d8e8205-e31e-4844-80ba-e54d2d3441cd HTTP/1.1" status: 200 len: 2981 time: 0.1110747 Jul 28 14:25:16.141595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:16.149660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:16.150840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88449c2f-03b2-4157-9801-45d17616ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3159bc-4c4b-4639-96cb-9cd95c81bf8e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:16.163693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58427-9036-417c-b706-10b92f44be29 req-82c2d1e5-78fe-4394-8742-82eefba28553 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:16.166417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fa58427-9036-417c-b706-10b92f44be29 req-82c2d1e5-78fe-4394-8742-82eefba28553 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.1648791 Jul 28 14:25:16.166583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:16.170850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-88449c2f-03b2-4157-9801-45d17616ad7d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1bdeb63a08248799d4748aaf37598c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5870259 Jul 28 14:25:16.171463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:16.171571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59806) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:16.240672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-e9ea9382-4edb-49a0-92ba-332b8d24bace tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1d8e8205-e31e-4844-80ba-e54d2d3441cd HTTP/1.1" status: 200 len: 2981 time: 0.0996222 Jul 28 14:25:16.289140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.304446 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.320361 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fa58427-9036-417c-b706-10b92f44be29 req-1b61e955-896d-4be8-b1cb-94ccc92d2096 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069829 Jul 28 14:25:16.320624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-2a59d790-8fae-4358-afb6-438b260653b5 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/38fb803c-6ba7-413b-a6a5-9278f5352b30 HTTP/1.1" status: 200 len: 2981 time: 0.0788114 Jul 28 14:25:16.359312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.408619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:25:16.433821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=8']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:16.437837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-ab324e20-56e0-4623-9198-a7b4fae5c9e5 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/38fb803c-6ba7-413b-a6a5-9278f5352b30 HTTP/1.1" status: 200 len: 2981 time: 0.1163542 Jul 28 14:25:16.442051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:16.442565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.447298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-91fa9345-1c30-4032-a685-0b95d03b5ee7 service neutron] 10.222.0.50 "PUT /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 1124 time: 1.8663197 Jul 28 14:25:16.519884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-f888e32b-2254-44ca-95ca-1c465d23ec8e tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3e4a1c30-83f7-4ece-bdae-49d804b244b9 HTTP/1.1" status: 200 len: 2981 time: 0.0804195 Jul 28 14:25:16.570549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ff87cd7f-38ee-46cf-9273-2128e981bae0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:16.597148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.602729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.607178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb3159bc-4c4b-4639-96cb-9cd95c81bf8e HTTP/1.1" status: 204 len: 168 time: 0.4324474 Jul 28 14:25:16.620317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:16.622659 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-c5fe5077-c17a-46e4-95ad-5e60c05293a9 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3e4a1c30-83f7-4ece-bdae-49d804b244b9 HTTP/1.1" status: 200 len: 2981 time: 0.0933659 Jul 28 14:25:16.625953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dd9b9-ffd0-4d7e-9d85-80d755b477a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3159bc-4c4b-4639-96cb-9cd95c81bf8e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:16.628718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-382b0b38-a169-4156-83b4-02d676d45f8b None None] Provisioning complete for port df4e2582-4964-4bef-8825-146f75921b82 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:16.629272 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-382b0b38-a169-4156-83b4-02d676d45f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:16.638989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-215a0bbd-20a1-409e-96a8-d6b03e23edd4 admin admin] 10.222.0.47 "PUT /v2.0/routers/59195b06-d75a-4a1b-b0ca-2beb28f8d09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5249753 Jul 28 14:25:16.639142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Sync routers for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:16.691308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadfdf4-90af-489d-abbe-3f959f02607e req-ef9b6ed7-51a5-4f82-9aba-12e3b873497b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:16.701380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0aadfdf4-90af-489d-abbe-3f959f02607e req-ef9b6ed7-51a5-4f82-9aba-12e3b873497b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1445727 Jul 28 14:25:16.727508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:16.728418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:16.733655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-51133f41-d857-4943-9da6-9fe1b8cbc647 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4fdcaf57-0808-44b9-beee-84a4c1ddcb3c HTTP/1.1" status: 200 len: 2981 time: 0.0981288 Jul 28 14:25:16.796120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0aadfdf4-90af-489d-abbe-3f959f02607e req-96a1f38e-2c49-448d-b69f-0d466012f572 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931029 Jul 28 14:25:16.831219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-5e0dc01e-482a-4f90-aed0-f9f2b7dc9e93 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4fdcaf57-0808-44b9-beee-84a4c1ddcb3c HTTP/1.1" status: 200 len: 2981 time: 0.0803957 Jul 28 14:25:16.840478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-382b0b38-a169-4156-83b4-02d676d45f8b None None] Port df4e2582-4964-4bef-8825-146f75921b82 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:16.895112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-1d96a0ad-10c8-404d-9742-c6c742a92d10 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/5ea62fd9-a835-419a-81ee-58ff0d314b04 HTTP/1.1" status: 200 len: 2981 time: 0.0623662 Jul 28 14:25:16.954608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-6d91bc1b-8668-4237-a7eb-f7477f2e0bf7 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/5ea62fd9-a835-419a-81ee-58ff0d314b04 HTTP/1.1" status: 200 len: 2981 time: 0.0521722 Jul 28 14:25:16.991950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:17.012700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-ee86b69e-018a-4e15-8ac4-046d85675340 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/612ea6f7-8f2d-4fc6-a3b7-4c2070feafec HTTP/1.1" status: 200 len: 2981 time: 0.0506461 Jul 28 14:25:17.087673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-e915c9f5-0636-493c-98b7-281445daee05 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/612ea6f7-8f2d-4fc6-a3b7-4c2070feafec HTTP/1.1" status: 200 len: 2981 time: 0.0671093 Jul 28 14:25:17.089882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae1b9-21ac-4a88-a52a-c696735d57b4 req-a633f2a2-abc5-4d14-bf5a-fda9f8351719 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:17.095733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3aae1b9-21ac-4a88-a52a-c696735d57b4 req-a633f2a2-abc5-4d14-bf5a-fda9f8351719 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.2100821 Jul 28 14:25:17.161257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3aae1b9-21ac-4a88-a52a-c696735d57b4 req-ebfb30ae-6a03-4c80-ac85-105e31af2c43 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577817 Jul 28 14:25:17.171657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-42084537-aa0f-4184-a498-bf9cda9205f3 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6bb1320c-2f35-4a46-9d7e-35b02533639a HTTP/1.1" status: 200 len: 2981 time: 0.0820808 Jul 28 14:25:17.259606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-e1ce9ed9-0a5a-401b-ad2d-d635c4c652fa tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6bb1320c-2f35-4a46-9d7e-35b02533639a HTTP/1.1" status: 200 len: 2981 time: 0.0830710 Jul 28 14:25:17.274281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51c3d5de-6b98-4fd5-9385-6593ae517e54 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:17.314709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-260981f8-5a40-47d6-838c-95abfe3f4be0 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8b0a5044-5141-475f-8070-f7009b4c1caf HTTP/1.1" status: 200 len: 2981 time: 0.0473142 Jul 28 14:25:17.368986 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:25:17.438111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-52274158-d49a-4b6a-828a-39f6f229a97e tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8b0a5044-5141-475f-8070-f7009b4c1caf HTTP/1.1" status: 200 len: 2981 time: 0.1043270 Jul 28 14:25:17.505968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 51c3d5de-6b98-4fd5-9385-6593ae517e54 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:17.505968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:17.572055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-06c30ced-8514-4949-a5af-0291ba3a85d4 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8d09f46c-e7e9-4967-b87a-2091e3ab6cdc HTTP/1.1" status: 200 len: 2981 time: 0.1182196 Jul 28 14:25:17.697488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-d1cf2e81-9dcb-4ebb-b9b3-6f0b677f9ecc tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8d09f46c-e7e9-4967-b87a-2091e3ab6cdc HTTP/1.1" status: 200 len: 2981 time: 0.0934138 Jul 28 14:25:17.718936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:14Z', 'revision_number': 4, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'df4e2582-4964-4bef-8825-146f75921b82', 'name': '', 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'mac_address': 'fa:16:3e:4c:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:13Z', 'updated_at': '2021-07-28T14:25:15Z', 'revision_number': 2, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'subnets': [{'id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:17.722104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19502905-b00d-4e10-b272-a509c5ab1b35 req-552773fd-d0ca-48ae-9805-5fd68ac0774a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:17.726458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19502905-b00d-4e10-b272-a509c5ab1b35 req-552773fd-d0ca-48ae-9805-5fd68ac0774a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0954931 Jul 28 14:25:17.758746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Checking router: 59195b06-d75a-4a1b-b0ca-2beb28f8d09b for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:17.761191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Updating router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b port df4e2582-4964-4bef-8825-146f75921b82 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:25:17.766428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-ca41da92-1d82-4a2e-9ac9-89cbe4fc69fc tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/97515dd0-4879-4405-bcd8-8642e7fe5680 HTTP/1.1" status: 200 len: 2981 time: 0.0577285 Jul 28 14:25:17.775583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19502905-b00d-4e10-b272-a509c5ab1b35 req-e38e4240-f004-4cde-a0c6-4794e2002f9d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Jul 28 14:25:17.790778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:17.811547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:17.814008 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:17.857432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-30336e40-9d17-4c7c-98d4-60533de77ca7 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/97515dd0-4879-4405-bcd8-8642e7fe5680 HTTP/1.1" status: 200 len: 2981 time: 0.0737083 Jul 28 14:25:17.872589 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23355be8-2942-493a-bda1-5c7478d02eea x-openstack-request-id: req-23355be8-2942-493a-bda1-5c7478d02eea {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:17.873096 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:17.873507 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23355be8-2942-493a-bda1-5c7478d02eea {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:17.874056 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'status': 'completed', 'code': 200} Jul 28 14:25:17.913674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-fb034683-69ad-442a-882e-ea5138a0678f tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b8f9dbf9-c48a-4a1b-b0c0-217422050dee HTTP/1.1" status: 200 len: 2981 time: 0.0475063 Jul 28 14:25:17.980395 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:17.996849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-81bff4d6-1891-4afa-adfe-b322cc4de2f4 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b8f9dbf9-c48a-4a1b-b0c0-217422050dee HTTP/1.1" status: 200 len: 2981 time: 0.0733876 Jul 28 14:25:17.999163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-aa65639e-e928-4161-89a4-848282710bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:18.000708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-aa65639e-e928-4161-89a4-848282710bdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1127 time: 0.0858297 Jul 28 14:25:18.030353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356ebc1-ae2f-46a1-9d24-e8901b1c4ed8 req-941cb63c-557b-42c7-af1b-413209c69ea7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:18.032053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7356ebc1-ae2f-46a1-9d24-e8901b1c4ed8 req-941cb63c-557b-42c7-af1b-413209c69ea7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0861118 Jul 28 14:25:18.092289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7356ebc1-ae2f-46a1-9d24-e8901b1c4ed8 req-8ce745ae-d3b6-443d-8796-576e77fd5390 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Jul 28 14:25:18.139820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-a1953604-8be8-4e49-9db7-fdf6067e1eb9 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/bf5e2025-59b7-4a7a-b8b9-8ff664b12893 HTTP/1.1" status: 200 len: 2981 time: 0.1359730 Jul 28 14:25:18.197684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-fbd8f89b-d305-43e9-b235-e3b611851507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:18.199197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-fbd8f89b-d305-43e9-b235-e3b611851507 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1858213 Jul 28 14:25:18.210540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:18.220204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-fa0c0da7-c2fd-44ce-9399-5db0d5038b70 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/bf5e2025-59b7-4a7a-b8b9-8ff664b12893 HTTP/1.1" status: 200 len: 2981 time: 0.0625007 Jul 28 14:25:18.227989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Transition to ACTIVE for port object df4e2582-4964-4bef-8825-146f75921b82 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:18.250604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-85b7e13e-ea44-4b5a-9107-13199cca30da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 217 time: 0.0438750 Jul 28 14:25:18.304849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1d62f-8301-4b09-aa92-17b291daa4d1 req-d20a3752-1f98-403f-bdc4-3fead81106cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:18.306507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8b1d62f-8301-4b09-aa92-17b291daa4d1 req-d20a3752-1f98-403f-bdc4-3fead81106cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.0523400 Jul 28 14:25:18.324810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-bfbdcc5c-48d6-4112-aaf1-c6ff0cb0c848 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/dddadef3-ff9d-475f-9407-d87894b0fb63 HTTP/1.1" status: 200 len: 2977 time: 0.0768981 Jul 28 14:25:18.336071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-b245dfe8-f47f-4a5d-8bfc-dcf9ec461dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:18.337516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-b245dfe8-f47f-4a5d-8bfc-dcf9ec461dbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0765522 Jul 28 14:25:18.351926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8b1d62f-8301-4b09-aa92-17b291daa4d1 req-12977cd4-52a0-4446-ac20-1879879b6b6e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Jul 28 14:25:18.387990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-e8a5b613-4679-4659-9594-834fefaaef2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382781 Jul 28 14:25:18.456083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-58e5872b-1b8d-4e3e-8aa5-1eb5594cdf67 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/dddadef3-ff9d-475f-9407-d87894b0fb63 HTTP/1.1" status: 200 len: 2977 time: 0.1226215 Jul 28 14:25:18.475119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:18.545072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-bab90176-0179-4b71-b62b-14abc3c5bdef tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f89bc2ec-4043-4e75-af59-56f488dd29b9 HTTP/1.1" status: 200 len: 2981 time: 0.0765088 Jul 28 14:25:18.550834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-c35a536f-bbc6-4386-b7a4-834c4efe535b service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524148 Jul 28 14:25:18.586819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16a0c1-dab0-41e8-bd4c-6c521abe31e9 None None] Pushing event updated for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:18.603480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Attempting to bind port df4e2582-4964-4bef-8825-146f75921b82 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:18.604117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Attempting to bind port df4e2582-4964-4bef-8825-146f75921b82 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:18.605630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Attempting to bind port df4e2582-4964-4bef-8825-146f75921b82 on network b520ecac-1d08-4eb9-92c1-9a983fa96187 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:18.612083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:18.612435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Checking segment: {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:18.613216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:18.614042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Bound using segment: {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:18.622187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Bound port: df4e2582-4964-4bef-8825-146f75921b82, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a247b4f-d016-4c1f-bcac-c91cf130e420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:18.622187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:18.672317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-2d53a0c4-ce83-450a-bbed-63fec0613594 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f89bc2ec-4043-4e75-af59-56f488dd29b9 HTTP/1.1" status: 200 len: 2981 time: 0.1201751 Jul 28 14:25:18.712394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:18.732518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:18.758096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-b3341b24-9d08-445c-884c-4524f18306ad tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f99603e2-857c-462e-896b-9c77b10aff06 HTTP/1.1" status: 200 len: 2981 time: 0.0622134 Jul 28 14:25:18.763415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98c3cac4-6365-4e5a-9f4e-b1c487e388c0 req-aa1eda70-0d31-40f8-bfd2-d4e331d20953 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043333 Jul 28 14:25:18.779315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] For port df4e2582-4964-4bef-8825-146f75921b82, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:18.922762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-25799de8-6422-470c-8b4d-e97b7bd30b7a tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f99603e2-857c-462e-896b-9c77b10aff06 HTTP/1.1" status: 200 len: 2981 time: 0.1415882 Jul 28 14:25:18.999267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58df56e-b9f1-4019-bfa1-361ac475a9d4 req-f87fe0a9-ef15-477b-ae45-4079f0901ae9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:19.001854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e58df56e-b9f1-4019-bfa1-361ac475a9d4 req-f87fe0a9-ef15-477b-ae45-4079f0901ae9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0991237 Jul 28 14:25:19.001978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] For port df4e2582-4964-4bef-8825-146f75921b82, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=df4e2582-4964-4bef-8825-146f75921b82,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:19.003191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-92cbd4ed-833f-4eeb-910c-b6ae1f56dd33 tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fe189e78-86fc-4b6a-80f8-08181a56c7a3 HTTP/1.1" status: 200 len: 2973 time: 0.0691435 Jul 28 14:25:19.096727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:19.125032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fe77c78-b301-4fd6-8819-8b59d265538b req-a51554f2-7af3-4400-808f-226b6844521f tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fe189e78-86fc-4b6a-80f8-08181a56c7a3 HTTP/1.1" status: 200 len: 2973 time: 0.1076827 Jul 28 14:25:19.139475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:19.139627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e58df56e-b9f1-4019-bfa1-361ac475a9d4 req-8cb187f2-2c77-45ba-9c38-47d80ed8aca8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097648 Jul 28 14:25:19.163384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 6e0a4cde-3597-49a2-a06b-017cb0febd88 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:19.219648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:25:19.231275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 6e0a4cde-3597-49a2-a06b-017cb0febd88 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:19.234071 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:19.283863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:19.284520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:19.315760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdfe90be-c2d8-454e-b9ef-70c4e8b10bac req-3f5f6db6-5257-4377-aeaf-e67e923e08d1 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee6d94ce06f24f92aa64606b24594b44 HTTP/1.1" status: 200 len: 6101 time: 0.1137056 Jul 28 14:25:19.398568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdfe90be-c2d8-454e-b9ef-70c4e8b10bac req-8113e1f0-da53-4b5f-96f0-56cf7fb3611e tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "GET /v2.0/security-groups/8d09f46c-e7e9-4967-b87a-2091e3ab6cdc HTTP/1.1" status: 200 len: 2981 time: 0.0807877 Jul 28 14:25:19.431257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16a0c1-dab0-41e8-bd4c-6c521abe31e9 None None] Pushing event updated for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:19.458718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a248641-5c62-4b31-be1b-b85543f1a75a req-7cb92bae-2662-4b66-8598-0a3a4af57491 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:19.466486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a248641-5c62-4b31-be1b-b85543f1a75a req-7cb92bae-2662-4b66-8598-0a3a4af57491 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1702204 Jul 28 14:25:19.520085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:19.583348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdfe90be-c2d8-454e-b9ef-70c4e8b10bac req-efc5d266-110f-4504-bb2c-498910625120 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "GET /v2.0/security-groups/8d09f46c-e7e9-4967-b87a-2091e3ab6cdc HTTP/1.1" status: 200 len: 2981 time: 0.1807089 Jul 28 14:25:19.586003 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:19.601948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a248641-5c62-4b31-be1b-b85543f1a75a req-705be662-7374-4519-b916-1229d1fd13d8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058278 Jul 28 14:25:19.640850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:19.645062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:19.659036 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b29237-319a-4be2-ad0b-1fdfac7fa6ab" -d '{"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:19.664782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:19.747064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768184b9-1be6-4bb4-a27f-84fe1e13cf55 req-316f6244-411f-48d0-8675-7781ee1bd253 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:19.748269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-768184b9-1be6-4bb4-a27f-84fe1e13cf55 req-316f6244-411f-48d0-8675-7781ee1bd253 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.0690815 Jul 28 14:25:19.810915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:19.822676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-cb99442f-65fa-43a3-a512-2a345a96427a tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/94debe5f-1726-4dc5-a8a4-da9d2e955c5e HTTP/1.1" status: 200 len: 1778 time: 0.0913420 Jul 28 14:25:19.842719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-768184b9-1be6-4bb4-a27f-84fe1e13cf55 req-52a29bf3-ec71-4d1d-bf0b-5b5d941705f1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830069 Jul 28 14:25:19.986083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:19.996308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:20.030088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:20.076512 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bf602a-46a6-452f-935f-fa6e5c51c72e x-openstack-request-id: req-c0bf602a-46a6-452f-935f-fa6e5c51c72e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:20.076861 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-plugged", "status": "completed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:20.077273 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0bf602a-46a6-452f-935f-fa6e5c51c72e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:20.077842 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'code': 200} Jul 28 14:25:20.162006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:14Z', 'revision_number': 4, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'df4e2582-4964-4bef-8825-146f75921b82', 'name': '', 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'mac_address': 'fa:16:3e:4c:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:13Z', 'updated_at': '2021-07-28T14:25:18Z', 'revision_number': 4, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'subnets': [{'id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:20.217355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56271d14-2e59-4d75-a06a-d4fdb4d3b58c None None] The sync data for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 is: [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:25:14Z', 'revision_number': 4, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'df4e2582-4964-4bef-8825-146f75921b82', 'name': '', 'network_id': 'b520ecac-1d08-4eb9-92c1-9a983fa96187', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'mac_address': 'fa:16:3e:4c:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:13Z', 'updated_at': '2021-07-28T14:25:18Z', 'revision_number': 4, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'subnets': [{'id': '2d32893d-28d1-47b1-acc1-3fd646733984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:20.231424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:20.272866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:20.287838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:20.292536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fa12d-96a9-44d7-a4c9-53cda95a11a1 req-4ecd2e0c-7f7d-43ee-a624-ed3e42a978a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:20.293989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-165fa12d-96a9-44d7-a4c9-53cda95a11a1 req-4ecd2e0c-7f7d-43ee-a624-ed3e42a978a5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1097 time: 0.0924401 Jul 28 14:25:20.305964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ea6bdf2-2c94-4e33-9238-f19ddbc2150b req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/94debe5f-1726-4dc5-a8a4-da9d2e955c5e HTTP/1.1" status: 204 len: 173 time: 0.4661572 Jul 28 14:25:20.377878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac0d-34f4-4487-8571-408e8597b81d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94debe5f-1726-4dc5-a8a4-da9d2e955c5e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:20.431943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-165fa12d-96a9-44d7-a4c9-53cda95a11a1 req-b975ef5a-a7c2-4eaa-8ead-7368de930cca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286247 Jul 28 14:25:20.468504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267137a-7660-4c71-9855-3cd9ec59e168 req-5e733fc4-3996-4a05-b5b7-936191d6d1aa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:20.478413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9267137a-7660-4c71-9855-3cd9ec59e168 req-5e733fc4-3996-4a05-b5b7-936191d6d1aa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.1650438 Jul 28 14:25:20.575737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9267137a-7660-4c71-9855-3cd9ec59e168 req-6f0dfaf4-a697-4dfd-b1ef-c05c9a134fc1 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958693 Jul 28 14:25:20.637768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-4814b8fb-5e0d-45c8-b080-96a678ab3f5b tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "GET /v2.0/security-groups/31c768a4-a40e-4b97-9846-6d2fff8976b0 HTTP/1.1" status: 200 len: 1777 time: 0.2555230 Jul 28 14:25:20.668100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-370bde6f-ce7e-4724-8d37-85a1bab87538 service neutron] 10.222.0.53 "GET /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.2282579 Jul 28 14:25:20.820414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f5912-bec2-4e0b-a122-abe3af65035e req-eabb276d-d299-40cc-888d-be11454bac0b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:20.828654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c6f5912-bec2-4e0b-a122-abe3af65035e req-eabb276d-d299-40cc-888d-be11454bac0b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1169305 Jul 28 14:25:20.879303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c6f5912-bec2-4e0b-a122-abe3af65035e req-b459214a-5320-42f4-977b-deb1e77fc05d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Jul 28 14:25:20.940549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.011332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.073303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:21.120301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:21.200233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff87cd7f-38ee-46cf-9273-2128e981bae0 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:21.205611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.209432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.211209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73f2781d-de89-4303-8906-0c0d18cbb054 req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/31c768a4-a40e-4b97-9846-6d2fff8976b0 HTTP/1.1" status: 204 len: 173 time: 0.5621488 Jul 28 14:25:21.230207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ae2db-38d0-46b7-b0d8-7ee85879344d tempest-SecurityGroupsTestAdminJSON-624782035 tempest-SecurityGroupsTestAdminJSON-624782035-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c768a4-a40e-4b97-9846-6d2fff8976b0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:21.256798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:21.350003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.350393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device df4e2582-4964-4bef-8825-146f75921b82 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:21.530307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] Transition to ACTIVE for port object ff87cd7f-38ee-46cf-9273-2128e981bae0 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:21.558724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44c13a-2172-413c-aae6-8b52a7d8fd8f req-d58034af-b6c6-4831-bbfc-f4271b8be453 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:21.564779 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e44c13a-2172-413c-aae6-8b52a7d8fd8f req-d58034af-b6c6-4831-bbfc-f4271b8be453 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 944 time: 0.1007569 Jul 28 14:25:21.598317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port df4e2582-4964-4bef-8825-146f75921b82 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:21.619128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port df4e2582-4964-4bef-8825-146f75921b82 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:21.619128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.688399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.773814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e44c13a-2172-413c-aae6-8b52a7d8fd8f req-4e166947-6357-44ce-ae62-9896b6401582 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079039 Jul 28 14:25:21.797923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:21.872544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port df4e2582-4964-4bef-8825-146f75921b82, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=df4e2582-4964-4bef-8825-146f75921b82,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:21.899994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] No DVR routers for this DVR port ff87cd7f-38ee-46cf-9273-2128e981bae0 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:25:21.915341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-a8ec3443-ed25-4610-9875-9f745d3958cc tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "GET /v2.0/security-groups/accbbfbb-29e6-4e26-bdc7-9986136fe646 HTTP/1.1" status: 200 len: 1778 time: 0.1012282 Jul 28 14:25:21.990256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] 10.222.0.53 "PUT /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.3106909 Jul 28 14:25:21.997990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.046975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.072462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0c95-2841-4eb3-9760-02897e42efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:22.081093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:22.106178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.199068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec35d-5f12-45bf-9fb2-f967827abc4a req-fe75cb12-af1e-4bc2-bc60-7fb6ee9e1beb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.200768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-147ec35d-5f12-45bf-9fb2-f967827abc4a req-fe75cb12-af1e-4bc2-bc60-7fb6ee9e1beb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0553176 Jul 28 14:25:22.243007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-74674b13-5cb2-44b5-b66e-160056e77aef tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.244622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-74674b13-5cb2-44b5-b66e-160056e77aef tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0539269 Jul 28 14:25:22.251965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-147ec35d-5f12-45bf-9fb2-f967827abc4a req-006df682-de7e-42ce-b3e3-ce3459de713d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Jul 28 14:25:22.291078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.294945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.301107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b44c79de-69b6-4bae-9f64-9892899da7c2 req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "DELETE /v2.0/security-groups/accbbfbb-29e6-4e26-bdc7-9986136fe646 HTTP/1.1" status: 204 len: 173 time: 0.3829904 Jul 28 14:25:22.321770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b41306-8c8b-4a10-a040-16f75e321c2c tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=accbbfbb-29e6-4e26-bdc7-9986136fe646,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:22.337829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-83a40ee9-e3c3-4aee-af77-82a271cf10d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.339945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-83a40ee9-e3c3-4aee-af77-82a271cf10d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084&tenant_id=15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 1097 time: 0.0860562 Jul 28 14:25:22.399407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4a1f8-5e3c-4b45-8853-e8e6641bffc1 req-00799971-aba1-4bbf-ab2a-ca5c345c41fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.401293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73c4a1f8-5e3c-4b45-8853-e8e6641bffc1 req-00799971-aba1-4bbf-ab2a-ca5c345c41fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0589905 Jul 28 14:25:22.461542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-1278aa8f-6da8-4fd1-909b-c7359b03b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.470190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73c4a1f8-5e3c-4b45-8853-e8e6641bffc1 req-6f630b36-c3c6-4278-ab69-dd8c83529eae tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Jul 28 14:25:22.470623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-1278aa8f-6da8-4fd1-909b-c7359b03b18b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1097 time: 0.0609534 Jul 28 14:25:22.538365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-9cbc4219-8279-4223-b52b-0c88afcc9e4d tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "GET /v2.0/security-groups/c5c5dd1f-25c0-4b7f-a4b7-e25918f7ab13 HTTP/1.1" status: 200 len: 1775 time: 0.0621383 Jul 28 14:25:22.588509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163068e-a450-4fa5-a5f4-f356e9625238 req-e50d380d-d252-4ba7-a7a3-1a1a336d6a9d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.590455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c163068e-a450-4fa5-a5f4-f356e9625238 req-e50d380d-d252-4ba7-a7a3-1a1a336d6a9d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1097 time: 0.0914543 Jul 28 14:25:22.606512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-cb822663-d19b-4d41-9c2e-19c83524d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:22.608119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-cb822663-d19b-4d41-9c2e-19c83524d584 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1324806 Jul 28 14:25:22.614914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.640089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.778509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-86f0814c-4c2e-4ff7-a8e0-c7f47fcdfd57 service neutron] 10.222.0.50 "GET /v2.0/ports/33f1e384-5ceb-4edf-82ec-24c72f2853d7/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.0811281 Jul 28 14:25:22.783835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.787949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:22.840786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c34ffd4f-23b5-4cc5-9458-5eafa2dc7626 req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] 10.222.0.47 "DELETE /v2.0/security-groups/c5c5dd1f-25c0-4b7f-a4b7-e25918f7ab13 HTTP/1.1" status: 204 len: 173 time: 0.2990141 Jul 28 14:25:22.885083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598c3ba-b7ae-4136-abb5-2a494ea82536 tempest-SecurityGroupsTestAdminJSON-357964365 tempest-SecurityGroupsTestAdminJSON-357964365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5dd1f-25c0-4b7f-a4b7-e25918f7ab13,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:22.927458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-cd7cf7f5-f87d-4e82-afae-df651fea93d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 200 len: 217 time: 0.3095975 Jul 28 14:25:22.984182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c163068e-a450-4fa5-a5f4-f356e9625238 req-09a255c1-bc2b-4dc9-8426-fe5209c467bf tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782806 Jul 28 14:25:23.008128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-48a39db7-9490-4b70-b943-c1301d58847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.009973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-48a39db7-9490-4b70-b943-c1301d58847b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0735970 Jul 28 14:25:23.078512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-38298aa3-6cb7-4031-9f88-e1282895a3e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604722 Jul 28 14:25:23.197227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e4665-f345-461c-b4b0-13d6910911fc req-aa4001ea-19c7-4e42-b169-fac1309e2f3e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.198834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c96e4665-f345-461c-b4b0-13d6910911fc req-aa4001ea-19c7-4e42-b169-fac1309e2f3e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.0698724 Jul 28 14:25:23.287822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c96e4665-f345-461c-b4b0-13d6910911fc req-886991ab-6ef1-4ee2-89d3-3a13d69076a4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767906 Jul 28 14:25:23.293178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device df4e2582-4964-4bef-8825-146f75921b82 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:23.400437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-67c80da1-19b5-4d09-8f31-b8555e6f8b3a service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946787 Jul 28 14:25:23.427667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port df4e2582-4964-4bef-8825-146f75921b82 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:23.428359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:23.516384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-47249708-5a07-461a-be04-00020f202365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.517991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-47249708-5a07-461a-be04-00020f202365 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.1213489 Jul 28 14:25:23.712524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-b52d7d98-5675-4c3c-8d71-1be6d4349e45 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027828 Jul 28 14:25:23.720725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-c6590cf2-b0db-499e-b4a0-60f25cfdd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.720725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-c6590cf2-b0db-499e-b4a0-60f25cfdd7b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1102 time: 0.1514342 Jul 28 14:25:23.835340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:23.916249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee7784-d543-48a7-8ace-8443949a12bc req-a8641cb4-ab79-43e5-9595-79dd264af881 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.942616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-788e6ca8-4c0e-4a9c-b185-854b7a34b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:23.943209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5ee7784-d543-48a7-8ace-8443949a12bc req-a8641cb4-ab79-43e5-9595-79dd264af881 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1555564 Jul 28 14:25:23.943713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-788e6ca8-4c0e-4a9c-b185-854b7a34b564 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2074294 Jul 28 14:25:24.052027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5ee7784-d543-48a7-8ace-8443949a12bc req-3108a4b8-bc38-4c02-90e2-5f1b05b897b1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088343 Jul 28 14:25:24.055611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-f56132e2-72d9-415c-ae8d-11250d9d3fa1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.1018169 Jul 28 14:25:24.118909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-325fc1f2-edc6-42b1-af96-64ed40ceaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:24.121717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-325fc1f2-edc6-42b1-af96-64ed40ceaad7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0564311 Jul 28 14:25:24.137044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2303c1c0-0cc8-4ea2-ab2f-00f1431f48a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee6d94ce06f24f92aa64606b24594b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977054 Jul 28 14:25:24.137757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59970) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:24.195882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.221968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.274352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-678dce2e-f289-4b46-a00f-cc898eed2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:24.280695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-678dce2e-f289-4b46-a00f-cc898eed2773 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495702 Jul 28 14:25:24.388154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-6a61e7de-86e7-4d53-99af-ab6cdfb4beea service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990195 Jul 28 14:25:24.414361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b0607-4dc6-4be3-92d7-2f368508398b req-cc0e45f0-3031-4a9e-9459-02defc85686c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:24.418534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-071b0607-4dc6-4be3-92d7-2f368508398b req-cc0e45f0-3031-4a9e-9459-02defc85686c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.0552838 Jul 28 14:25:24.456438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.460517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.476203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d09f46c-e7e9-4967-b87a-2091e3ab6cdc HTTP/1.1" status: 204 len: 168 time: 0.3258123 Jul 28 14:25:24.548627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da7c0640-7dd8-44fa-aa85-478d66c87ffa req-a9997a2b-bebc-4d09-b43a-f8a918b27bfe service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526330 Jul 28 14:25:24.569637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f2976-ed0a-4dd6-a28e-fa0a2b9e84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d09f46c-e7e9-4967-b87a-2091e3ab6cdc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:24.628132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-071b0607-4dc6-4be3-92d7-2f368508398b req-9680ce57-6959-465d-8f1b-49fc543aea08 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049563 Jul 28 14:25:24.649209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-b1fadc5b-f109-43c8-983b-6bad09f2d725 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:24.650893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-b1fadc5b-f109-43c8-983b-6bad09f2d725 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.1718915 Jul 28 14:25:24.689331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:24.914184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-193f0044-4235-47fc-9d10-b248e8740a37 service neutron] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:24.917881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-193f0044-4235-47fc-9d10-b248e8740a37 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:24.919586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc15c1ea-0685-4171-8b8a-fc6cd1dfb480 req-193f0044-4235-47fc-9d10-b248e8740a37 service neutron] 10.222.0.50 "DELETE /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.2604172 Jul 28 14:25:24.974507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-453ec3f4-fdab-4d26-86b2-c54b5994c0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.082402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-453ec3f4-fdab-4d26-86b2-c54b5994c0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.191534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e77168-653f-4fc5-ad8b-534a3529d333 req-f2949e67-324a-4fff-afd5-75f039af03b3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:25.193073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7e77168-653f-4fc5-ad8b-534a3529d333 req-f2949e67-324a-4fff-afd5-75f039af03b3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.0554628 Jul 28 14:25:25.210877 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-453ec3f4-fdab-4d26-86b2-c54b5994c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.242776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7e77168-653f-4fc5-ad8b-534a3529d333 req-1da2395c-1c9f-45de-9cea-2b07d50b697c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Jul 28 14:25:25.314907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-453ec3f4-fdab-4d26-86b2-c54b5994c0df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c0d17fc25a54724a3f6f5a9a6536a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246557 Jul 28 14:25:25.315821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec3f4-fdab-4d26-86b2-c54b5994c0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461ffe8f-8313-44a9-b49d-83bcd1733679,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:25.318648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59996) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:25.403917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.445533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:25:25.461375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.499911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60000) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:25.509700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:25:25.555009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-82fa0e8f-31c5-452f-a58c-b90f85114650 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23112627972b4aa4bd628110f4ceca24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519273 Jul 28 14:25:25.557548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60002) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:25.656181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.679235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.735779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.740062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.743920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/461ffe8f-8313-44a9-b49d-83bcd1733679 HTTP/1.1" status: 204 len: 168 time: 0.4216719 Jul 28 14:25:25.787371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9cdc2-c259-4e6a-bdd1-282f3f614593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ffe8f-8313-44a9-b49d-83bcd1733679,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:25.821427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d82805-a0e3-4a81-b582-7a2888748fb7 req-9bddd706-2710-45e6-a706-95b11d898c14 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:25.823569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24d82805-a0e3-4a81-b582-7a2888748fb7 req-9bddd706-2710-45e6-a706-95b11d898c14 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.0810652 Jul 28 14:25:25.881082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.884223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:25.885473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97515dd0-4879-4405-bcd8-8642e7fe5680 HTTP/1.1" status: 204 len: 168 time: 0.3215363 Jul 28 14:25:25.918272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72629c1a-97c5-43f3-b49e-d90d1b820f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97515dd0-4879-4405-bcd8-8642e7fe5680,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:25.922108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24d82805-a0e3-4a81-b582-7a2888748fb7 req-e72f62aa-0d5a-4ea3-b068-f298e5dfccb1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857608 Jul 28 14:25:26.147501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41361569-d4dd-48ec-aba2-5556b2a24612 req-8a0b20e1-dbbf-4728-97da-24a1e65d6ced tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:26.154144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41361569-d4dd-48ec-aba2-5556b2a24612 req-8a0b20e1-dbbf-4728-97da-24a1e65d6ced tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 1097 time: 0.0633476 Jul 28 14:25:26.239823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41361569-d4dd-48ec-aba2-5556b2a24612 req-cf857f0a-ffb4-4b40-a38f-c5e90e5066aa tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800354 Jul 28 14:25:26.552623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692b1c7-e094-4a7a-8371-6eb349708149 req-e0a7f1d7-4268-4e91-9d0a-87786a6ffecb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:26.554256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b692b1c7-e094-4a7a-8371-6eb349708149 req-e0a7f1d7-4268-4e91-9d0a-87786a6ffecb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1250496 Jul 28 14:25:26.647924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b692b1c7-e094-4a7a-8371-6eb349708149 req-d56fa0ee-28a4-4e04-ad50-0128a5b94775 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846612 Jul 28 14:25:26.763921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:25:26.838543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0f236b01-5c29-4eb1-a6c4-aef23daf0a1c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:26.843795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0f236b01-5c29-4eb1-a6c4-aef23daf0a1c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.1590803 Jul 28 14:25:26.864285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-38f879d4-b670-4b98-9a7c-2e2936e9c9ee tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/quotas/15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 375 time: 0.0141134 Jul 28 14:25:26.912077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:26.947435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:26.950031 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd9902-c658-4a55-b7b9-a2f3af9687f0" -d '{"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-unplugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:26.962332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-7474c091-9d72-4bfc-956a-328019ab04f7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914121 Jul 28 14:25:26.976160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:27.084125 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d8a86-61bf-4e54-ac20-131fb9352a46 x-openstack-request-id: req-9a1d8a86-61bf-4e54-ac20-131fb9352a46 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:27.084423 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-unplugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:27.084762 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a1d8a86-61bf-4e54-ac20-131fb9352a46 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:27.085170 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'code': 200} Jul 28 14:25:27.101126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0b76f583-145f-47dc-8148-0bae02e8bf0f service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257529 Jul 28 14:25:27.122286 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:27.261191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:27.294138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.296623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.296984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.297334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.297677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.298021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.298357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.300766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.300766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.300766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.300766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.301774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:27.341482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0bd8dbcb-ae00-46da-bf6e-d7168e4f6aa0 service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392824 Jul 28 14:25:27.503117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60058) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:27.524182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6248934-cfdd-4d07-a68a-46953e32cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:27.833888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6248934-cfdd-4d07-a68a-46953e32cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:27.907593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74add3d4-0047-4e39-bc01-3a893a49f2d9 req-df33f015-a1c8-45ce-8eba-8be667fd6b4b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.1111474 Jul 28 14:25:27.975682 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6248934-cfdd-4d07-a68a-46953e32cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.138140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a6248934-cfdd-4d07-a68a-46953e32cd84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32c2808f053f4608b3a3065e33956b71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212132 Jul 28 14:25:28.138140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6248934-cfdd-4d07-a68a-46953e32cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0b4f9-3a64-4454-9702-156bcdf607b7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:28.138509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f71bf3-60d0-483d-8943-9dd8f0eae293 req-8dae2e28-3609-485d-8504-5fa81bd48365 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:28.139439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03f71bf3-60d0-483d-8943-9dd8f0eae293 req-8dae2e28-3609-485d-8504-5fa81bd48365 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 948 time: 0.1492891 Jul 28 14:25:28.140137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60080) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:28.211266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:28.218981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03f71bf3-60d0-483d-8943-9dd8f0eae293 req-510825e3-14d8-4ce6-b050-f44eee1c3ffd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633874 Jul 28 14:25:28.239476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.299583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.384896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-642539688-network', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:28.787791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:28.789287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.790886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Made reservation on behalf of 8d86e0355c4241cfa5d8be33aa719570 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:28.791977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.795246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.799671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ab0b4f9-3a64-4454-9702-156bcdf607b7 HTTP/1.1" status: 204 len: 168 time: 0.6581011 Jul 28 14:25:28.819136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203df1b-af76-4ca8-b4bb-9c3ab7dbc5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0b4f9-3a64-4454-9702-156bcdf607b7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:28.846582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.927518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:28.943118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'mac_address': 'fa:16:3e:67:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:25:28.990005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:28.994309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.012344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f1e384-5ceb-4edf-82ec-24c72f2853d7 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:29.035329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:29.206896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b199ffae-1b52-41ad-a3a7-2017f43379e9 req-86b80b46-8771-464c-aad6-860050ecd423 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0277948 Jul 28 14:25:29.210028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.213762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.273827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:25:29.328422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.330458 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Added segment ff7b58a6-ff08-4751-bd19-2cb18b9548c1 of type vlan for network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed Jul 28 14:25:29.330988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:29.479041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.496547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52a9f89-9289-404d-855f-8a09bdc20b14,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:29.547582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1b7dc-d2ec-434e-a930-c7b6524b60ba req-b5df402e-f2d4-4779-abd8-ecb55e0f86f3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:29.557721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90c1b7dc-d2ec-434e-a930-c7b6524b60ba req-b5df402e-f2d4-4779-abd8-ecb55e0f86f3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 949 time: 0.2435753 Jul 28 14:25:29.565402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c98-684d-481e-a22c-83040f148aae req-e501bf7e-cd58-4c59-aae6-74b09a6d43cb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:29.567201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-e501bf7e-cd58-4c59-aae6-74b09a6d43cb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e&tenant_id=87c2207152de45ecb31afbcd69cf574b&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 949 time: 0.1333840 Jul 28 14:25:29.598179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:29.611668 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90c1b7dc-d2ec-434e-a930-c7b6524b60ba req-f035cbf4-95c5-48d0-b92a-9b83274ae3c8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Jul 28 14:25:29.726671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.727737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:29.728277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:29.844541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c98-684d-481e-a22c-83040f148aae req-4d648051-e410-4b08-bb59-3cdf0978c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:29.847044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-4d648051-e410-4b08-bb59-3cdf0978c988 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1101 time: 0.1731303 Jul 28 14:25:29.933557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7179887 Jul 28 14:25:29.933788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:29.939558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Request body: {'subnet': {'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-642539688-subnet', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:29.966710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7d256-2268-4ca2-99fc-b3ed064e418a admin admin] Pushing event updated for resources: {'Network': ['ID=9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:29.983917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:25:30.045640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c98-684d-481e-a22c-83040f148aae req-28de4a76-a851-451a-85dc-298d0e4ddd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:30.047878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-28de4a76-a851-451a-85dc-298d0e4ddd3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1930230 Jul 28 14:25:30.127089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-ab9a7d02-0477-464a-8854-9d62f3e05d9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.0708764 Jul 28 14:25:30.216749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Made reservation on behalf of 8d86e0355c4241cfa5d8be33aa719570 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:30.221051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:30.316143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c98-684d-481e-a22c-83040f148aae req-1109bc28-455b-4ead-bcf1-7e738a631911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:30.328408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-1109bc28-455b-4ead-bcf1-7e738a631911 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1929290 Jul 28 14:25:30.452103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24c25c6c-911a-4e06-88ca-5191d2e0dbd2 req-2ec4a505-77cc-4970-9855-eca5e5bc3a1c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0312634 Jul 28 14:25:30.701374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:30.835979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:30.836114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7a6244-8686-437d-92da-501019917ae5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:30.898507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116159e-d3dc-4ba0-ac3d-d9a09b3e1b93 req-96cfb5b5-e49a-4c5a-abac-968d5178504c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:30.908757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0116159e-d3dc-4ba0-ac3d-d9a09b3e1b93 req-96cfb5b5-e49a-4c5a-abac-968d5178504c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 949 time: 0.1799612 Jul 28 14:25:30.933641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Checking segment: {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:30.934414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Network hostable DHCP agents. Network: 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:25:30.949486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae16c98-684d-481e-a22c-83040f148aae req-fc5b8042-c9a3-43e2-86d8-daf22a8c17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:30.957748 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-fc5b8042-c9a3-43e2-86d8-daf22a8c17ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553419 Jul 28 14:25:30.980599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:30.983389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.013703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0116159e-d3dc-4ba0-ac3d-d9a09b3e1b93 req-c094dd6b-8482-48ed-9a4e-52a6580dd981 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040337 Jul 28 14:25:31.093809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.120827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:31.123152 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80a79df-3209-40ce-9f82-cc571661d4e6" -d '{"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-plugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:31.146940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:31.185602 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9d97f7-4c7e-4b55-a932-d8d69357981d x-openstack-request-id: req-3b9d97f7-4c7e-4b55-a932-d8d69357981d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:31.185998 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-plugged", "status": "completed", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:31.186349 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b9d97f7-4c7e-4b55-a932-d8d69357981d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:31.186848 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'code': 200} Jul 28 14:25:31.227884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-687e59fe-5cc2-4fe3-9b4d-bc560e55dffe service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584522 Jul 28 14:25:31.289153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:25:31.332565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.333179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aae16c98-684d-481e-a22c-83040f148aae req-9399ac83-59ad-409e-b682-addea0553745 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967791 Jul 28 14:25:31.435890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:31.456841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:31.464416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:31.465014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.472129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0cddbe-a0b3-4db9-9d1c-8332b0ba6752 None None] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:25:31.601537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-70af1191-0b9a-4733-9448-f1ea8fb1c28b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:31.603063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-70af1191-0b9a-4733-9448-f1ea8fb1c28b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.2199519 Jul 28 14:25:31.611970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e5aa6bb-c536-4c79-a67c-4c00687dbb10 req-1f5b8336-ba0a-4697-929d-45a346800685 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0518489 Jul 28 14:25:31.631279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Request body: {'port': {'device_id': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'admin_state_up': True, 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:31.715016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1b2671a-a908-4aa7-b150-192dc7cde80f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7734032 Jul 28 14:25:31.715144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60172) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:31.720302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:31.763813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'fixed_ips': [{'subnet_id': '2c7a6244-8686-437d-92da-501019917ae5'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:25:31.764752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.944338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.945614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:31.982486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Allocated IP 172.20.0.2 (9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed/2c7a6244-8686-437d-92da-501019917ae5/b05aa57d-60b6-48c7-8524-f33f78e3d5ce) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:32.049785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.084239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:32.095036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.382652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.397465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Allocated IP 172.20.0.9 (006233eb-56ce-44c2-9f64-6c33266e2fc3/d0741580-da52-46de-8a13-3b639e68a81a/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:32.415154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Transition to ACTIVE for port object b05aa57d-60b6-48c7-8524-f33f78e3d5ce will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:32.445331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Transition to ACTIVE for port object b05aa57d-60b6-48c7-8524-f33f78e3d5ce will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:32.482000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34618aea-a33b-4dd6-aa69-6d654059897e req-5762a4ca-586c-43f5-9711-93fbd6609a97 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:32.495851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34618aea-a33b-4dd6-aa69-6d654059897e req-5762a4ca-586c-43f5-9711-93fbd6609a97 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.3541005 Jul 28 14:25:32.570857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.622007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:32.625577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:32.633507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:32.638528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.647555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Pushing event updated for resources: {'Port': ['ID=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:32.713097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34618aea-a33b-4dd6-aa69-6d654059897e req-da1f3f06-cd13-4f2c-9ae4-9ada099ed170 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144241 Jul 28 14:25:32.732604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Attempting to bind port b05aa57d-60b6-48c7-8524-f33f78e3d5ce on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:32.733149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Attempting to bind port b05aa57d-60b6-48c7-8524-f33f78e3d5ce by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:32.734017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Attempting to bind port b05aa57d-60b6-48c7-8524-f33f78e3d5ce on network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:32.734645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.741808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:32.742549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Checking segment: {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:32.742982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.743906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Bound using segment: {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:32.744526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Bound port: b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:32.745300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:32.863776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] For port b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:32.868527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] For port b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:32.953278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcf78fd2-5794-4ce3-b871-c87390db20cb req-652c060d-4734-4ed0-b834-06434925308d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0600677 Jul 28 14:25:33.132752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.136770 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.192087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:33.262274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:33.266069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:33.292742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:33.299315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:33.303910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.330157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:33.394716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.443839 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.596122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-1ad48a20-a027-4c98-9692-d1c7cbbc78f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9791715 Jul 28 14:25:33.617895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Request body: {'port': {'device_id': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:33.710947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ade99-8c42-4fe4-b0aa-a8f6cbff5bd3 None None] Pushing event updated for resources: {'Port': ['ID=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:33.726433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Allocated IP 172.25.0.27 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/32de3fa3-4e34-4b43-9a40-1545d49ca407) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:33.759135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:33.998868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.190080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:34.211433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f11324-01d4-4448-8eba-f7ef3d257dab req-e8de3f48-e925-4158-a6d2-977c43c0ed77 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:34.213300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52f11324-01d4-4448-8eba-f7ef3d257dab req-e8de3f48-e925-4158-a6d2-977c43c0ed77 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 931 time: 0.1278563 Jul 28 14:25:34.311475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52f11324-01d4-4448-8eba-f7ef3d257dab req-049b4ff8-5961-4571-a15c-d2d3f5a29a4a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Jul 28 14:25:34.412956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.500915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3897e-87b4-46d4-ba8e-959326c9e18d req-63f6c617-7de4-49dd-b649-6c40f91d9a9e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:34.507989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be3897e-87b4-46d4-ba8e-959326c9e18d req-63f6c617-7de4-49dd-b649-6c40f91d9a9e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.5291383 Jul 28 14:25:34.523821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7b6030f-ed83-4411-b93d-a1fa3b85a907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.618249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be3897e-87b4-46d4-ba8e-959326c9e18d req-54c9d692-eca5-4318-a2ee-e22775fd2e48 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090808 Jul 28 14:25:34.698332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7b6030f-ed83-4411-b93d-a1fa3b85a907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.711913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:34.727035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:34.727035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=32de3fa3-4e34-4b43-9a40-1545d49ca407,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:34.727035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:34.761886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:34.777159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.801147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Transition to ACTIVE for port object 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:34.895112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7b6030f-ed83-4411-b93d-a1fa3b85a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:34.975347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477330e-8403-4541-a298-f43c63f76230 req-43629306-6d3d-4215-82f6-b89d13997978 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:34.986379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d477330e-8403-4541-a298-f43c63f76230 req-43629306-6d3d-4215-82f6-b89d13997978 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1972840 Jul 28 14:25:35.007759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def25d8-f4dc-4657-be3d-7e2b55ab2826 None None] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:25:35.038470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d7b6030f-ed83-4411-b93d-a1fa3b85a907 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed6abfa9ed7e4201ab0597148c2f30fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8455369 Jul 28 14:25:35.041179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:35.053210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6030f-ed83-4411-b93d-a1fa3b85a907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a27ed11-17be-4f34-8c8d-f990670cbada,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:35.074105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d477330e-8403-4541-a298-f43c63f76230 req-739501f9-66c0-4106-81ec-a3015ecbea05 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866585 Jul 28 14:25:35.094749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.289926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:35.304294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.312915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:35.313366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:35.313771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:35.315514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b05aa57d-60b6-48c7-8524-f33f78e3d5ce up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:35.324410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:35.324821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:35.367309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:35.367658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:35.368064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:35.368214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-47932bce-7784-4819-8e39-70678705d69a None None] Provisioning for port b05aa57d-60b6-48c7-8524-f33f78e3d5ce completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:35.370758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Bound port: 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:35.371170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.385574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.543934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b05aa57d-60b6-48c7-8524-f33f78e3d5ce completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:35.549302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b05aa57d-60b6-48c7-8524-f33f78e3d5ce triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:35.550041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.605108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:35.616979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:35.725196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6a59ada4-5377-4fc9-affc-ae737d0c6083 None None] Provisioning complete for port b05aa57d-60b6-48c7-8524-f33f78e3d5ce triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:35.725576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a59ada4-5377-4fc9-affc-ae737d0c6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.726209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.730604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.731830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a27ed11-17be-4f34-8c8d-f990670cbada HTTP/1.1" status: 204 len: 168 time: 0.6890914 Jul 28 14:25:35.757869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a6c07-18a9-4766-8826-f89dd9d10a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a27ed11-17be-4f34-8c8d-f990670cbada,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:35.824785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.891200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005a290-f317-4766-a723-4389760337e2 req-d0301cc1-2665-49cc-a0ce-e8e6e15fcc35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:35.893522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5005a290-f317-4766-a723-4389760337e2 req-d0301cc1-2665-49cc-a0ce-e8e6e15fcc35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.4572892 Jul 28 14:25:35.924298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:35.928047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.929874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] 10.222.0.53 "PUT /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 1092 time: 2.3184741 Jul 28 14:25:35.930571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:35.933575 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f6663-85b9-4d25-81ea-c0004b0de171" -d '{"events": [{"name": "network-changed", "server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:35.945304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:35.955131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:36.006584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:36.008294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5005a290-f317-4766-a723-4389760337e2 req-f9c36dc2-92ff-40e6-b971-f21bcf82c06b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056604 Jul 28 14:25:36.039203 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2aa16-c1dc-4700-88a0-f4885392f8c5 x-openstack-request-id: req-aca2aa16-c1dc-4700-88a0-f4885392f8c5 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:36.039203 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:36.039203 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aca2aa16-c1dc-4700-88a0-f4885392f8c5 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:36.039203 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'status': 'completed', 'code': 200} Jul 28 14:25:36.058054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3b9bc-9785-4e33-9fb2-cb927a90afd8 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:36.137057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a59ada4-5377-4fc9-affc-ae737d0c6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:36.172788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9518f871-fd1a-46d1-9069-575f1d119126 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366945 Jul 28 14:25:36.176819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:36.280133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:36.296422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:36.338711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-6a59ada4-5377-4fc9-affc-ae737d0c6083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:25:36.339010 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-6a59ada4-5377-4fc9-affc-ae737d0c6083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:25:36.434191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-66f6f3e4-d97d-444e-b401-449036f8af19 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:36.436128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-66f6f3e4-d97d-444e-b401-449036f8af19 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2501919 Jul 28 14:25:36.440041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-6f7a3496-f805-414d-92da-e43704fc2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:36.441789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-6f7a3496-f805-414d-92da-e43704fc2924 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1095 time: 0.3635008 Jul 28 14:25:36.474102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-0d1a3949-df40-4051-bb16-ea0bf3d4afbf tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/quotas/87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 375 time: 0.0281026 Jul 28 14:25:36.607597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-188a79d2-3921-4c54-9dc7-a6131d83cd87 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323495 Jul 28 14:25:36.612053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Router 87982748-6dd0-4071-ad35-f3e19bec1c2f is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:25:36.652072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-c0500e27-b343-4ec8-b0be-54e4bf2e4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:36.652072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-c0500e27-b343-4ec8-b0be-54e4bf2e4ef0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1954565 Jul 28 14:25:36.842625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60286) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:36.869112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:36.873001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-1c67329f-c588-4c0a-ab13-a6c68b7711c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:36.874523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf7f6663-85b9-4d25-81ea-c0004b0de171 req-1c67329f-c588-4c0a-ab13-a6c68b7711c9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2068336 Jul 28 14:25:36.875764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d3cecd-8431-4f4a-b5f5-7b0210392f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:36.888595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Sync routers for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:36.937175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:36.938190 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:37.030137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-13a32385-5fd8-4e10-8500-8765609d744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:37.035520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-13a32385-5fd8-4e10-8500-8765609d744b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1095 time: 0.0929043 Jul 28 14:25:37.063661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:37.073057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bc77915-a998-4ddd-a8bc-dc9764f55dd9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3484309 Jul 28 14:25:37.073057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60296) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:37.155621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd966ddc-020e-4e17-b487-1077f74feafa req-cf7575b3-e4b2-4bcb-b650-fd582b509a3f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.1023932 Jul 28 14:25:37.236044 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:37.314775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b05aa57d-60b6-48c7-8524-f33f78e3d5ce up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:37.388632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b05aa57d-60b6-48c7-8524-f33f78e3d5ce triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:37.389262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:37.425562 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d3cecd-8431-4f4a-b5f5-7b0210392f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:37.481638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6090b5-1a53-4780-b19f-54e42f84c9ef req-8e465611-1139-48f0-9ff6-a592e17dacb5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:37.491102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a6090b5-1a53-4780-b19f-54e42f84c9ef req-8e465611-1139-48f0-9ff6-a592e17dacb5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.2192006 Jul 28 14:25:37.493953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-f8e03992-32e3-452c-a2af-a3d2788286d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 217 time: 0.3371382 Jul 28 14:25:37.666041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0c32b3f6-ef6d-4d0c-b3bb-4d97678798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:37.674932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0c32b3f6-ef6d-4d0c-b3bb-4d97678798e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1698987 Jul 28 14:25:37.677814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d3cecd-8431-4f4a-b5f5-7b0210392f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:37.743805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:34Z', 'revision_number': 3, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:37.746252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-33abb6cd-4c31-4aeb-a59e-efb9aa684b37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360653 Jul 28 14:25:37.788402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Checking router: 87982748-6dd0-4071-ad35-f3e19bec1c2f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:37.789583 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Updating router 87982748-6dd0-4071-ad35-f3e19bec1c2f port 32de3fa3-4e34-4b43-9a40-1545d49ca407 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:25:37.790110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-13d3cecd-8431-4f4a-b5f5-7b0210392f32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c71619c486b146199fb45ac3c0d1b6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9463379 Jul 28 14:25:37.806875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a6090b5-1a53-4780-b19f-54e42f84c9ef req-f3d2cff4-64fc-4aaa-a4bd-ea301eb79ba0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116651 Jul 28 14:25:37.809345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:37.842687 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:37.880335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3cecd-8431-4f4a-b5f5-7b0210392f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79573597-1389-45e6-98d5-a34d2bf478ad,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:38.004151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-0c93fe9d-aae1-4fbf-b526-35be21ac286a service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431929 Jul 28 14:25:38.118072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.141530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e45ada6c-35ff-48cd-9b99-41de793256c7 req-87f7b940-ebe8-4a6d-81d2-802ebbadd291 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302097 Jul 28 14:25:38.254325 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.282601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.292746 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.297756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-829826f3-a7ed-4e4b-8ba2-1c071f5acb6b req-0b21ee65-6c9b-4178-8907-9e7cd451c236 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.0483654 Jul 28 14:25:38.321973 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Transition to ACTIVE for port object 32de3fa3-4e34-4b43-9a40-1545d49ca407 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:38.474008 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.533567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.537337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.538682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79573597-1389-45e6-98d5-a34d2bf478ad HTTP/1.1" status: 204 len: 168 time: 0.7284880 Jul 28 14:25:38.543534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Allocated IP 172.20.0.1 (9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed/2c7a6244-8686-437d-92da-501019917ae5/6ba3a531-6469-4b5d-a513-0b140bf09507) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:38.554853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e52b71-666a-4a7d-8e66-1a675442ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79573597-1389-45e6-98d5-a34d2bf478ad,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:38.656747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Attempting to bind port 32de3fa3-4e34-4b43-9a40-1545d49ca407 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:38.657115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Attempting to bind port 32de3fa3-4e34-4b43-9a40-1545d49ca407 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:38.657483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Attempting to bind port 32de3fa3-4e34-4b43-9a40-1545d49ca407 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:38.659647 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Pushing event updated for resources: {'Port': ['ID=32de3fa3-4e34-4b43-9a40-1545d49ca407,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:38.670018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:38.670400 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:38.670803 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.671332 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:38.671870 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Bound port: 32de3fa3-4e34-4b43-9a40-1545d49ca407, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:38.672383 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.674588 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.674928 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.675292 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.675652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.675983 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.676315 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.676669 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.676993 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.677318 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.677638 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.677959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.678279 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:25:38.751169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:38.765187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Transition to ACTIVE for port object 6ba3a531-6469-4b5d-a513-0b140bf09507 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:38.774187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] For port 32de3fa3-4e34-4b43-9a40-1545d49ca407, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:38.778096 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] For port 32de3fa3-4e34-4b43-9a40-1545d49ca407, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=32de3fa3-4e34-4b43-9a40-1545d49ca407,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:38.941651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13f4b9-e904-4e05-b4a5-bd1465df224e req-14afbc70-58ca-4ea9-a5d8-3e04e7778999 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:38.943515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae13f4b9-e904-4e05-b4a5-bd1465df224e req-14afbc70-58ca-4ea9-a5d8-3e04e7778999 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.0600755 Jul 28 14:25:39.022058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae13f4b9-e904-4e05-b4a5-bd1465df224e req-39e4fc82-3a48-4827-834d-4ed6eaf2abfb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712605 Jul 28 14:25:39.092661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:39.095234 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:39.153656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:39.157127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:39.168567 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:39.169523 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:39.174753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:39.176374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:39.235514 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247c95-6ffc-4640-a20a-e2b4de353ba9 None None] Pushing event updated for resources: {'Port': ['ID=32de3fa3-4e34-4b43-9a40-1545d49ca407,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:39.291843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:39.353277 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:39.403952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-292f0b05-2082-4331-aa58-11404a4433dc req-4166d7c8-86c6-409c-839e-1654e95f7f26 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.0275350 Jul 28 14:25:39.567547 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:34Z', 'revision_number': 3, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:39.594987 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3996f-32fd-441a-8761-b5e34dc852ae None None] The sync data for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 is: [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:34Z', 'revision_number': 3, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:39.885501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:39.900700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f7d899bd-cd52-41f7-9182-073fe75268cd None None] Provisioning for port 6ba3a531-6469-4b5d-a513-0b140bf09507 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:39.923477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f7d899bd-cd52-41f7-9182-073fe75268cd None None] Provisioning complete for port 6ba3a531-6469-4b5d-a513-0b140bf09507 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:39.923875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7d899bd-cd52-41f7-9182-073fe75268cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:40.028794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f7d899bd-cd52-41f7-9182-073fe75268cd None None] Port 6ba3a531-6469-4b5d-a513-0b140bf09507 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:40.306380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf722887-3c1a-41da-938e-01b7a79f78a4 req-897e402e-cc3a-43c6-8a63-53ceb7eec987 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:40.317769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf722887-3c1a-41da-938e-01b7a79f78a4 req-897e402e-cc3a-43c6-8a63-53ceb7eec987 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1221988 Jul 28 14:25:40.397813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:40.409285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf722887-3c1a-41da-938e-01b7a79f78a4 req-acbdec5c-fd08-4c10-8b6d-5d24375f791e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931871 Jul 28 14:25:40.535681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47d9eb7c-c4e1-459a-88e4-4bc0a6fa19bc req-15f0f360-f840-464b-97ae-492c3255c9b7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.0402863 Jul 28 14:25:40.622420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:40.622420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:40.737587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:40.795546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:40.797038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:41.039837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-556c55dd-6ffc-48f0-b430-83a4b50ef493 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642302 Jul 28 14:25:41.041364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Router 87982748-6dd0-4071-ad35-f3e19bec1c2f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:25:41.244232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9faee882-8f37-4ad7-9f9d-7f12d2ea1584 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:41.246598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9faee882-8f37-4ad7-9f9d-7f12d2ea1584 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029078 Jul 28 14:25:41.273177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-280a2ae3-8889-4cb2-b386-b62ec7645c0c None None] Provisioning complete for port 6ba3a531-6469-4b5d-a513-0b140bf09507 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:41.273741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-280a2ae3-8889-4cb2-b386-b62ec7645c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:41.278921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Request body: {'port': {'device_id': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '87c2207152de45ecb31afbcd69cf574b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:41.323389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 32de3fa3-4e34-4b43-9a40-1545d49ca407 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:41.323613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:41.333360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-20da0f71-063c-44cd-a95c-39b7fa11d4b5 admin admin] 10.222.0.47 "PUT /v2.0/routers/87982748-6dd0-4071-ad35-f3e19bec1c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2634249 Jul 28 14:25:41.477519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-280a2ae3-8889-4cb2-b386-b62ec7645c0c None None] Port 6ba3a531-6469-4b5d-a513-0b140bf09507 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:41.533162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:41.723185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 32de3fa3-4e34-4b43-9a40-1545d49ca407 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:41.736122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 32de3fa3-4e34-4b43-9a40-1545d49ca407 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:41.736953 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:41.744322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Made reservation on behalf of 87c2207152de45ecb31afbcd69cf574b for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:41.748871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:41.801676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-387dff7d-be89-4a8c-9cb5-baf304e00b6c req-b63c9834-1608-49dd-bcec-aeee384df07e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.0481899 Jul 28 14:25:41.868577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:41.907558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'port_id': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'mac_address': 'fa:16:3e:9f:cd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0741580-da52-46de-8a13-3b639e68a81a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:25:41.918468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c358a2a-0ae8-44e8-b9da-f64e453e0a82 req-2781fa40-0965-48db-bb79-236086a5a249 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:41.920152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c358a2a-0ae8-44e8-b9da-f64e453e0a82 req-2781fa40-0965-48db-bb79-236086a5a249 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.2724524 Jul 28 14:25:42.003053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.008819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.032430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:42.059248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 32de3fa3-4e34-4b43-9a40-1545d49ca407, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=32de3fa3-4e34-4b43-9a40-1545d49ca407,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:42.074736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c358a2a-0ae8-44e8-b9da-f64e453e0a82 req-a40b9799-f4db-4dfb-b152-e227efb2df3d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209736 Jul 28 14:25:42.077116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:42.116730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Allocated IP 192.168.233.217 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/8b9796fa-a3b0-4282-879a-017026202366) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:42.160652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Sync routers for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:42.167966 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.261659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=32de3fa3-4e34-4b43-9a40-1545d49ca407,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:42.274090 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.371622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-00cc461e-8808-4230-9d19-25d86d3004a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.394786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:42.406464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:42.407176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:42.483835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.486232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-9659e5a6-d4c8-49bd-8934-d42b417ecd85 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3729377 Jul 28 14:25:42.503239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:42.507115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Transition to ACTIVE for port object 8b9796fa-a3b0-4282-879a-017026202366 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:42.629981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.661270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.680533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:42.729376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e', '33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:42.842714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:42.852371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:42.867543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:42.881359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:42.882342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:42.896308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:42.923398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:42.973326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.064273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-11152f2d-e47f-4172-b032-0e6378ced51e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7923429 Jul 28 14:25:43.084963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Request body: {'port': {'device_id': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:43.227780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Allocated IP 172.25.0.158 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/481ee2f2-43bf-4732-a5be-77d435a86aa5) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:43.229225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.390704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 32de3fa3-4e34-4b43-9a40-1545d49ca407 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:43.409073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.562905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 32de3fa3-4e34-4b43-9a40-1545d49ca407 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:43.563354 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.598100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.636645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:43.646880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16442e3a-74aa-4f06-bdb2-ea7466bb4a79 None None] Provisioning for port 8b9796fa-a3b0-4282-879a-017026202366 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:43.647156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.664526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Transition to ACTIVE for port object 8b9796fa-a3b0-4282-879a-017026202366 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:43.677237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:43.679563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16442e3a-74aa-4f06-bdb2-ea7466bb4a79 None None] Provisioning complete for port 8b9796fa-a3b0-4282-879a-017026202366 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:43.680121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-16442e3a-74aa-4f06-bdb2-ea7466bb4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.681855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:43.689340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:43.699791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event updated for resources: {'Port': ['ID=481ee2f2-43bf-4732-a5be-77d435a86aa5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:43.706930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-e60ec42e-d5ea-4080-8eca-c663a38ff208 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399761 Jul 28 14:25:43.757178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.767114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.902651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:39Z', 'revision_number': 4, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6ba3a531-6469-4b5d-a513-0b140bf09507', 'name': '', 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'mac_address': 'fa:16:3e:e5:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c7a6244-8686-437d-92da-501019917ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:38Z', 'updated_at': '2021-07-28T14:25:40Z', 'revision_number': 2, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'subnets': [{'id': '2c7a6244-8686-437d-92da-501019917ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:43.927390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:43.951231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:43.986684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:43.987085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:43.989011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:44.001552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Checking router: 87982748-6dd0-4071-ad35-f3e19bec1c2f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:44.001916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Updating router 87982748-6dd0-4071-ad35-f3e19bec1c2f port 6ba3a531-6469-4b5d-a513-0b140bf09507 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:25:44.003494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-a176e710-88f2-4781-9fa7-861ca66cb329 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.005630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-a176e710-88f2-4781-9fa7-861ca66cb329 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977545 Jul 28 14:25:44.006551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-16442e3a-74aa-4f06-bdb2-ea7466bb4a79 None None] Port 8b9796fa-a3b0-4282-879a-017026202366 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:44.006767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:44.007137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:44.012646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:44.012993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:44.013385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:44.013826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Bound port: 8b9796fa-a3b0-4282-879a-017026202366, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:44.014192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.036387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-c6a5ac3c-5c13-476e-a199-288db79b5a07 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/quotas/d4dafbb4a3004a65aebcdb4f84832e43 HTTP/1.1" status: 200 len: 375 time: 0.0198746 Jul 28 14:25:44.104445 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.120643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-272eb148-9fc3-4253-b549-65a0b11b6f11 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597351 Jul 28 14:25:44.186675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:44.200975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:44.279367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.341670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.392483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.395147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.408299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.415331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] 10.222.0.53 "PUT /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 1097 time: 1.3356497 Jul 28 14:25:44.420994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.443821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:44.443821 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de45d6-6cf5-44a7-87f1-219035e15d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:44.583181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event updated for resources: {'Port': ['ID=481ee2f2-43bf-4732-a5be-77d435a86aa5,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:44.601724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791efcbf-e15d-4928-9208-431c70fefd4a service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:44.638295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.639870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-6efe4527-c10e-4526-9d5e-1ba0e596e2b0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1441040 Jul 28 14:25:44.718888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.741923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a1a5-359c-4b7d-b2ae-f48e2539d164 req-d85d4f74-1c31-4a4a-93e2-8f0c2cc29dc1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.744898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Transition to ACTIVE for port object 6ba3a531-6469-4b5d-a513-0b140bf09507 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:44.751047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9910a1a5-359c-4b7d-b2ae-f48e2539d164 req-d85d4f74-1c31-4a4a-93e2-8f0c2cc29dc1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.2562807 Jul 28 14:25:44.772126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-169f5a96-1e15-4a6f-8453-01190b78a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.773905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-169f5a96-1e15-4a6f-8453-01190b78a7c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1100 time: 0.1588664 Jul 28 14:25:44.776761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-e3c51ff0-e1c5-417b-8633-759a258fa607 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.1286941 Jul 28 14:25:44.854976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9910a1a5-359c-4b7d-b2ae-f48e2539d164 req-77806bc3-9e14-4e09-94b6-ff24d82a1acc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027036 Jul 28 14:25:44.856448 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9f1897d0-efdc-415a-9a8f-edbf493861e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0606213 Jul 28 14:25:44.915866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-747de919-07e8-43f8-b63f-d471c32450b8 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.918067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-747de919-07e8-43f8-b63f-d471c32450b8 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1365213 Jul 28 14:25:44.931209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-e0022e02-b634-41ab-b03e-8b3e6bffecb8 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:44.933034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b0f99e-d44a-46c3-b977-2675f9428edf req-e0022e02-b634-41ab-b03e-8b3e6bffecb8 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092897 Jul 28 14:25:44.958661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9379addc-34a6-4827-a006-525ee621da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:44.966839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9379addc-34a6-4827-a006-525ee621da9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0809448 Jul 28 14:25:44.993497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:44.995110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dacdcad6-0bbe-43da-8959-719e4828472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:45.003303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:45.020225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8dd3-66c9-400f-9dbb-9ae26de5c420 req-dc692c45-655f-41c0-8a70-6027c7f50875 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:45.022177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47cb8dd3-66c9-400f-9dbb-9ae26de5c420 req-dc692c45-655f-41c0-8a70-6027c7f50875 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.0924032 Jul 28 14:25:45.050112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9b75c3c2-6276-450d-8a73-d9ff617af5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:45.052389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-9b75c3c2-6276-450d-8a73-d9ff617af5e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846860 Jul 28 14:25:45.092486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9adc6-3106-4480-85b1-70fb5365dfc0 None None] Pushing event updated for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:45.137854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47cb8dd3-66c9-400f-9dbb-9ae26de5c420 req-f0356c40-93cd-4fe3-b3c0-81ba395703ec tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085649 Jul 28 14:25:45.214835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Attempting to bind port 6ba3a531-6469-4b5d-a513-0b140bf09507 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:45.215715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Attempting to bind port 6ba3a531-6469-4b5d-a513-0b140bf09507 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:45.223815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Attempting to bind port 6ba3a531-6469-4b5d-a513-0b140bf09507 on network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:45.223815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:45.223815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Checking segment: {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:45.225089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:45.225687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Bound using segment: {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:45.226351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Bound port: 6ba3a531-6469-4b5d-a513-0b140bf09507, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:45.226571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-c4612f7e-b9cf-432b-aacd-daeee17c7312 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649792 Jul 28 14:25:45.227152 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:45.290140 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2676a6a-3747-44eb-b136-5a9345553cf1 x-openstack-request-id: req-a2676a6a-3747-44eb-b136-5a9345553cf1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:45.290524 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:45.290868 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2676a6a-3747-44eb-b136-5a9345553cf1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:45.291369 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'status': 'completed', 'code': 200} Jul 28 14:25:45.302513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44d2366e-8c9b-4759-99df-dfd1f1ee02ea req-7c883d37-a94d-4209-9dfc-ff3d367cacaa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 210 time: 0.0746300 Jul 28 14:25:45.382661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] For port 6ba3a531-6469-4b5d-a513-0b140bf09507, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:45.388456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] For port 6ba3a531-6469-4b5d-a513-0b140bf09507, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6ba3a531-6469-4b5d-a513-0b140bf09507,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:45.412233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0305131a-56ce-4e9e-9d8b-301e65e0324f req-64578143-02c5-4f8f-9768-26e039dd265f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750555 Jul 28 14:25:45.414997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbfc5089-9878-4426-9d70-ee223bdc6efc req-b814737e-24f3-49e7-81f5-7561a2bd63e0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips/fed23948-7388-455b-85d4-e8a7c2376f5c HTTP/1.1" status: 200 len: 693 time: 0.0985012 Jul 28 14:25:45.541767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:45.557744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:45.561010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc5089-9878-4426-9d70-ee223bdc6efc req-7fc64d9d-25d7-49fe-8684-50c94d550021 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:45.562695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbfc5089-9878-4426-9d70-ee223bdc6efc req-7fc64d9d-25d7-49fe-8684-50c94d550021 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1324728 Jul 28 14:25:45.579503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-dbfc5089-9878-4426-9d70-ee223bdc6efc req-bed26090-735a-4338-a8d6-ab1381ebe68d tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:45.580860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbfc5089-9878-4426-9d70-ee223bdc6efc req-bed26090-735a-4338-a8d6-ab1381ebe68d tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069587 Jul 28 14:25:45.699518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9adc6-3106-4480-85b1-70fb5365dfc0 None None] Pushing event updated for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:45.699518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:45.699518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:45.758294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1fe3c8-878d-4dfd-87c9-d3f09798b692 req-8d16c7f3-5fc3-41f4-944a-4c96c79c12ea tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=8d86e0355c4241cfa5d8be33aa719570 HTTP/1.1" status: 200 len: 696 time: 0.1482441 Jul 28 14:25:45.850133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-5be801d3-0dd4-4aef-8a10-1210ca015712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:45.851834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-5be801d3-0dd4-4aef-8a10-1210ca015712 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1100 time: 0.1516151 Jul 28 14:25:45.875306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:45.992175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe3c8-878d-4dfd-87c9-d3f09798b692 req-d2c86f69-0a24-4348-8daa-598e1babcfec tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:45.999859 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1fe3c8-878d-4dfd-87c9-d3f09798b692 req-d2c86f69-0a24-4348-8daa-598e1babcfec tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks?id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 787 time: 0.2270896 Jul 28 14:25:46.009391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-7e1fe3c8-878d-4dfd-87c9-d3f09798b692 req-2a2941d7-c097-4545-8962-4afb46f73126 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:46.010762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1fe3c8-878d-4dfd-87c9-d3f09798b692 req-2a2941d7-c097-4545-8962-4afb46f73126 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098886 Jul 28 14:25:46.024957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886265d1-ef07-4691-a4df-d5654eb5f907 req-d166a123-a1c6-47ef-8af4-2d70e02a4e11 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.034464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-886265d1-ef07-4691-a4df-d5654eb5f907 req-d166a123-a1c6-47ef-8af4-2d70e02a4e11 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.0864131 Jul 28 14:25:46.054563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-62f47ff7-640d-4b4a-9625-a78f3c883fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.056575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-62f47ff7-640d-4b4a-9625-a78f3c883fae service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1968760 Jul 28 14:25:46.080236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-886265d1-ef07-4691-a4df-d5654eb5f907 req-9b3a5f13-e671-48e0-b230-46ace9a8ac86 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Jul 28 14:25:46.135537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:39Z', 'revision_number': 4, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6ba3a531-6469-4b5d-a513-0b140bf09507', 'name': '', 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'mac_address': 'fa:16:3e:e5:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c7a6244-8686-437d-92da-501019917ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:38Z', 'updated_at': '2021-07-28T14:25:45Z', 'revision_number': 4, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'subnets': [{'id': '2c7a6244-8686-437d-92da-501019917ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:46.140869 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-fa9f63e1-17bc-41bf-a784-5609ea264e8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0423536 Jul 28 14:25:46.144401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-d02c1d15-935c-4fde-9b14-a14fc2036782 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips/fed23948-7388-455b-85d4-e8a7c2376f5c HTTP/1.1" status: 200 len: 693 time: 0.1039762 Jul 28 14:25:46.170623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df00e0-0ab5-4508-a4de-50a7e73508eb None None] The sync data for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 is: [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:39Z', 'revision_number': 4, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6ba3a531-6469-4b5d-a513-0b140bf09507', 'name': '', 'network_id': '9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'mac_address': 'fa:16:3e:e5:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '2c7a6244-8686-437d-92da-501019917ae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:38Z', 'updated_at': '2021-07-28T14:25:45Z', 'revision_number': 4, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'subnets': [{'id': '2c7a6244-8686-437d-92da-501019917ae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:46.293687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-643bd193-3308-4d0e-91df-af5401a4bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.295577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-643bd193-3308-4d0e-91df-af5401a4bc0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1470718 Jul 28 14:25:46.299527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbc53d-6d49-4dce-9bc6-bae521dc5775 req-f417fb2f-bd62-4686-9b4e-e11e071257d7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.302101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3fbc53d-6d49-4dce-9bc6-bae521dc5775 req-f417fb2f-bd62-4686-9b4e-e11e071257d7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.0543544 Jul 28 14:25:46.357022 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3fbc53d-6d49-4dce-9bc6-bae521dc5775 req-0c4a13e0-454e-4cdb-a23a-a8f62664f8fb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Jul 28 14:25:46.373971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-21872488-0ec8-44fe-951b-7d9c752f24ca tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.375487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-21872488-0ec8-44fe-951b-7d9c752f24ca tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2084625 Jul 28 14:25:46.383764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-fd4f9cce-d23d-49d1-8c63-d8af61fda5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:46.385247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-fd4f9cce-d23d-49d1-8c63-d8af61fda5ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753913 Jul 28 14:25:46.390774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-8ca44bc7-6e8e-4bb8-b603-cb8ca4e2240d tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:46.391872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-8ca44bc7-6e8e-4bb8-b603-cb8ca4e2240d tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056829 Jul 28 14:25:46.503588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:46.512411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:46.512815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:46.553032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3f9a8b0-e4ea-401b-89d8-ff62fa537c39 req-74a6b22f-033c-4cfb-aa05-ac37100c2772 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 210 time: 0.0413446 Jul 28 14:25:46.573574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:46.640189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:46.703845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:46.706206 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ee1e1-06d9-4773-9cc9-d10e5544bfac" -d '{"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-plugged", "status": "completed", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:46.727860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:46.790724 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc6ab72-5c4f-4090-86f3-6edaaa01ba11 x-openstack-request-id: req-acc6ab72-5c4f-4090-86f3-6edaaa01ba11 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:46.791259 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-plugged", "status": "completed", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:46.791543 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-acc6ab72-5c4f-4090-86f3-6edaaa01ba11 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:46.792113 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'code': 200} Jul 28 14:25:46.938187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:46.942468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-ced39463-5b3d-4c23-ab26-7d36de41659b tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.5384967 Jul 28 14:25:47.019827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:47.043283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-2b619b3f-15ce-4ac2-9827-a0a110487131 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.158 HTTP/1.1" status: 200 len: 696 time: 0.0947163 Jul 28 14:25:47.112306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d9cf5-0976-4cb9-ba61-8dd18046710c req-14f3e4b6-746d-4ed5-bb21-7701e2e80d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:47.114872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-101d9cf5-0976-4cb9-ba61-8dd18046710c req-14f3e4b6-746d-4ed5-bb21-7701e2e80d76 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1096 time: 0.2323470 Jul 28 14:25:47.118875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-74890bc6-fcec-4d3e-b75a-ce33ea7fecd4 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257032 Jul 28 14:25:47.345881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28118a0a-d521-411e-843c-f2c974c7a421 req-cf8a8449-bcd2-47bb-8422-3c4586dc1ffb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:47.349171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28118a0a-d521-411e-843c-f2c974c7a421 req-cf8a8449-bcd2-47bb-8422-3c4586dc1ffb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.1147251 Jul 28 14:25:47.361987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-101d9cf5-0976-4cb9-ba61-8dd18046710c req-8beb29af-9909-45a0-8ddf-0297006476f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805382 Jul 28 14:25:47.372359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ba3a531-6469-4b5d-a513-0b140bf09507 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:47.437103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28118a0a-d521-411e-843c-f2c974c7a421 req-07f59442-2b1f-49f4-93ba-094a49a10641 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771372 Jul 28 14:25:47.448856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04de45d6-6cf5-44a7-87f1-219035e15d7a req-a2ee000f-de41-452e-94b7-ddf85f19085d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829030 Jul 28 14:25:47.466816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Deleting port 481ee2f2-43bf-4732-a5be-77d435a86aa5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:25:47.466816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.583208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.583551 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.592775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.599019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Calling delete_port for 481ee2f2-43bf-4732-a5be-77d435a86aa5 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:25:47.638261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6ba3a531-6469-4b5d-a513-0b140bf09507 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:47.643006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6ba3a531-6469-4b5d-a513-0b140bf09507 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:47.643381 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.730741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88230412-9904-4472-b12b-0dac2231e166 req-85b6544c-360b-48b7-a5e9-686cc5ab1600 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:47.732976 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88230412-9904-4472-b12b-0dac2231e166 req-85b6544c-360b-48b7-a5e9-686cc5ab1600 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0702486 Jul 28 14:25:47.764701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:47.806212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88230412-9904-4472-b12b-0dac2231e166 req-bc72d53c-b8ff-4fbc-979c-a92886be1be2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Jul 28 14:25:47.872300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6ba3a531-6469-4b5d-a513-0b140bf09507, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6ba3a531-6469-4b5d-a513-0b140bf09507,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:47.983272 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.023697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.076900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3cf6b1d4-ee5e-4438-b162-c517f9aa5b20 req-df70be12-68a8-46bf-8aea-e246ab0641fe tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 210 time: 0.0445626 Jul 28 14:25:48.085595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event deleted for resources: {'Port': ['ID=481ee2f2-43bf-4732-a5be-77d435a86aa5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:48.114979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:48.136838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.140176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.143236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25c80ed-5e72-453a-b84f-735a83a7633d req-42c8c6e6-733b-4b97-aea5-e03cdb0aa672 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "DELETE /v2.0/floatingips/fed23948-7388-455b-85d4-e8a7c2376f5c HTTP/1.1" status: 204 len: 173 time: 1.0884972 Jul 28 14:25:48.247500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41d4f-e096-4b46-8c64-96039319d2a0 req-e2d55ae7-e1da-465c-95d4-8915251c034d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:48.250613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09d41d4f-e096-4b46-8c64-96039319d2a0 req-e2d55ae7-e1da-465c-95d4-8915251c034d tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1097 time: 0.0865943 Jul 28 14:25:48.304164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09d41d4f-e096-4b46-8c64-96039319d2a0 req-20a592d3-36dc-4e9b-a33c-00a84d29a41a tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Jul 28 14:25:48.446529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-55ccd3c6-b520-47a6-8337-e5f31e2360be tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2589355 Jul 28 14:25:48.451637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:48.638485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.767278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:48.897703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Allocated IP 172.25.0.191 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/8899c72d-3a44-4015-ae10-298a6200237a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:49.035549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-6b119072-d6b0-49d0-ba77-d0a3957861ca tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330622 Jul 28 14:25:49.119183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.229886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-86ebaf04-a566-4bf9-9a5f-b1269faf7b51 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:49.231508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-86ebaf04-a566-4bf9-9a5f-b1269faf7b51 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901555 Jul 28 14:25:49.253987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Request body: {'port': {'device_id': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'd4dafbb4a3004a65aebcdb4f84832e43'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:49.271340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ba3a531-6469-4b5d-a513-0b140bf09507 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:49.360231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6ba3a531-6469-4b5d-a513-0b140bf09507 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:49.360768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.418534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.479051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:49.493945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:49.500904 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.508431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:49.517450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event updated for resources: {'Port': ['ID=8899c72d-3a44-4015-ae10-298a6200237a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:49.540433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:49.583767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.598193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Made reservation on behalf of d4dafbb4a3004a65aebcdb4f84832e43 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:49.602374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.614463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.674419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:49.689334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8b9796fa-a3b0-4282-879a-017026202366', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '8b9796fa-a3b0-4282-879a-017026202366', 'mac_address': 'fa:16:3e:c1:e6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:25:49.719735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.733975 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.758192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:49.807509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:49.857785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.950363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:49.977758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.017370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.056927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.064381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70977da1-9a3d-41d9-8dee-9cb99c240e45,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:50.145540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:50.146875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.213964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event updated for resources: {'Port': ['ID=8899c72d-3a44-4015-ae10-298a6200237a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:50.242843 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.289615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Allocated IP 192.168.233.119 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/7567ad9b-f5d8-4ed0-a624-d8078659ed7c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:25:50.302011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:25:50.478179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.493931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Transition to ACTIVE for port object 7567ad9b-f5d8-4ed0-a624-d8078659ed7c will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:50.506465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:50.507761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-6715107b-0ca9-4c62-a002-632fcc229175 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0603900 Jul 28 14:25:50.570809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-e7109031-953c-4840-a8e6-52f4234ec806 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0560243 Jul 28 14:25:50.683341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-f2966fdf-cafd-4e64-b8ba-8da0a041b931 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:50.684730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-f2966fdf-cafd-4e64-b8ba-8da0a041b931 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1080635 Jul 28 14:25:50.695912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-c3aa3ec2-9f13-4247-8244-c7afb52df819 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:50.696894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489ca48e-cab1-4e1d-a352-e1a258587823 req-c3aa3ec2-9f13-4247-8244-c7afb52df819 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066783 Jul 28 14:25:50.806634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b4c30-f1a3-409e-82f3-134694e691f8 req-5fd3a154-da1a-4eef-8c51-a73adc8c0347 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:50.808164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-188b4c30-f1a3-409e-82f3-134694e691f8 req-5fd3a154-da1a-4eef-8c51-a73adc8c0347 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.0532849 Jul 28 14:25:50.852423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-188b4c30-f1a3-409e-82f3-134694e691f8 req-97c4743c-b10d-4f8f-b6ac-081a33fe47e3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Jul 28 14:25:51.035892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a213c9d-24ef-43f1-8191-1261715dbe53 req-bb4aae77-d759-43c9-a58d-4f8533e34268 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:51.037758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a213c9d-24ef-43f1-8191-1261715dbe53 req-bb4aae77-d759-43c9-a58d-4f8533e34268 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0521703 Jul 28 14:25:51.077734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a213c9d-24ef-43f1-8191-1261715dbe53 req-af5ae812-d0d1-4cb5-97fe-40442246be91 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jul 28 14:25:51.218157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.293790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:25:51.304144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:25:51.307015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:25:51.312926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:51.313388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.316860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Pushing event updated for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:51.333350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e47ad-5c12-4de0-9a94-c3fb88aefdee req-d371de3c-8788-4d27-97f2-a158c05337c9 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:51.335017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-725e47ad-5c12-4de0-9a94-c3fb88aefdee req-d371de3c-8788-4d27-97f2-a158c05337c9 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 936 time: 0.1147940 Jul 28 14:25:51.381802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-725e47ad-5c12-4de0-9a94-c3fb88aefdee req-d4468322-23b2-498f-ac9a-54234777b6d5 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Jul 28 14:25:51.460048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2aea705d-01c6-4458-b811-2698e7482073 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips/8d4aea84-1b98-4737-b4f3-a0eb1ca72ea4 HTTP/1.1" status: 200 len: 693 time: 0.0491979 Jul 28 14:25:51.560600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:25:51.571725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-a7a81c0e-5938-410e-8f9a-acc734f81e68 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:51.573202 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-a7a81c0e-5938-410e-8f9a-acc734f81e68 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1066046 Jul 28 14:25:51.626406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-dfd7d457-5e59-4b08-8b5e-ce0b759b805c tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0454214 Jul 28 14:25:51.681631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-fdf7d431-e432-4534-b2b8-9b717bc95bd0 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0466285 Jul 28 14:25:51.728686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8dea80c2-d03d-4a14-95d3-f8414fc5b9fa tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4793689 Jul 28 14:25:51.771564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1bb27add-f961-400f-81cd-ca2b55264cef None None] Provisioning for port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:51.777004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1bb27add-f961-400f-81cd-ca2b55264cef None None] Provisioning complete for port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:51.777467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1bb27add-f961-400f-81cd-ca2b55264cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.782916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Request body: {'port': {'device_id': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:51.817265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8b9796fa-a3b0-4282-879a-017026202366 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:25:51.834245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8b9796fa-a3b0-4282-879a-017026202366 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:25:51.835023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.860989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1bb27add-f961-400f-81cd-ca2b55264cef None None] Port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:25:51.873689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.896094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Deleting port 8899c72d-3a44-4015-ae10-298a6200237a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:25:51.896436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.923077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:51.947810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:51.953105 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17eef4-c7da-4e65-aa0e-b08ecb3adf75" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:51.973800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:52.075615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.075995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.103826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Calling delete_port for 8899c72d-3a44-4015-ae10-298a6200237a owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:25:52.153733 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.232361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:52.244528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-2ae6e635-ed36-42f2-a372-0c4f7e82835b tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:25:52.245582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-2ae6e635-ed36-42f2-a372-0c4f7e82835b tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065866 Jul 28 14:25:52.258140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Request body: {'binding': {'host': 'n-h1-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:52.258881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:25:52.620626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7567ad9b-f5d8-4ed0-a624-d8078659ed7c {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:25:52.630863 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.681384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on host n-h1-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:52.681724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:52.682107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:52.686469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:52.686790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:52.692152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:52.692493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:52.692878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:52.693309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Bound port: 6e0a4cde-3597-49a2-a06b-017cb0febd88, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:52.750416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:52.818877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Transition to ACTIVE for port object 7567ad9b-f5d8-4ed0-a624-d8078659ed7c will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:25:52.820294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.850735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Pushing event deleted for resources: {'Port': ['ID=8899c72d-3a44-4015-ae10-298a6200237a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:52.877889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.880592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:52.881740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e23e5183-5123-4ac2-802a-68b4c4e2653f req-2f643b9c-0e05-49b1-be46-0e917ba58c8e tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "DELETE /v2.0/floatingips/8d4aea84-1b98-4737-b4f3-a0eb1ca72ea4 HTTP/1.1" status: 204 len: 173 time: 1.1923461 Jul 28 14:25:52.968159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fad37f-4fb5-46c7-868b-c04dac50a005 req-2a2f2bef-2938-464c-bd57-9a49c12ee71a tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:52.969748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08fad37f-4fb5-46c7-868b-c04dac50a005 req-2a2f2bef-2938-464c-bd57-9a49c12ee71a tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1097 time: 0.0406392 Jul 28 14:25:53.004676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08fad37f-4fb5-46c7-868b-c04dac50a005 req-7709621d-68d3-46f1-af42-0f9417460368 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280836 Jul 28 14:25:53.102035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:53.103532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-fb2ebfff-4f04-41d5-9e0a-590792954941 service neutron] 10.222.0.47 "POST /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88/bindings HTTP/1.1" status: 201 len: 390 time: 0.8512585 Jul 28 14:25:53.104134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:53.114723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab812c9-5c44-4bfd-9e75-c8b19eca5eb8 req-7d218b3f-a7e0-4e73-bb4e-3da2702cbb9d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.116496 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cab812c9-5c44-4bfd-9e75-c8b19eca5eb8 req-7d218b3f-a7e0-4e73-bb4e-3da2702cbb9d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0543180 Jul 28 14:25:53.204188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:53.234489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cab812c9-5c44-4bfd-9e75-c8b19eca5eb8 req-668ce8cd-34e7-4a9f-9d80-f7366bbd122d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882595 Jul 28 14:25:53.244353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Attempting to bind port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:25:53.244699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Attempting to bind port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:25:53.245027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Attempting to bind port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:53.249679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:25:53.250170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Attempting to bind port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:25:53.257671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:25:53.258005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:25:53.258395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:25:53.258830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Bound port: 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:25:53.259221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:53.335112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:25:53.338377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:25:53.385714 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff6942-77e8-4851-a4b2-d3fcafe6e94c x-openstack-request-id: req-c5ff6942-77e8-4851-a4b2-d3fcafe6e94c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:53.386215 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:53.386360 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5ff6942-77e8-4851-a4b2-d3fcafe6e94c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:53.386633 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'code': 200} Jul 28 14:25:53.456289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:53.521893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.522407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:53.523795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/7567ad9b-f5d8-4ed0-a624-d8078659ed7c HTTP/1.1" status: 200 len: 1097 time: 1.7454753 Jul 28 14:25:53.525543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:25:53.527743 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463139d8-084f-47bb-a052-091264ff77b1" -d '{"events": [{"name": "network-changed", "server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:25:53.583939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a113c45-f99f-4859-afeb-75eb872632b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:53.598867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66605b3-68e6-445f-8b48-a6ef66407206 req-42e8ce41-d039-45f8-8367-b702bb1346a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.600517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b66605b3-68e6-445f-8b48-a6ef66407206 req-42e8ce41-d039-45f8-8367-b702bb1346a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1102 time: 0.1184812 Jul 28 14:25:53.614995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad3ca5-c2f5-4860-8dea-c6299ae44c7a req-2b481189-ef7a-4f5f-8aa7-3516e9ace387 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.615908 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-5975435f-55c6-41a8-bb62-b576edb28688 req-099ac78a-31b1-4b3b-beaf-5202e95120f6 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] show failed (client error): The resource could not be found. Jul 28 14:25:53.616977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5975435f-55c6-41a8-bb62-b576edb28688 req-099ac78a-31b1-4b3b-beaf-5202e95120f6 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips/8d4aea84-1b98-4737-b4f3-a0eb1ca72ea4 HTTP/1.1" status: 404 len: 350 time: 0.0438840 Jul 28 14:25:53.624261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36ad3ca5-c2f5-4860-8dea-c6299ae44c7a req-2b481189-ef7a-4f5f-8aa7-3516e9ace387 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 948 time: 0.1075671 Jul 28 14:25:53.690556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36ad3ca5-c2f5-4860-8dea-c6299ae44c7a req-a8a3fe08-f5f4-4540-92c3-17f26d9deb20 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652277 Jul 28 14:25:53.702401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b66605b3-68e6-445f-8b48-a6ef66407206 req-a740911f-dc01-49cc-9e63-bb916f5e1de4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Jul 28 14:25:53.752384 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea63e351-6325-45c5-acbb-77fd32c7810c x-openstack-request-id: req-ea63e351-6325-45c5-acbb-77fd32c7810c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:25:53.752858 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:25:53.753433 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea63e351-6325-45c5-acbb-77fd32c7810c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:25:53.754595 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c', 'status': 'completed', 'code': 200} Jul 28 14:25:53.869917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554af2c-5c05-4cdb-9c32-0621a75198f8 req-2d07b7f8-b405-4b92-9bf7-82552a2c0394 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.871635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1554af2c-5c05-4cdb-9c32-0621a75198f8 req-2d07b7f8-b405-4b92-9bf7-82552a2c0394 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0634377 Jul 28 14:25:53.911842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1554af2c-5c05-4cdb-9c32-0621a75198f8 req-97b7221f-c6d3-478e-b925-60bf0e28ed67 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jul 28 14:25:53.946525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-a50f3ed7-3cb5-4f72-a0b3-4dc1c9169461 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:53.952574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-a50f3ed7-3cb5-4f72-a0b3-4dc1c9169461 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/networks?id=b3f3ce25-7977-4132-a669-4dd62c648396 HTTP/1.1" status: 200 len: 815 time: 0.1114411 Jul 28 14:25:53.963134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-f1c48244-da2e-45b0-b942-74d3a48a370d tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/quotas/a4a9161f2b8d4aaa9742670aa7d9bbd2 HTTP/1.1" status: 200 len: 375 time: 0.0092812 Jul 28 14:25:53.976803 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-6b1b8917-8022-4a66-9698-2444fc6e3479 req-1376e168-e988-4cbb-9355-bf22a1b4ba12 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] show failed (client error): The resource could not be found. Jul 28 14:25:53.978052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b1b8917-8022-4a66-9698-2444fc6e3479 req-1376e168-e988-4cbb-9355-bf22a1b4ba12 tempest-FloatingIPsTestJSON-1287618628 tempest-FloatingIPsTestJSON-1287618628-project] 10.222.0.47 "GET /v2.0/floatingips/8d4aea84-1b98-4737-b4f3-a0eb1ca72ea4 HTTP/1.1" status: 404 len: 350 time: 0.0374429 Jul 28 14:25:53.987235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60566) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:54.021398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-d910ca18-ce04-4224-9ae9-a3106a3a668e tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4a9161f2b8d4aaa9742670aa7d9bbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491245 Jul 28 14:25:54.107685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8ecccc46-756a-4287-9520-5b1f7ec0717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.109187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-8ecccc46-756a-4287-9520-5b1f7ec0717a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 1100 time: 0.0815027 Jul 28 14:25:54.114021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-42ee9e37-0dc6-4852-9013-fb738302ebb0 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f3ce25-7977-4132-a669-4dd62c648396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883977 Jul 28 14:25:54.192455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-e6eab34b-db6e-4195-b776-c0bb536ea566 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c HTTP/1.1" status: 200 len: 217 time: 0.0681024 Jul 28 14:25:54.210847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-17c587da-7c5b-46b1-bbac-e5926d2a2531 service neutron] 10.222.0.47 "GET /v2.0/networks/b3f3ce25-7977-4132-a669-4dd62c648396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893455 Jul 28 14:25:54.342372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-43a48ab3-d136-43a0-ad95-f92dde898247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.343786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-43a48ab3-d136-43a0-ad95-f92dde898247 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1357532 Jul 28 14:25:54.360907 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:25:54.423665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-35a17d0d-f28b-4afd-950a-6ac7d2ec10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.425160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-35a17d0d-f28b-4afd-950a-6ac7d2ec10d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1097 time: 0.1474741 Jul 28 14:25:54.505867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738343e4-3a7a-495a-994b-ab9d33678117 req-f32d6380-3421-4815-9a03-5506c3fd603a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.507469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-738343e4-3a7a-495a-994b-ab9d33678117 req-f32d6380-3421-4815-9a03-5506c3fd603a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1826880 Jul 28 14:25:54.540712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-5bf0e2c8-b258-499c-939f-7f490f76baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.542208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-5bf0e2c8-b258-499c-939f-7f490f76baa3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544423 Jul 28 14:25:54.636272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bbba9d5-d8f7-4df7-a34f-e98a2ae4f454 req-00685915-7a4c-48e7-8dc8-77903ef6e6fc tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.0471766 Jul 28 14:25:54.696083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-cab548f7-bdde-47b5-ba77-4f2717f694dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.697567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-cab548f7-bdde-47b5-ba77-4f2717f694dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.2644234 Jul 28 14:25:54.707866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-738343e4-3a7a-495a-994b-ab9d33678117 req-206a4c12-1014-4e1e-92e2-5bfbb71186b3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693194 Jul 28 14:25:54.780663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-545d1305-bcef-4c6a-b30f-4b1d78c31f71 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146089 Jul 28 14:25:54.821802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-5511ad92-4c79-431c-892d-06b547194a53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 217 time: 0.0596790 Jul 28 14:25:54.997145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-496adb24-872d-48b4-be68-46abb1d4c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:54.998595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-496adb24-872d-48b4-be68-46abb1d4c6f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1612856 Jul 28 14:25:55.063917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-73ac3dd7-8687-409e-a62e-3ef5a6b39035 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452838 Jul 28 14:25:55.067399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382e95d-9d16-44e8-a892-c88d81f40f5c req-15ca1361-7ccf-4b57-b131-b0975a6b6a87 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:55.069041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f382e95d-9d16-44e8-a892-c88d81f40f5c req-15ca1361-7ccf-4b57-b131-b0975a6b6a87 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0773127 Jul 28 14:25:55.078700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afc71bf-2a16-4bb2-ba87-c6d6696e6a72 req-25d52ae5-9aed-4b3f-bc7f-8cc31b32f84d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699251 Jul 28 14:25:55.109416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f382e95d-9d16-44e8-a892-c88d81f40f5c req-127fd506-e9b5-4ce2-a00a-72daac31fc81 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341177 Jul 28 14:25:55.146347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6394-ed55-4f05-a132-37d698fd21e8 req-ecbc88fe-e8ca-4c0b-b019-61847b3b767a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:55.148009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-411c6394-ed55-4f05-a132-37d698fd21e8 req-ecbc88fe-e8ca-4c0b-b019-61847b3b767a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 948 time: 0.1796069 Jul 28 14:25:55.189607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:55.265641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-411c6394-ed55-4f05-a132-37d698fd21e8 req-180770ef-754f-4035-b760-cb53adbbdafd tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104214 Jul 28 14:25:55.276457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-f3a65434-6ef5-4f85-a13a-59ad62873e5b service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999059 Jul 28 14:25:55.519065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87b553c8-24da-4720-abbf-61f8b98e6793 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098219 Jul 28 14:25:55.877493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d81a9-00d3-454a-bee9-ae67ecdd6f45 req-21bdf691-60cc-4f94-9180-4cedea1313f6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:55.881062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1eab7fb-c854-4ee5-9b89-6818a5a50ab2 req-b262455c-ee84-4cc8-b186-c634fdb35c89 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.0508814 Jul 28 14:25:55.897269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec7d81a9-00d3-454a-bee9-ae67ecdd6f45 req-21bdf691-60cc-4f94-9180-4cedea1313f6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0911677 Jul 28 14:25:55.953351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec7d81a9-00d3-454a-bee9-ae67ecdd6f45 req-117bce84-a571-42d9-a4fc-ba701edab8c9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544095 Jul 28 14:25:55.957408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463139d8-084f-47bb-a052-091264ff77b1 req-0ee3ea2c-678f-4c55-9df9-de477d5e5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:55.959520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-0ee3ea2c-678f-4c55-9df9-de477d5e5132 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 1100 time: 0.4600019 Jul 28 14:25:55.991156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Deleting port 6ba3a531-6469-4b5d-a513-0b140bf09507 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:25:55.991463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:56.083047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] For port 6ba3a531-6469-4b5d-a513-0b140bf09507, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6ba3a531-6469-4b5d-a513-0b140bf09507,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:56.083429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:56.096874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfe968-e0e4-412c-a1c4-48398810d95e req-61a90c64-7606-46a8-917d-06d9e5865422 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.098221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Calling delete_port for 6ba3a531-6469-4b5d-a513-0b140bf09507 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:25:56.098409 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dbfe968-e0e4-412c-a1c4-48398810d95e req-61a90c64-7606-46a8-917d-06d9e5865422 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0542583 Jul 28 14:25:56.150706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dbfe968-e0e4-412c-a1c4-48398810d95e req-530c83ed-3ae8-4778-8807-6ec37b9bf3b4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Jul 28 14:25:56.355453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-16f6646e-66b7-4d10-b8a7-a432199e4e4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1929963 Jul 28 14:25:56.450357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463139d8-084f-47bb-a052-091264ff77b1 req-d3051302-d099-4a76-8234-49e38e8aeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.452053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-d3051302-d099-4a76-8234-49e38e8aeec3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3013825 Jul 28 14:25:56.492800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61ff8e-e5c2-4e8a-85c9-fc2d9dc50e6b req-3542d32a-d8f5-42ff-929a-3d56372f13d7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.501189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f61ff8e-e5c2-4e8a-85c9-fc2d9dc50e6b req-3542d32a-d8f5-42ff-929a-3d56372f13d7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.2493103 Jul 28 14:25:56.529636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd59d1-df0c-40d8-846e-c7dda46cb8cd req-1ae2b240-21a6-4740-885b-f6b57163528b tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.531574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18dd59d1-df0c-40d8-846e-c7dda46cb8cd req-1ae2b240-21a6-4740-885b-f6b57163528b tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 948 time: 0.0853047 Jul 28 14:25:56.587880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-418c4a00-53cc-462d-ab99-8965712f76c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c HTTP/1.1" status: 200 len: 217 time: 0.1196568 Jul 28 14:25:56.589212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18dd59d1-df0c-40d8-846e-c7dda46cb8cd req-ef119206-88c9-407e-bacf-138117dbf3a8 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Jul 28 14:25:56.653972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-c77eba1f-486d-4aee-9d6c-fa15b8f8c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.655947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-c77eba1f-486d-4aee-9d6c-fa15b8f8c4f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1098 time: 0.2222619 Jul 28 14:25:56.685598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f61ff8e-e5c2-4e8a-85c9-fc2d9dc50e6b req-3d5ca6bc-a32a-43ee-9072-eb8663da8cb0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834803 Jul 28 14:25:56.762818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463139d8-084f-47bb-a052-091264ff77b1 req-f7392898-2fa2-4f7e-8ce7-4e4b74dcb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.764856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-f7392898-2fa2-4f7e-8ce7-4e4b74dcb220 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1648059 Jul 28 14:25:56.852852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-3f08bc63-2b68-4c98-be58-f3747280fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.854391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-3f08bc63-2b68-4c98-be58-f3747280fa12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1757584 Jul 28 14:25:56.858796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463139d8-084f-47bb-a052-091264ff77b1 req-116e3c98-b678-435e-81c3-2522421cacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:56.860003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-116e3c98-b678-435e-81c3-2522421cacf9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868149 Jul 28 14:25:56.870592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:56.896381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba3a531-6469-4b5d-a513-0b140bf09507,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:25:56.996133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-6b54922b-04e0-4f90-abc8-3010f8dc7d1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.1000755 Jul 28 14:25:57.048406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7383a098-bce0-43dd-ac8b-f46322a6d776 req-008ad505-6c8c-41f9-9c07-220b6b6a9e7a tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.0609925 Jul 28 14:25:57.208094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-e15a9a90-0a2e-4814-8881-4fff8fc919dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:57.208094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-e15a9a90-0a2e-4814-8881-4fff8fc919dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1985035 Jul 28 14:25:57.309164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-11e38112-9c4a-475d-8e99-08e6c2ef8f33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898395 Jul 28 14:25:57.314486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-abf45f65-82c4-4548-a64e-02d2e843b49f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212351 Jul 28 14:25:57.367382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:57.454902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-15c59990-e890-42ab-9ec8-60b32f7eaf20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675633 Jul 28 14:25:57.633493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-463139d8-084f-47bb-a052-091264ff77b1 req-6d22605c-1ec5-4114-90d3-e5591a114548 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944918 Jul 28 14:25:57.636312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15526a-5ca0-41c0-88a8-040703037495 req-8596160c-2da5-46a0-b6c2-e81ffb5b2846 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:57.636770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c15526a-5ca0-41c0-88a8-040703037495 req-8596160c-2da5-46a0-b6c2-e81ffb5b2846 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1620955 Jul 28 14:25:57.640751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-93032319-3985-4986-ae4f-700ce50ce041 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024225 Jul 28 14:25:57.643174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-a9d8b86d-d340-491e-a975-f5d10810df1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1200144 Jul 28 14:25:57.648542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-7c106b38-c6eb-4e81-b4fe-34be79925803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:57.650336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-7c106b38-c6eb-4e81-b4fe-34be79925803 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1097 time: 0.1598437 Jul 28 14:25:57.737441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c15526a-5ca0-41c0-88a8-040703037495 req-61527976-255a-4a0f-8aac-9dcc7f2b4607 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922999 Jul 28 14:25:57.799861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-82b904d5-8a74-4b16-9602-2adbec2eedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:57.801608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-82b904d5-8a74-4b16-9602-2adbec2eedd0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1165318 Jul 28 14:25:57.839257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5f48545-0716-439e-a186-1a29f2ce4df9 req-97af1c01-d7cf-4b1c-8438-56f1eaf33762 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832213 Jul 28 14:25:57.883663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Router 87982748-6dd0-4071-ad35-f3e19bec1c2f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:25:57.910442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-47d16115-b2ec-4a12-8ba4-8bf50934feb7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0909605 Jul 28 14:25:57.994236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-fb1f5187-d915-4657-b2c0-d935aa8a494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:57.999330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-fb1f5187-d915-4657-b2c0-d935aa8a494c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0759206 Jul 28 14:25:58.005335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e12c7-b325-472d-ad0f-a7d16d1e65cb req-84510de9-3d03-44ab-b4a5-4851f01b1fd5 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:58.016312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e12c7-b325-472d-ad0f-a7d16d1e65cb req-84510de9-3d03-44ab-b4a5-4851f01b1fd5 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 945 time: 0.1090109 Jul 28 14:25:58.020238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:25:58.030667 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Sync routers for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:25:58.038014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-48b46e22-b1f5-4120-92cd-8e51de0f7205 admin admin] 10.222.0.47 "PUT /v2.0/routers/87982748-6dd0-4071-ad35-f3e19bec1c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0395265 Jul 28 14:25:58.038788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:25:58.048675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:58.049509 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:58.119470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-8f1e1c7b-9b1a-4259-93df-81a6b1d043fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000733 Jul 28 14:25:58.168179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:58.201015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:58.205662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e12c7-b325-472d-ad0f-a7d16d1e65cb req-33f2c357-bb1c-4e4a-a8ca-26e077a1ed3e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876948 Jul 28 14:25:58.396612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-caef9219-3b98-427a-9580-ce612f0551d6 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678652 Jul 28 14:25:58.509615 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:56Z', 'revision_number': 5, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:58.547924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Checking router: 87982748-6dd0-4071-ad35-f3e19bec1c2f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:25:58.554751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd497e-d909-4440-9a6b-585221223b34 req-e87d2cc4-5043-4f11-a711-8bad4b13357c tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:58.559775 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Routers {'87982748-6dd0-4071-ad35-f3e19bec1c2f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:25:58.560757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:25:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['87982748-6dd0-4071-ad35-f3e19bec1c2f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:58.576944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74cd497e-d909-4440-9a6b-585221223b34 req-e87d2cc4-5043-4f11-a711-8bad4b13357c tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 948 time: 0.2166667 Jul 28 14:25:58.695065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] Set router 87982748-6dd0-4071-ad35-f3e19bec1c2f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:25:58.725731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1e8416b-bc27-476f-9ee9-6f16ba880d0d req-e5e26e81-f544-4ec4-9792-074c34ecf289 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931025 Jul 28 14:25:58.728873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74cd497e-d909-4440-9a6b-585221223b34 req-405b2c9a-feaf-4d75-8f19-d8b8b49546f8 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581721 Jul 28 14:25:58.887958 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:59.008739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d7e1b-bfeb-4899-b61d-16c2e4f50642 req-ba5ed0e6-af07-4183-b035-9e32e89de006 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:59.010543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b2d7e1b-bfeb-4899-b61d-16c2e4f50642 req-ba5ed0e6-af07-4183-b035-9e32e89de006 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.1258123 Jul 28 14:25:59.021557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06d803dc-90eb-43c5-a5b8-76fd1799ecb2 req-a5b48c4d-3f52-4430-be82-2eb2c55b2396 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.0451524 Jul 28 14:25:59.031311 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:56Z', 'revision_number': 5, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:25:59.066587 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b29e4b-a04d-4cf3-a77d-27a75135c2d4 None None] The sync data for ids ['87982748-6dd0-4071-ad35-f3e19bec1c2f'] in n-d-705658-23 is: [{'id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'name': 'tempest-FloatingIPsTestJSON-642539688-router', 'tenant_id': '8d86e0355c4241cfa5d8be33aa719570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:31Z', 'updated_at': '2021-07-28T14:25:56Z', 'revision_number': 5, 'project_id': '8d86e0355c4241cfa5d8be33aa719570', 'gw_port': {'id': '32de3fa3-4e34-4b43-9a40-1545d49ca407', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87982748-6dd0-4071-ad35-f3e19bec1c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:33Z', 'updated_at': '2021-07-28T14:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:25:59.124278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-8541537d-6006-43b6-972c-8a6a2f8f9048 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:59.126331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-8541537d-6006-43b6-972c-8a6a2f8f9048 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.50 "GET /v2.0/networks?id=b3f3ce25-7977-4132-a669-4dd62c648396 HTTP/1.1" status: 200 len: 815 time: 0.2405529 Jul 28 14:25:59.169631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b2d7e1b-bfeb-4899-b61d-16c2e4f50642 req-9fe4930b-5273-4856-852f-43bdc5a7339f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513965 Jul 28 14:25:59.178158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Request body: {'port': {'device_id': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'admin_state_up': True, 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:25:59.234737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf5fb4-aef7-453a-8318-865829747f02 req-50f8024b-450f-41cf-bb75-75892220808a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:59.236268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25bf5fb4-aef7-453a-8318-865829747f02 req-50f8024b-450f-41cf-bb75-75892220808a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0961657 Jul 28 14:25:59.319467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25bf5fb4-aef7-453a-8318-865829747f02 req-38f07651-e98c-4f51-a31c-d07737b79a37 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Jul 28 14:25:59.362269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Deleting port 32de3fa3-4e34-4b43-9a40-1545d49ca407 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:25:59.362629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:59.521624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ba3a531-6469-4b5d-a513-0b140bf09507 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:25:59.543742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Made reservation on behalf of a4a9161f2b8d4aaa9742670aa7d9bbd2 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:25:59.547413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:59.552003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] For port 32de3fa3-4e34-4b43-9a40-1545d49ca407, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=32de3fa3-4e34-4b43-9a40-1545d49ca407,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:59.552290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:59.586869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6ba3a531-6469-4b5d-a513-0b140bf09507 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:25:59.587365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ba3a531-6469-4b5d-a513-0b140bf09507 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:25:59.594437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Calling delete_port for 32de3fa3-4e34-4b43-9a40-1545d49ca407 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:25:59.602919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7567ad9b-f5d8-4ed0-a624-d8078659ed7c details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:25:59.789648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:25:59.848624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c', 'mac_address': 'fa:16:3e:bd:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:25:59.980336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:25:59.995093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5794581-d920-4c40-a22c-08f77139087d req-790b89d5-5192-49a4-9e10-bf7077745c40 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:25:59.997089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5794581-d920-4c40-a22c-08f77139087d req-790b89d5-5192-49a4-9e10-bf7077745c40 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 948 time: 0.1437469 Jul 28 14:26:00.030106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7567ad9b-f5d8-4ed0-a624-d8078659ed7c {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:00.033782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Allocated IP 172.20.0.7 (b3f3ce25-7977-4132-a669-4dd62c648396/5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed/91fbf486-2a68-4729-8f89-e37ef33e4eda) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:26:00.065055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:00.068109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5794581-d920-4c40-a22c-08f77139087d req-fedf7371-a6c8-4adf-baf1-c8c651e4bf0a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611913 Jul 28 14:26:00.203532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c4801b7-1dc9-4c7c-ba2b-e23fd6ea8070 req-d17f95e2-d89b-4b7c-a116-13baa8355026 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.0516434 Jul 28 14:26:00.220579 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-78065020-1069-47a3-9f7c-e7e5913004fe tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--806861462&fields=id&tenant_id=e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 267 time: 0.0430396 Jul 28 14:26:00.240915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.306351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:00.364685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0402-5a07-405f-8130-51505c8cb79a req-ac3a723c-a958-423b-bbbf-06c39d597e60 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:00.372840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168a0402-5a07-405f-8130-51505c8cb79a req-ac3a723c-a958-423b-bbbf-06c39d597e60 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0993805 Jul 28 14:26:00.383243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.472262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.477334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=32de3fa3-4e34-4b43-9a40-1545d49ca407,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:00.525829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.541080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-bee87c7a-c8a3-4490-b15e-b56b34178c22 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:00.550765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Transition to ACTIVE for port object 91fbf486-2a68-4729-8f89-e37ef33e4eda will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:00.569823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-bee87c7a-c8a3-4490-b15e-b56b34178c22 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 824 time: 0.3325009 Jul 28 14:26:00.587412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7567ad9b-f5d8-4ed0-a624-d8078659ed7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:00.611986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-24555b9f-e88f-4c29-bb81-57974a8f5cc0 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/quotas/e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 375 time: 0.0353043 Jul 28 14:26:00.719900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168a0402-5a07-405f-8130-51505c8cb79a req-6dc2c85a-91f6-4826-9444-3e289b69d0c6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458450 Jul 28 14:26:00.811745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.815022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:00.871949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-9f321927-a4da-4627-bf6d-60900f5299de tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2460778 Jul 28 14:26:01.154783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-5f6a6013-a261-451f-a9f6-fd6591c5b2f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406337 Jul 28 14:26:01.184539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e446b95-bd80-478a-891a-f7270e97a158 req-c6eea5a0-e5de-453f-8b44-dcd044bf0ccc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:01.190136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e446b95-bd80-478a-891a-f7270e97a158 req-c6eea5a0-e5de-453f-8b44-dcd044bf0ccc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.3525109 Jul 28 14:26:01.227964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.234095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87982748-6dd0-4071-ad35-f3e19bec1c2f {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:26:01.285975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.293069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3fe87b30-124a-47fe-b584-43f45f935d13 admin admin] 10.222.0.47 "DELETE /v2.0/routers/87982748-6dd0-4071-ad35-f3e19bec1c2f HTTP/1.1" status: 204 len: 168 time: 3.2492485 Jul 28 14:26:01.297825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60732) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:01.312718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-a324c147-3de1-4a51-854e-9f17ff4f3670 service neutron] 10.222.0.47 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567543 Jul 28 14:26:01.317932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.418372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e446b95-bd80-478a-891a-f7270e97a158 req-d508afa5-25a0-48d4-858e-820a54c186a9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142313 Jul 28 14:26:01.437251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Deleting subnet 2c7a6244-8686-437d-92da-501019917ae5 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:26:01.449381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.539671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.629530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Network b3f3ce25-7977-4132-a669-4dd62c648396 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:26:01.629530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:26:01.629530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:26:01.629530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:01.629530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:01.677333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Pushing event updated for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:01.949331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.163323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-7e5b81fd-6b50-48c4-b403-216795524e90 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0091283 Jul 28 14:26:02.163566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.193559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dbdc78c-9e4a-4b95-973f-2dcb9db087e9 None None] Provisioning for port 91fbf486-2a68-4729-8f89-e37ef33e4eda completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:02.203937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dbdc78c-9e4a-4b95-973f-2dcb9db087e9 None None] Provisioning complete for port 91fbf486-2a68-4729-8f89-e37ef33e4eda triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:02.204244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc78c-9e4a-4b95-973f-2dcb9db087e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.235747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7a6244-8686-437d-92da-501019917ae5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:02.263338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.265437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c7a6244-8686-437d-92da-501019917ae5 HTTP/1.1" status: 204 len: 168 time: 0.9506626 Jul 28 14:26:02.268117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:02.275746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.276224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.276751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.277285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.277872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.278588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.279749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.280196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.280630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.281059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.281528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.281952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e268-e8a9-41d2-8b82-de33320084d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:02.310327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683ab29-36af-40f2-b90d-a62ce71f33c4 None None] Network 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:26:02.440165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.460798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9dbdc78c-9e4a-4b95-973f-2dcb9db087e9 None None] Port 91fbf486-2a68-4729-8f89-e37ef33e4eda cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:26:02.465143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287b27-8a8e-47b5-a9cc-e8e088d99fe4 req-abac66ca-68be-49d2-a38f-6f6a66aa42a8 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:02.488805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87287b27-8a8e-47b5-a9cc-e8e088d99fe4 req-abac66ca-68be-49d2-a38f-6f6a66aa42a8 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 949 time: 0.1041117 Jul 28 14:26:02.531620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Deleting port b05aa57d-60b6-48c7-8524-f33f78e3d5ce {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:02.532034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.572290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87287b27-8a8e-47b5-a9cc-e8e088d99fe4 req-5eaefe2d-c8fb-47f9-91d3-cbdf205c16f7 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937562 Jul 28 14:26:02.651829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] For port b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:02.661293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.674627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Calling delete_port for b05aa57d-60b6-48c7-8524-f33f78e3d5ce owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:02.703703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] DHCP port deletion for 9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:26:02.798788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450f9a5-3e4c-4619-a53e-7f4ac1af0aae req-9ce700e3-8682-424f-891a-153f63da3a35 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:02.798788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0450f9a5-3e4c-4619-a53e-7f4ac1af0aae req-9ce700e3-8682-424f-891a-153f63da3a35 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.1076202 Jul 28 14:26:02.799162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Deleting port b05aa57d-60b6-48c7-8524-f33f78e3d5ce {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:02.799162 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.851816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0450f9a5-3e4c-4619-a53e-7f4ac1af0aae req-c234ab8f-1c18-4f1c-8675-3542f07a254a tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Jul 28 14:26:02.873977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] For port b05aa57d-60b6-48c7-8524-f33f78e3d5ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,segment=NetworkSegment(ff7b58a6-ff08-4751-bd19-2cb18b9548c1),segment_id=ff7b58a6-ff08-4751-bd19-2cb18b9548c1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:02.874686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:02.894240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Calling delete_port for b05aa57d-60b6-48c7-8524-f33f78e3d5ce owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:03.007468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.067197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:03.077875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.083080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] No DVR routers for this DVR port b05aa57d-60b6-48c7-8524-f33f78e3d5ce on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:03.115487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da99bb-10fa-4b89-9802-985fcd4f3105 req-90cc89d3-7235-45a6-b39f-cddbc4905b51 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:03.127072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] Pushing event deleted for resources: {'Port': ['ID=b05aa57d-60b6-48c7-8524-f33f78e3d5ce,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:03.132851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823b38-56c9-4857-9b29-5d79ddd6c5f0 None None] No DVR routers for this DVR port b05aa57d-60b6-48c7-8524-f33f78e3d5ce on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:03.143086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00da99bb-10fa-4b89-9802-985fcd4f3105 req-90cc89d3-7235-45a6-b39f-cddbc4905b51 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.1496756 Jul 28 14:26:03.225622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00da99bb-10fa-4b89-9802-985fcd4f3105 req-d216935f-7e2a-4255-9022-4807c12ee043 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815048 Jul 28 14:26:03.322727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b05aa57d-60b6-48c7-8524-f33f78e3d5ce no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:03.331000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2bea3b88-7e37-4765-8afe-ece3dba3153e req-1a791bbb-0321-42ca-a07d-2bd5c56b46c0 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0487642 Jul 28 14:26:03.331296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.355317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.355702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.356450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.356802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > port after_create 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.357146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.357486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > port after_update 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.357842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.358181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.358642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.359069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.364207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b05aa57d-60b6-48c7-8524-f33f78e3d5ce {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:03.364720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b05aa57d-60b6-48c7-8524-f33f78e3d5ce not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:03.365238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 32de3fa3-4e34-4b43-9a40-1545d49ca407 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:03.402799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 32de3fa3-4e34-4b43-9a40-1545d49ca407 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:03.402799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 32de3fa3-4e34-4b43-9a40-1545d49ca407 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:03.518207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.518568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.519032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.519983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:26:03.520345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642bade-9706-4da4-889a-7f32f3569dcc req-6d25323b-70ec-4652-bc9a-73beab842056 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:03.520470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:03.521941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1642bade-9706-4da4-889a-7f32f3569dcc req-6d25323b-70ec-4652-bc9a-73beab842056 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0715594 Jul 28 14:26:03.541211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:03.546167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7b58a6-ff08-4751-bd19-2cb18b9548c1') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:03.578499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.589074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1642bade-9706-4da4-889a-7f32f3569dcc req-d41fa4d6-eeda-4071-a097-891087c00b81 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Jul 28 14:26:03.627292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.647373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7567ad9b-f5d8-4ed0-a624-d8078659ed7c up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:03.647488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:26:03.647488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: from cryptography.utils import int_from_bytes Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: from cryptography.utils import int_from_bytes Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:26:03.770544 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:26:03.820094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c3795-167d-4abb-a002-b6fcc5dbcdd6 req-2e65ae70-d164-440b-a448-6575235f06bb tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:03.821607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-167c3795-167d-4abb-a002-b6fcc5dbcdd6 req-2e65ae70-d164-440b-a448-6575235f06bb tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 949 time: 0.0782101 Jul 28 14:26:03.865215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-167c3795-167d-4abb-a002-b6fcc5dbcdd6 req-8f319852-c9ad-4790-9257-286d18cec411 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Jul 28 14:26:03.880393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:03.884616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:03.884993 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.989093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:03.997215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:04.001888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed HTTP/1.1" status: 204 len: 168 time: 1.7294264 Jul 28 14:26:04.015016 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:04.024503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc396b-8e02-4926-9901-d301f3edfd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bee7a4b-7985-4a7b-93f0-a1b5fdfa49ed,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:04.025534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4179cc9-6ffe-4ab8-a516-158698ace22a req-801f5b7a-8fc4-44e0-9cdd-e6757e07f918 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:04.028901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4179cc9-6ffe-4ab8-a516-158698ace22a req-801f5b7a-8fc4-44e0-9cdd-e6757e07f918 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0758424 Jul 28 14:26:04.064119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:04.064119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:04.068965 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00a1d1-c074-47cf-bedb-d850b7d7f2d1" -d '{"events": [{"server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "name": "network-vif-plugged", "status": "completed", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:04.107610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4179cc9-6ffe-4ab8-a516-158698ace22a req-43cf2a81-3c58-49d1-845b-5d60e9a506ee tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674126 Jul 28 14:26:04.172751 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9d869e-2242-497e-86f1-b5887f1a7773 x-openstack-request-id: req-cb9d869e-2242-497e-86f1-b5887f1a7773 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:04.173048 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "name": "network-vif-plugged", "status": "completed", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:04.173336 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb9d869e-2242-497e-86f1-b5887f1a7773 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:04.174006 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c', 'code': 200} Jul 28 14:26:04.189099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:04.274272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:04.400125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652aadb-369f-41f9-813e-f5d0fd579f80 req-038e5254-207b-49ba-ab6b-a813c46620cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:04.402583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f652aadb-369f-41f9-813e-f5d0fd579f80 req-038e5254-207b-49ba-ab6b-a813c46620cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 1102 time: 0.1091130 Jul 28 14:26:04.419239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482241a0-a9de-4063-89f7-ba3d478a37ae req-5a69e1ce-159b-4b2f-b9c4-f77f64d961dc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:04.427648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-482241a0-a9de-4063-89f7-ba3d478a37ae req-5a69e1ce-159b-4b2f-b9c4-f77f64d961dc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0736339 Jul 28 14:26:04.506878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f652aadb-369f-41f9-813e-f5d0fd579f80 req-ee0bed4e-02a8-4c29-892e-1e205ae12302 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913343 Jul 28 14:26:04.514862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-482241a0-a9de-4063-89f7-ba3d478a37ae req-7110e7de-43d6-4814-81ed-61d410a7e1f5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861821 Jul 28 14:26:04.615884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ebe1598-579b-459e-b745-55a95ae569ad req-24dbd549-72d4-4b39-8859-0974ad7406c0 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0308928 Jul 28 14:26:04.692934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60766) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:04.746365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bf1ff723-fb40-47e9-993e-b339d51dd66c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d86e0355c4241cfa5d8be33aa719570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501068 Jul 28 14:26:04.747116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:04.791415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75a25a-05ad-4ad9-b86f-cfe91cc48711 req-64961680-bcf2-4bb9-ab73-c9345fc4f956 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:04.793358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f75a25a-05ad-4ad9-b86f-cfe91cc48711 req-64961680-bcf2-4bb9-ab73-c9345fc4f956 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0643227 Jul 28 14:26:04.854522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f75a25a-05ad-4ad9-b86f-cfe91cc48711 req-6ee12f13-042c-4b9c-9c31-a8cd05fe9519 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543334 Jul 28 14:26:04.854866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:04.890558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:05.042208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0392c-27ac-4381-ba0d-5d527d6b9e5e req-82d72825-bcad-4459-888e-881c202c579d tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:05.043893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fe0392c-27ac-4381-ba0d-5d527d6b9e5e req-82d72825-bcad-4459-888e-881c202c579d tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 950 time: 0.0716133 Jul 28 14:26:05.067459 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:05.070142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:05.071421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c52a9f89-9289-404d-855f-8a09bdc20b14 HTTP/1.1" status: 204 len: 168 time: 0.3232090 Jul 28 14:26:05.085071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ac84-7240-4861-b504-b9b232bee7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52a9f89-9289-404d-855f-8a09bdc20b14,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:05.128129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fe0392c-27ac-4381-ba0d-5d527d6b9e5e req-26a6a6e9-797a-4170-9aaa-4efe0fdf8505 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Jul 28 14:26:05.287780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20cc575-f7bc-4509-9e20-b8cb8ed42055 req-983e9f9c-80d5-4253-b728-52cece07213b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:05.295515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20cc575-f7bc-4509-9e20-b8cb8ed42055 req-983e9f9c-80d5-4253-b728-52cece07213b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0746961 Jul 28 14:26:05.361484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20cc575-f7bc-4509-9e20-b8cb8ed42055 req-52691c2a-5b76-4b08-a688-dfb5581c0fc1 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623753 Jul 28 14:26:05.680821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9272-25c6-4fa3-b8ab-5fc1cad651b0 req-eb1a8015-1c9d-4099-abac-bc7c2b69f726 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:05.682443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-293a9272-25c6-4fa3-b8ab-5fc1cad651b0 req-eb1a8015-1c9d-4099-abac-bc7c2b69f726 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0896645 Jul 28 14:26:05.749509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-293a9272-25c6-4fa3-b8ab-5fc1cad651b0 req-f3762fc0-366d-41c8-8422-971c452ef941 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580664 Jul 28 14:26:05.885654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bac919-6611-4c86-8c60-a69c5cee469a req-d68c17eb-8146-4b53-be5d-00bc3bbc59ed tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0439146 Jul 28 14:26:06.042420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ac967-c833-484b-935f-7aecd59e1e89 req-752a0114-6804-4746-bd75-519ad550f701 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:06.045578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c0ac967-c833-484b-935f-7aecd59e1e89 req-752a0114-6804-4746-bd75-519ad550f701 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0926557 Jul 28 14:26:06.111565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c0ac967-c833-484b-935f-7aecd59e1e89 req-b1d6b108-5e7d-4773-af8f-ddc9fae609a8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595248 Jul 28 14:26:06.294766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e4e5a-3a54-46ec-9761-a0f094bfa480 req-20498d7c-1bb7-4432-a854-e1b769e1f01b tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:06.303583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-464e4e5a-3a54-46ec-9761-a0f094bfa480 req-20498d7c-1bb7-4432-a854-e1b769e1f01b tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 950 time: 0.0770750 Jul 28 14:26:06.374289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-464e4e5a-3a54-46ec-9761-a0f094bfa480 req-bd0c35d5-bb5e-4815-8f20-c0bc3408fe55 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Jul 28 14:26:06.546163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb4838-264f-4d18-826a-be1cfceb731b req-abd94f13-a295-4a9b-ad28-171943a48afb tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:06.555105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13eb4838-264f-4d18-826a-be1cfceb731b req-abd94f13-a295-4a9b-ad28-171943a48afb tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0832379 Jul 28 14:26:06.625306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-0b0e5253-b201-443f-ae0b-3257ca16bbc6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:06.629999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-0b0e5253-b201-443f-ae0b-3257ca16bbc6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.53 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 824 time: 0.1852872 Jul 28 14:26:06.675707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13eb4838-264f-4d18-826a-be1cfceb731b req-6086ff66-37af-4809-a532-2f7009c08a84 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196370 Jul 28 14:26:06.781939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-5bf03efe-1320-4e87-a632-40f93e74cd1b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7a3c224e5304a238599992f6694f096 HTTP/1.1" status: 200 len: 379 time: 0.1313875 Jul 28 14:26:06.807731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'port': {'device_id': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'admin_state_up': True, 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'security_groups': ['38445b55-a5d9-4532-9467-5177452cefd3']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:07.172054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Made reservation on behalf of e7a3c224e5304a238599992f6694f096 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:26:07.177609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:07.299576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578b5a8-be19-4bf9-b41f-abcf778d3e28 req-10d27f60-d5ab-4b4e-9892-fb82d6811c7c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:07.309118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1578b5a8-be19-4bf9-b41f-abcf778d3e28 req-10d27f60-d5ab-4b4e-9892-fb82d6811c7c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.1457589 Jul 28 14:26:07.356062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1578b5a8-be19-4bf9-b41f-abcf778d3e28 req-30ffa1ce-c39a-424b-ac51-fa00beeb8e9f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jul 28 14:26:07.446597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Allocated IP 172.20.0.3 (e3355b88-4053-47b4-8571-2ed8e271aa35/8ac24616-a858-479d-a569-dcc5757a844f/3d7ce8d6-c99a-477e-a310-b418d2fe8fe1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:26:07.505001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e20b2e62-cb8e-44ea-bc87-92f0964c3a3c req-affd02bf-fa9d-486e-80e0-b1bfc810826c tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0415974 Jul 28 14:26:07.675871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:07.698346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Transition to ACTIVE for port object 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:07.753519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-0d77f33b-7f23-4e13-b651-fc9c0d82fa82 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338364 Jul 28 14:26:07.823594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:07.876051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Network e3355b88-4053-47b4-8571-2ed8e271aa35 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:26:07.879980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:26:07.903042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:26:07.921426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-8d39e32b-9555-458b-865a-c89086707542 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:07.923829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-8d39e32b-9555-458b-865a-c89086707542 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645865 Jul 28 14:26:07.951375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-0b4644ee-91c4-4499-9648-f36cd29dde3e tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/quotas/ec75c60fcece4f8bbea79d3d641f6bbd HTTP/1.1" status: 200 len: 375 time: 0.0209484 Jul 28 14:26:07.966289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:07.967338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:07.994788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event updated for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:08.007057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.007057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.007577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.008152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.008658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.009171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.009678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.010182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.011026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.011699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.012203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.012698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:08.013532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-61613325-7a11-414a-b8c6-37d166e5b3a8 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611861 Jul 28 14:26:08.080709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-42b07319-5a46-499a-9214-c14519645728 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2771420 Jul 28 14:26:08.103932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Request body: {'port': {'device_id': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:08.173094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:08.376067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7d68518-3d4d-4900-bcec-6a6741fd9c67 None None] Provisioning for port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:08.383703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7d68518-3d4d-4900-bcec-6a6741fd9c67 None None] Provisioning complete for port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:08.393299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7d68518-3d4d-4900-bcec-6a6741fd9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:08.494988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:08.503807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e7d68518-3d4d-4900-bcec-6a6741fd9c67 None None] Port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:26:08.504085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:08.523983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Transition to ACTIVE for port object 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:08.549304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc26ccf-de84-4185-8d25-18894a3b31d0 req-98952050-6f29-4b6f-867c-a0b032777246 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:08.551461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dc26ccf-de84-4185-8d25-18894a3b31d0 req-98952050-6f29-4b6f-867c-a0b032777246 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0769467 Jul 28 14:26:08.624053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dc26ccf-de84-4185-8d25-18894a3b31d0 req-bee32de6-6669-4f3c-a475-e94a1328b29f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578554 Jul 28 14:26:08.657906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:08.734428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:08.749432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-1c06797e-2262-481d-9bc2-197e2d476c5f tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331700 Jul 28 14:26:08.857539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Attempting to bind port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:08.858257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Attempting to bind port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:08.862885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Attempting to bind port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:08.864567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 on network e3355b88-4053-47b4-8571-2ed8e271aa35 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:08.865075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Attempting to bind port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 on network e3355b88-4053-47b4-8571-2ed8e271aa35 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:08.872073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:08.872584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Checking segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:08.873529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Bound using segment: {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:08.874043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Bound port: 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27b2d0e-8605-421c-9510-13573d6790a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:08.874415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:08.947631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-9e8b7bb4-7425-46c7-af19-1a59d67fde65 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:08.948536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-9e8b7bb4-7425-46c7-af19-1a59d67fde65 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916366 Jul 28 14:26:08.960323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:08.964369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:08.975136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-5db5ec55-6e60-4eda-908f-ea9741e3b625 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/quotas/d4dafbb4a3004a65aebcdb4f84832e43 HTTP/1.1" status: 200 len: 375 time: 0.0117145 Jul 28 14:26:09.048668 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-c00cef7d-c06e-4da0-a40a-2f95615d7131 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663412 Jul 28 14:26:09.113803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:09.132189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.132961 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:09.134396 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] 10.222.0.53 "PUT /v2.0/ports/3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 HTTP/1.1" status: 200 len: 1092 time: 1.0355599 Jul 28 14:26:09.154342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:09.157336 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecbd345-aaca-4452-8294-a0d67fee984b" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:09.209675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab0bf0-e7b2-4ffe-8e4d-223aba1e2463 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:09.544440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ceec0-f68c-4165-9eba-c11a93590e2c req-cdb6081f-ef44-457d-a1de-826d035d7544 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.546473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-316ceec0-f68c-4165-9eba-c11a93590e2c req-cdb6081f-ef44-457d-a1de-826d035d7544 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.1061475 Jul 28 14:26:09.549966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-51ee6e64-cf39-4182-8f03-7aaea3ce7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.552148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-51ee6e64-cf39-4182-8f03-7aaea3ce7097 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0607247 Jul 28 14:26:09.604404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-316ceec0-f68c-4165-9eba-c11a93590e2c req-f55454da-cf75-4427-82a1-96797bd73f19 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Jul 28 14:26:09.644567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-fbc2095d-cb2c-4baa-83f6-eb897b770d23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0762215 Jul 28 14:26:09.725507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be467bc-ac7a-410b-b291-e30da47174eb req-9d825949-fb5d-4f29-b0e0-4cc407d02dfd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.730415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5be467bc-ac7a-410b-b291-e30da47174eb req-9d825949-fb5d-4f29-b0e0-4cc407d02dfd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0687318 Jul 28 14:26:09.735797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-fb5997b8-9f0a-4ffe-a957-319c0e311f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.738497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-fb5997b8-9f0a-4ffe-a957-319c0e311f2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.0845075 Jul 28 14:26:09.767839 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5be467bc-ac7a-410b-b291-e30da47174eb req-e2d1d968-d2ab-43e6-a035-6a5de1f5db9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jul 28 14:26:09.803696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-ad0e016a-f252-4845-a0c0-79d817144cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:09.805398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-ad0e016a-f252-4845-a0c0-79d817144cad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496855 Jul 28 14:26:09.902049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34e27bb4-a528-462c-b514-a62cab8e6e7f req-06d60f7b-6ed2-48b2-93d1-f5b2fe3b818a tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0489492 Jul 28 14:26:09.990005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-db2e5a2b-5809-486d-9868-86088e44c612 service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757667 Jul 28 14:26:10.032509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2625656-c99b-4354-aa78-1067839f67a2 req-9e59a8ca-d45d-40cd-ab6f-327e480f6e49 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.042125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2625656-c99b-4354-aa78-1067839f67a2 req-9e59a8ca-d45d-40cd-ab6f-327e480f6e49 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0800750 Jul 28 14:26:10.084458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2625656-c99b-4354-aa78-1067839f67a2 req-58cf67f4-35b6-48f0-b7c2-a5b023ea0cae tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Jul 28 14:26:10.125594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6602c6da-62d3-4ca5-80b2-153951b6b565 req-a2f79dc3-cf56-498a-884d-5bf45a8f9a0b service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255569 Jul 28 14:26:10.171909 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd314058-4304-413f-b655-dec4a9a75abe x-openstack-request-id: req-fd314058-4304-413f-b655-dec4a9a75abe {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:10.172208 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:10.172489 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd314058-4304-413f-b655-dec4a9a75abe {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:10.173006 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'status': 'completed', 'code': 200} Jul 28 14:26:10.251086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c803cd8b-3ffb-4fba-a74b-e763043c81a7 req-48d68e0b-d8d3-44a2-919e-4b8ab203f230 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0342007 Jul 28 14:26:10.362173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516af199-46a8-4bf7-bebd-4b21730cd501 req-8bf18f42-9a3a-43bc-b127-72ba1484f474 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.364431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-516af199-46a8-4bf7-bebd-4b21730cd501 req-8bf18f42-9a3a-43bc-b127-72ba1484f474 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0547965 Jul 28 14:26:10.407429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-516af199-46a8-4bf7-bebd-4b21730cd501 req-673c1d7a-072b-4e3b-9ba9-d31527572b95 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Jul 28 14:26:10.439746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-f84573e3-0fcb-4729-b588-dd78a6ae441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.442686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-f84573e3-0fcb-4729-b588-dd78a6ae441c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0613925 Jul 28 14:26:10.555678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-759c73f7-b961-4cd5-bcaf-4be579699a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.557074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-759c73f7-b961-4cd5-bcaf-4be579699a53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 925 time: 0.1022234 Jul 28 14:26:10.612049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-c9811f69-c790-4c3f-8f05-833d8f176e15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 HTTP/1.1" status: 200 len: 217 time: 0.0392077 Jul 28 14:26:10.673325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-be1dac89-2ed2-4bca-8017-4f8d03241e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.674787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-be1dac89-2ed2-4bca-8017-4f8d03241e97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.0546691 Jul 28 14:26:10.726240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-a982b463-f099-42b0-b8b7-ec8b406cd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.728043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-a982b463-f099-42b0-b8b7-ec8b406cd798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457680 Jul 28 14:26:10.734313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffb4be-609d-4e9b-8a6e-5f43446e6ffa req-06d266b8-c7ac-4c0d-9b2b-fe93609fe19e tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.736104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6ffb4be-609d-4e9b-8a6e-5f43446e6ffa req-06d266b8-c7ac-4c0d-9b2b-fe93609fe19e tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0592985 Jul 28 14:26:10.781885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6ffb4be-609d-4e9b-8a6e-5f43446e6ffa req-53facd83-2499-42e8-a6ba-752f422a1e13 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jul 28 14:26:10.834815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-51bf5f89-4fe5-4ef2-af92-4b1cb25b2de8 service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980582 Jul 28 14:26:10.930442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bb49d-473d-4e7e-9503-e2e34a3d03ca req-c0883e92-7bdd-432b-80da-3e6267d52696 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:10.937742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-048bb49d-473d-4e7e-9503-e2e34a3d03ca req-c0883e92-7bdd-432b-80da-3e6267d52696 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0737863 Jul 28 14:26:10.955250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecbd345-aaca-4452-8294-a0d67fee984b req-22b52e14-5423-4e60-9048-5acce7686ae1 service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086643 Jul 28 14:26:10.996615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-048bb49d-473d-4e7e-9503-e2e34a3d03ca req-afd67dde-3215-4416-ae5f-94dee6942b53 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582786 Jul 28 14:26:11.099689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b7cd0e1-bb95-4887-8f13-03f643a03402 req-4cf30e26-6fa0-4fd5-8817-47e00140891a tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0260234 Jul 28 14:26:11.217242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d319-4d8f-449d-8929-178741428988 req-397a137e-9ed5-4cf2-b1fd-f5b9aa842705 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:11.219440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caa4d319-4d8f-449d-8929-178741428988 req-397a137e-9ed5-4cf2-b1fd-f5b9aa842705 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0535965 Jul 28 14:26:11.265388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caa4d319-4d8f-449d-8929-178741428988 req-35231cd1-ca9a-42c3-ba94-315b3871f9eb tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Jul 28 14:26:11.353994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec2aed8c-d886-4c07-a47b-cf31232fb41d req-eec85a98-9356-4a3e-baff-0808b68bc205 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0272043 Jul 28 14:26:11.557848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f24ca-963b-43ce-a8cd-4c33832a71aa req-7d0ffcd7-06cf-4299-8e7d-463d9a21f39a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:11.559794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-669f24ca-963b-43ce-a8cd-4c33832a71aa req-7d0ffcd7-06cf-4299-8e7d-463d9a21f39a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0725155 Jul 28 14:26:11.599861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-669f24ca-963b-43ce-a8cd-4c33832a71aa req-77df2769-494b-410c-88f1-ed3e4f2b3ea3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Jul 28 14:26:11.930925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1e3e-239a-4569-83f9-78816eededb4 req-519a3eed-be66-4711-8245-4949103b5f3a tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:11.930925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35da1e3e-239a-4569-83f9-78816eededb4 req-519a3eed-be66-4711-8245-4949103b5f3a tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0529742 Jul 28 14:26:11.958834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35da1e3e-239a-4569-83f9-78816eededb4 req-bbda907a-37ee-4932-a117-66204bd444e4 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Jul 28 14:26:12.123752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae222-716f-42b8-837a-650857c106cd req-50a7ea88-0cad-4308-b68c-e729bbb9a0d6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:12.125438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-879ae222-716f-42b8-837a-650857c106cd req-50a7ea88-0cad-4308-b68c-e729bbb9a0d6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0517774 Jul 28 14:26:12.165270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-879ae222-716f-42b8-837a-650857c106cd req-5dc52a49-f045-4128-85b9-8acf1a167ee3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334485 Jul 28 14:26:12.258532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82f961e7-5e0c-4c02-b6c5-3abd10f412c4 req-b231ca4e-c012-4774-8624-fe9b13837a8c tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0288007 Jul 28 14:26:12.388686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c0ac-246b-4be9-985c-ea97f90c8e0e req-2dd83e00-3e10-4570-9112-3ac8ddab7508 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:12.390233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ed1c0ac-246b-4be9-985c-ea97f90c8e0e req-2dd83e00-3e10-4570-9112-3ac8ddab7508 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0555677 Jul 28 14:26:12.430129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ed1c0ac-246b-4be9-985c-ea97f90c8e0e req-6f547818-baa9-4ed1-9eb3-7b2c32b3e34f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Jul 28 14:26:12.512807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-857790bc-6cbe-45c0-85c6-356c94dea3ad req-cbf4b35b-50fa-4b2a-babf-77dd70df76f5 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0257461 Jul 28 14:26:12.620462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Request body: {'port': {'device_id': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:12.678660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:12.718661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27b0a1-a302-4738-9985-40ea892e9b17 req-e9fd5d9f-a35f-45c5-aef1-9d0bc4789957 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:12.720401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe27b0a1-a302-4738-9985-40ea892e9b17 req-e9fd5d9f-a35f-45c5-aef1-9d0bc4789957 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0504911 Jul 28 14:26:12.760217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe27b0a1-a302-4738-9985-40ea892e9b17 req-3af60382-be04-4098-8155-5cfa758402d5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334330 Jul 28 14:26:12.945245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fbf486-2a68-4729-8f89-e37ef33e4eda {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:12.952702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:12.970559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Transition to ACTIVE for port object 91fbf486-2a68-4729-8f89-e37ef33e4eda will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:13.086135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19ba01-1187-46ba-8f00-e4733e14cfe4 req-561c9f70-20e0-447a-acf0-62523de51998 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.087809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc19ba01-1187-46ba-8f00-e4733e14cfe4 req-561c9f70-20e0-447a-acf0-62523de51998 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 931 time: 0.0541863 Jul 28 14:26:13.127031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc19ba01-1187-46ba-8f00-e4733e14cfe4 req-2582c80e-1a02-47b8-b755-1453eec67d62 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Jul 28 14:26:13.154831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dba67d94-c075-4ccf-925c-2695b6c72f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.235056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.290471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Pushing event updated for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:13.295976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ad26d-86de-459c-9b1f-49262b97e71b req-3dfb755b-cffb-43b5-84fe-06ac2f1e3141 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.299257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-200ad26d-86de-459c-9b1f-49262b97e71b req-3dfb755b-cffb-43b5-84fe-06ac2f1e3141 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.0622475 Jul 28 14:26:13.361214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-200ad26d-86de-459c-9b1f-49262b97e71b req-27abbf97-cfac-4cb5-a2c9-a80ea17078f6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552933 Jul 28 14:26:13.400095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7b03804-d2fe-43ec-8830-3ba485228337 req-56f204d1-d728-4a93-abbb-8d49651f66d6 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0417957 Jul 28 14:26:13.450569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Attempting to bind port 91fbf486-2a68-4729-8f89-e37ef33e4eda on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:13.450909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Attempting to bind port 91fbf486-2a68-4729-8f89-e37ef33e4eda by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:13.451279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Attempting to bind port 91fbf486-2a68-4729-8f89-e37ef33e4eda on network b3f3ce25-7977-4132-a669-4dd62c648396 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:13.457905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-2426b5c7-2495-4cd0-9e50-5ed5fde461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.459288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-2426b5c7-2495-4cd0-9e50-5ed5fde461cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1102 time: 0.0686417 Jul 28 14:26:13.460000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Port 91fbf486-2a68-4729-8f89-e37ef33e4eda on network b3f3ce25-7977-4132-a669-4dd62c648396 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:13.460325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Attempting to bind port 91fbf486-2a68-4729-8f89-e37ef33e4eda on network b3f3ce25-7977-4132-a669-4dd62c648396 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:13.466062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:13.466412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Checking segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:13.466781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Bound using segment: {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:13.467243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Bound port: 91fbf486-2a68-4729-8f89-e37ef33e4eda, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:13.467610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.570301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7986c67-651e-4762-a767-040bc84f1d4f req-84e05156-3b45-4e2e-9a06-7a169c705f34 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.571925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7986c67-651e-4762-a767-040bc84f1d4f req-84e05156-3b45-4e2e-9a06-7a169c705f34 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 943 time: 0.0544219 Jul 28 14:26:13.625418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7986c67-651e-4762-a767-040bc84f1d4f req-efe8cea7-87b6-4410-8e32-21c3270031c8 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461957 Jul 28 14:26:13.642891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9c43590-6067-4c67-b58e-5b25ce8fab78 req-ad0fe1ec-798d-4bd2-9e15-8402b10090dd tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0522094 Jul 28 14:26:13.652866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-6be6bc6c-f246-4fb7-9d4a-acce881c441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.654408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-6be6bc6c-f246-4fb7-9d4a-acce881c441e service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1846311 Jul 28 14:26:13.671587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:13.671850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:13.678451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:13.718362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-396948f6-2bd6-49d6-bb58-a9b438aeb589 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0511062 Jul 28 14:26:13.723333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-625dfbe4-661d-4a6b-9259-14e8e0b8c45f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.724970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-625dfbe4-661d-4a6b-9259-14e8e0b8c45f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.50 "GET /v2.0/ports?device_id=19821926-9a2c-4daf-a40c-98e88eb2fe11 HTTP/1.1" status: 200 len: 945 time: 0.0888660 Jul 28 14:26:13.780599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.791624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-6db78c3d-88f0-4bef-958f-ee6527c829c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.791624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-6db78c3d-88f0-4bef-958f-ee6527c829c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0627215 Jul 28 14:26:13.832546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:13.833358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.834030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:13.835255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] 10.222.0.50 "PUT /v2.0/ports/91fbf486-2a68-4729-8f89-e37ef33e4eda HTTP/1.1" status: 200 len: 1092 time: 1.2202072 Jul 28 14:26:13.838605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:13.841370 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d88b6b-ffa1-4054-863e-16dcfd51173d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:13.860633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'port_id': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'mac_address': 'fa:16:3e:30:8f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:13.868757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Deleting port 5846c100-ffe5-483a-933e-f6f1cf75859e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:13.869110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.916334 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:13.924142 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cd814e-8d1e-444c-90ac-2916486c964f x-openstack-request-id: req-50cd814e-8d1e-444c-90ac-2916486c964f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:13.924411 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:13.924663 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50cd814e-8d1e-444c-90ac-2916486c964f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:13.925758 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda', 'status': 'completed', 'code': 200} Jul 28 14:26:13.934644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:13.964112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:13.986773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763a75f-b4e3-4663-bac4-3eea9a4d31ce service neutron] Pushing event updated for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:13.987688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] For port 5846c100-ffe5-483a-933e-f6f1cf75859e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5846c100-ffe5-483a-933e-f6f1cf75859e,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:13.988067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.012589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-46ea440f-8963-49df-a278-178b89ce9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.014138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-46ea440f-8963-49df-a278-178b89ce9379 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1991889 Jul 28 14:26:14.023047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2021b3-8b70-45af-a96e-7b5e92b286ac req-d5f5b4af-050f-404a-8c73-daa22c291d22 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.024979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b2021b3-8b70-45af-a96e-7b5e92b286ac req-d5f5b4af-050f-404a-8c73-daa22c291d22 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1662078 Jul 28 14:26:14.156577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.225009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:14.417402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-bc30b0ca-4d0d-4cc7-9f30-41c00e487196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.419393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-bc30b0ca-4d0d-4cc7-9f30-41c00e487196 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4a9161f2b8d4aaa9742670aa7d9bbd2&device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 1095 time: 0.4675720 Jul 28 14:26:14.532268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b2021b3-8b70-45af-a96e-7b5e92b286ac req-9c0e4e29-d5dd-4056-bae7-a1dc8526c5aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959023 Jul 28 14:26:14.536166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da58e3-5c44-4636-84d3-59ff440e645f req-b3d29b49-2f23-4135-ae00-a051e15e538f tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.537712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66da58e3-5c44-4636-84d3-59ff440e645f req-b3d29b49-2f23-4135-ae00-a051e15e538f tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 943 time: 0.1090140 Jul 28 14:26:14.549897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:14.567263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.567874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.568214 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec disassociated. External IP: 172.25.0.144, port: 5846c100-ffe5-483a-933e-f6f1cf75859e. Jul 28 14:26:14.568605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Calling delete_port for 5846c100-ffe5-483a-933e-f6f1cf75859e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:14.572721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e0bbaf4f-f1cf-4b30-8fd5-ca059896e047 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.574218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e0bbaf4f-f1cf-4b30-8fd5-ca059896e047 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.1717935 Jul 28 14:26:14.583990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-ba3d20c1-2af9-4c04-a68b-549d422d2a9d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574412 Jul 28 14:26:14.598593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:14.671242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66da58e3-5c44-4636-84d3-59ff440e645f req-d4f5533a-5f3e-43a5-ad41-7dcb63457f30 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966198 Jul 28 14:26:14.711738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-57caa624-6324-4e54-a270-6bf87b8b76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.722899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-57caa624-6324-4e54-a270-6bf87b8b76fd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a4a9161f2b8d4aaa9742670aa7d9bbd2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2690020 Jul 28 14:26:14.801075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f303251d-9818-4df7-b19c-6d57c490f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.810567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-604c2cc7-af8c-4c57-8da9-fd822f8d807c req-879844f3-a393-496f-887e-d83b4f610b43 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0380330 Jul 28 14:26:14.848028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.900351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee7b7e-e6a9-4b64-946c-94929ed97ed6 req-67902012-f28b-47ef-a82c-bb52f6d27d4e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.901801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9ee7b7e-e6a9-4b64-946c-94929ed97ed6 req-67902012-f28b-47ef-a82c-bb52f6d27d4e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 945 time: 0.2140503 Jul 28 14:26:14.906357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-da026ffa-1289-428c-bdb6-874aa3d70de8 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031504 Jul 28 14:26:14.920456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:14.949073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ef68-5d4b-4ff7-868e-bf71c58d3222 req-6e35d327-242e-4871-9290-1d52b9481b83 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.950590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70c1ef68-5d4b-4ff7-868e-bf71c58d3222 req-6e35d327-242e-4871-9290-1d52b9481b83 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 944 time: 0.0565472 Jul 28 14:26:14.963533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-eb4b9c9d-1331-4426-820b-93a106ac0064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:14.965074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7d88b6b-ffa1-4054-863e-16dcfd51173d req-eb4b9c9d-1331-4426-820b-93a106ac0064 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249579 Jul 28 14:26:14.974283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.008793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event deleted for resources: {'Port': ['ID=5846c100-ffe5-483a-933e-f6f1cf75859e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:15.028600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70c1ef68-5d4b-4ff7-868e-bf71c58d3222 req-f235334e-5995-441e-9dc2-7fa5e342369f tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716157 Jul 28 14:26:15.044026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9ee7b7e-e6a9-4b64-946c-94929ed97ed6 req-c781d153-d2e0-4d2c-8477-1b482fc14414 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276019 Jul 28 14:26:15.070022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-8290621a-e730-441a-b623-a4fad50b447b tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295792 Jul 28 14:26:15.088504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.50', 58325) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:15.215230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-464eebe8-9b7e-4e39-b459-8d28ee817097 req-55cfc55b-1c53-4b4c-b341-2c7305339987 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0475311 Jul 28 14:26:15.235179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-d18a7137-588c-4716-8096-51364ab1734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.236804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-d18a7137-588c-4716-8096-51364ab1734d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4a9161f2b8d4aaa9742670aa7d9bbd2&device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 1095 time: 0.1450777 Jul 28 14:26:15.260314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:26:15.270819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:15.299802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-e5a57621-e252-4f45-9598-229828189cdd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda HTTP/1.1" status: 200 len: 217 time: 0.0494158 Jul 28 14:26:15.360092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-db6a2532-095d-41a7-ab7a-19e9ce501bfc tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.361541 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-db6a2532-095d-41a7-ab7a-19e9ce501bfc tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850168 Jul 28 14:26:15.374879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:15.403050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Request body: {'port': {'device_id': '1b397df3-f853-4e8c-a33d-d34e01797706', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'ec75c60fcece4f8bbea79d3d641f6bbd'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:15.432877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a79763-8db8-4000-a87f-ed0362976dd8 req-d0904f66-e39f-488b-a271-33b8ade188d3 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.432877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62a79763-8db8-4000-a87f-ed0362976dd8 req-d0904f66-e39f-488b-a271-33b8ade188d3 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1097 time: 0.1380360 Jul 28 14:26:15.438358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-542002ec-e114-4664-a06e-2950e58c37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.439852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-542002ec-e114-4664-a06e-2950e58c37fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed HTTP/1.1" status: 200 len: 854 time: 0.0902636 Jul 28 14:26:15.494125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:26:15.508186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:26:15.522203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:15.523279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:15.524083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.535200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-27a14430-74e1-489c-8895-11eb2b1ab9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.541820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-27a14430-74e1-489c-8895-11eb2b1ab9ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3f3ce25-7977-4132-a669-4dd62c648396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886934 Jul 28 14:26:15.560312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] No DVR routers for this DVR port 5846c100-ffe5-483a-933e-f6f1cf75859e on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:15.563487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.565598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91149452-18b8-4ae5-b113-b593f309c7a4 req-1117ebdf-68b4-4b66-9eca-4e5af2cbb656 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.50 "DELETE /v2.0/ports/5846c100-ffe5-483a-933e-f6f1cf75859e HTTP/1.1" status: 204 len: 173 time: 1.8327715 Jul 28 14:26:15.566133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'name': 'network-vif-deleted', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:15.568485 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e825a8-5bf7-40ce-b06d-2b7a6f5b76ad" -d '{"events": [{"server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "name": "network-vif-deleted", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:15.571551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62a79763-8db8-4000-a87f-ed0362976dd8 req-f769975c-0984-4f41-909f-64523b9e0c66 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078458 Jul 28 14:26:15.660749 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ee2f0-55a5-479e-9506-c2e898d47550 x-openstack-request-id: req-3e4ee2f0-55a5-479e-9506-c2e898d47550 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:15.661030 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19821926-9a2c-4daf-a40c-98e88eb2fe11", "name": "network-vif-deleted", "tag": "5846c100-ffe5-483a-933e-f6f1cf75859e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:15.661276 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e4ee2f0-55a5-479e-9506-c2e898d47550 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:15.661696 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19821926-9a2c-4daf-a40c-98e88eb2fe11', 'name': 'network-vif-deleted', 'tag': '5846c100-ffe5-483a-933e-f6f1cf75859e', 'status': 'completed', 'code': 200} Jul 28 14:26:15.697381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:15.711179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-46e88f0d-a68a-4645-8704-c0ba2f88ae6e service neutron] 10.222.0.50 "GET /v2.0/networks/b3f3ce25-7977-4132-a669-4dd62c648396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354425 Jul 28 14:26:15.717793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:15.747417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695872-aade-48f6-b88d-6f02009086ad req-5631045f-66b3-4818-8251-9e55f1816cd2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:15.750062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60695872-aade-48f6-b88d-6f02009086ad req-5631045f-66b3-4818-8251-9e55f1816cd2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0867732 Jul 28 14:26:15.750532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.821747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Made reservation on behalf of ec75c60fcece4f8bbea79d3d641f6bbd for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:26:15.825497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.825669 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d82fc970-6aaa-4c64-85ea-fdc13389fde6 req-051fe18a-e55c-4a31-87bc-19e3148f1a0d service neutron] 10.222.0.50 "GET /v2.0/networks/b3f3ce25-7977-4132-a669-4dd62c648396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060858 Jul 28 14:26:15.871309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:15.881421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:15.908671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60695872-aade-48f6-b88d-6f02009086ad req-f158788d-1cf9-49bc-9a15-04a49f5d3e7d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480689 Jul 28 14:26:15.908881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:15.935833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:15.938196 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d41d4-8010-439a-b73c-4cf24730c0da" -d '{"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:15.964233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on host n-h2-705658-23 for vnic_type normal with profile {"migrating_to": "n-h1-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:15.964580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:15.964912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:15.976676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:15.976893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Attempting to bind port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:16.012243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-6f1d67c1-e7b1-4d6e-8aa9-397d6884e842 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284019 Jul 28 14:26:16.018260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:16.018600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:16.019730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:16.020188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Bound port: 6e0a4cde-3597-49a2-a06b-017cb0febd88, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:16.020549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.104823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fb818-de08-4f3c-8fca-3c24dee2932a req-71e5342a-a1af-4151-b114-c01b9f620cbc tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:16.106624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-335fb818-de08-4f3c-8fca-3c24dee2932a req-71e5342a-a1af-4151-b114-c01b9f620cbc tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 943 time: 0.1256778 Jul 28 14:26:16.144933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-e03ef58d-1a68-4eb1-8fed-89ece5cf6090 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:16.146753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-e03ef58d-1a68-4eb1-8fed-89ece5cf6090 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287725 Jul 28 14:26:16.170226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Request body: {'port': {'device_id': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'd4dafbb4a3004a65aebcdb4f84832e43'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:16.174947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:16.187110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:16.194985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.212693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:16.214775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.214775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:16.218618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-335fb818-de08-4f3c-8fca-3c24dee2932a req-41183b98-a25d-493a-9376-0bf47b105194 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945861 Jul 28 14:26:16.232813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:16.233203 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.267628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 has no active binding in host n-h1-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:26:16.317398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc8b8282-6b4e-41f1-8d6a-0839e5463eff req-a6140d8d-31d1-4bd1-afca-ac539373b785 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0318878 Jul 28 14:26:16.363027 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d0dff9-240e-4d6e-bde5-0a2e3b6936af x-openstack-request-id: req-69d0dff9-240e-4d6e-bde5-0a2e3b6936af {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:16.363457 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:16.363708 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69d0dff9-240e-4d6e-bde5-0a2e3b6936af {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:16.364509 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'code': 200} Jul 28 14:26:16.400359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.430036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:16.432301 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b293113-f655-4a0a-b943-f0cdae1e0012" -d '{"events": [{"server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:16.432772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.435258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.448736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:16.451668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:16.484781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:26:16.497603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:16.498247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:16.554866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Made reservation on behalf of d4dafbb4a3004a65aebcdb4f84832e43 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:26:16.556433 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.568046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.597131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b385713-9b0c-4df7-bfe2-c92b213ac3a4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:16.622429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229c3f-2e29-4ef6-88c9-909d234df12d req-16fa2805-4775-41de-aae3-b51c788570e0 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:16.631114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64229c3f-2e29-4ef6-88c9-909d234df12d req-16fa2805-4775-41de-aae3-b51c788570e0 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 944 time: 0.2216218 Jul 28 14:26:16.632576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:16.667943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:16.675667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:16.709789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:16.711912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:16.711912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-e78972d2-3cbb-4d45-899a-af78ee530636 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 1123 time: 2.1192954 Jul 28 14:26:16.757886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64229c3f-2e29-4ef6-88c9-909d234df12d req-d7153bc1-0227-48ff-8f19-c06a726cf857 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257999 Jul 28 14:26:16.784232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Allocated IP 192.168.233.34 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/16bc3042-0871-41d5-ad7c-738366cff965) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:26:16.880103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6e0a4cde-3597-49a2-a06b-017cb0febd88'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:16.887797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6e0a4cde-3597-49a2-a06b-017cb0febd88'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:16.974229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547501-745f-4c13-bcab-aa13fec13cc9 req-ca412c82-981f-4efc-9eb5-b476c5367fde tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:16.975507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb547501-745f-4c13-bcab-aa13fec13cc9 req-ca412c82-981f-4efc-9eb5-b476c5367fde tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.1183565 Jul 28 14:26:17.038898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5846c100-ffe5-483a-933e-f6f1cf75859e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:17.054507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb547501-745f-4c13-bcab-aa13fec13cc9 req-622f61f8-fcbb-474f-b437-715a99319c88 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Jul 28 14:26:17.065258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:17.079479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Transition to ACTIVE for port object 16bc3042-0871-41d5-ad7c-738366cff965 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:17.086920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5846c100-ffe5-483a-933e-f6f1cf75859e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:17.087295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5846c100-ffe5-483a-933e-f6f1cf75859e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:17.190833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:17.232903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15106f1c-69a5-446b-9182-805c7eff9e3b None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:26:17.276922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea557636-845b-4397-b841-da6d605c739a req-11957c5c-cf50-4a6b-8cbe-c30eaa9add4f tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0409946 Jul 28 14:26:17.329011 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a741cfd-f9fb-4bd2-b0a3-ac13b8666e7a x-openstack-request-id: req-8a741cfd-f9fb-4bd2-b0a3-ac13b8666e7a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:17.329326 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:17.329818 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a741cfd-f9fb-4bd2-b0a3-ac13b8666e7a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:17.330280 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'code': 200} Jul 28 14:26:17.452983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd4930-8982-467d-bc39-9e6f11f406b8 req-28607cf4-f356-48b4-a168-42b4206050f6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:17.454579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9dd4930-8982-467d-bc39-9e6f11f406b8 req-28607cf4-f356-48b4-a168-42b4206050f6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0721052 Jul 28 14:26:17.515501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9dd4930-8982-467d-bc39-9e6f11f406b8 req-daf2d840-55e8-465c-a738-a26797e59ae4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Jul 28 14:26:17.517320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4222b-5aa3-4426-ab77-2d53f4a0a91f None None] New status for floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:26:17.518387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b647c3-d1bc-47c7-a214-3f63f0a07c27 req-3d13a0d2-3425-47d6-b18d-594d459e9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:17.520486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83b647c3-d1bc-47c7-a214-3f63f0a07c27 req-3d13a0d2-3425-47d6-b18d-594d459e9f1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0845311 Jul 28 14:26:17.564561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83b647c3-d1bc-47c7-a214-3f63f0a07c27 req-5e0f257a-abdd-447b-a45b-401f2a6b51ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369401 Jul 28 14:26:17.618134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:17.671886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Allocated IP 192.168.233.54 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/b1bbc2cd-22f0-422c-91bb-478122e511a6) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:26:17.672663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:26:17.682683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:26:17.743150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a16f3-5438-477c-ac93-b1c948f6ae5b req-96802eb2-70a3-4841-9c74-e415e4123f54 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:17.743150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a17a16f3-5438-477c-ac93-b1c948f6ae5b req-96802eb2-70a3-4841-9c74-e415e4123f54 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 943 time: 0.1066473 Jul 28 14:26:17.743150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:26:17.743150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:17.775084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:17.775742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:17.791110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a17a16f3-5438-477c-ac93-b1c948f6ae5b req-52aba470-9f19-4ac3-827f-8c2afc16b490 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902030 Jul 28 14:26:17.862575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:17.890775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Transition to ACTIVE for port object b1bbc2cd-22f0-422c-91bb-478122e511a6 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:17.920208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d3722-892f-4c9d-998d-6558c8874bb9 req-7b79f286-4bdb-49c4-8754-03a6919a91f7 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:17.921801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f77d3722-892f-4c9d-998d-6558c8874bb9 req-7b79f286-4bdb-49c4-8754-03a6919a91f7 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 935 time: 0.0611935 Jul 28 14:26:17.971876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f77d3722-892f-4c9d-998d-6558c8874bb9 req-db6c1ff4-9888-46e1-986d-bb6224878857 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Jul 28 14:26:18.074490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9826ea4-3952-4e9c-8a8f-677f5cd7a68c req-1e1d70a1-9eda-4a7b-ad14-e68696c2ad46 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.075909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9826ea4-3952-4e9c-8a8f-677f5cd7a68c req-1e1d70a1-9eda-4a7b-ad14-e68696c2ad46 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0491579 Jul 28 14:26:18.114231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9826ea4-3952-4e9c-8a8f-677f5cd7a68c req-fb7ced75-7d9b-4ca6-9aa4-dbc168182f1e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Jul 28 14:26:18.223004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba169ae9-e59f-4f67-9a62-f56b53f405c8 req-8c672fa9-4378-4c7b-9fcc-e9daf79a06e3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.225290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba169ae9-e59f-4f67-9a62-f56b53f405c8 req-8c672fa9-4378-4c7b-9fcc-e9daf79a06e3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0549247 Jul 28 14:26:18.263722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba169ae9-e59f-4f67-9a62-f56b53f405c8 req-484b65fc-96e7-4492-9910-fcd177f19426 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Jul 28 14:26:18.365836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:18.368296 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5845387f-cb6e-4e51-8efd-14e5c86ad107" -d '{"events": [{"name": "network-changed", "server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:18.428459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb605e3e-6473-4675-8f3d-467c4af31bbb req-21674c70-ba3c-4f32-bb44-76810fc788d9 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Jul 28 14:26:18.436044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.437731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-bb247496-15a7-443f-b894-44c630d6fc4d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0574875 Jul 28 14:26:18.439755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.459920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Request body: {'port': {'device_id': '1b397df3-f853-4e8c-a33d-d34e01797706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:18.479182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7567ad9b-f5d8-4ed0-a624-d8078659ed7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:18.483611 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff90aa5-4b35-47b0-99bb-0da9caf245b2 x-openstack-request-id: req-1ff90aa5-4b35-47b0-99bb-0da9caf245b2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:18.483950 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:18.484204 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ff90aa5-4b35-47b0-99bb-0da9caf245b2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:18.484592 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'status': 'completed', 'code': 200} Jul 28 14:26:18.507157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3b440cac-8ec9-4b54-bf6a-d46271734f44 None None] Provisioning for port 16bc3042-0871-41d5-ad7c-738366cff965 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:18.515001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3b440cac-8ec9-4b54-bf6a-d46271734f44 None None] Provisioning complete for port 16bc3042-0871-41d5-ad7c-738366cff965 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:18.515479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b440cac-8ec9-4b54-bf6a-d46271734f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.519475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:26:18.523352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:26:18.529530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:26:18.538286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.538828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.546518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Pushing event updated for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:18.568863 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.599650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3b440cac-8ec9-4b54-bf6a-d46271734f44 None None] Port 16bc3042-0871-41d5-ad7c-738366cff965 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:26:18.644335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-f28c5b29-8fff-4be2-848b-90093359e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.647863 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-f28c5b29-8fff-4be2-848b-90093359e5ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1126 time: 0.0734687 Jul 28 14:26:18.765796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-8ca32bb8-16e1-4411-b970-4a2e9feb5e4a tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6003275 Jul 28 14:26:18.773347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d77d6-addc-464e-926c-04af555a5322 req-75745ca7-ffd7-4f07-86d3-c549c1a70464 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.777435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-49f99e7b-9cdb-479d-a547-5d986fe738fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.778919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-49f99e7b-9cdb-479d-a547-5d986fe738fe service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1232796 Jul 28 14:26:18.780713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f4d77d6-addc-464e-926c-04af555a5322 req-75745ca7-ffd7-4f07-86d3-c549c1a70464 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1533141 Jul 28 14:26:18.797582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Request body: {'port': {'device_id': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:18.853605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-340f4930-a809-439f-8a45-01d082456e9e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 217 time: 0.0567017 Jul 28 14:26:18.866787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f4d77d6-addc-464e-926c-04af555a5322 req-e587f828-e190-4112-b346-7606e431ac2e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Jul 28 14:26:18.927400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:18.952180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-c3f9f244-68a0-4abb-b03d-8de0bb02b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:18.953744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-c3f9f244-68a0-4abb-b03d-8de0bb02b660 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0777872 Jul 28 14:26:18.991183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:19.002089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-a31456fb-11d8-48b4-8b6d-df9b5d52395a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299587 Jul 28 14:26:19.007949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.021859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Transition to ACTIVE for port object 16bc3042-0871-41d5-ad7c-738366cff965 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:19.029708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707905c-0193-46d5-9ce6-df1768c00e69 req-47230a03-a913-43f3-bf39-1e0e1ce60894 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:19.031876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0707905c-0193-46d5-9ce6-df1768c00e69 req-47230a03-a913-43f3-bf39-1e0e1ce60894 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 943 time: 0.0822103 Jul 28 14:26:19.037917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 91fbf486-2a68-4729-8f89-e37ef33e4eda details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:19.073172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42af50b4-6aac-4945-9e27-20f56f2a03a1 None None] Provisioning for port b1bbc2cd-22f0-422c-91bb-478122e511a6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:19.079305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0707905c-0193-46d5-9ce6-df1768c00e69 req-26097ae3-4c11-41cc-be91-53255372fb10 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388644 Jul 28 14:26:19.106228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42af50b4-6aac-4945-9e27-20f56f2a03a1 None None] Provisioning complete for port b1bbc2cd-22f0-422c-91bb-478122e511a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:19.106611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42af50b4-6aac-4945-9e27-20f56f2a03a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.160215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42af50b4-6aac-4945-9e27-20f56f2a03a1 None None] Port b1bbc2cd-22f0-422c-91bb-478122e511a6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:26:19.170420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.182681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:19.194034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '91fbf486-2a68-4729-8f89-e37ef33e4eda', 'network_id': 'b3f3ce25-7977-4132-a669-4dd62c648396', 'port_id': '91fbf486-2a68-4729-8f89-e37ef33e4eda', 'mac_address': 'fa:16:3e:b3:a3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:19.236165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.241397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-d80c52af-5c76-46ef-b215-1576a5760265 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304387 Jul 28 14:26:19.253079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fbf486-2a68-4729-8f89-e37ef33e4eda {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:19.276130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:19.280185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:19.342091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21470322-8616-48a4-ab0c-c5023c3a19a8 req-33214bad-c943-4e29-a7e8-3deba402e81d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:19.349394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21470322-8616-48a4-ab0c-c5023c3a19a8 req-33214bad-c943-4e29-a7e8-3deba402e81d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 947 time: 0.1227288 Jul 28 14:26:19.398378 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.441613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bbc2cd-22f0-422c-91bb-478122e511a6 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:19.447253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21470322-8616-48a4-ab0c-c5023c3a19a8 req-834e6e77-bf4d-4029-87d7-2973bffd3e44 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925684 Jul 28 14:26:19.452030 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.456753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.462867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Transition to ACTIVE for port object b1bbc2cd-22f0-422c-91bb-478122e511a6 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:19.466240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5845387f-cb6e-4e51-8efd-14e5c86ad107 req-acac8236-0a66-4782-9402-c6ab2106530a service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156234 Jul 28 14:26:19.479821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Attempting to bind port 16bc3042-0871-41d5-ad7c-738366cff965 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:19.480149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Attempting to bind port 16bc3042-0871-41d5-ad7c-738366cff965 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:19.480484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Attempting to bind port 16bc3042-0871-41d5-ad7c-738366cff965 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:19.485428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Port 16bc3042-0871-41d5-ad7c-738366cff965 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:19.485769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Attempting to bind port 16bc3042-0871-41d5-ad7c-738366cff965 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:19.503750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:19.504533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:19.504533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:19.504533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:19.504533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Bound port: 16bc3042-0871-41d5-ad7c-738366cff965, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:19.504533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.599827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:19.603393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:19.616490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a5d01-86b1-47ed-84de-e521c73584d4 req-a6c04018-fca7-41ba-a72d-490421d4ecec tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:19.617389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.618008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-774a5d01-86b1-47ed-84de-e521c73584d4 req-a6c04018-fca7-41ba-a72d-490421d4ecec tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0714576 Jul 28 14:26:19.667060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-774a5d01-86b1-47ed-84de-e521c73584d4 req-f49b6ec1-3893-4820-8855-ccaea84c8bf6 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Jul 28 14:26:19.674891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:19.725629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Attempting to bind port b1bbc2cd-22f0-422c-91bb-478122e511a6 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:19.726057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Attempting to bind port b1bbc2cd-22f0-422c-91bb-478122e511a6 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:19.726467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Attempting to bind port b1bbc2cd-22f0-422c-91bb-478122e511a6 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:19.731548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Port b1bbc2cd-22f0-422c-91bb-478122e511a6 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:19.731958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Attempting to bind port b1bbc2cd-22f0-422c-91bb-478122e511a6 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:19.737539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:19.755406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:19.755406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:19.755406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Bound port: b1bbc2cd-22f0-422c-91bb-478122e511a6, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:19.755406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.756101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.767709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['91fbf486-2a68-4729-8f89-e37ef33e4eda'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:19.812501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:19.813904 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:19.816721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] 10.222.0.50 "PUT /v2.0/ports/16bc3042-0871-41d5-ad7c-738366cff965 HTTP/1.1" status: 200 len: 1096 time: 1.3629088 Jul 28 14:26:19.825379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:19.829091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:19.859934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a76da5-f5a7-4f78-9a3a-edcc1b0f5b79 req-7abebf14-b77d-4f3e-ac32-8b7952e9731a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:19.861719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71a76da5-f5a7-4f78-9a3a-edcc1b0f5b79 req-7abebf14-b77d-4f3e-ac32-8b7952e9731a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.1272180 Jul 28 14:26:19.867199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2352e7-9104-4883-b257-95a353b6a05d service neutron] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:19.916681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-f305fc27-0094-4d46-af42-da7d6ca2ba1e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:26:19.924878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71a76da5-f5a7-4f78-9a3a-edcc1b0f5b79 req-46f9047d-d24c-4aed-8a1a-2ee899f1906f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530169 Jul 28 14:26:19.927692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-f305fc27-0094-4d46-af42-da7d6ca2ba1e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153768 Jul 28 14:26:19.936084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:19.936084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:26:20.036353 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:20.114611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.115274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:20.116686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] 10.222.0.50 "PUT /v2.0/ports/b1bbc2cd-22f0-422c-91bb-478122e511a6 HTTP/1.1" status: 200 len: 1096 time: 1.3291466 Jul 28 14:26:20.120059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:20.122327 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:20.148443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e314c7-ed26-454b-9bbc-6fcda3632446 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:20.166671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:20.167136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:20.167547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:20.172908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:20.173338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:20.180298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:20.180737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:20.181318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:20.181835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Bound port: 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:20.234936 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:20.249591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:20.344028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-02609a67-138c-489a-8ed7-4e943bd36000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.345675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-02609a67-138c-489a-8ed7-4e943bd36000 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 1099 time: 0.0467086 Jul 28 14:26:20.370678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:20.371980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-67fd6296-c102-4d1c-8d08-416bba666340 service neutron] 10.222.0.47 "POST /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4432600 Jul 28 14:26:20.405633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-64aa18e6-23b4-44b3-9178-f75f8b4f918a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6 HTTP/1.1" status: 200 len: 217 time: 0.0447445 Jul 28 14:26:20.457376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75cae6-1f6e-4e7f-b36d-fd2f205bfff1 req-9010b629-a833-4a2d-b40f-3441cbe48b71 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.458612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-7682801e-5dd7-4d06-b3f3-7427c6fa9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.458849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f75cae6-1f6e-4e7f-b36d-fd2f205bfff1 req-9010b629-a833-4a2d-b40f-3441cbe48b71 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 947 time: 0.3836327 Jul 28 14:26:20.460303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-7682801e-5dd7-4d06-b3f3-7427c6fa9ce5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0461426 Jul 28 14:26:20.469831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-f9caea26-a9d7-41c5-84ed-08cec72997f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.471304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-f9caea26-a9d7-41c5-84ed-08cec72997f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 1099 time: 0.3612123 Jul 28 14:26:20.486849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:20.490407 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247bf1d-2f09-45c1-8f84-38519f090075" -d '{"events": [{"name": "network-changed", "server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:20.522264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-2133f263-225d-415a-b8f5-628bf1d10240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.523873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-2133f263-225d-415a-b8f5-628bf1d10240 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545552 Jul 28 14:26:20.545236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-f2a5035f-7c00-4719-8fd1-27982d13e45c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=16bc3042-0871-41d5-ad7c-738366cff965 HTTP/1.1" status: 200 len: 217 time: 0.0513158 Jul 28 14:26:20.550323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f75cae6-1f6e-4e7f-b36d-fd2f205bfff1 req-bb58e06e-3a7f-48fb-a6de-ac46b2299a1d tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842218 Jul 28 14:26:20.609203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-091d232f-1470-44b0-94c6-64341bc8ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.611183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-091d232f-1470-44b0-94c6-64341bc8ab2b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0544219 Jul 28 14:26:20.640651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-c1a3e754-8206-4928-afc6-172c780c1d93 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072335 Jul 28 14:26:20.700797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72c669-a6ca-4647-b7c3-09e9c1adda41 req-f5ef8b5e-fded-4b9b-b76c-a4e605159bb3 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.702293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b72c669-a6ca-4647-b7c3-09e9c1adda41 req-f5ef8b5e-fded-4b9b-b76c-a4e605159bb3 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0740311 Jul 28 14:26:20.706861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-4b4ecff5-48fa-4eb1-b4ab-a993b23987ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.712822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-4b4ecff5-48fa-4eb1-b4ab-a993b23987ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939867 Jul 28 14:26:20.713309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:20.718047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Request body: {'floatingip': {'port_id': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:20.773415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238a5ea-067c-49bc-b364-29a72fde571c req-83aa5f78-5510-422a-babf-3e5b41c51e05 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.775783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a238a5ea-067c-49bc-b364-29a72fde571c req-83aa5f78-5510-422a-babf-3e5b41c51e05 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0832865 Jul 28 14:26:20.777267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7845617b-6046-4077-bd2c-1dfec6eb2386 req-a0b4accf-bbe8-4ffc-9807-0ea94f22d8b4 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285145 Jul 28 14:26:20.810306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:20.818366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a238a5ea-067c-49bc-b364-29a72fde571c req-9d2ffc02-bcc9-439c-8514-4114523f4e33 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365539 Jul 28 14:26:20.866286 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f7ca69-e9ab-47c6-b6cc-77c887a7a876 x-openstack-request-id: req-c4f7ca69-e9ab-47c6-b6cc-77c887a7a876 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:20.866928 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:20.866928 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4f7ca69-e9ab-47c6-b6cc-77c887a7a876 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:20.869436 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6', 'status': 'completed', 'code': 200} Jul 28 14:26:20.972016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531448f4-bd2d-4ecd-ba73-6facfa4b8da6 req-7f597eb6-e0d5-4846-a45e-91ad015da754 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.973000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f057ccb-70b6-4c77-86c6-2ef2d021468c req-af611acb-41d1-4302-ab22-2d030b94f131 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:20.973751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531448f4-bd2d-4ecd-ba73-6facfa4b8da6 req-7f597eb6-e0d5-4846-a45e-91ad015da754 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 947 time: 0.0577521 Jul 28 14:26:20.974531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f057ccb-70b6-4c77-86c6-2ef2d021468c req-af611acb-41d1-4302-ab22-2d030b94f131 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 944 time: 0.2106371 Jul 28 14:26:20.992629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-c7401a1f-47ec-40d7-a9b0-19cf5d8105cc service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707658 Jul 28 14:26:21.032299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531448f4-bd2d-4ecd-ba73-6facfa4b8da6 req-ea4a7bed-cfa7-4d0c-9044-12f526e423ba tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502594 Jul 28 14:26:21.061702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 91fbf486-2a68-4729-8f89-e37ef33e4eda up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:21.078669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-d1d83332-bd96-48c6-923f-e60dc3ddd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.080227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-d1d83332-bd96-48c6-923f-e60dc3ddd3ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 1099 time: 0.0623593 Jul 28 14:26:21.107113 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92724c-48dd-43be-8c2b-66fc98442567 x-openstack-request-id: req-5f92724c-48dd-43be-8c2b-66fc98442567 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:21.107405 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:21.107659 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f92724c-48dd-43be-8c2b-66fc98442567 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:21.108044 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'status': 'completed', 'code': 200} Jul 28 14:26:21.139542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f057ccb-70b6-4c77-86c6-2ef2d021468c req-86749da8-7d77-4ec6-bac4-30a69b962296 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522472 Jul 28 14:26:21.227355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575e0b-fdf6-4121-ab81-6ce31d04718a req-1917cca6-a060-4146-ae08-e957bc252029 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.228831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa575e0b-fdf6-4121-ab81-6ce31d04718a req-1917cca6-a060-4146-ae08-e957bc252029 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0759809 Jul 28 14:26:21.250835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0fb9d25d-4d12-48f5-9412-cbde7eca52d0 req-ef63a698-59f5-4d58-81dd-ce4dd522ee9f service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465532 Jul 28 14:26:21.254467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-684cbf68-7b93-4b3f-8efa-908540b2d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.256012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-684cbf68-7b93-4b3f-8efa-908540b2d172 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1644154 Jul 28 14:26:21.318331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-0e0d954b-2e78-4c95-b595-3f4cb23f409d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6 HTTP/1.1" status: 200 len: 217 time: 0.0467393 Jul 28 14:26:21.324181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa575e0b-fdf6-4121-ab81-6ce31d04718a req-94fd2874-89cd-4a43-9668-00a40a44f8c3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816252 Jul 28 14:26:21.350344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252c0a-9422-45c5-a2f5-97eeef6db562 req-0d907897-3643-4b38-8da5-bc213a60fd8f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.354722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 91fbf486-2a68-4729-8f89-e37ef33e4eda completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:21.359231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90252c0a-9422-45c5-a2f5-97eeef6db562 req-0d907897-3643-4b38-8da5-bc213a60fd8f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.1555474 Jul 28 14:26:21.363779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 91fbf486-2a68-4729-8f89-e37ef33e4eda triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:21.370314 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:21.379681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-02123099-8789-46fc-8c52-4a1c061f1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.382196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-02123099-8789-46fc-8c52-4a1c061f1c80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0535018 Jul 28 14:26:21.448598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90252c0a-9422-45c5-a2f5-97eeef6db562 req-6a47c080-3c92-4009-b99d-b2125bf42c76 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883806 Jul 28 14:26:21.478040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-d8633df3-259d-432f-b8bc-2f4e88bdb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.478040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-d8633df3-259d-432f-b8bc-2f4e88bdb098 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679395 Jul 28 14:26:21.478272 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:21.499230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:21.501551 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fd2272-4c40-4a0d-8889-3b0fa2493b62" -d '{"events": [{"server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "name": "network-vif-plugged", "status": "completed", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:21.516766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:21.555095 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c441363e-9f21-4daa-8fa1-c514d176d45e x-openstack-request-id: req-c441363e-9f21-4daa-8fa1-c514d176d45e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:21.555445 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "name": "network-vif-plugged", "status": "completed", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:21.560110 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c441363e-9f21-4daa-8fa1-c514d176d45e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:21.560110 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda', 'code': 200} Jul 28 14:26:21.618586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:21.629926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:21.630409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-551c9a56-d3f6-4b56-85dd-5e1732829346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.632023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-551c9a56-d3f6-4b56-85dd-5e1732829346 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 1099 time: 0.0719273 Jul 28 14:26:21.661953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-88d33c23-8ab6-4ef1-89da-2c41a076bbda service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298401 Jul 28 14:26:21.683194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:21.711811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff8642-5364-49cc-9f62-75caa9c28f59 req-9e3a013f-5af6-4e41-8f0a-3e4af03f4b02 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.713490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97ff8642-5364-49cc-9f62-75caa9c28f59 req-9e3a013f-5af6-4e41-8f0a-3e4af03f4b02 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 947 time: 0.0656979 Jul 28 14:26:21.724069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.50', 58341) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:21.729390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-2ed0de26-d5cc-4a6e-a49a-1726477771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.730840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-2ed0de26-d5cc-4a6e-a49a-1726477771fb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1097 time: 0.0815334 Jul 28 14:26:21.765922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:21.925452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-0d38fdc0-39e8-4cc7-bdab-dbe9ba696b18 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222185 Jul 28 14:26:21.931203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97ff8642-5364-49cc-9f62-75caa9c28f59 req-c0eb99a1-ad45-418d-ba07-32160870e100 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045062 Jul 28 14:26:21.942596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafd6f7-4bbf-49b9-bdea-b650dd075787 req-93ea57f8-f90c-4486-83db-93a5c07cae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.944234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5dafd6f7-4bbf-49b9-bdea-b650dd075787 req-93ea57f8-f90c-4486-83db-93a5c07cae34 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 1097 time: 0.2162054 Jul 28 14:26:21.976442 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec associated. External IP: 172.25.0.144, port: 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1. Jul 28 14:26:21.985467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-427a24ce-45a1-4b80-b0ab-0ba4a98823c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:21.987073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-427a24ce-45a1-4b80-b0ab-0ba4a98823c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2945282 Jul 28 14:26:22.078829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-9ea891fa-2e80-45e4-ac48-51c9ae7cce74 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=16bc3042-0871-41d5-ad7c-738366cff965 HTTP/1.1" status: 200 len: 217 time: 0.0500083 Jul 28 14:26:22.105405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5dafd6f7-4bbf-49b9-bdea-b650dd075787 req-b6c2e1ce-0973-4d84-9196-7bd38788fe80 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504362 Jul 28 14:26:22.224411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-ac0b1ceb-e033-483e-8378-5e530b60edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.225905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-ac0b1ceb-e033-483e-8378-5e530b60edcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1378047 Jul 28 14:26:22.243131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-93d25fa2-fc5c-4d05-96dc-c6f823e1d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.245349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-93d25fa2-fc5c-4d05-96dc-c6f823e1d71c service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.4767854 Jul 28 14:26:22.273741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614bca9-4053-49c9-8815-0c37fbedaa8b req-24134566-e6f7-4c0f-a65e-7b7310a1676c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.275975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c614bca9-4053-49c9-8815-0c37fbedaa8b req-24134566-e6f7-4c0f-a65e-7b7310a1676c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.3721933 Jul 28 14:26:22.282733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eeba4-2635-430a-bdfb-9f0f0238e3db req-0ea1861c-b027-4f37-b937-01eb365b8b42 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.285589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a3eeba4-2635-430a-bdfb-9f0f0238e3db req-0ea1861c-b027-4f37-b937-01eb365b8b42 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 947 time: 0.1311715 Jul 28 14:26:22.328463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c614bca9-4053-49c9-8815-0c37fbedaa8b req-ffeb6f0a-7b54-43c9-a772-2b98e15e867a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Jul 28 14:26:22.377168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a3eeba4-2635-430a-bdfb-9f0f0238e3db req-9bb54492-a5bd-40f8-89c8-f9dbd86e8c06 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739405 Jul 28 14:26:22.405773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:26:22.486244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-528ab20f-cf15-446a-9847-3ce15f595d14 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 217 time: 0.0586622 Jul 28 14:26:22.506622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae0894-8847-49d3-840f-70b9601665c9 req-0d8deb48-62be-4e86-8f11-efbc621fb314 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.508188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6ae0894-8847-49d3-840f-70b9601665c9 req-0d8deb48-62be-4e86-8f11-efbc621fb314 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 945 time: 0.0942795 Jul 28 14:26:22.581310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-13118ec1-f458-420c-b0a8-dac082dc9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.583155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-13118ec1-f458-420c-b0a8-dac082dc9ca0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0739658 Jul 28 14:26:22.586512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-e28a8ade-6143-45f5-b8c2-6b98e255b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.588203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-e28a8ade-6143-45f5-b8c2-6b98e255b4a7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1695507 Jul 28 14:26:22.589139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6ae0894-8847-49d3-840f-70b9601665c9 req-17a75a28-f176-4621-9a43-b49caa881c7b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722425 Jul 28 14:26:22.627458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-e22c6b4d-bd2d-48ec-abc4-f9888a8bee0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289917 Jul 28 14:26:22.639519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534288-ef59-4a34-b8fa-e4bf26969654 req-0085a2d3-aa95-436d-8030-5055c340554e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.647555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af534288-ef59-4a34-b8fa-e4bf26969654 req-0085a2d3-aa95-436d-8030-5055c340554e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.1457112 Jul 28 14:26:22.653922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:26:22.671067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:26:22.686323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:22.686661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:22.687537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:22.747456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47874dbc-e832-4518-a037-32fd74469982 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "PUT /v2.0/floatingips/682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec HTTP/1.1" status: 200 len: 991 time: 2.0329602 Jul 28 14:26:22.748708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a6e4813a-fbb1-4612-9dfc-d2a198251030 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133614 Jul 28 14:26:22.792359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-e73b00d6-d745-4ecd-b0aa-9add3f7aefba service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743407 Jul 28 14:26:22.805346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af534288-ef59-4a34-b8fa-e4bf26969654 req-cc68b2b9-c56f-4048-affb-378e2227a4be tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533506 Jul 28 14:26:22.858681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:22.884177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-023d0545-7b68-4920-b55a-7f04a866368b service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250141 Jul 28 14:26:22.955624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbe857-2430-4877-a55a-c3b61ff0143f req-632cacfe-110c-4463-9439-eddda8c8bc1d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:22.957998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28bbe857-2430-4877-a55a-c3b61ff0143f req-632cacfe-110c-4463-9439-eddda8c8bc1d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0725911 Jul 28 14:26:22.970672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f247bf1d-2f09-45c1-8f84-38519f090075 req-d958d80a-ea4c-437d-bdbd-3410dfae6c1e service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566663 Jul 28 14:26:23.039264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28bbe857-2430-4877-a55a-c3b61ff0143f req-fb9b1d00-faae-47d3-a467-3a2e4ccd708c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680494 Jul 28 14:26:23.101815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822cfeb-d2a9-4d26-8751-a6be9a38cf25 req-5e4859b2-42b1-4fa4-943f-683ac9a9e364 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.103500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8822cfeb-d2a9-4d26-8751-a6be9a38cf25 req-5e4859b2-42b1-4fa4-943f-683ac9a9e364 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 947 time: 0.0559313 Jul 28 14:26:23.109759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:23.112266 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:23.157630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8822cfeb-d2a9-4d26-8751-a6be9a38cf25 req-4d2f93a1-1d91-4053-badb-092d71a3e0a9 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jul 28 14:26:23.161917 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be714615-d7ed-40eb-ba07-758d193bef8b x-openstack-request-id: req-be714615-d7ed-40eb-ba07-758d193bef8b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:23.162206 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:23.162465 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be714615-d7ed-40eb-ba07-758d193bef8b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:23.163019 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'status': 'completed', 'code': 200} Jul 28 14:26:23.270415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-3ed4d2b1-3466-42d1-858c-662b200066ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.272117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-3ed4d2b1-3466-42d1-858c-662b200066ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e7a3c224e5304a238599992f6694f096&device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 1097 time: 0.0570371 Jul 28 14:26:23.292980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:30:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:26:21Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:23.322232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:26:23.333177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:23.334004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:23.375939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-e6ce8628-cb9d-41f3-8028-ee5ea55d46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.377399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-e6ce8628-cb9d-41f3-8028-ee5ea55d46dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 200 len: 925 time: 0.0975668 Jul 28 14:26:23.511664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:23.512896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-29463852-49e3-4a54-9c76-98ce5bfa0aa8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 HTTP/1.1" status: 200 len: 999 time: 0.1258786 Jul 28 14:26:23.572181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f905103-9010-41ce-8eae-fff771cac73e req-f3d6d9f9-6180-4004-96fb-6186dbdf94af tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.573655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f905103-9010-41ce-8eae-fff771cac73e req-f3d6d9f9-6180-4004-96fb-6186dbdf94af tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1332340 Jul 28 14:26:23.627179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabdaf1-b427-40c7-b8d0-0f9841648004 req-a1e370fe-48ae-478b-8cc3-2e3f67972eea tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.629091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cabdaf1-b427-40c7-b8d0-0f9841648004 req-a1e370fe-48ae-478b-8cc3-2e3f67972eea tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 947 time: 0.1142988 Jul 28 14:26:23.633305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-1a09905e-5804-44b5-8dd6-fef766c30391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.635481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-1a09905e-5804-44b5-8dd6-fef766c30391 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 200 len: 863 time: 0.0900214 Jul 28 14:26:23.655515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f905103-9010-41ce-8eae-fff771cac73e req-11144c28-1882-47de-acf1-da7d04843590 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729394 Jul 28 14:26:23.741535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cabdaf1-b427-40c7-b8d0-0f9841648004 req-2104bd98-7712-4f17-a78b-130531ad9704 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033385 Jul 28 14:26:23.744387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-2a50a035-c426-4915-9d22-7ff5ca08c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.745861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-2a50a035-c426-4915-9d22-7ff5ca08c231 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3355b88-4053-47b4-8571-2ed8e271aa35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992770 Jul 28 14:26:23.841728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62866d-566b-4bcc-9fae-903433b7c6ad req-5257a29a-ea46-44ca-8dc9-c13e79109843 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:23.844125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b62866d-566b-4bcc-9fae-903433b7c6ad req-5257a29a-ea46-44ca-8dc9-c13e79109843 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 945 time: 0.0943868 Jul 28 14:26:23.885688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:30:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:26:21Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:23.941472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd1cb2-1ad6-4597-aded-2763cf272dda None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'port_id': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'mac_address': 'fa:16:3e:30:8f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:23:48Z', 'updated_at': '2021-07-28T14:26:21Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:26:23.949858 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b62866d-566b-4bcc-9fae-903433b7c6ad req-e9b4baa4-9ad5-4d31-9ab6-374f00c0dca1 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954993 Jul 28 14:26:24.184639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21d74a-f97c-4a39-9905-0aa10624c587 req-9619197a-d68f-4547-9a1c-70728ef8bd71 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:24.186235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc21d74a-f97c-4a39-9905-0aa10624c587 req-9619197a-d68f-4547-9a1c-70728ef8bd71 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0666635 Jul 28 14:26:24.217115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2425ee-7d16-4cdc-82fb-29558c7ba348 None None] New status for floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:26:24.236112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-f063c1ef-f59d-45c2-9728-3d0a576c438d service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820783 Jul 28 14:26:24.243831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc21d74a-f97c-4a39-9905-0aa10624c587 req-c7233946-dd69-48d6-818d-a4aadf55eecc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Jul 28 14:26:24.245000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7e3c7-b42e-4529-a7c1-8504aa5ea494 req-f029f751-169b-4617-a13a-04de9b5441ff tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:24.246561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25c7e3c7-b42e-4529-a7c1-8504aa5ea494 req-f029f751-169b-4617-a13a-04de9b5441ff tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0879648 Jul 28 14:26:24.353415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25c7e3c7-b42e-4529-a7c1-8504aa5ea494 req-724503ed-96e8-4e4f-9654-05e0f9537158 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Jul 28 14:26:24.387435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abc2fb-2a06-4093-84dc-97038a3af8aa req-10ccbcd0-bad6-43e0-a09b-1a368e439657 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:24.390463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd8fbde4-ef7f-4228-b889-0317acf5d9cb req-9e75984b-057b-43d8-be1d-0b6f37dbfe7e service neutron] 10.222.0.53 "GET /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428323 Jul 28 14:26:24.399078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84abc2fb-2a06-4093-84dc-97038a3af8aa req-10ccbcd0-bad6-43e0-a09b-1a368e439657 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 947 time: 0.0717618 Jul 28 14:26:24.436072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84abc2fb-2a06-4093-84dc-97038a3af8aa req-798752f5-3c04-49b2-a8ca-61110e4c63af tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Jul 28 14:26:24.784745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fda94-642a-4c1d-a85c-6d17fa188522 req-f53abbc1-5327-469f-a234-8a5a32bae921 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:24.787175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f79fda94-642a-4c1d-a85c-6d17fa188522 req-f53abbc1-5327-469f-a234-8a5a32bae921 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0603828 Jul 28 14:26:24.840996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f79fda94-642a-4c1d-a85c-6d17fa188522 req-249c5295-2866-4ec1-b402-e61beb85f06c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Jul 28 14:26:24.877248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c68958-256c-4cd2-acf9-cf6a5c9e1317 req-fbdf2134-1e23-4ca2-be5f-f548fd32d601 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:24.879533 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00c68958-256c-4cd2-acf9-cf6a5c9e1317 req-fbdf2134-1e23-4ca2-be5f-f548fd32d601 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 947 time: 0.0568044 Jul 28 14:26:24.922690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00c68958-256c-4cd2-acf9-cf6a5c9e1317 req-f7d297a4-f3d2-40fa-a7f5-a45c4cde8c64 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jul 28 14:26:25.068906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b1bbc2cd-22f0-422c-91bb-478122e511a6 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:25.081881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451648b-af2a-4781-b07c-b2cdc3c6a5ce req-e98202a5-af23-4701-b3ed-ec0df5683d26 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:25.084979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3451648b-af2a-4781-b07c-b2cdc3c6a5ce req-e98202a5-af23-4701-b3ed-ec0df5683d26 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 945 time: 0.0532978 Jul 28 14:26:25.134378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3451648b-af2a-4781-b07c-b2cdc3c6a5ce req-e7dac7a3-d494-4637-b5d7-10c0e8a91760 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Jul 28 14:26:25.198321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:25.210528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'b1bbc2cd-22f0-422c-91bb-478122e511a6', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'b1bbc2cd-22f0-422c-91bb-478122e511a6', 'mac_address': 'fa:16:3e:9b:af:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:25.251870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:25.266508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bbc2cd-22f0-422c-91bb-478122e511a6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:25.289982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:25.375797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:25.376484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:25.382987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787a08-9712-4ee6-b474-e772f607b9bf req-9eb02314-eabd-49c2-9f04-4afada7d3814 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:25.384635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5787a08-9712-4ee6-b474-e772f607b9bf req-9eb02314-eabd-49c2-9f04-4afada7d3814 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0564845 Jul 28 14:26:25.438914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5787a08-9712-4ee6-b474-e772f607b9bf req-7d485d48-23d3-4ef7-bfa7-6a47b778ff9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Jul 28 14:26:25.471924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:25.491876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:25.506262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '16bc3042-0871-41d5-ad7c-738366cff965', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '16bc3042-0871-41d5-ad7c-738366cff965', 'mac_address': 'fa:16:3e:c6:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:25.540542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52eb27-20f4-465d-bf5b-a45b123185e6 req-f106ef7b-b244-4c25-95c5-9c4dac8c92f6 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:25.548876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a52eb27-20f4-465d-bf5b-a45b123185e6 req-f106ef7b-b244-4c25-95c5-9c4dac8c92f6 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0832963 Jul 28 14:26:25.562860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:25.575500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:25.586103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc2346-e0df-40c1-a82f-997d6f794394 req-53775970-b263-43c1-8324-9c6410dcb379 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:25.588194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ebc2346-e0df-40c1-a82f-997d6f794394 req-53775970-b263-43c1-8324-9c6410dcb379 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 948 time: 0.0545962 Jul 28 14:26:25.594524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a52eb27-20f4-465d-bf5b-a45b123185e6 req-7a3de69e-761c-4a0d-8c23-d7caa65a96f6 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jul 28 14:26:25.599226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:25.635946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ebc2346-e0df-40c1-a82f-997d6f794394 req-38ffe503-71d6-44aa-a553-b8b10fd91128 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Jul 28 14:26:25.766241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:25.818366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:25.971328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0271f-c8ed-43ce-8682-1bbbdec9afe1 req-f8d1b4f0-302a-48dc-827c-8abebe197c3e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:25.973712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09f0271f-c8ed-43ce-8682-1bbbdec9afe1 req-f8d1b4f0-302a-48dc-827c-8abebe197c3e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0519969 Jul 28 14:26:26.024379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09f0271f-c8ed-43ce-8682-1bbbdec9afe1 req-8a0641a7-eca0-4861-a6a4-0d27a6cbf0f1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431862 Jul 28 14:26:26.059959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9caff-20e3-4288-a638-aefc746006b3 req-e38435cc-25dd-4171-af2e-e4d15f9f1e46 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:26.067405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dda9caff-20e3-4288-a638-aefc746006b3 req-e38435cc-25dd-4171-af2e-e4d15f9f1e46 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0733430 Jul 28 14:26:26.105359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dda9caff-20e3-4288-a638-aefc746006b3 req-680869a1-56b8-4ed4-ba1c-7afeb437bbdf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Jul 28 14:26:26.160911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['b1bbc2cd-22f0-422c-91bb-478122e511a6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:26.242986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['16bc3042-0871-41d5-ad7c-738366cff965'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:26.585604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f091714-08e9-43be-bb9e-96b5a96e0816 req-fcb8aae5-e0d0-4567-bb9b-f988247006be tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:26.587220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f091714-08e9-43be-bb9e-96b5a96e0816 req-fcb8aae5-e0d0-4567-bb9b-f988247006be tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0640817 Jul 28 14:26:26.626950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f091714-08e9-43be-bb9e-96b5a96e0816 req-c5f09797-70e7-4bf6-a24f-4482d3501ded tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Jul 28 14:26:26.749867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca502-645c-40aa-b1b9-232b99cea01a req-0205bad4-ee8d-4f39-be2a-c63af475ba39 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:26.757978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-231ca502-645c-40aa-b1b9-232b99cea01a req-0205bad4-ee8d-4f39-be2a-c63af475ba39 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0702596 Jul 28 14:26:26.793329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88bbe-3be7-41c7-9f10-55728ff74a92 req-28906f24-d201-4d3d-afd7-732b88dd9b04 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:26.799503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76a88bbe-3be7-41c7-9f10-55728ff74a92 req-28906f24-d201-4d3d-afd7-732b88dd9b04 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 948 time: 0.0715699 Jul 28 14:26:26.810364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-231ca502-645c-40aa-b1b9-232b99cea01a req-1c432cf6-4479-42d6-be4f-d7f5045dc9c5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Jul 28 14:26:26.840967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76a88bbe-3be7-41c7-9f10-55728ff74a92 req-d31ea374-ad2a-4739-aa5c-04ec16c34233 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Jul 28 14:26:27.150276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34991-4c9d-4f10-82d7-f05b66d09ee7 req-aaf206e4-c8ac-4040-9cd4-7be735b2df0e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:27.152375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05b34991-4c9d-4f10-82d7-f05b66d09ee7 req-aaf206e4-c8ac-4040-9cd4-7be735b2df0e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0603399 Jul 28 14:26:27.208118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05b34991-4c9d-4f10-82d7-f05b66d09ee7 req-b505c142-9a9e-4fa3-920d-ea15fef74444 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Jul 28 14:26:27.495217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023333b-deea-4656-a6ff-a153a69c5bcc req-c2b21cb6-a0a1-4fe3-9d5e-11202c3795d9 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:27.496710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2023333b-deea-4656-a6ff-a153a69c5bcc req-c2b21cb6-a0a1-4fe3-9d5e-11202c3795d9 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0529199 Jul 28 14:26:27.538353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2023333b-deea-4656-a6ff-a153a69c5bcc req-8dc05525-f8d0-429a-a63c-37114c8171e2 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Jul 28 14:26:27.768496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074561b-0011-4103-a6cc-2293a13ac426 req-ff02987b-e8ca-4b3b-8482-3c5e21492e90 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:27.769925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2074561b-0011-4103-a6cc-2293a13ac426 req-ff02987b-e8ca-4b3b-8482-3c5e21492e90 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 943 time: 0.0522552 Jul 28 14:26:27.809784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2074561b-0011-4103-a6cc-2293a13ac426 req-835bc0ac-7d33-473f-ae29-a997f92b3a71 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jul 28 14:26:27.962508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561c87-eb3b-447d-a721-21ab246f26b5 req-f64d766c-de36-4589-b39d-282837b9248a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:27.964246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40561c87-eb3b-447d-a721-21ab246f26b5 req-f64d766c-de36-4589-b39d-282837b9248a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0773149 Jul 28 14:26:27.981760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97bc84-47d0-412f-a657-217bcf6e3705 req-8c1d2ff3-dcb3-41d1-8d3c-8a06272d2b2e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:27.982020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee97bc84-47d0-412f-a657-217bcf6e3705 req-8c1d2ff3-dcb3-41d1-8d3c-8a06272d2b2e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 948 time: 0.0661685 Jul 28 14:26:28.011423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40561c87-eb3b-447d-a721-21ab246f26b5 req-2be1063e-a13f-41d0-8163-d48f948cc591 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Jul 28 14:26:28.078134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee97bc84-47d0-412f-a657-217bcf6e3705 req-53379d9a-3d8d-4a92-ad07-1a0331676fad tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858550 Jul 28 14:26:28.120401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-14818f95-dba7-4f0b-ad3e-a56aa2ee71d6 service neutron] 10.222.0.50 "GET /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88/bindings/n-h1-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.1044011 Jul 28 14:26:28.323302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:28.349732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:28.408083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a4cde-3597-49a2-a06b-017cb0febd88 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:28.421912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:28.451250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ebdcf5-37f8-4eb0-91d5-c1d36651b84e req-827ac7bb-d0fc-475f-a326-29de1d6257e7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:28.452832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2ebdcf5-37f8-4eb0-91d5-c1d36651b84e req-827ac7bb-d0fc-475f-a326-29de1d6257e7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0829592 Jul 28 14:26:28.496639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2ebdcf5-37f8-4eb0-91d5-c1d36651b84e req-14c772bd-d734-423f-856f-59ea425aceaf tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jul 28 14:26:28.537721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:28.626903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] Transition to ACTIVE for port object 6e0a4cde-3597-49a2-a06b-017cb0febd88 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:28.700047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb391d4-65dd-4b1e-97da-99173a4cef3d req-5062bed5-786e-40fd-a299-d3d12237c653 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:28.701727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cb391d4-65dd-4b1e-97da-99173a4cef3d req-5062bed5-786e-40fd-a299-d3d12237c653 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0592296 Jul 28 14:26:28.741487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cb391d4-65dd-4b1e-97da-99173a4cef3d req-814d14dc-7693-4900-b461-27429fe16ef9 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Jul 28 14:26:28.743535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:28.817861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] No DVR routers for this DVR port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:28.834636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:28.859323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-87e49170-c605-4a25-841f-c06271ecf349 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88/bindings/n-h1-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 0.7307537 Jul 28 14:26:28.946774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea60d03-7a27-4603-8a55-b857203db4d2 req-b738ad2f-f256-4fe9-9f6d-c5bcf3e411ca tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:28.948560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ea60d03-7a27-4603-8a55-b857203db4d2 req-b738ad2f-f256-4fe9-9f6d-c5bcf3e411ca tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0537524 Jul 28 14:26:28.990132 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ea60d03-7a27-4603-8a55-b857203db4d2 req-5a4fc8eb-c5a2-411a-8f27-605c12bda223 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Jul 28 14:26:29.092109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b1bbc2cd-22f0-422c-91bb-478122e511a6 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:29.132607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd561-cdd7-495e-84a8-facbc605921e req-d564e368-e611-4de3-a85d-913557a26d43 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.134250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69edd561-cdd7-495e-84a8-facbc605921e req-d564e368-e611-4de3-a85d-913557a26d43 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0540273 Jul 28 14:26:29.177206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69edd561-cdd7-495e-84a8-facbc605921e req-88df8fc8-c40d-4381-9452-fa8bf40b0274 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Jul 28 14:26:29.311930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-06fe1bb1-473d-4b8a-a59b-58fec1f01e16 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.313636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-06fe1bb1-473d-4b8a-a59b-58fec1f01e16 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.0760479 Jul 28 14:26:29.322084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348c19f-c477-4d83-bc8a-81a31689a690 req-14b309c1-e582-4654-a78a-695096cc0eb1 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.323470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d348c19f-c477-4d83-bc8a-81a31689a690 req-14b309c1-e582-4654-a78a-695096cc0eb1 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 948 time: 0.0767221 Jul 28 14:26:29.337800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port b1bbc2cd-22f0-422c-91bb-478122e511a6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:29.341929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port b1bbc2cd-22f0-422c-91bb-478122e511a6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:29.342367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:29.394001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d348c19f-c477-4d83-bc8a-81a31689a690 req-cdde8152-e7fc-422e-8b39-7222057aa9ca tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569677 Jul 28 14:26:29.398939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-192cf86c-e39e-4c0c-9f57-8e97326265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.401414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-192cf86c-e39e-4c0c-9f57-8e97326265fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed&tenant_id=a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 1096 time: 0.0768301 Jul 28 14:26:29.435856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:29.461232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:29.463677 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b317be-2fa5-4a2b-8207-daa1735fc346" -d '{"events": [{"server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "name": "network-vif-plugged", "status": "completed", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:29.492808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:29.515080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-3876f575-7818-472e-9224-256811f78aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.516040 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1a7f2f-496c-4c5d-b796-746054654577 x-openstack-request-id: req-bd1a7f2f-496c-4c5d-b796-746054654577 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:29.516329 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "name": "network-vif-plugged", "status": "completed", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:29.516578 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd1a7f2f-496c-4c5d-b796-746054654577 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:29.516675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-3876f575-7818-472e-9224-256811f78aeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1096 time: 0.0617628 Jul 28 14:26:29.516965 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6', 'code': 200} Jul 28 14:26:29.663559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:29.664480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:29.701554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b25641-5a46-48e7-97a7-3d59f83ede8f req-fd699a7c-e14a-4cbc-ac8a-1df1ba9ab3de tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.703165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30b25641-5a46-48e7-97a7-3d59f83ede8f req-fd699a7c-e14a-4cbc-ac8a-1df1ba9ab3de tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1193569 Jul 28 14:26:29.713144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-c4bf1f5f-261d-4c1c-a82e-ac62d800123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.714653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-c4bf1f5f-261d-4c1c-a82e-ac62d800123a service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1899917 Jul 28 14:26:29.716817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a26bb-3ca5-4c12-bb5c-768545e4cb1f req-e14e3edb-aa01-439e-a5fe-aa839d65168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.718415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b13a26bb-3ca5-4c12-bb5c-768545e4cb1f req-e14e3edb-aa01-439e-a5fe-aa839d65168f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 1100 time: 0.1031606 Jul 28 14:26:29.753910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:29.763803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.764159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.764790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.765067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.765571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.766080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.766425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.766763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.767126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.767465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.767800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.768132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:26:29.791776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-80c387eb-3fa0-404a-9e73-4ffc530cdd29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 200 len: 217 time: 0.0624769 Jul 28 14:26:29.851471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30b25641-5a46-48e7-97a7-3d59f83ede8f req-ee18d81f-13e1-4925-b3a2-a74faed97540 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321814 Jul 28 14:26:29.857256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b13a26bb-3ca5-4c12-bb5c-768545e4cb1f req-ffe17176-0b95-420b-9e1f-32b2d6d04a7f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229706 Jul 28 14:26:29.872382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-9f383135-aafc-41a8-a4de-1a62a1bb9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.873984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-9f383135-aafc-41a8-a4de-1a62a1bb9178 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0748782 Jul 28 14:26:29.885670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 16bc3042-0871-41d5-ad7c-738366cff965 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:29.889752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 16bc3042-0871-41d5-ad7c-738366cff965 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:29.890400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:29.909319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-5b6c592a-b199-43d9-b59c-6766ca7f58a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264463 Jul 28 14:26:29.919573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324d5db-d08d-48dc-b754-e27a25a73dff req-9687238a-632a-447e-b14e-e3a73fa81128 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:29.928488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b324d5db-d08d-48dc-b754-e27a25a73dff req-9687238a-632a-447e-b14e-e3a73fa81128 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0949123 Jul 28 14:26:29.979577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b324d5db-d08d-48dc-b754-e27a25a73dff req-c62ba933-55ea-4d40-8820-76adb0007805 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498524 Jul 28 14:26:29.989862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:30.015893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-f9c995d6-64cc-4af9-9f75-8dfb984c01f1 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971754 Jul 28 14:26:30.043972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:30.148366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:30.149320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:30.154169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5aaba-08d7-4601-9f33-4891fe5402a5 req-23aa4848-1332-41ae-b499-846314b3dc4d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:30.155336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69f5aaba-08d7-4601-9f33-4891fe5402a5 req-23aa4848-1332-41ae-b499-846314b3dc4d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0789099 Jul 28 14:26:30.159819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-4b84b1a9-4a36-41b6-b25c-a5a1ef906708 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359746 Jul 28 14:26:30.198339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69f5aaba-08d7-4601-9f33-4891fe5402a5 req-d1830563-97b6-48a6-a4a0-18fcc9a7503f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358062 Jul 28 14:26:30.261136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:30.271414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:30.313406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bae4f-51fb-495e-87a0-8d363d5a643f req-4febca01-fc6b-461c-a52b-55bc5703c104 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:30.319531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-732bae4f-51fb-495e-87a0-8d363d5a643f req-4febca01-fc6b-461c-a52b-55bc5703c104 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0552888 Jul 28 14:26:30.355160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-732bae4f-51fb-495e-87a0-8d363d5a643f req-b0f67fd8-6774-4cea-94a9-2cbf4a0777bf tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330493 Jul 28 14:26:30.546047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb372ff6-db71-461d-8f52-0da65979c85f req-3d4b15f5-bdbc-457b-a62b-e68a970a6c54 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:30.546047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb372ff6-db71-461d-8f52-0da65979c85f req-3d4b15f5-bdbc-457b-a62b-e68a970a6c54 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.0716846 Jul 28 14:26:30.623285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb372ff6-db71-461d-8f52-0da65979c85f req-1fc0c408-86fb-4751-9aab-c87c2ccdcc68 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750449 Jul 28 14:26:30.828879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63923957-0d93-477d-9cf2-a2e236c34068 req-d99ea6b7-aa40-4789-8279-5d4e06ad41c6 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:30.830557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-d99ea6b7-aa40-4789-8279-5d4e06ad41c6 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.0514846 Jul 28 14:26:31.041998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52188e7-7332-44be-bb80-fc92b233fe20 req-bc4455b1-1c62-401c-8905-6ebd1fdd1a81 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.043732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f52188e7-7332-44be-bb80-fc92b233fe20 req-bc4455b1-1c62-401c-8905-6ebd1fdd1a81 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0915096 Jul 28 14:26:31.086370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f52188e7-7332-44be-bb80-fc92b233fe20 req-9d9349cd-302a-4917-b7da-f8fc1e1be9ee tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358040 Jul 28 14:26:31.123145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b7e6-1e87-4620-a093-6a3351681746 req-673b4cb7-2efe-4b14-a8f4-7e10c14b9682 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.124671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3976b7e6-1e87-4620-a093-6a3351681746 req-673b4cb7-2efe-4b14-a8f4-7e10c14b9682 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 949 time: 0.0589221 Jul 28 14:26:31.140338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-63923957-0d93-477d-9cf2-a2e236c34068 req-7340dbbb-e1eb-4b06-a19d-2b656422899d service neutron] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:31.145398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-63923957-0d93-477d-9cf2-a2e236c34068 req-7340dbbb-e1eb-4b06-a19d-2b656422899d service neutron] Notify callbacks [] for binding, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:31.146761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63923957-0d93-477d-9cf2-a2e236c34068 req-7340dbbb-e1eb-4b06-a19d-2b656422899d service neutron] 10.222.0.53 "DELETE /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88/bindings/n-h2-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.3079262 Jul 28 14:26:31.179525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3976b7e6-1e87-4620-a093-6a3351681746 req-8ea380b7-ff22-4420-9be1-a63c8a450053 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 Jul 28 14:26:31.334495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b10b4-926a-40f6-bf90-8daef700b46b req-d1ed22de-5aef-423e-b7f4-2cc185e33ea8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.336069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b49b10b4-926a-40f6-bf90-8daef700b46b req-d1ed22de-5aef-423e-b7f4-2cc185e33ea8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0591278 Jul 28 14:26:31.363635 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:26:31.391378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b49b10b4-926a-40f6-bf90-8daef700b46b req-86d523c3-4a57-4ba7-ae41-1bd7d39def06 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484636 Jul 28 14:26:31.497968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8088-9171-445b-9a56-e15ffc171c6c req-75770513-9ab4-4e1b-bdb4-c33392818c55 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.499854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-844d8088-9171-445b-9a56-e15ffc171c6c req-75770513-9ab4-4e1b-bdb4-c33392818c55 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0682163 Jul 28 14:26:31.518053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:31.521165 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df16f29-df99-4bbe-ae61-dded6237038c" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:31.548900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-844d8088-9171-445b-9a56-e15ffc171c6c req-83bf5455-b73d-4cf3-a079-50b977f5ea12 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Jul 28 14:26:31.554283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702cd16-a065-42eb-9682-5fc911d5f495 req-475a600f-0257-4844-b308-fe597d0030d8 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.555934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8702cd16-a065-42eb-9682-5fc911d5f495 req-475a600f-0257-4844-b308-fe597d0030d8 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1096 time: 0.0503342 Jul 28 14:26:31.609446 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d202a79e-7e81-4be6-9d4a-a1be0db96915 x-openstack-request-id: req-d202a79e-7e81-4be6-9d4a-a1be0db96915 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:31.609995 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:31.610479 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d202a79e-7e81-4be6-9d4a-a1be0db96915 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:31.611109 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'code': 200} Jul 28 14:26:31.624239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8702cd16-a065-42eb-9682-5fc911d5f495 req-1dbe5e7e-4ad1-4f4d-8e3c-cc3ea776a465 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512366 Jul 28 14:26:31.778562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c680da-1011-4acf-877b-33a2648129ea req-dade4e30-18ba-44be-9462-9d4d01977cbf tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.787108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83c680da-1011-4acf-877b-33a2648129ea req-dade4e30-18ba-44be-9462-9d4d01977cbf tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.0781178 Jul 28 14:26:31.837985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46a2d-72b6-416f-9c28-5b42c18acaae req-f4ee0370-cc0b-4572-bf4c-a5710c8aeb0c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.839739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fca46a2d-72b6-416f-9c28-5b42c18acaae req-f4ee0370-cc0b-4572-bf4c-a5710c8aeb0c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 1096 time: 0.0463309 Jul 28 14:26:31.841464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83c680da-1011-4acf-877b-33a2648129ea req-25d36d1c-eb40-42db-be3e-b4007be86fb6 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Jul 28 14:26:31.852775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4abfb6-d46e-4803-972e-31e49581ba05 req-fe9de58c-7429-4844-b367-917300162f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:31.854498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f4abfb6-d46e-4803-972e-31e49581ba05 req-fe9de58c-7429-4844-b367-917300162f3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 1101 time: 0.0963173 Jul 28 14:26:31.895975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f4abfb6-d46e-4803-972e-31e49581ba05 req-ab221ea0-0a57-460b-9927-a0e6ae18f696 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318291 Jul 28 14:26:31.899537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fca46a2d-72b6-416f-9c28-5b42c18acaae req-9d6445c7-6446-476a-8d0b-6241704ea6c0 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501099 Jul 28 14:26:32.454715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b6c62-1518-47e5-b8f9-be0dc4dfcbb0 req-ac52528c-d0b5-448d-a548-c0e648f323ab tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:32.457107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508b6c62-1518-47e5-b8f9-be0dc4dfcbb0 req-ac52528c-d0b5-448d-a548-c0e648f323ab tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0658135 Jul 28 14:26:32.507738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508b6c62-1518-47e5-b8f9-be0dc4dfcbb0 req-605cd204-83e5-4a5f-a43e-d53a600e3b99 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Jul 28 14:26:32.688156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58513-84fb-43b1-9757-93eed0dfdda0 req-f4f6cbfa-23eb-4d95-9644-45b01c67ce77 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:32.690728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98f58513-84fb-43b1-9757-93eed0dfdda0 req-f4f6cbfa-23eb-4d95-9644-45b01c67ce77 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 949 time: 0.0872288 Jul 28 14:26:32.734004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-eeee4c2f-9300-4757-b583-ad4bad5eb9a5 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:32.744296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-eeee4c2f-9300-4757-b583-ad4bad5eb9a5 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 1101 time: 0.1076508 Jul 28 14:26:32.759199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-48fd4b11-dae7-414f-bc29-6c827c47eec4 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:32.769404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98f58513-84fb-43b1-9757-93eed0dfdda0 req-90e7eb8f-b49f-4a9a-ada9-803c8ecfd8d2 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667617 Jul 28 14:26:32.952966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-48fd4b11-dae7-414f-bc29-6c827c47eec4 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:32.964909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac03f39-e22e-4d7b-a2e8-2c10ed8aa912 req-880dc9d8-f63a-41ec-bb54-d9b8b0bb2f0e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:32.967764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aac03f39-e22e-4d7b-a2e8-2c10ed8aa912 req-880dc9d8-f63a-41ec-bb54-d9b8b0bb2f0e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.1075752 Jul 28 14:26:33.023538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aac03f39-e22e-4d7b-a2e8-2c10ed8aa912 req-9b7dea50-3ca1-4699-bc69-a1a44f44403d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Jul 28 14:26:33.058030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-48fd4b11-dae7-414f-bc29-6c827c47eec4 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:33.080213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4ba0d8a-ab41-42e5-b7b4-00128d17e4e1 req-48fd4b11-dae7-414f-bc29-6c827c47eec4 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348308 Jul 28 14:26:33.088611 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-64125fc3-8363-494a-8e85-4441f426ed1b service neutron] show failed (client error): The resource could not be found. Jul 28 14:26:33.090481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-64125fc3-8363-494a-8e85-4441f426ed1b service neutron] 10.222.0.53 "GET /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0975847 Jul 28 14:26:33.121600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd4b11-dae7-414f-bc29-6c827c47eec4 tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a778b7-96be-4edd-a71c-f3a6ede09cb4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:33.695308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2afdb-1934-4b70-80c2-a09774d109a8 req-606e2361-12d0-4061-a859-728ea5710a99 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:33.703758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01c2afdb-1934-4b70-80c2-a09774d109a8 req-606e2361-12d0-4061-a859-728ea5710a99 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0830889 Jul 28 14:26:33.757187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01c2afdb-1934-4b70-80c2-a09774d109a8 req-3a93c6e8-e33b-4e7f-a507-92ccfdbc0572 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523462 Jul 28 14:26:33.781227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-b6c2eecb-c652-4dce-b79d-b08c4b5b53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:33.783032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-b6c2eecb-c652-4dce-b79d-b08c4b5b53be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.0519073 Jul 28 14:26:33.834473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:33.909029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:34.069416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21b5d-57aa-404a-b401-695b7519126e req-37d1197b-cb3f-4661-8a9b-44c7a60a427a tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:34.071178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4f21b5d-57aa-404a-b401-695b7519126e req-37d1197b-cb3f-4661-8a9b-44c7a60a427a tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 949 time: 0.1482468 Jul 28 14:26:34.198286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4f21b5d-57aa-404a-b401-695b7519126e req-d4fe3d8a-0b1d-4ec8-a2ea-52d4b7ca665f tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954866 Jul 28 14:26:34.200236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293ba2-ce18-4d94-a6b8-84fb267f33f3 req-e1da7082-62b4-4f14-bb87-6accbb994063 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:34.202884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8293ba2-ce18-4d94-a6b8-84fb267f33f3 req-e1da7082-62b4-4f14-bb87-6accbb994063 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0838523 Jul 28 14:26:34.275706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:34.300930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8293ba2-ce18-4d94-a6b8-84fb267f33f3 req-264e7839-68d0-4910-b7f3-cd1e7a38f9be tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866661 Jul 28 14:26:34.395258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:34.400404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d870-5759-4537-9a89-8f324fa02617 req-fd76a297-344d-4b36-84a5-6c20fc3850ac tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:34.402401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0918d870-5759-4537-9a89-8f324fa02617 req-fd76a297-344d-4b36-84a5-6c20fc3850ac tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 1101 time: 0.1083841 Jul 28 14:26:34.507707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:34.512198 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd824de2-019d-4123-9545-47af926f8f7f" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:34.522720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:34.547891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0918d870-5759-4537-9a89-8f324fa02617 req-d47c222c-11d8-454e-834f-bc534828275d tempest-ServersAdminNegativeTestJSON-1544413238 tempest-ServersAdminNegativeTestJSON-1544413238-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141262 Jul 28 14:26:34.567526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Transition to ACTIVE for port object 8b9796fa-a3b0-4282-879a-017026202366 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:34.651345 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71fbc2d-c0d1-40b3-820d-74e306e8c9ce x-openstack-request-id: req-b71fbc2d-c0d1-40b3-820d-74e306e8c9ce {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:34.651868 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:34.652060 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b71fbc2d-c0d1-40b3-820d-74e306e8c9ce {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:34.652920 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'code': 200} Jul 28 14:26:34.663041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:34.737029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] No DVR routers for this DVR port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:34.756800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:34.851381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:34.851381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:34.851381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:34.851381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:34.851381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:34.856866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:34.857943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:34.859064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:34.860408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Bound port: 8b9796fa-a3b0-4282-879a-017026202366, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:34.861214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:35.005176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:35.014715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:35.057073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37529a-81ab-43c6-b4d1-ca34c576d7fa req-6f61dfe6-99aa-4102-b4e4-d1f8a69be1aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.057073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c37529a-81ab-43c6-b4d1-ca34c576d7fa req-6f61dfe6-99aa-4102-b4e4-d1f8a69be1aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.1373034 Jul 28 14:26:35.124941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c37529a-81ab-43c6-b4d1-ca34c576d7fa req-cd3111dc-e39e-41ab-a335-dce256c1e826 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619211 Jul 28 14:26:35.167749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:35.255024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.255820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:35.257644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] 10.222.0.50 "PUT /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 1097 time: 1.4302797 Jul 28 14:26:35.299289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d9701-437a-4c01-b79a-acd66064f693 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:35.412516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-8de6ae17-590f-4d6c-884e-6c569423adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.414658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-8de6ae17-590f-4d6c-884e-6c569423adeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1100 time: 0.0895920 Jul 28 14:26:35.556464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-1c6883d5-96c2-4458-9e33-abd6c9c5b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.560357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-1c6883d5-96c2-4458-9e33-abd6c9c5b2f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1372659 Jul 28 14:26:35.628855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-aa4aee7a-2f93-4c7d-ae86-c2346b3c24cd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0448627 Jul 28 14:26:35.709586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-98b8305e-365b-46e7-b0d1-0733d11007bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.712117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-98b8305e-365b-46e7-b0d1-0733d11007bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0648382 Jul 28 14:26:35.770566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-d419dd6e-4d9b-4c7e-ac9d-6fa8f1095cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.776822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-d419dd6e-4d9b-4c7e-ac9d-6fa8f1095cb2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544479 Jul 28 14:26:35.928701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70f530-ee16-40af-b626-6bbc3b7e2bd3 req-6196818a-f8ef-45f3-824b-a3bccc2f18f6 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:35.931174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc70f530-ee16-40af-b626-6bbc3b7e2bd3 req-6196818a-f8ef-45f3-824b-a3bccc2f18f6 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.0742273 Jul 28 14:26:35.936118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-a187e7c8-8ed8-45ed-9f09-71f4b050baf9 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493320 Jul 28 14:26:36.005093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc70f530-ee16-40af-b626-6bbc3b7e2bd3 req-22dfacac-4dcb-41d8-b8c6-387e12f99101 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586727 Jul 28 14:26:36.130889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c5c10f-c48f-4e78-9474-1268ee16de54 req-e01fdd6e-32a5-496d-9747-32a66a2911c0 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789861 Jul 28 14:26:36.347880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07f614-2823-4192-b1ea-7a10ca19113f req-53f986cc-dba9-449b-bf98-38d3e454d1e3 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:36.356401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab07f614-2823-4192-b1ea-7a10ca19113f req-53f986cc-dba9-449b-bf98-38d3e454d1e3 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.1263256 Jul 28 14:26:36.405730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4de7b-82e9-4b64-a0de-33f1abe2267f req-9e95e2a4-6aae-447d-8b50-c65192e04266 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:36.407352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ff4de7b-82e9-4b64-a0de-33f1abe2267f req-9e95e2a4-6aae-447d-8b50-c65192e04266 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.0969820 Jul 28 14:26:36.429056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab07f614-2823-4192-b1ea-7a10ca19113f req-80b37cc7-99a9-46de-990b-604d6543f388 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Jul 28 14:26:36.490171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ff4de7b-82e9-4b64-a0de-33f1abe2267f req-7085f5c9-6031-4f85-bddf-0cc8cc469d6e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679970 Jul 28 14:26:36.654512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:36.657379 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016bfcb-7a89-4ea1-8f9f-b5788af42736" -d '{"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:36.765727 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6ccfb-d5b2-451a-b5ed-796deb6b8a16 x-openstack-request-id: req-a7d6ccfb-d5b2-451a-b5ed-796deb6b8a16 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:36.766016 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:36.766261 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7d6ccfb-d5b2-451a-b5ed-796deb6b8a16 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:36.767018 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'status': 'completed', 'code': 200} Jul 28 14:26:36.919025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-869ad9e1-1323-4a1d-9f34-c5c43e54ad11 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:36.920708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-869ad9e1-1323-4a1d-9f34-c5c43e54ad11 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0950041 Jul 28 14:26:36.924054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-4c40dead-bb54-4115-89ce-926a73f80b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:36.925857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-4c40dead-bb54-4115-89ce-926a73f80b0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1100 time: 0.0984707 Jul 28 14:26:36.955385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:36.956603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-7977c192-64dd-40ee-9481-125e9f4a71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:36.959030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-7977c192-64dd-40ee-9481-125e9f4a71e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1100 time: 0.0615683 Jul 28 14:26:37.109644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-2e91bf73-5960-4439-af20-d59a726470d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.111544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-2e91bf73-5960-4439-af20-d59a726470d3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1434116 Jul 28 14:26:37.184147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-89c315e3-2ca5-48ed-a72b-bc751a40da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.186565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-89c315e3-2ca5-48ed-a72b-bc751a40da57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2511058 Jul 28 14:26:37.209035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-cf162302-9a84-427b-be2e-7c9f25c5e154 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0828011 Jul 28 14:26:37.214467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:37.272025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-3723f1fb-91e7-40f4-b0a6-aa8147480e43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0673008 Jul 28 14:26:37.344556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-6df839fa-2605-4f00-a8e7-73702aad40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.348262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-6df839fa-2605-4f00-a8e7-73702aad40c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1162913 Jul 28 14:26:37.388949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f24c9-0872-46bf-bde9-004da57f5cb8 req-f98a0b0f-6499-4a7a-b620-0550f050d31a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.392135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f43f24c9-0872-46bf-bde9-004da57f5cb8 req-f98a0b0f-6499-4a7a-b620-0550f050d31a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 945 time: 0.2530890 Jul 28 14:26:37.509195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-ea8e8168-e71e-47f9-9091-8d3dfeb59824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.509667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-0b9d550d-c986-4634-a3d5-26dd9e0f0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.511432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-0b9d550d-c986-4634-a3d5-26dd9e0f0566 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2224648 Jul 28 14:26:37.521955 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-ea8e8168-e71e-47f9-9091-8d3dfeb59824 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1472971 Jul 28 14:26:37.709145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-8ab18404-714c-4c41-af47-bc0409d72c85 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692810 Jul 28 14:26:37.713173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f43f24c9-0872-46bf-bde9-004da57f5cb8 req-e0ad3484-c162-4054-bc3d-4e6a1a268452 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612095 Jul 28 14:26:37.731725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e37fc-def2-47a5-a600-f8e03926f12b req-17549531-42a7-492c-b433-87f695f41423 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.740072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-685e37fc-def2-47a5-a600-f8e03926f12b req-17549531-42a7-492c-b433-87f695f41423 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.0783653 Jul 28 14:26:37.740758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-65af2d98-4e6f-4f6a-ac38-bf8ba6c467c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:37.743060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-65af2d98-4e6f-4f6a-ac38-bf8ba6c467c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2109728 Jul 28 14:26:37.813267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:37.871101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:37.891892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-ee6b28ab-9e92-463f-b75a-1ca96e0a799a service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700852 Jul 28 14:26:37.912592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:37.940821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-685e37fc-def2-47a5-a600-f8e03926f12b req-c17f3562-962c-4932-be6d-8cff8055ad10 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997302 Jul 28 14:26:38.017174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:38.022578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-932e8155-045e-4c17-8dd1-93db42dde4cd service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671571 Jul 28 14:26:38.079767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdc74-eb9d-44f2-bd53-b811d2f7ede5 req-b35a8b6c-350c-4458-ac69-de3fddb3eab4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:38.081920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab7fdc74-eb9d-44f2-bd53-b811d2f7ede5 req-b35a8b6c-350c-4458-ac69-de3fddb3eab4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.2034442 Jul 28 14:26:38.191612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.233966 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab7fdc74-eb9d-44f2-bd53-b811d2f7ede5 req-4f6c218b-7af9-46c8-a2d7-21a20ee4d395 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147122 Jul 28 14:26:38.275852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016bfcb-7a89-4ea1-8f9f-b5788af42736 req-d6e8d60c-bc73-44f8-ad17-acaf8baa333f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157264 Jul 28 14:26:38.304351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.423637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:38.446806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:38.447976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:38.448174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:38.454642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:38.455059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Attempting to bind port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:38.461982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:38.463021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:38.470639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:38.470639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Bound port: 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:38.470639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.578883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:38.583485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:38.695769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-c8d2f4a8-6665-4e43-9d64-c8ebb23fc153 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:38.698290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-c8d2f4a8-6665-4e43-9d64-c8ebb23fc153 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.1054804 Jul 28 14:26:38.752156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.784971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:38.787395 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ea013-781a-4abc-9293-84d4d17d97d7" -d '{"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:38.889203 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b94ee-27a1-4d43-8459-c153c17541f0 x-openstack-request-id: req-3a4b94ee-27a1-4d43-8459-c153c17541f0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:38.889507 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:38.889761 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a4b94ee-27a1-4d43-8459-c153c17541f0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:38.890147 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'code': 200} Jul 28 14:26:38.915825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Deleting port b1bbc2cd-22f0-422c-91bb-478122e511a6 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:38.916543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.935978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:38.936998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:38.939504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] 10.222.0.50 "PUT /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 1123 time: 1.9910223 Jul 28 14:26:38.948515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cc04a-b06f-4946-8149-bc179a6bd843 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:38.988058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2093d9c-59fc-483f-a7e4-360a72d797a8 req-0713042c-98cd-4134-b43f-679b7effa8bd tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:38.989861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2093d9c-59fc-483f-a7e4-360a72d797a8 req-0713042c-98cd-4134-b43f-679b7effa8bd tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1184413 Jul 28 14:26:39.063967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2093d9c-59fc-483f-a7e4-360a72d797a8 req-ad6ca25d-26a1-4d3c-b376-91c47dd004c0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618415 Jul 28 14:26:39.109846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:39.138505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:39.149875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] For port b1bbc2cd-22f0-422c-91bb-478122e511a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b1bbc2cd-22f0-422c-91bb-478122e511a6,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:39.150658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:39.170910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Calling delete_port for b1bbc2cd-22f0-422c-91bb-478122e511a6 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:39.189923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde60f20-acf5-497d-bf77-65e8ece8b882 req-d95e7412-3e3c-457c-ae78-9b9a32e52f0e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:39.192767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cde60f20-acf5-497d-bf77-65e8ece8b882 req-d95e7412-3e3c-457c-ae78-9b9a32e52f0e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 949 time: 0.1213202 Jul 28 14:26:39.294016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cde60f20-acf5-497d-bf77-65e8ece8b882 req-193041f9-fc14-4670-87f5-8efdeef1d31f tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923002 Jul 28 14:26:39.330197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:39.356288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:39.414468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:26:39.414857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:39.442596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c65ceb-edfb-43fa-a643-1feb98ff30b9 req-bd95b1b3-df85-4ed0-9ec3-993e782977d7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:39.445711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90c65ceb-edfb-43fa-a643-1feb98ff30b9 req-bd95b1b3-df85-4ed0-9ec3-993e782977d7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.0853145 Jul 28 14:26:39.523167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90c65ceb-edfb-43fa-a643-1feb98ff30b9 req-10afddde-062c-4bfa-8280-ffc756297abe tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Jul 28 14:26:39.563149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:39.612761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Pushing event deleted for resources: {'Port': ['ID=b1bbc2cd-22f0-422c-91bb-478122e511a6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:39.691815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:39.700109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] No DVR routers for this DVR port b1bbc2cd-22f0-422c-91bb-478122e511a6 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:39.715971 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:39.720310 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c8c7c09-0058-4c50-a0c9-3ead5d08b7b4 req-f87ab44c-de4b-43e6-905c-f45a5f15ac22 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.50 "DELETE /v2.0/ports/b1bbc2cd-22f0-422c-91bb-478122e511a6 HTTP/1.1" status: 204 len: 173 time: 1.0142400 Jul 28 14:26:39.720653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'name': 'network-vif-deleted', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:39.725231 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ba9e2-9cbb-4dc9-94e1-a62eb1f75b0d" -d '{"events": [{"server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "name": "network-vif-deleted", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:39.747959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7567ad9b-f5d8-4ed0-a624-d8078659ed7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:39.818352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '16bc3042-0871-41d5-ad7c-738366cff965', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '16bc3042-0871-41d5-ad7c-738366cff965', 'mac_address': 'fa:16:3e:c6:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:39.863016 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9425c4a5-45c9-432b-9cae-ff3d28ca49b7 x-openstack-request-id: req-9425c4a5-45c9-432b-9cae-ff3d28ca49b7 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:39.863481 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8f38bd-2181-4c63-a4ab-ed5c86c4c381", "name": "network-vif-deleted", "tag": "b1bbc2cd-22f0-422c-91bb-478122e511a6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:39.863877 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9425c4a5-45c9-432b-9cae-ff3d28ca49b7 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:39.864282 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8f38bd-2181-4c63-a4ab-ed5c86c4c381', 'name': 'network-vif-deleted', 'tag': 'b1bbc2cd-22f0-422c-91bb-478122e511a6', 'status': 'completed', 'code': 200} Jul 28 14:26:39.956469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:39.995422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:40.053572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:40.229011 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:40.237591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b27159-89e6-45a2-92a9-c5e88477e50f req-1c8bf8e8-502b-4ffc-b9b1-906aaa65e95b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:40.240458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1b27159-89e6-45a2-92a9-c5e88477e50f req-1c8bf8e8-502b-4ffc-b9b1-906aaa65e95b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.0768857 Jul 28 14:26:40.316635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:40.319788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1b27159-89e6-45a2-92a9-c5e88477e50f req-6a30ef88-4aad-45d5-a8d2-ef0fe6f7f2a3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Jul 28 14:26:40.457110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86495ae2-c5df-4f33-9b1f-1acc4bd4b795 req-f482e00c-0d8d-4056-b25a-4782da985c19 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Jul 28 14:26:40.599099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['16bc3042-0871-41d5-ad7c-738366cff965'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:40.704538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eb4eb-1327-45ef-aa11-9772da026077 req-9bf84ad0-fa72-4596-b9bc-3aba6680257c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:40.706847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-579eb4eb-1327-45ef-aa11-9772da026077 req-9bf84ad0-fa72-4596-b9bc-3aba6680257c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 948 time: 0.0724580 Jul 28 14:26:40.761938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-579eb4eb-1327-45ef-aa11-9772da026077 req-86a7d99f-8e53-4c8d-a5b7-d6381bb996d2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jul 28 14:26:40.900875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:40.900875 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c71cef-c5f5-49f9-b302-961c3e641c55" -d '{"events": [{"name": "network-changed", "server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:40.949264 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384a430-1c7d-4e31-b5a9-ac823f97e51c x-openstack-request-id: req-2384a430-1c7d-4e31-b5a9-ac823f97e51c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:40.951903 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:40.951903 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2384a430-1c7d-4e31-b5a9-ac823f97e51c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:40.951903 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'status': 'completed', 'code': 200} Jul 28 14:26:41.152490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b9796fa-a3b0-4282-879a-017026202366 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:41.165107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:41.387865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:41.429962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8b9796fa-a3b0-4282-879a-017026202366', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '8b9796fa-a3b0-4282-879a-017026202366', 'mac_address': 'fa:16:3e:c1:e6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:41.574631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:41.606583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b47c7-50cd-4590-9840-8f999555ac6f req-09bc8714-feec-4e89-8448-97899f94f701 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:41.613246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e1b47c7-50cd-4590-9840-8f999555ac6f req-09bc8714-feec-4e89-8448-97899f94f701 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1079681 Jul 28 14:26:41.620000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 16bc3042-0871-41d5-ad7c-738366cff965 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:41.620509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:41.687938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:41.766995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:41.772164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e1b47c7-50cd-4590-9840-8f999555ac6f req-d5b00639-7896-4773-8406-5448761d406f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409724 Jul 28 14:26:41.886319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:41.983114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-b97df5cc-c01f-45c5-b8e3-9bb56d64fa20 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:41.985674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-b97df5cc-c01f-45c5-b8e3-9bb56d64fa20 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029&tenant_id=87c2207152de45ecb31afbcd69cf574b&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 948 time: 0.1547079 Jul 28 14:26:42.000142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:42.013668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7843a546-5f3b-4547-86db-2ea5453e761b req-30b0a937-4eb4-411a-86ee-669f3e26b1e2 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad8f38bd-2181-4c63-a4ab-ed5c86c4c381 HTTP/1.1" status: 200 len: 210 time: 0.1150606 Jul 28 14:26:42.026427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-c410d2ef-83c2-487d-b8bf-0d3793462ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.029163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-c410d2ef-83c2-487d-b8bf-0d3793462ae0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1126 time: 1.0011649 Jul 28 14:26:42.086416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:42.087612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:42.092483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:42.096290 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba1f4d-0deb-44ab-9371-34a481031b82" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:42.177713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:42.180129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b1bbc2cd-22f0-422c-91bb-478122e511a6 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:42.301122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-4d222569-94b4-4200-896e-abc652ac683a service neutron] 10.222.0.50 "GET /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.2655275 Jul 28 14:26:42.301670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50945817-2d5d-408f-9823-abc2ac6796bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:42.308083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: b1bbc2cd-22f0-422c-91bb-478122e511a6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:42.313648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b1bbc2cd-22f0-422c-91bb-478122e511a6 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:42.327207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-57e3def2-0216-457e-af72-c32a11fee476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.333211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-57e3def2-0216-457e-af72-c32a11fee476 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2918761 Jul 28 14:26:42.406236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:42.439024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292831-fa9b-4c0e-adce-d129cb4535e4 req-3de4346c-6cf6-48e7-a5a7-4b4441ba6836 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.442114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae292831-fa9b-4c0e-adce-d129cb4535e4 req-3de4346c-6cf6-48e7-a5a7-4b4441ba6836 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.1895919 Jul 28 14:26:42.468923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-be608a87-5b18-4945-8059-b8f99345a0ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 217 time: 0.1214478 Jul 28 14:26:42.513448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:42.591489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-f91446f7-306a-4c91-991c-016d524d00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.599351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-f91446f7-306a-4c91-991c-016d524d00d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1101 time: 0.2132962 Jul 28 14:26:42.605649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae292831-fa9b-4c0e-adce-d129cb4535e4 req-25ed0ebc-7f37-4722-ba90-9d937c7c4d1b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241462 Jul 28 14:26:42.637228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-56f3915b-9707-4b90-99f5-9b0bec394850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.648167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-56f3915b-9707-4b90-99f5-9b0bec394850 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1647496 Jul 28 14:26:42.722233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-e2789219-98dd-44f0-8822-0804cee93f5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601871 Jul 28 14:26:42.736007 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7beaab3-6796-4e9c-8604-85ad51a1cbe6 x-openstack-request-id: req-c7beaab3-6796-4e9c-8604-85ad51a1cbe6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:42.736366 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:42.736600 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7beaab3-6796-4e9c-8604-85ad51a1cbe6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:42.737234 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'code': 200} Jul 28 14:26:42.945556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4e67c-c6a3-4028-8075-bbb708991281 req-1431c8a6-6904-41ef-b815-d38c2fe121a2 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:42.955152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aaf4e67c-c6a3-4028-8075-bbb708991281 req-1431c8a6-6904-41ef-b815-d38c2fe121a2 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.3983970 Jul 28 14:26:43.019219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-d6eca19c-56be-482f-bfee-cba4abc8963e service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843332 Jul 28 14:26:43.065173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-2c58bd23-a228-43f1-ab32-5e91a7431e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:43.068875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-2c58bd23-a228-43f1-ab32-5e91a7431e19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.4446909 Jul 28 14:26:43.104422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aaf4e67c-c6a3-4028-8075-bbb708991281 req-4fb54cf8-1111-43af-b7e6-2a9a568ae633 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478817 Jul 28 14:26:43.204953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-6495668c-f239-4441-ba73-4e5a4a7e6318 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.1183202 Jul 28 14:26:43.215517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c71cef-c5f5-49f9-b302-961c3e641c55 req-76037387-f3f7-4d85-bb6c-cbf4d2113980 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735611 Jul 28 14:26:43.221209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc9ba-88f3-4493-a0ff-9453739ddf68 req-283f1885-e896-4998-b733-edca41fd261f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:43.224164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-907fc9ba-88f3-4493-a0ff-9453739ddf68 req-283f1885-e896-4998-b733-edca41fd261f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.2326827 Jul 28 14:26:43.304989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-3fd937e7-7b0f-4259-88b1-522db89ed72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:43.306864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-3fd937e7-7b0f-4259-88b1-522db89ed72b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0816836 Jul 28 14:26:43.405116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-907fc9ba-88f3-4493-a0ff-9453739ddf68 req-07a1db1b-4050-4946-ae44-3657cf2a3426 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956292 Jul 28 14:26:43.469453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-10af327b-67b8-4f6b-ba4f-f322ea060ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:43.480856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-10af327b-67b8-4f6b-ba4f-f322ea060ef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1509984 Jul 28 14:26:43.702189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-13ed4742-df12-4a4e-94fe-e2c9ecf60a57 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910665 Jul 28 14:26:43.866421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-9e466e00-4251-4778-8b2a-f20e24c499c5 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424215 Jul 28 14:26:44.691906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f39b598b-2b02-4882-a991-e2e2ac534c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:44.892653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:45.156184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c8519-491e-4a52-88f3-b59a51348c17 req-444b1037-d71d-4a40-8843-b650f39ecb50 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:45.165411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-518c8519-491e-4a52-88f3-b59a51348c17 req-444b1037-d71d-4a40-8843-b650f39ecb50 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.0917311 Jul 28 14:26:45.182785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b9796fa-a3b0-4282-879a-017026202366 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:26:45.245282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-518c8519-491e-4a52-88f3-b59a51348c17 req-a56d8b23-34cb-4e4e-8e89-6093dc48135c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781939 Jul 28 14:26:45.485427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8b9796fa-a3b0-4282-879a-017026202366 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:26:45.493146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8b9796fa-a3b0-4282-879a-017026202366 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:26:45.499185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:45.771196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735fda3-2b13-495d-839c-00073900c38d req-7daed37f-1d3d-4ca3-9d1d-f27949316af0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:45.779130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5735fda3-2b13-495d-839c-00073900c38d req-7daed37f-1d3d-4ca3-9d1d-f27949316af0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1174536 Jul 28 14:26:45.849676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5735fda3-2b13-495d-839c-00073900c38d req-ac1c738f-0fa5-47c9-a6c4-d0d4f8b50c73 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 Jul 28 14:26:46.037739 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:46.218657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:46.222717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:46.229030 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694db449-fb16-4304-b48e-dfbf718142c4" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:46.240832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:46.287091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6822-9030-4226-b24e-a8498e710ed7 req-4f4561e1-f166-4e34-b20d-cd9d0f9519fb tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:46.291588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cde6822-9030-4226-b24e-a8498e710ed7 req-4f4561e1-f166-4e34-b20d-cd9d0f9519fb tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 950 time: 0.1588573 Jul 28 14:26:46.363367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cde6822-9030-4226-b24e-a8498e710ed7 req-7b8ff1bf-a6f1-4309-8d70-71d1b490adb2 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/security-groups?id=70977da1-9a3d-41d9-8dee-9cb99c240e45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609636 Jul 28 14:26:46.367918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:46.536165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:46.971201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a0fc7-fc90-451e-9543-24b0c9fbc091 req-eed6cc67-9bac-4512-b137-178055886aa1 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:46.972800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-282a0fc7-fc90-451e-9543-24b0c9fbc091 req-eed6cc67-9bac-4512-b137-178055886aa1 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.1367574 Jul 28 14:26:46.984218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-72a6d27b-b514-444e-88e4-dfe37661a369 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:46.986390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-72a6d27b-b514-444e-88e4-dfe37661a369 tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.53 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 950 time: 0.1057975 Jul 28 14:26:47.082164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-282a0fc7-fc90-451e-9543-24b0c9fbc091 req-f8c6ce71-9496-48c3-8433-2337776fd146 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937881 Jul 28 14:26:47.164991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Deleting port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:47.165349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:47.180075 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f89ce7-39bd-4cb5-8c65-69cb35a364a6 x-openstack-request-id: req-e1f89ce7-39bd-4cb5-8c65-69cb35a364a6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:47.188027 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:47.188508 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1f89ce7-39bd-4cb5-8c65-69cb35a364a6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:47.189945 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'code': 200} Jul 28 14:26:47.327189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] For port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:47.327189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:47.341580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabde20-01e3-47d9-9490-2bb0171b0ae6 req-687a3238-69b1-4d71-b47a-b1f1dbfb8845 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:47.343144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0eabde20-01e3-47d9-9490-2bb0171b0ae6 req-687a3238-69b1-4d71-b47a-b1f1dbfb8845 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.0945470 Jul 28 14:26:47.385016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Calling delete_port for 7567ad9b-f5d8-4ed0-a624-d8078659ed7c owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:47.451111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0eabde20-01e3-47d9-9490-2bb0171b0ae6 req-784fe25e-8f9d-4700-8165-5e310e03fc04 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951142 Jul 28 14:26:47.628858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb8ea1-8d59-42d4-815a-afa7ff3eaf2b req-decfa2d3-7ee3-4844-b312-b19b8b033a99 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:47.630295 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66cb8ea1-8d59-42d4-815a-afa7ff3eaf2b req-decfa2d3-7ee3-4844-b312-b19b8b033a99 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.0824475 Jul 28 14:26:47.643683 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:47.683663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66cb8ea1-8d59-42d4-815a-afa7ff3eaf2b req-b48f3d4e-d1c8-4995-b3ae-29af7dcd2ad7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Jul 28 14:26:47.759962 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:47.804452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Pushing event deleted for resources: {'Port': ['ID=7567ad9b-f5d8-4ed0-a624-d8078659ed7c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:47.823925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7567ad9b-f5d8-4ed0-a624-d8078659ed7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:47.908357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] No DVR routers for this DVR port 7567ad9b-f5d8-4ed0-a624-d8078659ed7c on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:47.929836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:47.931968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42b7b1fc-919a-4a56-8844-9f10363f4ac1 req-b59e52dd-c1da-4212-af0f-3873bc04ce9e tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.53 "DELETE /v2.0/ports/7567ad9b-f5d8-4ed0-a624-d8078659ed7c HTTP/1.1" status: 204 len: 173 time: 0.9373982 Jul 28 14:26:47.932443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'name': 'network-vif-deleted', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:47.936575 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a428c863-e719-4d19-96a2-4b7503dae029" -d '{"events": [{"server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "name": "network-vif-deleted", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:48.044035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a1bc2f7-cf22-4f19-acbd-6a90693a0b96 req-96a6c5eb-acd5-4d29-b2fa-45985daebadd tempest-ServersAdminNegativeTestJSON-358075233 tempest-ServersAdminNegativeTestJSON-358075233-project] 10.222.0.47 "GET /v2.0/ports?device_id=896e6d7f-ecfd-48ef-b48c-80640558d92a HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jul 28 14:26:48.120077 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4f5728-e716-48ec-8607-19ed4f933013 x-openstack-request-id: req-6c4f5728-e716-48ec-8607-19ed4f933013 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:48.120424 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896e6d7f-ecfd-48ef-b48c-80640558d92a", "name": "network-vif-deleted", "tag": "7567ad9b-f5d8-4ed0-a624-d8078659ed7c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:48.121141 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c4f5728-e716-48ec-8607-19ed4f933013 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:48.121677 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896e6d7f-ecfd-48ef-b48c-80640558d92a', 'name': 'network-vif-deleted', 'tag': '7567ad9b-f5d8-4ed0-a624-d8078659ed7c', 'status': 'completed', 'code': 200} Jul 28 14:26:49.235261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-e9b7e532-ae0d-422e-b425-65ccebbafe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:49.239650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-e9b7e532-ae0d-422e-b425-65ccebbafe05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.0851073 Jul 28 14:26:49.273470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:49.427811 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:49.445362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:49.458312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d831d-8d77-41a6-99b6-86913094518a req-5198d398-7364-4516-9272-bab72b412238 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:49.459953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a1d831d-8d77-41a6-99b6-86913094518a req-5198d398-7364-4516-9272-bab72b412238 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1252561 Jul 28 14:26:49.544094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a1d831d-8d77-41a6-99b6-86913094518a req-f66c2fdc-ce78-4f31-b885-dd04b917a488 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736973 Jul 28 14:26:49.844450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74900f18-3b26-47b7-80bf-12baff75ab49 req-4ac0181c-c1e3-4f48-a3e8-495e5bfec359 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:49.846421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-74900f18-3b26-47b7-80bf-12baff75ab49 req-4ac0181c-c1e3-4f48-a3e8-495e5bfec359 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1290405 Jul 28 14:26:49.898182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:49.921251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-74900f18-3b26-47b7-80bf-12baff75ab49 req-041e2767-7ba8-46d4-9dff-dde8a0ff5f3f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651064 Jul 28 14:26:49.960172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:50.047445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:50.168503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7567ad9b-f5d8-4ed0-a624-d8078659ed7c no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:50.205446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.226499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 7567ad9b-f5d8-4ed0-a624-d8078659ed7c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:50.226892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7567ad9b-f5d8-4ed0-a624-d8078659ed7c not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:50.246644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Transition to ACTIVE for port object 8b9796fa-a3b0-4282-879a-017026202366 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:50.253269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:50.256018 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4dd45-48c7-401d-acb9-a583109cf950" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:50.302989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.357481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3bed0-9ae0-4e79-9427-98c73fa9c1ba req-ed6f03e7-42fa-4635-b578-c91572d82f4d tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:50.366499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7c3bed0-9ae0-4e79-9427-98c73fa9c1ba req-ed6f03e7-42fa-4635-b578-c91572d82f4d tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.0773106 Jul 28 14:26:50.404641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.479984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7c3bed0-9ae0-4e79-9427-98c73fa9c1ba req-904b47c4-7985-4034-99bc-848b7b19d419 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124351 Jul 28 14:26:50.514138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] No DVR routers for this DVR port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:50.546785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:50.596336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:26:50.596336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:26:50.598407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:50.617879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:26:50.617879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Attempting to bind port 8b9796fa-a3b0-4282-879a-017026202366 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:26:50.630240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:26:50.630649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:26:50.631515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:26:50.631984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Bound port: 8b9796fa-a3b0-4282-879a-017026202366, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:26:50.632360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.637481 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecc4e80-b818-4cc1-ad57-878b1a07272c x-openstack-request-id: req-fecc4e80-b818-4cc1-ad57-878b1a07272c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:50.645826 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-unplugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:50.645826 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fecc4e80-b818-4cc1-ad57-878b1a07272c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:50.645826 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'code': 200} Jul 28 14:26:50.761221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:50.766498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:26:50.911582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.971758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:50.975247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:50.978494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] 10.222.0.53 "PUT /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 1098 time: 1.7116766 Jul 28 14:26:51.034702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:51.044586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba023-4671-4d1c-91cd-bd1fb77c733e req-ce85cbf1-8764-45b3-9756-6276fe48d912 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:51.057717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a1ba023-4671-4d1c-91cd-bd1fb77c733e req-ce85cbf1-8764-45b3-9756-6276fe48d912 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.2495375 Jul 28 14:26:51.158055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f8fa7-928a-464e-a73a-0e2f843e9bed service neutron] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=11']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:51.171702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-cfde7a44-9d48-48d2-a079-a265114d7a60 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:51.174132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-cfde7a44-9d48-48d2-a079-a265114d7a60 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.1321559 Jul 28 14:26:51.217498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b9796fa-a3b0-4282-879a-017026202366 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:51.289653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a1ba023-4671-4d1c-91cd-bd1fb77c733e req-dee9bc2a-9612-4113-b4af-8dbae754ce42 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298405 Jul 28 14:26:51.334318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-dd3615a8-22dd-4b1b-a329-da5a2e0da191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:51.340289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-dd3615a8-22dd-4b1b-a329-da5a2e0da191 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1101 time: 0.2823634 Jul 28 14:26:51.361714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b9796fa-a3b0-4282-879a-017026202366 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:51.465361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Deleting port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:51.465712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:51.546829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ec85cb4-56d9-4578-9f9b-c1b4e4598285 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4dafbb4a3004a65aebcdb4f84832e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105574 Jul 28 14:26:51.547376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33396) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:51.652664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32649b-afd0-4de6-a7b7-2038a688d1e9 req-28601b5b-0b77-4db6-b551-e7d06920ad7c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:51.661335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b32649b-afd0-4de6-a7b7-2038a688d1e9 req-28601b5b-0b77-4db6-b551-e7d06920ad7c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1064112 Jul 28 14:26:51.702400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-66339ec1-635e-44e7-9604-c70916205213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:51.704190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-66339ec1-635e-44e7-9604-c70916205213 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3530710 Jul 28 14:26:51.749385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:51.754742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b32649b-afd0-4de6-a7b7-2038a688d1e9 req-9d9988f3-e04a-438f-93cc-7b187d950ab0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915995 Jul 28 14:26:51.764859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] For port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:51.779581 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:51.887599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-cbc8e488-6306-46a1-a21e-8d8adff8c083 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.1706886 Jul 28 14:26:51.970069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.151581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-e071fdc5-2095-4e37-a775-a427c131e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:52.153745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-e071fdc5-2095-4e37-a775-a427c131e735 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2336373 Jul 28 14:26:52.267986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.273568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.276359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70977da1-9a3d-41d9-8dee-9cb99c240e45 HTTP/1.1" status: 204 len: 168 time: 0.7231202 Jul 28 14:26:52.287716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68b317-2291-4e3d-aebe-1364ab98234a req-72f93c06-b732-4c21-8df4-2756e9439aa3 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:52.289390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d68b317-2291-4e3d-aebe-1364ab98234a req-72f93c06-b732-4c21-8df4-2756e9439aa3 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 945 time: 0.1291313 Jul 28 14:26:52.291649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a01ef-625e-420e-8311-952f9a20c212 req-31c5af9a-3c54-4623-82f4-02c873b01b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:52.300588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-31c5af9a-3c54-4623-82f4-02c873b01b6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307204 Jul 28 14:26:52.302923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.303436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.303852 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Floating IP eeac75c8-cc3b-4565-82f7-dd59998544df disassociated. External IP: 172.25.0.166, port: 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01. Jul 28 14:26:52.304288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Calling delete_port for 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:52.307372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340901-885a-4066-9db4-1f67a38704b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70977da1-9a3d-41d9-8dee-9cb99c240e45,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:52.534630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d68b317-2291-4e3d-aebe-1364ab98234a req-e0a9ba51-e957-4299-81f0-43f7c02eb112 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups?id=71bcebe4-df90-487d-94a6-e7c71be12f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337761 Jul 28 14:26:52.591429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-d5b78eeb-d3fe-4c6f-bfbb-c0aad437112d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762637 Jul 28 14:26:52.677456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:52.681127 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494767a9-a835-4468-94ca-886efd465cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:52.772125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:52.933765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event deleted for resources: {'Port': ['ID=4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:52.997700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-256a01ef-625e-420e-8311-952f9a20c212 req-820dcdbb-6aee-4e00-b6ff-da54f26aca9e service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953428 Jul 28 14:26:53.279852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Router 092d041c-4931-4842-9e66-4c6239793448 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:26:53.610153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:26:53.645226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Sync routers for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:26:53.665398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:53.666473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:53.700775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9df92-d682-471b-84c2-df33493779ba req-f477df78-74c4-4d15-911b-34f48f187485 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:53.713470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1d9df92-d682-471b-84c2-df33493779ba req-f477df78-74c4-4d15-911b-34f48f187485 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.2212598 Jul 28 14:26:53.791394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] No DVR routers for this DVR port 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:53.795518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:53.799952 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b90f07f-466f-4507-8bd5-a63037f091f1 req-e45e906e-5df6-42b2-9f9a-ff2403bf5508 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.50 "DELETE /v2.0/ports/4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 HTTP/1.1" status: 204 len: 173 time: 2.6148713 Jul 28 14:26:53.800987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'name': 'network-vif-deleted', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:53.806025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1d9df92-d682-471b-84c2-df33493779ba req-f73e16fa-9ae8-4a0d-b83a-762f009dd1b1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912035 Jul 28 14:26:53.811249 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101a132b-1293-4a3f-84f1-eacd9c7ec7f0" -d '{"events": [{"server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "name": "network-vif-deleted", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:53.914259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33422) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:53.982722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-12702d0e-b653-4f5c-878d-ef752f0d2e43 service neutron] 10.222.0.53 "GET /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.1276739 Jul 28 14:26:53.982722 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffbd616-9aa6-4b3a-a227-bce290433cdb x-openstack-request-id: req-5ffbd616-9aa6-4b3a-a227-bce290433cdb {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:53.982722 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:53.982722 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ffbd616-9aa6-4b3a-a227-bce290433cdb {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:53.982722 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'status': 'completed', 'code': 200} Jul 28 14:26:53.984146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-930d6970-7d75-404e-a1c3-0a8b8e44e825 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd63911ae3f34175a8c8a38239a0efd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534410 Jul 28 14:26:53.984146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33424) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:54.019649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:54.094331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-45492af3-6f4a-4074-b7ea-3c6fb3037281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.096633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-45492af3-6f4a-4074-b7ea-3c6fb3037281 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1101 time: 0.0883420 Jul 28 14:26:54.097503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:54.144144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-3cf60b77-4543-44b1-b024-780a2f462f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.145874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-3cf60b77-4543-44b1-b024-780a2f462f7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1101 time: 0.1338482 Jul 28 14:26:54.149715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:54.200734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222eea-d8e3-47b0-962e-f26d603c09f5 req-9c153ea2-f839-410d-b444-4dd8be61087c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.202322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84222eea-d8e3-47b0-962e-f26d603c09f5 req-9c153ea2-f839-410d-b444-4dd8be61087c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 943 time: 0.1377492 Jul 28 14:26:54.282265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-fd43e4c3-bac5-41ce-a85f-4765850309d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.284542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-fd43e4c3-bac5-41ce-a85f-4765850309d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1657476 Jul 28 14:26:54.332625 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-945d7f55-18bf-48ad-8e4b-ce12795ce4e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0396597 Jul 28 14:26:54.378645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:54.417414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84222eea-d8e3-47b0-962e-f26d603c09f5 req-f0baddac-068d-42c2-9568-d877469ac649 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609826 Jul 28 14:26:54.436236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Checking router: 092d041c-4931-4842-9e66-4c6239793448 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:26:54.440065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-e4769a62-9ab7-48fe-b3d0-be563ed824db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.440065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-e4769a62-9ab7-48fe-b3d0-be563ed824db service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2602146 Jul 28 14:26:54.440472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:26:54.441138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:54.475104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-eca6abad-abdc-4e47-9457-5d7ce20b333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.476889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-eca6abad-abdc-4e47-9457-5d7ce20b333b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1261494 Jul 28 14:26:54.511303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-5c275694-9faf-45ca-bfb3-e7e8db94a5a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0597827 Jul 28 14:26:54.529418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:54.551121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-a10bcbbf-006b-4daf-b287-f9cc28c26e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.553541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-a10bcbbf-006b-4daf-b287-f9cc28c26e1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676537 Jul 28 14:26:54.610843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:26:54.619270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-f754b14c-2b94-43f8-b7aa-101a02294bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.622165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-f754b14c-2b94-43f8-b7aa-101a02294bc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1014793 Jul 28 14:26:54.642682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:26:54.698553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-c153b33f-28c0-497b-88ba-7c677b5f180a service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372857 Jul 28 14:26:54.710901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:54.748140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:54.775007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494767a9-a835-4468-94ca-886efd465cd9 req-11b02346-19e0-4368-9d87-8452f114c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.777346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-11b02346-19e0-4368-9d87-8452f114c89a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1296008 Jul 28 14:26:54.793785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d5c4b-e9b3-4d4c-bcbf-45b2258eea2b req-54f03334-c66d-4cae-9cf9-d58f31ce1fab tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:54.795060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541d5c4b-e9b3-4d4c-bcbf-45b2258eea2b req-54f03334-c66d-4cae-9cf9-d58f31ce1fab tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 945 time: 0.1074669 Jul 28 14:26:54.852700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-f880c9bc-dfa1-4bd4-91a1-b95a32f5d20a service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449754 Jul 28 14:26:54.880621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:54.884792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:54.886900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82a778b7-96be-4edd-a71c-f3a6ede09cb4 HTTP/1.1" status: 204 len: 168 time: 0.9097416 Jul 28 14:26:54.901259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906a22a-cf80-4c90-9c7d-958097991b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a778b7-96be-4edd-a71c-f3a6ede09cb4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:54.936292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541d5c4b-e9b3-4d4c-bcbf-45b2258eea2b req-7751431c-c28e-437b-ad82-67a6c22779cf tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/security-groups?id=38fb803c-6ba7-413b-a6a5-9278f5352b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304493 Jul 28 14:26:54.954330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:26:54.959605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:55.007881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af13e9-eaf6-4ccb-902d-8093245dcca9 None None] The sync data for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 is: [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:24:27Z', 'revision_number': 4, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'efe6bd52-3349-4fcf-9309-e2f35ae0d469', 'name': '', 'network_id': 'ccb6dee9-bb50-42f6-81ff-d5d503dda777', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'mac_address': 'fa:16:3e:2e:14:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:26Z', 'updated_at': '2021-07-28T14:24:35Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'subnets': [{'id': '55fa76ee-a273-4183-89bf-ca96dc76d66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:26:55.193047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2da17bd-6b8a-4027-88a5-415c27c39972 req-3eaf9ec4-967b-4fa3-93f4-7ccf752f1115 tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a HTTP/1.1" status: 200 len: 210 time: 0.0945172 Jul 28 14:26:55.197580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-b080b981-c769-4a72-9909-bb243d7b5532 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930087 Jul 28 14:26:55.231405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:55.267157 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c8ded2-0800-42a8-91e5-24387ce74704 x-openstack-request-id: req-b5c8ded2-0800-42a8-91e5-24387ce74704 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:55.267684 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a", "name": "network-vif-deleted", "tag": "4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:55.268630 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5c8ded2-0800-42a8-91e5-24387ce74704 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:55.269306 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2cf1a1-ee14-4ee9-8ec4-94d6b98ba77a', 'name': 'network-vif-deleted', 'tag': '4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01', 'status': 'completed', 'code': 200} Jul 28 14:26:55.302593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:55.302992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4ccc9e25-17a2-46b3-8cb5-d0eb6775ed01 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:55.383887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] Transition to ACTIVE for port object 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:26:55.440942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-494767a9-a835-4468-94ca-886efd465cd9 req-99c9748a-40df-45c5-926d-4e7cef31623c service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332711 Jul 28 14:26:55.441476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-5b13c373-05d1-44a6-8f7b-028d1cb3c2e3 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:55.443088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-5b13c373-05d1-44a6-8f7b-028d1cb3c2e3 tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 945 time: 0.1105368 Jul 28 14:26:55.496972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:55.615883 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8649d-8152-4564-bd87-6f8e520a1db3 None None] New status for floating IP eeac75c8-cc3b-4565-82f7-dd59998544df: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:26:55.648435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370812-31de-4b52-a7ef-0e218ba54a76 req-4d6e7605-1c39-48e5-9b2f-c2ad2fd06515 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:55.656326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Deleting port 91fbf486-2a68-4729-8f89-e37ef33e4eda {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:55.656768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:55.657871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c370812-31de-4b52-a7ef-0e218ba54a76 req-4d6e7605-1c39-48e5-9b2f-c2ad2fd06515 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 949 time: 0.2451270 Jul 28 14:26:55.769569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] No DVR routers for this DVR port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:55.783675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] Pushing event updated for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:55.855386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c370812-31de-4b52-a7ef-0e218ba54a76 req-42c464f6-31b4-47c2-a016-d489cc4b376d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949527 Jul 28 14:26:55.878453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] For port 91fbf486-2a68-4729-8f89-e37ef33e4eda, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=91fbf486-2a68-4729-8f89-e37ef33e4eda,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:55.878453 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:55.919028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Calling delete_port for 91fbf486-2a68-4729-8f89-e37ef33e4eda owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:55.934201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-01878fee-fa4f-4a55-a7b4-8465d0df48bd service neutron] 10.222.0.53 "PUT /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.9781706 Jul 28 14:26:55.952247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:26:56.144190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f705ec-7e31-4af0-89e7-96368430f2b5 req-2ee13a4a-be10-422b-a946-0d9b3789005e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:56.158838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09f705ec-7e31-4af0-89e7-96368430f2b5 req-2ee13a4a-be10-422b-a946-0d9b3789005e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.1304307 Jul 28 14:26:56.247429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:56.251090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09f705ec-7e31-4af0-89e7-96368430f2b5 req-97b9b182-8414-463b-875d-7b182d13ceba tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901515 Jul 28 14:26:56.270749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8b9796fa-a3b0-4282-879a-017026202366', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '8b9796fa-a3b0-4282-879a-017026202366', 'mac_address': 'fa:16:3e:c1:e6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:26:56.362143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:56.371591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-32a24bf0-7ee7-4e57-95f9-4a6e1e8d5f5e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:56.371591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-32a24bf0-7ee7-4e57-95f9-4a6e1e8d5f5e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.0794225 Jul 28 14:26:56.391490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:26:56.427098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:26:56.450768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:56.490104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['91fbf486-2a68-4729-8f89-e37ef33e4eda'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:56.512172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a59e8c39-8b7d-4d83-810e-c0b48b73d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:56.513711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-a59e8c39-8b7d-4d83-810e-c0b48b73d2c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a&tenant_id=15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 1096 time: 0.1352963 Jul 28 14:26:56.523879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:56.537274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Pushing event deleted for resources: {'Port': ['ID=91fbf486-2a68-4729-8f89-e37ef33e4eda,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:56.650049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] No DVR routers for this DVR port 91fbf486-2a68-4729-8f89-e37ef33e4eda on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:26:56.660145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:56.660145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-227646ea-9b0f-43fb-a8ff-004735eb9f83 req-404d5bb8-bb40-4ce3-a6ad-2dbcd960f35b tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.50 "DELETE /v2.0/ports/91fbf486-2a68-4729-8f89-e37ef33e4eda HTTP/1.1" status: 204 len: 173 time: 1.2094038 Jul 28 14:26:56.671046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:56.711590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e83617e6-b208-4d02-a936-9ed0ce431cfe req-e291e829-be34-4856-bfde-07e0c180869c tempest-AttachSCSIVolumeTestJSON-34350556 tempest-AttachSCSIVolumeTestJSON-34350556-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d3df852-d66e-4c9e-b70b-2783d0f07aca HTTP/1.1" status: 200 len: 210 time: 0.1951733 Jul 28 14:26:56.792694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-dd4c4bb2-0783-451e-8c1d-cd75478395ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:56.794891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-dd4c4bb2-0783-451e-8c1d-cd75478395ae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1096 time: 0.1917427 Jul 28 14:26:56.895888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:26:56.963740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33468) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:56.989264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-bdf8ecd4-1cae-41b3-9f27-82364f773a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:56.994362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-bdf8ecd4-1cae-41b3-9f27-82364f773a95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.1911814 Jul 28 14:26:57.108256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:57.125338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-e0336014-9b9b-4bb1-946b-1ae97180321c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 217 time: 0.1230831 Jul 28 14:26:57.208862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:57.256176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33474) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:57.273131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'name': 'network-vif-deleted', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:26:57.279989 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0d8b2d-39c7-4c27-a522-082c92ae8232" -d '{"events": [{"server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "name": "network-vif-deleted", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:26:57.469673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:57.472726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:57.473957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "DELETE /v2.0/security-groups/71bcebe4-df90-487d-94a6-e7c71be12f89 HTTP/1.1" status: 204 len: 168 time: 0.5087993 Jul 28 14:26:57.491670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33484) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:57.533378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e59bf2-cd66-4e0a-8066-e69ad2c6461e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bcebe4-df90-487d-94a6-e7c71be12f89,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:57.537066 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-120caa40-aab7-400e-aac8-875379edf61f tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] show failed (client error): The resource could not be found. Jul 28 14:26:57.538661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-120caa40-aab7-400e-aac8-875379edf61f tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "GET /v2.0/security-groups/71bcebe4-df90-487d-94a6-e7c71be12f89 HTTP/1.1" status: 404 len: 347 time: 0.0497735 Jul 28 14:26:57.542161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33486) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:57.787091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cad8a7-f358-419a-9fe3-e2d8f64ed1fb req-55be76ba-28c7-4c77-9c97-0722bfa8b26e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:57.797134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72cad8a7-f358-419a-9fe3-e2d8f64ed1fb req-55be76ba-28c7-4c77-9c97-0722bfa8b26e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.6700008 Jul 28 14:26:57.808685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-ed470f25-f485-4d87-b5f4-eb1a75a42ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:57.810103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-ed470f25-f485-4d87-b5f4-eb1a75a42ff9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.5788314 Jul 28 14:26:57.814574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-33c81802-03bb-43de-88a3-01341f0181d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:57.819354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-33c81802-03bb-43de-88a3-01341f0181d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1096 time: 0.5876131 Jul 28 14:26:57.866305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72cad8a7-f358-419a-9fe3-e2d8f64ed1fb req-f0bffbe4-eb61-461a-a638-298b7e62f32b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631168 Jul 28 14:26:57.958800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1006442902-network', 'tenant_id': '57f7c5b900494de1bb7c151b6571c90f'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:26:58.045941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-6ebd6d65-6e98-4a1b-a0a7-49fd11abecc0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1946063 Jul 28 14:26:58.116925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-d35a0422-330e-4227-8528-2b26ac9f816d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0711153 Jul 28 14:26:58.126484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Deleting port 25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:26:58.126923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.239373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ded0b7-1c5c-4d7e-a3fd-76c531a1da50 req-4e32aff3-3b0f-4d23-af07-ea30f6310a23 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.244475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-74eb0d40-e140-4cc6-97c7-6b6298a02760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.246099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-74eb0d40-e140-4cc6-97c7-6b6298a02760 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 1102 time: 0.0746372 Jul 28 14:26:58.247302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0ded0b7-1c5c-4d7e-a3fd-76c531a1da50 req-4e32aff3-3b0f-4d23-af07-ea30f6310a23 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.2458084 Jul 28 14:26:58.255880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.256352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.268137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-0260a475-1b68-41ce-ba0c-f35d9d7f423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.269865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-0260a475-1b68-41ce-ba0c-f35d9d7f423d service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.4198220 Jul 28 14:26:58.272881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Calling delete_port for 25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:26:58.284554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Made reservation on behalf of 57f7c5b900494de1bb7c151b6571c90f for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:26:58.286892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.312659 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-989b765e-5f4b-4aec-98db-55b5dcc418b5 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424343 Jul 28 14:26:58.345739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.360082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-58776694-53ab-4516-832c-ad9e088055c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 200 len: 217 time: 0.0781801 Jul 28 14:26:58.463467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0ded0b7-1c5c-4d7e-a3fd-76c531a1da50 req-694ac42d-e4d2-4240-9212-ceeb103561e0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053638 Jul 28 14:26:58.479211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-63ff8bc2-c859-40fb-8f6e-2cdd6b20417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.479211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-63ff8bc2-c859-40fb-8f6e-2cdd6b20417e service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2014320 Jul 28 14:26:58.534210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-6787ee18-46c6-42c5-942f-23f1a85a38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.537100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-6787ee18-46c6-42c5-942f-23f1a85a38dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1513846 Jul 28 14:26:58.572174 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716203fb-e206-41d6-8226-e3384dab47fc x-openstack-request-id: req-716203fb-e206-41d6-8226-e3384dab47fc {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:26:58.572806 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3df852-d66e-4c9e-b70b-2783d0f07aca", "name": "network-vif-deleted", "tag": "91fbf486-2a68-4729-8f89-e37ef33e4eda", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:26:58.573318 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-716203fb-e206-41d6-8226-e3384dab47fc {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:26:58.573996 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3df852-d66e-4c9e-b70b-2783d0f07aca', 'name': 'network-vif-deleted', 'tag': '91fbf486-2a68-4729-8f89-e37ef33e4eda', 'status': 'completed', 'code': 200} Jul 28 14:26:58.587204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-5a32cb66-a3e9-4ce8-97aa-eb2633e47058 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 200 len: 217 time: 0.0883007 Jul 28 14:26:58.610397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-44446640-5910-4535-97f0-2934d2ddfc2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588224 Jul 28 14:26:58.669986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-b5f88e79-f810-4515-bd50-f9a06ee610b5 service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209126 Jul 28 14:26:58.703365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-e4ef58dc-a008-41be-ba69-fcc7f04f03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.705283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-e4ef58dc-a008-41be-ba69-fcc7f04f03bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1105402 Jul 28 14:26:58.835645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-6527b0fa-67de-4c94-85d1-38f60c887a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:58.837145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-6527b0fa-67de-4c94-85d1-38f60c887a5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1219416 Jul 28 14:26:58.883573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.909919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:58.949298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Pushing event deleted for resources: {'Port': ['ID=25344e7f-e4a3-47f6-8df0-0e8f19a1dfdd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:58.966500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-151f02b0-289e-4859-9041-b90098bd8564 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269420 Jul 28 14:26:58.998484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.001545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.003260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-922f7a06-1f3a-4cce-9d0a-060638628e8e tempest-ServersTestJSON-1624870274 tempest-ServersTestJSON-1624870274-project] 10.222.0.47 "DELETE /v2.0/floatingips/eeac75c8-cc3b-4565-82f7-dd59998544df HTTP/1.1" status: 204 len: 168 time: 1.4477189 Jul 28 14:26:59.007342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33500) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:26:59.024902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c350-bbfb-45bf-8206-784d5d2bac0d req-d51f5852-9647-4570-b4d8-8cc9b316ee43 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:59.027478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d31c350-bbfb-45bf-8206-784d5d2bac0d req-d51f5852-9647-4570-b4d8-8cc9b316ee43 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 950 time: 0.1787059 Jul 28 14:26:59.070025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.105104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-b06705aa-6c47-4d40-9a2a-b315b960f843 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553258 Jul 28 14:26:59.204030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd943680-4978-462b-b159-1e91067a47cb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:26:59.240855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:26:59.258346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 91fbf486-2a68-4729-8f89-e37ef33e4eda no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:26:59.265791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d31c350-bbfb-45bf-8206-784d5d2bac0d req-330a17a2-31b7-413d-baec-e2edaedf8a84 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966319 Jul 28 14:26:59.277738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.278104 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Added segment 7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9 of type vlan for network 0237c579-5f42-473b-a93c-690967c3391c Jul 28 14:26:59.314603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 91fbf486-2a68-4729-8f89-e37ef33e4eda {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:26:59.317490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 91fbf486-2a68-4729-8f89-e37ef33e4eda not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:26:59.415726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82d097f2-e9f2-4cfd-8ddb-a97c7cb46340 req-3c16d2f0-7303-492f-9956-76f95407202e service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666259 Jul 28 14:26:59.463341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.512886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b75a67-8f16-4176-be3d-96ee274dd221 req-ad4d2e1f-77b7-4ac9-9b85-ab8a6ea6e2c8 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837310 Jul 28 14:26:59.516654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-c7b16c79-16a4-40e8-98d7-db9d22585f00 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:59.518825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-c7b16c79-16a4-40e8-98d7-db9d22585f00 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.1015618 Jul 28 14:26:59.708483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79aa87-fbd9-417d-a65f-0fb1933b03a4 req-1f322f3d-b78e-4b93-b0b2-1844f8d98197 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:26:59.716187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa79aa87-fbd9-417d-a65f-0fb1933b03a4 req-1f322f3d-b78e-4b93-b0b2-1844f8d98197 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.1362703 Jul 28 14:26:59.868548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa79aa87-fbd9-417d-a65f-0fb1933b03a4 req-8c2894a8-f1c9-4a55-ad59-c802ce93b941 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513238 Jul 28 14:26:59.967486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:26:59.982076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:00.533255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Deleting port efe6bd52-3349-4fcf-9309-e2f35ae0d469 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:00.534063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:00.655494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] For port efe6bd52-3349-4fcf-9309-e2f35ae0d469, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=efe6bd52-3349-4fcf-9309-e2f35ae0d469,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:00.718775 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:00.718775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Calling delete_port for efe6bd52-3349-4fcf-9309-e2f35ae0d469 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:01.108465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.113210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:01.113210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.176217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] Pushing event updated for resources: {'Network': ['ID=0237c579-5f42-473b-a93c-690967c3391c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:01.195337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0237c579-5f42-473b-a93c-690967c3391c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:27:01.529305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-24bb1377-ba6f-4628-af4c-c15117685596 service neutron] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:01.532490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-24bb1377-ba6f-4628-af4c-c15117685596 service neutron] Notify callbacks [] for binding, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.534177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e5987df-f7a9-4e69-bdac-555ca214dfc9 req-24bb1377-ba6f-4628-af4c-c15117685596 service neutron] 10.222.0.50 "DELETE /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 1.9689503 Jul 28 14:27:01.542200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8b9796fa-a3b0-4282-879a-017026202366 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:01.547911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8b9796fa-a3b0-4282-879a-017026202366 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:01.547911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.634849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3a8116b-e870-4457-a7af-922c86e54fbd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.3528433 Jul 28 14:27:01.639222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33522) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:01.648402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Request body: {'subnet': {'network_id': '0237c579-5f42-473b-a93c-690967c3391c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1006442902-subnet', 'tenant_id': '57f7c5b900494de1bb7c151b6571c90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:01.686309 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.720486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:01.723034 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224a56e2-d9e9-485d-ac4b-c503e729b458" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:01.754442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Made reservation on behalf of 57f7c5b900494de1bb7c151b6571c90f for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:01.754828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:01.755109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.761013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:01.813976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Pushing event deleted for resources: {'Port': ['ID=efe6bd52-3349-4fcf-9309-e2f35ae0d469,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:01.856613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.016626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:02.116241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.254879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.333059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef954140-2a56-493e-9b57-6cb5d3c35210,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:02.351211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Checking segment: {'id': '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0237c579-5f42-473b-a93c-690967c3391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:02.351870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Network hostable DHCP agents. Network: 0237c579-5f42-473b-a93c-690967c3391c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:27:02.480104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Router 092d041c-4931-4842-9e66-4c6239793448 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:27:02.565368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Network 0237c579-5f42-473b-a93c-690967c3391c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:27:02.617707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:27:02.626068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d90cef9b-a3b0-42e3-abbf-e4ddb53dca9f admin admin] 10.222.0.47 "PUT /v2.0/routers/092d041c-4931-4842-9e66-4c6239793448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6175060 Jul 28 14:27:02.629033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:02.632800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Sync routers for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:27:02.646201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:02.647413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:02.753562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.769464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:02.782517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0237c579-5f42-473b-a93c-690967c3391c) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:02.788816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:02.789645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.812451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3986f9-567e-42ff-a056-8a6ce52831e3 None None] Network 0237c579-5f42-473b-a93c-690967c3391c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:02.884670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:02.902993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57a478dc-cebf-434d-b77b-88785ad4c4d0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2583196 Jul 28 14:27:03.101571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Deleting port 0a572e34-bf12-4ca8-8763-a9101c745e21 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:03.102262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:03.110738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4dd34a-47aa-488c-91cd-d810c64c465a None None] Network 0237c579-5f42-473b-a93c-690967c3391c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:03.322205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] For port 0a572e34-bf12-4ca8-8763-a9101c745e21, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a572e34-bf12-4ca8-8763-a9101c745e21,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:03.322607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:03.376334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Calling delete_port for 0a572e34-bf12-4ca8-8763-a9101c745e21 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:03.479699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:27:01Z', 'revision_number': 5, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port': {'id': '0a572e34-bf12-4ca8-8763-a9101c745e21', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092d041c-4931-4842-9e66-4c6239793448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:22Z', 'updated_at': '2021-07-28T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:03.539011 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9dbd95-a651-41f7-a19b-f7d22da138ea x-openstack-request-id: req-5e9dbd95-a651-41f7-a19b-f7d22da138ea {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:03.539529 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-plugged", "status": "completed", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:03.539800 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e9dbd95-a651-41f7-a19b-f7d22da138ea {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:03.540512 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'code': 200} Jul 28 14:27:03.561332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Checking router: 092d041c-4931-4842-9e66-4c6239793448 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:27:03.635979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Routers {'092d041c-4931-4842-9e66-4c6239793448'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:03.638259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['092d041c-4931-4842-9e66-4c6239793448'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:03.776948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] Set router 092d041c-4931-4842-9e66-4c6239793448 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:03.843715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:27:02Z', 'revision_number': 6, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:03.885200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607c9ede-3ee4-41c4-8b5b-529d547acf53 None None] The sync data for ids ['092d041c-4931-4842-9e66-4c6239793448'] in n-d-705658-23 is: [{'id': '092d041c-4931-4842-9e66-4c6239793448', 'name': 'tempest-ServersTestJSON-1838652403-router', 'tenant_id': '6172cf4039bc4118a31d8ac88d652637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:21Z', 'updated_at': '2021-07-28T14:27:02Z', 'revision_number': 6, 'project_id': '6172cf4039bc4118a31d8ac88d652637', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:27:04.010367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf2329-0416-42d0-92cf-eac64df0b24e req-27a888c7-56a1-487a-a2c6-d49d49e2bf2c tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:04.012074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4cdf2329-0416-42d0-92cf-eac64df0b24e req-27a888c7-56a1-487a-a2c6-d49d49e2bf2c tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1096 time: 0.3980339 Jul 28 14:27:04.095943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4cdf2329-0416-42d0-92cf-eac64df0b24e req-4c30f2cb-37d2-4e80-a551-ea608b49716b tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509408 Jul 28 14:27:04.098669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33578) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:04.104516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1647009708-network', 'tenant_id': '9a91d11c73064a3bbaae872e2be69f6b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:04.200517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.212496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Made reservation on behalf of 9a91d11c73064a3bbaae872e2be69f6b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:04.217493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.229094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.244413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a572e34-bf12-4ca8-8763-a9101c745e21,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:04.308123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.321493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-8b516fef-6c7d-4b6e-8116-7f1304a5bd8a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344162 Jul 28 14:27:04.394122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.394478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.394854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.395190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.395539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.395875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.396213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.396545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.396871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.397218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.397535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.397848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:04.446370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6c21e-78d5-4a27-a7f8-69d5837b1e70 req-b81a54cf-824d-48b7-9b1f-295d23c959ca tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:04.447933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06e6c21e-78d5-4a27-a7f8-69d5837b1e70 req-b81a54cf-824d-48b7-9b1f-295d23c959ca tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 1096 time: 0.2787499 Jul 28 14:27:04.469630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.487083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.494560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-0c6eb8f4-fea2-4ece-b170-82bf4b244d27 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:04.496064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-0c6eb8f4-fea2-4ece-b170-82bf4b244d27 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689808 Jul 28 14:27:04.527180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-be16b434-9b73-4cf5-8ce5-271a64260977 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/quotas/87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 375 time: 0.0195653 Jul 28 14:27:04.532532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:04.588980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06e6c21e-78d5-4a27-a7f8-69d5837b1e70 req-4f0f1acf-1f47-4057-b5ac-74955a724b87 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200964 Jul 28 14:27:04.601137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-da5b583a-8f49-4c2d-b4d8-6bce35f7b494 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670674 Jul 28 14:27:05.160060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.186645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:27:05.193803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.198470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092d041c-4931-4842-9e66-4c6239793448 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:27:05.198811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7dc291-4765-4aed-9016-a3f36863d1b6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:05.201864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.202219 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Added segment 5c9de1bc-4d5e-4786-8905-aaf9674cf41b of type vlan for network 8d9c7856-7b05-4178-80ae-460b783ea948 Jul 28 14:27:05.202551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.203856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cea0e71d-d5e6-4436-ab2f-b4dbe72c15cb admin admin] 10.222.0.47 "DELETE /v2.0/routers/092d041c-4931-4842-9e66-4c6239793448 HTTP/1.1" status: 204 len: 168 time: 2.5737288 Jul 28 14:27:05.206519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:05.278884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Deleting subnet 55fa76ee-a273-4183-89bf-ca96dc76d66a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:27:05.283155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.378766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a572e34-bf12-4ca8-8763-a9101c745e21 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:05.430216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.441759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.442636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0a572e34-bf12-4ca8-8763-a9101c745e21 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:05.443352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a572e34-bf12-4ca8-8763-a9101c745e21 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:05.444637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device efe6bd52-3349-4fcf-9309-e2f35ae0d469 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:05.467904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecd2dad-7201-45f3-81d3-8066d5a217e1 req-248608a3-6b80-4b51-abfe-4669111fd28e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0405903 Jul 28 14:27:05.498877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: efe6bd52-3349-4fcf-9309-e2f35ae0d469 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:05.498877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device efe6bd52-3349-4fcf-9309-e2f35ae0d469 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:05.574997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65f267-297f-4770-b633-da159ce38d91 req-afa0c76c-a30a-4041-9ae7-6d7f2afdb71d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:05.574997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e65f267-297f-4770-b633-da159ce38d91 req-afa0c76c-a30a-4041-9ae7-6d7f2afdb71d tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 949 time: 0.1614118 Jul 28 14:27:05.662986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.692465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e65f267-297f-4770-b633-da159ce38d91 req-04428590-24c8-42fe-a1df-dd20a13ab300 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956724 Jul 28 14:27:05.791807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.800475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:05.800475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.895019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] Pushing event updated for resources: {'Network': ['ID=8d9c7856-7b05-4178-80ae-460b783ea948,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:05.902201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.914976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8d9c7856-7b05-4178-80ae-460b783ea948 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:27:05.940336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fa76ee-a273-4183-89bf-ca96dc76d66a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:05.944301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:05.946333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa5c74af-4f26-4691-aa65-f34af1f65dd6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/55fa76ee-a273-4183-89bf-ca96dc76d66a HTTP/1.1" status: 204 len: 168 time: 0.7224357 Jul 28 14:27:05.948896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:05.969886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e63e509-045f-409f-9aef-d0f4cdeb2e98 None None] Network ccb6dee9-bb50-42f6-81ff-d5d503dda777 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:05.991701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61c0ac10-2479-4547-8c44-51dba2a8712a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8882093 Jul 28 14:27:05.991950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33690) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:05.996866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Request body: {'subnet': {'network_id': '8d9c7856-7b05-4178-80ae-460b783ea948', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1647009708-subnet', 'tenant_id': '9a91d11c73064a3bbaae872e2be69f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:06.088800 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.187869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Deleting port 9447d5a6-4c45-454b-b283-ae3ee910f985 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:06.188221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.223062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] DHCP port deletion for ccb6dee9-bb50-42f6-81ff-d5d503dda777 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:27:06.252894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Made reservation on behalf of 9a91d11c73064a3bbaae872e2be69f6b for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:06.252894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.286852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Deleting port 9447d5a6-4c45-454b-b283-ae3ee910f985 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:06.287304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.294574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] For port 9447d5a6-4c45-454b-b283-ae3ee910f985, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9447d5a6-4c45-454b-b283-ae3ee910f985,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:06.295993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.312550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Calling delete_port for 9447d5a6-4c45-454b-b283-ae3ee910f985 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:06.543623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] For port 9447d5a6-4c45-454b-b283-ae3ee910f985, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9447d5a6-4c45-454b-b283-ae3ee910f985,segment=NetworkSegment(342c37b4-08ed-4281-bd93-34bb7b5fa3da),segment_id=342c37b4-08ed-4281-bd93-34bb7b5fa3da)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:06.545043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.545173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.593856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Calling delete_port for 9447d5a6-4c45-454b-b283-ae3ee910f985 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:06.606692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9447d5a6-4c45-454b-b283-ae3ee910f985,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:06.608883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] No DVR routers for this DVR port 9447d5a6-4c45-454b-b283-ae3ee910f985 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:06.665713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2743a77a-e748-4899-8208-80ff9a1cef86 req-c4457c6a-8948-4018-bb12-e1e0a94f1d91 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 210 time: 0.1255484 Jul 28 14:27:06.701946 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.711540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.726696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.727796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.728717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.729181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > port after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.729685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.730134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > port after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.730595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.731063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.731490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.731964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.800246 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.825340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9194dfbe-45c0-40f2-8561-aaecec9eb6fa,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:06.829110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.834678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Checking segment: {'id': '5c9de1bc-4d5e-4786-8905-aaf9674cf41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8d9c7856-7b05-4178-80ae-460b783ea948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:06.835091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Network hostable DHCP agents. Network: 8d9c7856-7b05-4178-80ae-460b783ea948, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:27:06.835662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.836287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.836857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 14:27:06.837485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb6dee9-bb50-42f6-81ff-d5d503dda777']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:06.841891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] Pushing event deleted for resources: {'Port': ['ID=9447d5a6-4c45-454b-b283-ae3ee910f985,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:06.848725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4cf82-376c-4f1e-8d2b-8a8fefe79ba1 None None] No DVR routers for this DVR port 9447d5a6-4c45-454b-b283-ae3ee910f985 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:06.870512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342c37b4-08ed-4281-bd93-34bb7b5fa3da') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:06.870512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342c37b4-08ed-4281-bd93-34bb7b5fa3da') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:06.895534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.919610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.930856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:27:06.933765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: from cryptography.utils import int_from_bytes Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: from cryptography.utils import int_from_bytes Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:27:06.986659 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:27:07.241638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:07.249894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:07.253045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] 10.222.0.47 "DELETE /v2.0/networks/ccb6dee9-bb50-42f6-81ff-d5d503dda777 HTTP/1.1" status: 204 len: 168 time: 1.3030815 Jul 28 14:27:07.259642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Network 8d9c7856-7b05-4178-80ae-460b783ea948 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:27:07.283097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44cbd-5e69-4a54-8533-64ac1a18cc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb6dee9-bb50-42f6-81ff-d5d503dda777,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:07.309467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9447d5a6-4c45-454b-b283-ae3ee910f985 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:07.340809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9447d5a6-4c45-454b-b283-ae3ee910f985 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:07.341363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9447d5a6-4c45-454b-b283-ae3ee910f985 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:07.452322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8d9c7856-7b05-4178-80ae-460b783ea948) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:07.457705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:07.458425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:07.465660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc793e1-a8ba-42fb-a1f5-7a1c42c957cc None None] Network 8d9c7856-7b05-4178-80ae-460b783ea948 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:07.646664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62474fe3-6eb5-4f46-928f-208ba0d3c5ac None None] Network 8d9c7856-7b05-4178-80ae-460b783ea948 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:07.674871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-04a286c4-0a7b-40a5-8847-1ca37bd8c155 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6818817 Jul 28 14:27:07.843684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b6c476-a064-4043-8951-144800716117 req-392b8246-da6b-496d-9278-bd458294df88 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0527070 Jul 28 14:27:08.111084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33762) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:08.173155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a1d071d-876c-43c6-b4b8-1006c23fb96e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6172cf4039bc4118a31d8ac88d652637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596914 Jul 28 14:27:08.177680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33764) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:08.258459 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:08.321212 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:08.388006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:27:08.695576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-b2dddbba-1952-4bce-8cba-d16fbb0869ca tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:08.703764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-b2dddbba-1952-4bce-8cba-d16fbb0869ca tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/networks?id=0237c579-5f42-473b-a93c-690967c3391c HTTP/1.1" status: 200 len: 815 time: 0.1455646 Jul 28 14:27:08.707824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:08.710835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:08.712558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/612ea6f7-8f2d-4fc6-a3b7-4c2070feafec HTTP/1.1" status: 204 len: 168 time: 0.5336099 Jul 28 14:27:08.737065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-af2f52db-c95d-4821-819e-21fb4463f6bb tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/quotas/57f7c5b900494de1bb7c151b6571c90f HTTP/1.1" status: 200 len: 375 time: 0.0320449 Jul 28 14:27:08.753401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612ea6f7-8f2d-4fc6-a3b7-4c2070feafec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:08.775578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.776334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.776758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.777169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.777607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.778024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.778382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.778783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.779559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.779559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.780114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.780519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3deda9a9-0c17-4972-9ebd-ead9bcc0fb80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:08.793387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-a54cf791-67ce-4d91-a463-529496f0be91 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=57f7c5b900494de1bb7c151b6571c90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552623 Jul 28 14:27:08.911662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-4806cc0c-f213-4b04-a0b7-991b11a0363d service neutron] 10.222.0.47 "GET /v2.0/networks/0237c579-5f42-473b-a93c-690967c3391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171727 Jul 28 14:27:09.057155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-989b24ad-3a36-44f1-818c-3b30000c5a3c service neutron] 10.222.0.47 "GET /v2.0/networks/0237c579-5f42-473b-a93c-690967c3391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400576 Jul 28 14:27:09.298457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:09.467769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:09.476968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9853866-4254-443a-851f-c02e7190b162 req-6d0b94ea-3e26-417c-bef8-bc51c43adf9e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0879786 Jul 28 14:27:09.580862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:09.588655 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a60048b-ba72-44ac-be33-0aa5b9224957" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-unplugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:09.589215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-4eade000-0cd1-4449-994d-160377268179 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080406 Jul 28 14:27:09.649421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:09.765581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:09.772730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ba0294-fd10-4e38-9e70-c85c102aaeec req-b5339cdc-ea47-4e40-9c10-a907543fa6ec tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.1322391 Jul 28 14:27:09.828741 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ede2aa-ed94-4770-a269-d410bfbc0796 x-openstack-request-id: req-07ede2aa-ed94-4770-a269-d410bfbc0796 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:09.838914 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-unplugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:09.838914 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07ede2aa-ed94-4770-a269-d410bfbc0796 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:09.838914 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'code': 200} Jul 28 14:27:09.867725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-1f7ff042-09e5-43d1-88df-a010e1d0d58e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:09.872351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-1f7ff042-09e5-43d1-88df-a010e1d0d58e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2752318 Jul 28 14:27:09.877676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:09.898324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Request body: {'port': {'device_id': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '87c2207152de45ecb31afbcd69cf574b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:10.173870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Made reservation on behalf of 87c2207152de45ecb31afbcd69cf574b for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:10.179355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:10.359903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Allocated IP 192.168.233.126 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/81a508cf-bbc4-4cf0-81d6-1258d4272cef) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:10.530108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33848) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:10.580786 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:10.601536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Transition to ACTIVE for port object 81a508cf-bbc4-4cf0-81d6-1258d4272cef will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:10.722240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-680a066c-d40d-4b68-8bb1-5b13c75244db req-43bb959c-4202-46a3-8f88-86c3dc9f8667 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 210 time: 0.0726938 Jul 28 14:27:10.774704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-684460875-network', 'tenant_id': '9b09cb27c5af49cab98cd2fc34011d5a'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:10.806114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:10.835024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:10.839385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:10.850920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:10.858449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e', '33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:10.868786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:10.894049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eb528eb1-fb8e-44f7-9031-6ed31de69b43 req-3018fe18-f885-4e0d-b2d3-e3613f1ebd5d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0544584 Jul 28 14:27:10.947382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Made reservation on behalf of 9b09cb27c5af49cab98cd2fc34011d5a for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:10.949923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:10.975024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:10.975277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:10.976069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.000426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:11.114992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-79cb1b0c-23f6-470a-8144-4db1792ee5fc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2213838 Jul 28 14:27:11.136417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Request body: {'port': {'device_id': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:11.235538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.265269 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.428230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6b25cef-80e4-4492-a6e1-6909b1085026 None None] Provisioning for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:11.432686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6b25cef-80e4-4492-a6e1-6909b1085026 None None] Provisioning complete for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:11.433079 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6b25cef-80e4-4492-a6e1-6909b1085026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.473455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f6b25cef-80e4-4492-a6e1-6909b1085026 None None] Port 81a508cf-bbc4-4cf0-81d6-1258d4272cef cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:27:11.553344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:11.561133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.574016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Transition to ACTIVE for port object 81a508cf-bbc4-4cf0-81d6-1258d4272cef will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:11.602710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.631201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:27:11.641280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a6104-1270-4eed-8cea-a3fef64a20d6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:11.646786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.647228 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Added segment ab417f3b-e44a-4da8-958a-072f07ee69be of type vlan for network e8f5bdd9-9019-4312-891d-1a33fc406c5c Jul 28 14:27:11.688144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:11.845687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403d28e-0ed6-4e40-92b6-932204bab2ec req-7d1287a7-7ee1-426b-9339-a06f4bc86a15 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:11.853652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8403d28e-0ed6-4e40-92b6-932204bab2ec req-7d1287a7-7ee1-426b-9339-a06f4bc86a15 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 936 time: 0.0612779 Jul 28 14:27:11.893671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8403d28e-0ed6-4e40-92b6-932204bab2ec req-8ef143b9-6a75-4fb7-a784-e9f7379fe101 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Jul 28 14:27:12.033148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01bd322b-a6ce-4123-9dbb-37b404ea1879 req-a6c02d80-16f7-4a01-86f0-75705c89923b tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0565019 Jul 28 14:27:12.087152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.088294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.096925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:12.096925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.159473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:12.197251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] Pushing event updated for resources: {'Network': ['ID=e8f5bdd9-9019-4312-891d-1a33fc406c5c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:12.210912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:27:12.260304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:12.260755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:12.261211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:12.266730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:27:12.267239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:12.270003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a57575db-d689-4c74-bd55-53017605c53d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7376266 Jul 28 14:27:12.272882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33896) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:12.277606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:12.278123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:12.278631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:12.278842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Request body: {'subnet': {'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-684460875-subnet', 'tenant_id': '9b09cb27c5af49cab98cd2fc34011d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:12.279295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Bound port: 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:12.279757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.319469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27f8bbfc-9206-4f56-95ca-8b78f37793c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.369344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:12.376458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:12.445286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Made reservation on behalf of 9b09cb27c5af49cab98cd2fc34011d5a for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:12.447641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.646541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.685047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:12.690278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.690278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] 10.222.0.53 "PUT /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 1097 time: 1.5577006 Jul 28 14:27:12.690278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:12.692288 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b23fc58-ce4e-44f3-b94d-377504cd7429" -d '{"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:12.743414 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6e980-f2c6-4e78-bf23-a39bc3f62b20 x-openstack-request-id: req-85e6e980-f2c6-4e78-bf23-a39bc3f62b20 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:12.744624 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:12.744624 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85e6e980-f2c6-4e78-bf23-a39bc3f62b20 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:12.744624 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'status': 'completed', 'code': 200} Jul 28 14:27:12.745839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c2f7-f3f9-4e92-ab87-140fe0e489ce service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:12.799066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:12.858413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23fc58-ce4e-44f3-b94d-377504cd7429 req-1ebdee3b-7209-4cba-8811-cf4ca183e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:12.861936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b23fc58-ce4e-44f3-b94d-377504cd7429 req-1ebdee3b-7209-4cba-8811-cf4ca183e4f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1100 time: 0.0701642 Jul 28 14:27:12.893300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Checking segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:12.902149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Network hostable DHCP agents. Network: e8f5bdd9-9019-4312-891d-1a33fc406c5c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:27:12.919956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b23fc58-ce4e-44f3-b94d-377504cd7429 req-fdb93a8c-9829-414d-aae4-8519bfb075dc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=87c2207152de45ecb31afbcd69cf574b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432193 Jul 28 14:27:12.949666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bae19d5-7f4a-46bc-a6ab-3e02ab897409,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:13.044881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:27:13.175832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23fc58-ce4e-44f3-b94d-377504cd7429 req-d59a63a3-f9e4-4778-b18b-3989d11bb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.177385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b23fc58-ce4e-44f3-b94d-377504cd7429 req-d59a63a3-f9e4-4778-b18b-3989d11bb658 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2430696 Jul 28 14:27:13.182065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e8f5bdd9-9019-4312-891d-1a33fc406c5c) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:13.193537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823d3b2-56fa-499d-af5d-9bad8a5b03d0 None None] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:13.196619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.198362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:13.226329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6de3b7-46af-4c6b-a2af-86c86fe3af77 req-50c483e0-b6d6-4da8-8580-e9de66ebd700 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.248918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad6de3b7-46af-4c6b-a2af-86c86fe3af77 req-50c483e0-b6d6-4da8-8580-e9de66ebd700 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 948 time: 0.1251202 Jul 28 14:27:13.337040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad6de3b7-46af-4c6b-a2af-86c86fe3af77 req-388122b5-d6d1-4d86-976a-730f11ed6f4d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856247 Jul 28 14:27:13.347094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:27:13.399806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-ebafea9e-7e00-4a1a-8a04-4cfd5f94a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.401324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-ebafea9e-7e00-4a1a-8a04-4cfd5f94a6eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1100 time: 0.0603437 Jul 28 14:27:13.416177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fafc627c-6c79-4dcd-aca1-4b14a73ed1d1 req-a9055da3-53c5-4ed1-a459-b439b4762876 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0837567 Jul 28 14:27:13.427629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6fc90c9-7423-4476-bff1-c01d22b86bdd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1492472 Jul 28 14:27:13.523654 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-314b3511-2b47-4897-91c2-3bfad2b20701 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.1036630 Jul 28 14:27:13.577048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7d252-97db-4670-a9bb-fe4c3099cfb7 None None] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:13.642464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-f18bf7fa-2df9-4032-80c2-e27db5d81881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.642912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-f18bf7fa-2df9-4032-80c2-e27db5d81881 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1097958 Jul 28 14:27:13.726578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-ba57c58d-1112-45ca-9533-863446373ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:13.729006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-ba57c58d-1112-45ca-9533-863446373ad5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765319 Jul 28 14:27:13.784531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:13.803386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '16bc3042-0871-41d5-ad7c-738366cff965', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '16bc3042-0871-41d5-ad7c-738366cff965', 'mac_address': 'fa:16:3e:c6:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:27:13.893359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:13.913594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:13.954588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:13.967320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-9e29d137-a0ab-4df0-8238-c41bdfc02d03 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271683 Jul 28 14:27:14.062434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:14.144486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:14.274937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['16bc3042-0871-41d5-ad7c-738366cff965'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:14.537709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84640708-8ff1-4a19-9bb8-af51488b602f req-26378ef8-ff59-48cf-aec2-dc87e74a4e3a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:14.539577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84640708-8ff1-4a19-9bb8-af51488b602f req-26378ef8-ff59-48cf-aec2-dc87e74a4e3a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 948 time: 0.0858524 Jul 28 14:27:14.605202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84640708-8ff1-4a19-9bb8-af51488b602f req-518c3048-4453-4ea8-9afb-e2ebb1b1c43b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Jul 28 14:27:14.717795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b8a9375-a012-4f17-92a9-b8054a5fbc74 req-40e027f9-6da1-41a4-94a8-da1d7e3abeb6 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0338871 Jul 28 14:27:14.725444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bef5c4e9-68cd-4a0b-9f9a-a32c44ea5ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:14.730636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97c85742-3fc5-4e7d-8ec1-836900a16899 req-66883c79-67d9-4d8e-b0f2-ded22edd4972 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547281 Jul 28 14:27:14.745178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-3e328aff-605b-4435-ba74-5d0842e5f044 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:14.746756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-3e328aff-605b-4435-ba74-5d0842e5f044 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.50 "GET /v2.0/networks?id=0237c579-5f42-473b-a93c-690967c3391c HTTP/1.1" status: 200 len: 815 time: 0.1587691 Jul 28 14:27:14.768816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-1a202b4b-c5aa-4249-ab99-a3691628449e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:14.770974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-1a202b4b-c5aa-4249-ab99-a3691628449e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.7490265 Jul 28 14:27:14.778493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Request body: {'port': {'device_id': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'network_id': '0237c579-5f42-473b-a93c-690967c3391c', 'admin_state_up': True, 'tenant_id': '57f7c5b900494de1bb7c151b6571c90f'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:14.840717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:14.851238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-37710208-3506-4e67-ae46-7243272d1fb6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/quotas/9b09cb27c5af49cab98cd2fc34011d5a HTTP/1.1" status: 200 len: 375 time: 0.0649414 Jul 28 14:27:14.913993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-e8275482-dc32-4342-977f-e7e1cbc1c8a4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465913 Jul 28 14:27:15.092022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-947dff55-cdc7-485c-b4ce-fe2c8c2a2741 service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621559 Jul 28 14:27:15.159152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Made reservation on behalf of 57f7c5b900494de1bb7c151b6571c90f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:15.163713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:15.289637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-4830e414-ad58-48a4-8bdc-96f5b5e06a1d service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965983 Jul 28 14:27:15.320278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:15.459003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 16bc3042-0871-41d5-ad7c-738366cff965 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:15.462158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:15.535937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Allocated IP 172.20.0.14 (0237c579-5f42-473b-a93c-690967c3391c/ef954140-2a56-493e-9b57-6cb5d3c35210/b29868f3-4289-4709-a470-21e16278510e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:15.662527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34048) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:15.680709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:15.750946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:15.762731 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d742dd2-6912-4a00-b3b8-06eceaf6f800" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:15.800935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:15.837498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:15.942500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:15.971640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb62d18-3d00-44c9-ac85-459e1dd8452c req-9bef5c5b-16a8-41b1-9697-ed3a067753ec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:15.982133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3bb62d18-3d00-44c9-ac85-459e1dd8452c req-9bef5c5b-16a8-41b1-9697-ed3a067753ec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 948 time: 0.1738541 Jul 28 14:27:16.056222 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:16.114264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:16.185250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:16.278285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Pushing event updated for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:16.327762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Network 0237c579-5f42-473b-a93c-690967c3391c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:16.371307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3bb62d18-3d00-44c9-ac85-459e1dd8452c req-81a062ba-1d3c-4bed-acd9-72a0c09480b5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804584 Jul 28 14:27:16.372820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:16.388735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:16.526927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:16.527639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:16.552341 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0627ea7-454a-42f7-8606-4ba170533bd6 x-openstack-request-id: req-a0627ea7-454a-42f7-8606-4ba170533bd6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:16.553462 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-plugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:16.554078 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0627ea7-454a-42f7-8606-4ba170533bd6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:16.554868 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'code': 200} Jul 28 14:27:16.558049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b294c-cfe2-4827-adab-d276fe4540bf req-36299a30-d2cf-4492-873f-56bd46fbd1c9 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:16.559789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-446b294c-cfe2-4827-adab-d276fe4540bf req-36299a30-d2cf-4492-873f-56bd46fbd1c9 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 932 time: 0.3486128 Jul 28 14:27:16.676265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-446b294c-cfe2-4827-adab-d276fe4540bf req-d9020c7e-64fa-402e-91f2-79e4081b34dc tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945749 Jul 28 14:27:16.812474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-32c8b0a5-6d6c-496d-b9fe-ecfb9d2d950d tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0397179 Jul 28 14:27:16.818363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b251f122-dbad-4d5a-8b74-7b7c4fd8d39e req-d4d3b7f8-f46c-4691-8cd4-c750666e40bb tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 210 time: 0.0872948 Jul 28 14:27:16.849969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Request body: {'port': {'device_id': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:16.949956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.057147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.543893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29868f3-4289-4709-a470-21e16278510e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:17.568375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.604270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Transition to ACTIVE for port object b29868f3-4289-4709-a470-21e16278510e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:17.664356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Deleting port af7a17ff-b9f0-4c85-8410-23ef3442719a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:17.664708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.734133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b344a-e9de-49c4-9696-1ea152500b70 req-83a9540f-4f59-4f7d-9091-a009b80bad77 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:17.735687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab8b344a-e9de-49c4-9696-1ea152500b70 req-83a9540f-4f59-4f7d-9091-a009b80bad77 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 948 time: 0.1286602 Jul 28 14:27:17.797312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] For port af7a17ff-b9f0-4c85-8410-23ef3442719a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=af7a17ff-b9f0-4c85-8410-23ef3442719a,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:17.797693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.808697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab8b344a-e9de-49c4-9696-1ea152500b70 req-9e9167bb-e573-46d4-a2c5-e4509ab019ff tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620730 Jul 28 14:27:17.811319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:17.814816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Calling delete_port for af7a17ff-b9f0-4c85-8410-23ef3442719a owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:17.919224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.022525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:18.058462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:27:18.170139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daba64-16f3-4b1a-bbcc-5a50528b064f req-3484c056-1405-47db-8c8f-8bc410d26226 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:18.175953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25daba64-16f3-4b1a-bbcc-5a50528b064f req-3484c056-1405-47db-8c8f-8bc410d26226 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 944 time: 0.2362506 Jul 28 14:27:18.189366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Attempting to bind port b29868f3-4289-4709-a470-21e16278510e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:18.190253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Attempting to bind port b29868f3-4289-4709-a470-21e16278510e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0237c579-5f42-473b-a93c-690967c3391c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:18.194292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Attempting to bind port b29868f3-4289-4709-a470-21e16278510e on network 0237c579-5f42-473b-a93c-690967c3391c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:18.211169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Port b29868f3-4289-4709-a470-21e16278510e on network 0237c579-5f42-473b-a93c-690967c3391c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:27:18.211169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Attempting to bind port b29868f3-4289-4709-a470-21e16278510e on network 0237c579-5f42-473b-a93c-690967c3391c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:18.215873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:18.216212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Checking segment: {'id': '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0237c579-5f42-473b-a93c-690967c3391c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:18.216600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Bound using segment: {'id': '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0237c579-5f42-473b-a93c-690967c3391c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:18.217064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Bound port: b29868f3-4289-4709-a470-21e16278510e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0237c579-5f42-473b-a93c-690967c3391c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:18.217769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.256993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25daba64-16f3-4b1a-bbcc-5a50528b064f req-064cb7bd-1e01-4666-a57c-fde81c8fbd90 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632114 Jul 28 14:27:18.289564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:18.308315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.316744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'mac_address': 'fa:16:3e:25:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:27:18.388739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:18.408485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b29868f3-4289-4709-a470-21e16278510e,segment=NetworkSegment(7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9),segment_id=7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:18.503213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.538139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=af7a17ff-b9f0-4c85-8410-23ef3442719a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:18.600617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:18.601590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.603297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] 10.222.0.50 "PUT /v2.0/ports/b29868f3-4289-4709-a470-21e16278510e HTTP/1.1" status: 200 len: 1093 time: 1.7729449 Jul 28 14:27:18.603925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'tag': 'b29868f3-4289-4709-a470-21e16278510e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:18.609837 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "tag": "b29868f3-4289-4709-a470-21e16278510e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:18.676444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8a6d3-44c0-4606-965f-fe34ad0e1ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:18.682592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a37deb6-a938-4463-862f-790849913c40 req-72cf235e-178f-4547-b15f-c5136ad46dd6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 210 time: 0.1148772 Jul 28 14:27:18.693242 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.725968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:18.774975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:18.780345 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63193908-2a86-49c7-82e1-d388f1efe1ae x-openstack-request-id: req-63193908-2a86-49c7-82e1-d388f1efe1ae {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:18.783092 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "tag": "b29868f3-4289-4709-a470-21e16278510e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:18.783092 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63193908-2a86-49c7-82e1-d388f1efe1ae {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:18.784650 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'tag': 'b29868f3-4289-4709-a470-21e16278510e', 'status': 'completed', 'code': 200} Jul 28 14:27:18.837760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.907063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:18.940267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-40d6d1cb-870b-43be-9f0f-0aa25e0a1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:18.945189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-40d6d1cb-870b-43be-9f0f-0aa25e0a1ca3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57f7c5b900494de1bb7c151b6571c90f&device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 1096 time: 0.1186368 Jul 28 14:27:19.015099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:19.118832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-f22e45dc-c7bb-48b6-8835-6baab14aa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.120410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-f22e45dc-c7bb-48b6-8835-6baab14aa787 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=57f7c5b900494de1bb7c151b6571c90f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1590643 Jul 28 14:27:19.148922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298179da-4792-49e6-8680-f9bfc640fe88 req-5f3cd13b-ad22-4fa2-9f6a-e4274e53b57a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.150546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-298179da-4792-49e6-8680-f9bfc640fe88 req-5f3cd13b-ad22-4fa2-9f6a-e4274e53b57a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.1846449 Jul 28 14:27:19.241881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['81a508cf-bbc4-4cf0-81d6-1258d4272cef'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:19.267106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-298179da-4792-49e6-8680-f9bfc640fe88 req-27beba56-b2fd-4113-b269-bce2f38a2e25 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090522 Jul 28 14:27:19.288856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-6b530be4-8202-450b-b6b1-cee10e42d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.291411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12fe48c5-f661-4784-8dda-bb2bb4b4ae45 req-6b530be4-8202-450b-b6b1-cee10e42d733 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623032 Jul 28 14:27:19.318611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Router cefe8772-9a51-4b5f-9de3-04a0878007cb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:27:19.501331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-684534ad-4450-4442-b1f6-4400f7020dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.504970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-684534ad-4450-4442-b1f6-4400f7020dd9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57f7c5b900494de1bb7c151b6571c90f&device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 1096 time: 0.1310132 Jul 28 14:27:19.526553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dad92e-6ae5-47fa-b4d6-5ed36363c44b req-fffbfbd8-735d-44cf-bbe6-d6fe696741fe tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.529226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0dad92e-6ae5-47fa-b4d6-5ed36363c44b req-fffbfbd8-735d-44cf-bbe6-d6fe696741fe tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 944 time: 0.1611974 Jul 28 14:27:19.556360 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:19.571452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:27:19.580021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-96d82f9b-822c-4d1a-9838-6f800b855ffe admin admin] 10.222.0.47 "PUT /v2.0/routers/cefe8772-9a51-4b5f-9de3-04a0878007cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9150536 Jul 28 14:27:19.582590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:19.589484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Sync routers for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:27:19.616250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:19.623949 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:19.676193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-bb7e8364-a319-4ebe-8af7-c8396bca24ea service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b29868f3-4289-4709-a470-21e16278510e HTTP/1.1" status: 200 len: 217 time: 0.1559353 Jul 28 14:27:19.721168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0dad92e-6ae5-47fa-b4d6-5ed36363c44b req-0e24be83-f6d1-434d-b18d-7ca590158fc6 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823556 Jul 28 14:27:19.786002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-548b1255-e005-41e1-9a17-b28ab2744a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:19.790643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-548b1255-e005-41e1-9a17-b28ab2744a45 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ef954140-2a56-493e-9b57-6cb5d3c35210 HTTP/1.1" status: 200 len: 855 time: 0.1077852 Jul 28 14:27:19.807838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:19.862889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-d887c816-593b-4218-88c7-7cb4c0ce7c34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0237c579-5f42-473b-a93c-690967c3391c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645812 Jul 28 14:27:19.900793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:20.023343 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:27:18Z', 'revision_number': 5, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:20.055731 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Checking router: cefe8772-9a51-4b5f-9de3-04a0878007cb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:27:20.067114 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Routers {'cefe8772-9a51-4b5f-9de3-04a0878007cb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:20.068013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cefe8772-9a51-4b5f-9de3-04a0878007cb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:20.136589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-f2733d72-0bef-4bb4-9364-db5aae60c220 service neutron] 10.222.0.50 "GET /v2.0/networks/0237c579-5f42-473b-a93c-690967c3391c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640500 Jul 28 14:27:20.289026 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:20.403707 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] Set router cefe8772-9a51-4b5f-9de3-04a0878007cb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:20.516233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72b46347-60ac-4459-a131-e4acb2b15d91 req-1f49e60f-74ff-4e9f-ad42-88cb58cfb63f service neutron] 10.222.0.50 "GET /v2.0/networks/0237c579-5f42-473b-a93c-690967c3391c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696928 Jul 28 14:27:20.521117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4db9cb41-7a98-461e-86a6-575ecd2a4cd7 req-07627690-bb23-4909-8025-ef9d326b9f3d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 210 time: 0.4928529 Jul 28 14:27:20.543686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:20.744522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac59d8-81c7-4aee-957f-e8458e1664c4 req-3689360d-2577-4e10-b146-8279329a74c5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:20.757286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2ac59d8-81c7-4aee-957f-e8458e1664c4 req-3689360d-2577-4e10-b146-8279329a74c5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.1206400 Jul 28 14:27:20.928149 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:27:18Z', 'revision_number': 5, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:20.932336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-2536200d-a075-480f-8ac5-d2889d166817 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:20.933964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-2536200d-a075-480f-8ac5-d2889d166817 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.3405480 Jul 28 14:27:20.958987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2ac59d8-81c7-4aee-957f-e8458e1664c4 req-a44a7c2e-1c40-4e38-87e5-ff11afed3ed8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991537 Jul 28 14:27:20.965658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Request body: {'port': {'device_id': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'admin_state_up': True, 'tenant_id': '9b09cb27c5af49cab98cd2fc34011d5a'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:20.996234 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2748d14-e238-494b-bba2-117dec77b4b0 None None] The sync data for ids ['cefe8772-9a51-4b5f-9de3-04a0878007cb'] in n-d-705658-23 is: [{'id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1169307656-router', 'tenant_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:24:54Z', 'updated_at': '2021-07-28T14:27:18Z', 'revision_number': 5, 'project_id': 'a4a9161f2b8d4aaa9742670aa7d9bbd2', 'gw_port': {'id': '814b09e4-09f8-4171-974d-aa5f9425265c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe8772-9a51-4b5f-9de3-04a0878007cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:24:56Z', 'updated_at': '2021-07-28T14:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:27:21.000407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Deleting port 814b09e4-09f8-4171-974d-aa5f9425265c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:21.000407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:21.191247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] For port 814b09e4-09f8-4171-974d-aa5f9425265c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=814b09e4-09f8-4171-974d-aa5f9425265c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:21.200292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:21.220158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Calling delete_port for 814b09e4-09f8-4171-974d-aa5f9425265c owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:21.242175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5d49b-cb65-4902-907a-5d39a2c081e3 req-970b9d36-e682-4998-aa31-e7deab884598 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:21.243749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cb5d49b-cb65-4902-907a-5d39a2c081e3 req-970b9d36-e682-4998-aa31-e7deab884598 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 944 time: 0.1209157 Jul 28 14:27:21.403570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cb5d49b-cb65-4902-907a-5d39a2c081e3 req-0868ff93-2bf0-408a-94c3-0ab52839e15e tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557413 Jul 28 14:27:21.405218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device af7a17ff-b9f0-4c85-8410-23ef3442719a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:21.406397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: af7a17ff-b9f0-4c85-8410-23ef3442719a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:21.406397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device af7a17ff-b9f0-4c85-8410-23ef3442719a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:21.642029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2acf560-c23d-40a0-8d34-fea0a9bf3a6b req-492bb556-5c30-4ee7-8229-fcc6efd1743c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 210 time: 0.0316525 Jul 28 14:27:22.027693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Made reservation on behalf of 9b09cb27c5af49cab98cd2fc34011d5a for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:22.032543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.092417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:22.116616 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.136853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349f028-351d-45c3-ba56-f862cac24e25 req-2b92fb40-73fb-4f71-9c2c-a3df0c00df22 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:22.141587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5349f028-351d-45c3-ba56-f862cac24e25 req-2b92fb40-73fb-4f71-9c2c-a3df0c00df22 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.0829406 Jul 28 14:27:22.174759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=814b09e4-09f8-4171-974d-aa5f9425265c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:22.256323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Allocated IP 172.20.0.7 (e8f5bdd9-9019-4312-891d-1a33fc406c5c/2bae19d5-7f4a-46bc-a6ab-3e02ab897409/e87d28f6-dcce-4862-babe-e16759b0b397) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:22.271110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5349f028-351d-45c3-ba56-f862cac24e25 req-a5dd64b3-501e-48ae-b1ad-16d67145a98f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018271 Jul 28 14:27:22.294572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.370323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:22.387108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:22.387108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.501088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.508393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.565742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.608282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.656455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed74015-782f-4cd4-a8e9-d9f2de9f0b35 req-011dab2d-2ed4-4d87-a757-ca254917bdf1 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:22.668337 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ed74015-782f-4cd4-a8e9-d9f2de9f0b35 req-011dab2d-2ed4-4d87-a757-ca254917bdf1 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 944 time: 0.0737157 Jul 28 14:27:22.671172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:22.679308 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfea311-5220-470f-8306-e4aff3110715" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:22.698791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:22.726157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ed74015-782f-4cd4-a8e9-d9f2de9f0b35 req-b88fc9d8-1aff-4013-91ac-fd908dfabc8c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466926 Jul 28 14:27:22.811009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.812294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cefe8772-9a51-4b5f-9de3-04a0878007cb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:27:22.825810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.829207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1727cc16-184b-4ad8-aadb-11fa061d1ee9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cefe8772-9a51-4b5f-9de3-04a0878007cb HTTP/1.1" status: 204 len: 168 time: 3.2447722 Jul 28 14:27:22.833649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34168) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:22.879445 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.885188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:22.991193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Deleting subnet 5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:27:23.002474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:23.007862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.022221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:23.035363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:23.036480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:23.109808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:23.164025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:23.164802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.166389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.289088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acd363-51d9-4f33-bdf7-9829bc345028 req-74976281-9a8f-4487-aa29-e9ba929bcdd8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:23.296842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84acd363-51d9-4f33-bdf7-9829bc345028 req-74976281-9a8f-4487-aa29-e9ba929bcdd8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 931 time: 0.2339706 Jul 28 14:27:23.343039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 814b09e4-09f8-4171-974d-aa5f9425265c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:23.348148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b29868f3-4289-4709-a470-21e16278510e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:27:23.377573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-0045abb1-f9f0-4d11-af0e-bd0da88c4301 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4166729 Jul 28 14:27:23.398588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Request body: {'port': {'device_id': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:23.409894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 814b09e4-09f8-4171-974d-aa5f9425265c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:23.409894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 814b09e4-09f8-4171-974d-aa5f9425265c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:23.458354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84acd363-51d9-4f33-bdf7-9829bc345028 req-6227ac38-ac45-4f40-8625-e1c7ea5cf604 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604042 Jul 28 14:27:23.474923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.549261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.555336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b29868f3-4289-4709-a470-21e16278510e,segment=NetworkSegment(7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9),segment_id=7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:23.581304 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0329038d-f0f7-4672-ac21-8b507fe5fdfb x-openstack-request-id: req-0329038d-f0f7-4672-ac21-8b507fe5fdfb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:23.582001 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:23.582471 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0329038d-f0f7-4672-ac21-8b507fe5fdfb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:23.583112 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'code': 200} Jul 28 14:27:23.589070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'b29868f3-4289-4709-a470-21e16278510e', 'network_id': '0237c579-5f42-473b-a93c-690967c3391c', 'port_id': 'b29868f3-4289-4709-a470-21e16278510e', 'mac_address': 'fa:16:3e:28:13:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef954140-2a56-493e-9b57-6cb5d3c35210', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:27:23.638801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.659903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29868f3-4289-4709-a470-21e16278510e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:23.720863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b29868f3-4289-4709-a470-21e16278510e,segment=NetworkSegment(7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9),segment_id=7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:23.728743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.818640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:23.829508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.835001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34178) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:23.836011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1fc01699-6310-472c-a67e-285fb9832443 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a7d23ec-3fbb-4caa-8e39-ff74bf4cd0ed HTTP/1.1" status: 204 len: 168 time: 1.0006256 Jul 28 14:27:23.837213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e77b3-d3d9-48a4-9cb9-747a4292e0aa None None] Network b3f3ce25-7977-4132-a669-4dd62c648396 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:23.866756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120f44c-5343-4142-8804-0e2b1482847f req-1bbdc247-1122-44d0-9453-e6067f462102 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:23.880861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8120f44c-5343-4142-8804-0e2b1482847f req-1bbdc247-1122-44d0-9453-e6067f462102 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.2102888 Jul 28 14:27:23.927005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998ba71-14c9-4ccd-858c-8f2b488e4cd0 req-54066c92-79fe-4e6a-8ed2-5a949c109d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:23.928752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4998ba71-14c9-4ccd-858c-8f2b488e4cd0 req-54066c92-79fe-4e6a-8ed2-5a949c109d33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1102 time: 0.2433605 Jul 28 14:27:23.952490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:23.977447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8120f44c-5343-4142-8804-0e2b1482847f req-81222d5d-1c05-48f7-8e95-9c4913f45002 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948298 Jul 28 14:27:24.196517 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.209607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4998ba71-14c9-4ccd-858c-8f2b488e4cd0 req-f7365953-13d4-49f1-a911-6427e56ab52f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655437 Jul 28 14:27:24.255224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1fb8b-0ec5-4c08-acaf-efef6baa6741 req-1691bec5-6907-418a-b383-e503a65f6fc2 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:24.256977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78a1fb8b-0ec5-4c08-acaf-efef6baa6741 req-1691bec5-6907-418a-b383-e503a65f6fc2 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 945 time: 0.1385672 Jul 28 14:27:24.358314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:24.364441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['b29868f3-4289-4709-a470-21e16278510e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:24.385440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78a1fb8b-0ec5-4c08-acaf-efef6baa6741 req-029eacc2-78d2-40ca-95ad-fba424db6a57 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162407 Jul 28 14:27:24.443240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Deleting port c84a360c-24ae-4d46-bc18-1e9bb29524c7 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:24.443596 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.554216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] DHCP port deletion for b3f3ce25-7977-4132-a669-4dd62c648396 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:27:24.591701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:24.605466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] For port c84a360c-24ae-4d46-bc18-1e9bb29524c7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c84a360c-24ae-4d46-bc18-1e9bb29524c7,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:24.606337 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.619736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.638001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Calling delete_port for c84a360c-24ae-4d46-bc18-1e9bb29524c7 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:24.663907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Transition to ACTIVE for port object e87d28f6-dcce-4862-babe-e16759b0b397 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:24.715727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Deleting port c84a360c-24ae-4d46-bc18-1e9bb29524c7 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:24.716306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.755817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652e66f-bf87-4e74-9c01-06b5e98eb479 req-d9d927f9-c2de-4e00-aaf4-59269fc9fe5e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:24.759572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2652e66f-bf87-4e74-9c01-06b5e98eb479 req-d9d927f9-c2de-4e00-aaf4-59269fc9fe5e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 931 time: 0.0721722 Jul 28 14:27:24.824853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2652e66f-bf87-4e74-9c01-06b5e98eb479 req-afc0582e-8605-4441-8788-9fd70ddb8117 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549402 Jul 28 14:27:24.829145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.850462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] For port c84a360c-24ae-4d46-bc18-1e9bb29524c7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c84a360c-24ae-4d46-bc18-1e9bb29524c7,segment=NetworkSegment(f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372),segment_id=f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:24.850941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:24.869161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Calling delete_port for c84a360c-24ae-4d46-bc18-1e9bb29524c7 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:24.941438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:24.961058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.020092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] No DVR routers for this DVR port c84a360c-24ae-4d46-bc18-1e9bb29524c7 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:25.044818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.053668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84a360c-24ae-4d46-bc18-1e9bb29524c7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:25.124076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] Pushing event deleted for resources: {'Port': ['ID=c84a360c-24ae-4d46-bc18-1e9bb29524c7,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:25.133986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58cce99-5d92-4c06-b4a2-455051265c98 None None] No DVR routers for this DVR port c84a360c-24ae-4d46-bc18-1e9bb29524c7 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:25.166323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.183776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f3ce25-7977-4132-a669-4dd62c648396']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:25.204611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Attempting to bind port e87d28f6-dcce-4862-babe-e16759b0b397 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:25.207041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Attempting to bind port e87d28f6-dcce-4862-babe-e16759b0b397 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:25.209760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Attempting to bind port e87d28f6-dcce-4862-babe-e16759b0b397 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:25.217008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5953081-d414-4283-a9f2-66c12b5a7833 req-a6b6ed1c-1096-40dd-8f3f-1151d49da5ad tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:25.224979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5953081-d414-4283-a9f2-66c12b5a7833 req-a6b6ed1c-1096-40dd-8f3f-1151d49da5ad tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.1139908 Jul 28 14:27:25.225244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:25.225618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40b2b4e-f68b-4d9a-9e88-3aed0e3f2372') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:25.228011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Port e87d28f6-dcce-4862-babe-e16759b0b397 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:27:25.228414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Attempting to bind port e87d28f6-dcce-4862-babe-e16759b0b397 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:25.247239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:25.247845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Checking segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:25.248320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Bound using segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:25.248843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Bound port: e87d28f6-dcce-4862-babe-e16759b0b397, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:25.249390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.259830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.272578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5953081-d414-4283-a9f2-66c12b5a7833 req-ab635e30-4e76-4028-8aeb-e5c04d3ecebe tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Jul 28 14:27:25.307659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.340767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:27:25.344140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:27:25.346750 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:27:25.458912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c84a360c-24ae-4d46-bc18-1e9bb29524c7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:25.507176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c84a360c-24ae-4d46-bc18-1e9bb29524c7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:25.507634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c84a360c-24ae-4d46-bc18-1e9bb29524c7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:25.512117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:25.516429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:25.566182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac927ad-7cc1-4946-ba6a-7d5c67ecc4b3 req-41512ed2-036b-4e75-8b34-1c760dda29a0 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:25.568439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fac927ad-7cc1-4946-ba6a-7d5c67ecc4b3 req-41512ed2-036b-4e75-8b34-1c760dda29a0 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 945 time: 0.0616162 Jul 28 14:27:25.624461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fac927ad-7cc1-4946-ba6a-7d5c67ecc4b3 req-908fe5b2-177d-4c86-9e39-0832d498df43 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497603 Jul 28 14:27:25.717547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.720125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.747226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.749284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b3f3ce25-7977-4132-a669-4dd62c648396 HTTP/1.1" status: 204 len: 168 time: 1.9123576 Jul 28 14:27:25.753345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:25.795054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66f5f-67ab-4b1e-909c-196951042f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f3ce25-7977-4132-a669-4dd62c648396,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:25.800273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:25.801356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:25.803194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] 10.222.0.53 "PUT /v2.0/ports/e87d28f6-dcce-4862-babe-e16759b0b397 HTTP/1.1" status: 200 len: 1092 time: 2.4106164 Jul 28 14:27:25.803856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:25.806334 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:25.860570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abd6e2-90fd-41bf-ac69-23658c79a268 service neutron] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:25.906367 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1115a72a-7799-4db7-86f1-e4a102694777 x-openstack-request-id: req-1115a72a-7799-4db7-86f1-e4a102694777 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:25.906645 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:25.906906 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1115a72a-7799-4db7-86f1-e4a102694777 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:25.907378 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'status': 'completed', 'code': 200} Jul 28 14:27:26.038891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-57179d84-bf41-4054-9846-c98cc9265db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.041029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-57179d84-bf41-4054-9846-c98cc9265db9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 1095 time: 0.0926361 Jul 28 14:27:26.128052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ae33b-8bcf-4450-9fdb-c581d8bc3d71 req-205fa963-9e22-4b4a-b378-e026d7e445a3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.129566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc9ae33b-8bcf-4450-9fdb-c581d8bc3d71 req-205fa963-9e22-4b4a-b378-e026d7e445a3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 943 time: 0.1370244 Jul 28 14:27:26.215986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc9ae33b-8bcf-4450-9fdb-c581d8bc3d71 req-2b58b5ce-a989-4122-9b18-835cae0833ae tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602958 Jul 28 14:27:26.265085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-1d9b443c-1cde-40c7-b58d-0deceeb692b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.267248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-1d9b443c-1cde-40c7-b58d-0deceeb692b8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2113853 Jul 28 14:27:26.421932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-7553cb06-fa8b-44d4-84d3-30ccba864e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.423492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9aa2fb0d-f604-42d3-9cb5-c0fdfe4939ac req-7553cb06-fa8b-44d4-84d3-30ccba864e41 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473467 Jul 28 14:27:26.459523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:26.620019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398985b-9f41-48be-9328-b0cdfb467c3d req-562b032e-5442-4d22-b7cd-7f64f76327a2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.630351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4398985b-9f41-48be-9328-b0cdfb467c3d req-562b032e-5442-4d22-b7cd-7f64f76327a2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.2458804 Jul 28 14:27:26.640419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-fab9d573-8df1-482a-abbe-44309363548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.649361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-fab9d573-8df1-482a-abbe-44309363548e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 1095 time: 0.1547675 Jul 28 14:27:26.739539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-83719727-e390-48f3-9a12-11adc592631e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87d28f6-dcce-4862-babe-e16759b0b397 HTTP/1.1" status: 200 len: 217 time: 0.0716126 Jul 28 14:27:26.750543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4398985b-9f41-48be-9328-b0cdfb467c3d req-59ab2bef-8e3c-422f-a12b-ea641eb4907c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192071 Jul 28 14:27:26.824667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-daa2e597-651a-4bf1-9244-12618b783a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:26.826774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-daa2e597-651a-4bf1-9244-12618b783a8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 200 len: 854 time: 0.0796802 Jul 28 14:27:26.915258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-2bc1c870-a8cc-4733-b28d-af63ca4b6cd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8f5bdd9-9019-4312-891d-1a33fc406c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797713 Jul 28 14:27:27.104633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4b3e8-a010-4bff-9712-6cb2457b3f20 req-2ea54175-bee8-44f3-83a7-253aacfbac32 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:27.104633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5a4b3e8-a010-4bff-9712-6cb2457b3f20 req-2ea54175-bee8-44f3-83a7-253aacfbac32 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 945 time: 0.1155686 Jul 28 14:27:27.104929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-c51e46cd-7af6-4478-b857-4fdd7c2777ce service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765027 Jul 28 14:27:27.110457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5a4b3e8-a010-4bff-9712-6cb2457b3f20 req-d8487732-9da0-4bc8-ab00-518fc72c8f1c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859606 Jul 28 14:27:27.202644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Deleting port df4e2582-4964-4bef-8825-146f75921b82 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:27.202644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:27.366425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01d4faaa-4a90-4d08-8c2a-493b6f31b6e5 req-17bd3605-8d04-453c-bd05-2345291debdf service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569997 Jul 28 14:27:27.371226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b29868f3-4289-4709-a470-21e16278510e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:27.398432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319291a9-6007-412d-ab61-dc20f441c3c5 req-1f25e4fa-1c6b-42dd-908e-80456f91ca7e tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:27.400225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-319291a9-6007-412d-ab61-dc20f441c3c5 req-1f25e4fa-1c6b-42dd-908e-80456f91ca7e tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1102 time: 0.0740318 Jul 28 14:27:27.457380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-319291a9-6007-412d-ab61-dc20f441c3c5 req-aefff602-eb89-4d4d-90c9-7344c7a93337 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Jul 28 14:27:27.486983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] For port df4e2582-4964-4bef-8825-146f75921b82, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=df4e2582-4964-4bef-8825-146f75921b82,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:27.495039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:27.503072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Calling delete_port for df4e2582-4964-4bef-8825-146f75921b82 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:27.762592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port b29868f3-4289-4709-a470-21e16278510e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:27.770388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port b29868f3-4289-4709-a470-21e16278510e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:27.771208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:27.796990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fb635-13d1-4115-af00-52af1e25dd93 req-f9ee089c-1570-4910-9e89-5f9b9de64ea4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:27.804405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f1fb635-13d1-4115-af00-52af1e25dd93 req-f9ee089c-1570-4910-9e89-5f9b9de64ea4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 943 time: 0.0790021 Jul 28 14:27:27.863423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f1fb635-13d1-4115-af00-52af1e25dd93 req-e75158a0-c54a-4c4f-9ac8-ce4bd528a7c9 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Jul 28 14:27:27.883714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:27.920877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29868f3-4289-4709-a470-21e16278510e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:27.923794 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc88482e-ebe6-4502-9c35-68074ca76d4d" -d '{"events": [{"server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "name": "network-vif-plugged", "status": "completed", "tag": "b29868f3-4289-4709-a470-21e16278510e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:27.951446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b29868f3-4289-4709-a470-21e16278510e,segment=NetworkSegment(7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9),segment_id=7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:28.056639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:28.057842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:28.120958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4e2582-4964-4bef-8825-146f75921b82,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:28.149102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:28.399354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:28.673368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:27:28.795109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:27:28.810244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08a3a2b6-c9f1-47ac-9125-642f658b7d47 admin admin] 10.222.0.47 "PUT /v2.0/routers/59195b06-d75a-4a1b-b0ca-2beb28f8d09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521305 Jul 28 14:27:28.810480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Sync routers for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:27:28.811132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34246) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:28.818804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:28.818804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:28.943090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:28.948236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:28.951557 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d619634-7206-494c-82f7-4350499d0633 x-openstack-request-id: req-7d619634-7206-494c-82f7-4350499d0633 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:28.952053 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "name": "network-vif-plugged", "status": "completed", "tag": "b29868f3-4289-4709-a470-21e16278510e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:28.952473 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d619634-7206-494c-82f7-4350499d0633 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:28.953211 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29868f3-4289-4709-a470-21e16278510e', 'code': 200} Jul 28 14:27:29.132737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9b20a-b693-49c7-82bd-ba8c36b7d6b1 req-229b17a3-3a9d-4051-b609-b943394f6de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:29.135406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ead9b20a-b693-49c7-82bd-ba8c36b7d6b1 req-229b17a3-3a9d-4051-b609-b943394f6de2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 1098 time: 0.0852697 Jul 28 14:27:29.186136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787dcb-7118-401a-a270-6706ead17e2d req-f5e5be51-69a5-44d6-99ba-be16dc3b28da tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:29.188879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a787dcb-7118-401a-a270-6706ead17e2d req-f5e5be51-69a5-44d6-99ba-be16dc3b28da tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 946 time: 0.1140690 Jul 28 14:27:29.228340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:29.257480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-d34eee13-99a0-46bf-be0b-56d7fa36ebed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188514 Jul 28 14:27:29.258058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ead9b20a-b693-49c7-82bd-ba8c36b7d6b1 req-a0cf59ab-2913-4faa-9c73-f715992312b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069865 Jul 28 14:27:29.278738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a787dcb-7118-401a-a270-6706ead17e2d req-7eef3569-b259-4dde-8d57-9d848797ac1a tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801218 Jul 28 14:27:29.347695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:27:27Z', 'revision_number': 5, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port': {'id': '51c3d5de-6b98-4fd5-9385-6593ae517e54', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:25:09Z', 'updated_at': '2021-07-28T14:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:29.439636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Deleting port 51c3d5de-6b98-4fd5-9385-6593ae517e54 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:29.440643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:29.454750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Checking router: 59195b06-d75a-4a1b-b0ca-2beb28f8d09b for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:27:29.505836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Routers {'59195b06-d75a-4a1b-b0ca-2beb28f8d09b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:29.506499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:29.572791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] For port 51c3d5de-6b98-4fd5-9385-6593ae517e54, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51c3d5de-6b98-4fd5-9385-6593ae517e54,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:29.573423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:29.734577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Calling delete_port for 51c3d5de-6b98-4fd5-9385-6593ae517e54 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:29.789223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] Set router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:29.852761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:27:29Z', 'revision_number': 6, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:29.885685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-7822963e-6352-4040-80d0-85c6bb2a780f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:29.895937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-7822963e-6352-4040-80d0-85c6bb2a780f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.3183229 Jul 28 14:27:29.916983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-d37b59d1-112f-411f-ad19-a4fdbd8270dc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/quotas/a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 375 time: 0.0201199 Jul 28 14:27:29.918635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e87bd8-8f59-47bb-89bb-46060c91d82a None None] The sync data for ids ['59195b06-d75a-4a1b-b0ca-2beb28f8d09b'] in n-d-705658-23 is: [{'id': '59195b06-d75a-4a1b-b0ca-2beb28f8d09b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1120735576-router', 'tenant_id': '843417bf0d5a4899a16f474f4b679922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:25:08Z', 'updated_at': '2021-07-28T14:27:29Z', 'revision_number': 6, 'project_id': '843417bf0d5a4899a16f474f4b679922', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:27:30.085188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-7d6778ce-9188-4417-a607-72e7ff3d2438 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591399 Jul 28 14:27:30.124674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:27:30.404733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:30.430665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'port_id': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'mac_address': 'fa:16:3e:68:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae19d5-7f4a-46bc-a6ab-3e02ab897409', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:27:30.483668 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:30.540149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:30.578897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:30.718986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:30.757613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-e643cd13-cf9e-46d6-b2bf-3bc520cb4ee8 service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505764 Jul 28 14:27:30.829464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:30.890869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.890869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.891632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.891632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.891943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.892286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.892698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.893032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.893510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.893844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.894227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.894649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:30.912614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:30.934734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-e67d680c-f1dd-423a-92e2-055c8f39989b service neutron] 10.222.0.47 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830955 Jul 28 14:27:31.010227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c3d5de-6b98-4fd5-9385-6593ae517e54,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:31.090898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e87d28f6-dcce-4862-babe-e16759b0b397'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:31.178036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.417597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51c3d5de-6b98-4fd5-9385-6593ae517e54 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:31.435309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.439470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.666156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 51c3d5de-6b98-4fd5-9385-6593ae517e54 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:31.666799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51c3d5de-6b98-4fd5-9385-6593ae517e54 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:31.667246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device df4e2582-4964-4bef-8825-146f75921b82 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:31.684578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.691086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59195b06-d75a-4a1b-b0ca-2beb28f8d09b {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:27:31.693974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.697962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:31.699620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: df4e2582-4964-4bef-8825-146f75921b82 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:31.700057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device df4e2582-4964-4bef-8825-146f75921b82 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:31.710678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e0c3499-90da-4115-b2b5-e05fa143f146 admin admin] 10.222.0.47 "DELETE /v2.0/routers/59195b06-d75a-4a1b-b0ca-2beb28f8d09b HTTP/1.1" status: 204 len: 168 time: 2.8989112 Jul 28 14:27:31.800392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Deleting subnet 2d32893d-28d1-47b1-acc1-3fd646733984 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:27:31.806662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:31.891008 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:32.106029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0251a5-01a3-49de-a7c9-67c64c778cbb req-eb93a0c7-a54f-467e-bf75-73d991708bde tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:32.119084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e0251a5-01a3-49de-a7c9-67c64c778cbb req-eb93a0c7-a54f-467e-bf75-73d991708bde tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 944 time: 0.1373103 Jul 28 14:27:32.175204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:32.204347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e0251a5-01a3-49de-a7c9-67c64c778cbb req-70a529d3-2521-4860-bf5f-904aad6066b6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843265 Jul 28 14:27:32.395396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ecf0a-2954-4f34-8e59-9f8570f2f5e6 req-315d9db7-5063-4b9f-aab1-f9d67b531ca8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:32.397146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486ecf0a-2954-4f34-8e59-9f8570f2f5e6 req-315d9db7-5063-4b9f-aab1-f9d67b531ca8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0731564 Jul 28 14:27:32.416436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:32.459511 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486ecf0a-2954-4f34-8e59-9f8570f2f5e6 req-2861c7dc-f89f-4022-98c4-97404c4ba2c5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495951 Jul 28 14:27:32.476674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d32893d-28d1-47b1-acc1-3fd646733984,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:32.510751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:32.511222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75474dc0-52d7-4ac0-9a62-6d71a2f0c095 None None] Network b520ecac-1d08-4eb9-92c1-9a983fa96187 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:32.520980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34306) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:32.524267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-51bf4658-f699-46d5-9ada-c6cfc738c766 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2d32893d-28d1-47b1-acc1-3fd646733984 HTTP/1.1" status: 204 len: 168 time: 0.8250282 Jul 28 14:27:32.750487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:32.802210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15473e08-147a-4368-b070-999510bcb6ac req-51ff8348-059a-470a-88c0-a7e7130e1e88 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:32.806465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15473e08-147a-4368-b070-999510bcb6ac req-51ff8348-059a-470a-88c0-a7e7130e1e88 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 946 time: 0.1622703 Jul 28 14:27:32.883726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] DHCP port deletion for b520ecac-1d08-4eb9-92c1-9a983fa96187 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:27:32.968242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-848fd4a9-8280-40f3-8ed7-4cd532c1e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:32.973620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-848fd4a9-8280-40f3-8ed7-4cd532c1e1d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1102 time: 0.1438310 Jul 28 14:27:32.998451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15473e08-147a-4368-b070-999510bcb6ac req-2bd89a5d-264e-4c04-9685-8ba4d4681ae5 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823084 Jul 28 14:27:33.014766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Deleting port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:33.014766 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.028151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Deleting port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:33.030791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.208051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] For port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:33.209172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.245108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] For port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,segment=NetworkSegment(3a247b4f-d016-4c1f-bcac-c91cf130e420),segment_id=3a247b4f-d016-4c1f-bcac-c91cf130e420)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:33.245513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.274417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Calling delete_port for 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:33.284585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Calling delete_port for 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:33.301946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-413614be-a404-4cf0-b936-7c22485cb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:33.305994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-413614be-a404-4cf0-b936-7c22485cb70c service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3248661 Jul 28 14:27:33.334946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5c187e5-c504-4bb0-a3bc-da0e0de3de08 req-d55107c2-85dd-4503-89a8-c73e7f254a7f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0858626 Jul 28 14:27:33.456714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:33.461337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-94e9c171-ab3b-494c-addc-7f3ae432f530 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.1400027 Jul 28 14:27:33.647769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ca9e3-077f-43df-bff2-3ac359f82103 req-f4db7ba8-79b1-4d38-9fd0-72682dd83bf1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:33.653697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-0471edf3-e062-45e1-a03b-0e68fb63b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:33.655129 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-0471edf3-e062-45e1-a03b-0e68fb63b06e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1866086 Jul 28 14:27:33.656273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e89ca9e3-077f-43df-bff2-3ac359f82103 req-f4db7ba8-79b1-4d38-9fd0-72682dd83bf1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 944 time: 0.1204178 Jul 28 14:27:33.746524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.760388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.784857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:33.810451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] Pushing event deleted for resources: {'Port': ['ID=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:33.825552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bae0f3-ddaf-4729-8e0f-b3397a90255c None None] No DVR routers for this DVR port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:33.832322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-9983f440-df1c-4b5f-b762-276fe378c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:33.832322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-9983f440-df1c-4b5f-b762-276fe378c14d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649044 Jul 28 14:27:33.837212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] No DVR routers for this DVR port 0e74b42b-4ea8-4bc6-8653-1a867b2e44f1 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:33.900333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e89ca9e3-077f-43df-bff2-3ac359f82103 req-563b2a8b-4fd1-4cde-bacb-150af2b92eb5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419996 Jul 28 14:27:33.995486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e74b42b-4ea8-4bc6-8653-1a867b2e44f1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:34.058256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-2abd571a-c8e6-4a30-8192-d66af562b479 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214286 Jul 28 14:27:34.124990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:34.237660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.267625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-ce0ae21a-fc4d-4de8-ada8-484df797c653 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004867 Jul 28 14:27:34.294560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b520ecac-1d08-4eb9-92c1-9a983fa96187']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:34.332794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a247b4f-d016-4c1f-bcac-c91cf130e420') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:34.334657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a247b4f-d016-4c1f-bcac-c91cf130e420') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:34.336655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e87d28f6-dcce-4862-babe-e16759b0b397 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:34.342872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e87d28f6-dcce-4862-babe-e16759b0b397 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:34.343299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.361790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9a765-5774-4149-a6ef-289dae4d320f req-9d4d08e7-ff68-4372-8425-f394e4ce77ba tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:34.383567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc9a765-5774-4149-a6ef-289dae4d320f req-9d4d08e7-ff68-4372-8425-f394e4ce77ba tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.3170311 Jul 28 14:27:34.429242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.479692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.488075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.499333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc9a765-5774-4149-a6ef-289dae4d320f req-f33767f5-00d3-4c8f-b8b7-08e77364e797 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121209 Jul 28 14:27:34.535051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:27:34.535536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:27:34.538820 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:27:34.584045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:34.586625 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cf110f-f263-498a-b3f2-499cbc8b8b7b" -d '{"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-plugged", "status": "completed", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:34.618234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:34.756382 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6eb46987-1637-49e7-9cdf-f78deaec8d43 req-81112459-c35a-4983-85cb-0c1741124101 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0348036 Jul 28 14:27:34.814753 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d5b0d7-f5fd-423f-a248-213cbc796bdb x-openstack-request-id: req-16d5b0d7-f5fd-423f-a248-213cbc796bdb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:34.815481 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-plugged", "status": "completed", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:34.815481 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-16d5b0d7-f5fd-423f-a248-213cbc796bdb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:34.815858 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'code': 200} Jul 28 14:27:34.969030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffbc56-95c3-424a-8320-92c05f9379f7 req-331409df-8143-4668-bd48-43768ebb3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:34.971326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99ffbc56-95c3-424a-8320-92c05f9379f7 req-331409df-8143-4668-bd48-43768ebb3c27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 1096 time: 0.0658662 Jul 28 14:27:35.025326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99ffbc56-95c3-424a-8320-92c05f9379f7 req-b1920831-3f79-4785-8546-ac0fdcb2637b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Jul 28 14:27:35.051302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0d305-8aa1-4d99-8911-bb5e1620af6e req-4c5644b2-8e3d-4204-8102-4f6b09667cd8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:35.053537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46e0d305-8aa1-4d99-8911-bb5e1620af6e req-4c5644b2-8e3d-4204-8102-4f6b09667cd8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 944 time: 0.0595689 Jul 28 14:27:35.113170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46e0d305-8aa1-4d99-8911-bb5e1620af6e req-d619ab1d-bdd2-4021-8e03-db85d45a9981 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524619 Jul 28 14:27:35.374498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:35.440749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:35.512222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:35.521365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:35.528312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b520ecac-1d08-4eb9-92c1-9a983fa96187 HTTP/1.1" status: 204 len: 168 time: 3.0040605 Jul 28 14:27:35.566175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdace5f-80e1-4e39-9ee4-40b4bccfd4f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b520ecac-1d08-4eb9-92c1-9a983fa96187,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:35.718888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24141542-f292-4170-b739-2e203b98b20d req-458ca467-b14e-4794-8fc1-43a1b5c41fec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:35.722339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24141542-f292-4170-b739-2e203b98b20d req-458ca467-b14e-4794-8fc1-43a1b5c41fec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0938959 Jul 28 14:27:35.787532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24141542-f292-4170-b739-2e203b98b20d req-f8af914d-c531-4ed4-8202-7dc8aa29adba tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567935 Jul 28 14:27:36.031472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-08edb14b-01f1-4ad7-9249-2bccf6f6be5d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:36.035257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-08edb14b-01f1-4ad7-9249-2bccf6f6be5d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 821 time: 0.2163696 Jul 28 14:27:36.057547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba660b76-9b56-400e-ab26-99d836584575 req-7dc7491e-f9f8-4483-bf41-fbe9685840fb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0513191 Jul 28 14:27:36.060040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Request body: {'port': {'device_id': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'admin_state_up': True, 'tenant_id': 'a5046200eb81492aa107c84ff0a1ed01'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:36.207309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:36.305820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e409355-75ed-4a21-b357-56d0ec7bc493 req-d28cc155-0392-434a-b90c-a778295a7b5a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:36.308978 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e409355-75ed-4a21-b357-56d0ec7bc493 req-d28cc155-0392-434a-b90c-a778295a7b5a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.1121297 Jul 28 14:27:36.323395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c9fe5186-1350-4b18-bc14-b439a25831bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4a9161f2b8d4aaa9742670aa7d9bbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139684 Jul 28 14:27:36.326646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34356) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:36.404938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e409355-75ed-4a21-b357-56d0ec7bc493 req-201fa88d-c49c-4369-996c-8561d4556f36 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884552 Jul 28 14:27:36.851661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Made reservation on behalf of a5046200eb81492aa107c84ff0a1ed01 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:36.855894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:36.894530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:36.960963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:37.057735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Allocated IP 172.20.0.5 (90c4fa8b-569d-45c2-a9f9-285909dbd8b0/e472b9a1-1d0d-4e3a-9a68-b7adc7916c07/7f1618cd-01c2-4d90-b232-86cd526779e9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:37.240906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:37.244132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:37.247808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38fb803c-6ba7-413b-a6a5-9278f5352b30 HTTP/1.1" status: 204 len: 168 time: 0.9177027 Jul 28 14:27:37.268559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:37.273296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb203ba-a141-4640-9753-2aed8e24ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fb803c-6ba7-413b-a6a5-9278f5352b30,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:37.416296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:37.457725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6e0a4cde-3597-49a2-a06b-017cb0febd88'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:37.544324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:37.553045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:37.565355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:37.598184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ef05-7149-4652-b5a2-5f8597932d93 req-b24616f4-6726-4d90-bee3-9cffbcad72e9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3076ef05-7149-4652-b5a2-5f8597932d93 req-b24616f4-6726-4d90-bee3-9cffbcad72e9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0926530 Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3076ef05-7149-4652-b5a2-5f8597932d93 req-45db05a6-908d-4ee3-9b31-412fcaeb1ebb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975ebcd-91b0-4fa0-a85a-b997eedc3a22 req-287ceb85-9bbd-4f38-a52d-e9aa70d339cc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9975ebcd-91b0-4fa0-a85a-b997eedc3a22 req-287ceb85-9bbd-4f38-a52d-e9aa70d339cc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 931 time: 0.0673041 Jul 28 14:27:38.075069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9975ebcd-91b0-4fa0-a85a-b997eedc3a22 req-c8c24c79-103a-4455-97f4-459556f7e045 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Jul 28 14:27:38.142171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07caf-07b6-449a-97dd-1add59d69891 req-a672d72f-9f64-4944-9702-c6c869a62242 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.180172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ff07caf-07b6-449a-97dd-1add59d69891 req-a672d72f-9f64-4944-9702-c6c869a62242 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Jul 28 14:27:38.183536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ff07caf-07b6-449a-97dd-1add59d69891 req-8aa4d9a6-865d-494c-80df-f73c540dfc7f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328779 Jul 28 14:27:38.364351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb09c-921a-4aed-8230-3fc0e9a36365 req-c3eee914-db0b-4d6c-a9ea-240713208fee tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.365852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-045eb09c-921a-4aed-8230-3fc0e9a36365 req-c3eee914-db0b-4d6c-a9ea-240713208fee tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0535560 Jul 28 14:27:38.410310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-045eb09c-921a-4aed-8230-3fc0e9a36365 req-538cc91e-f50b-4945-9148-13d813e7f31d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jul 28 14:27:38.586103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2322f0f-7e80-47ca-b5d2-b25d015b73e8 req-a27010cb-d88e-4424-97e5-343d67ba4288 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.591632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2322f0f-7e80-47ca-b5d2-b25d015b73e8 req-a27010cb-d88e-4424-97e5-343d67ba4288 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 950 time: 0.1138062 Jul 28 14:27:38.644823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2322f0f-7e80-47ca-b5d2-b25d015b73e8 req-1bc79638-e154-49fb-8b4f-8cf519937fa5 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504172 Jul 28 14:27:38.651429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-210d1eaa-f176-4977-aac3-b806a1468ff9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5981486 Jul 28 14:27:38.675420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Request body: {'port': {'device_id': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:38.763743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:38.936811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a63a1-4069-4d4e-a066-ce3d28cd2b36 req-62a3959a-17ca-4656-90e0-3070fc14437b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:38.938453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f7a63a1-4069-4d4e-a066-ce3d28cd2b36 req-62a3959a-17ca-4656-90e0-3070fc14437b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0874565 Jul 28 14:27:39.002561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f7a63a1-4069-4d4e-a066-ce3d28cd2b36 req-1004ca52-f609-40de-a65c-86fd99457982 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Jul 28 14:27:39.163522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1618cd-01c2-4d90-b232-86cd526779e9 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:39.172244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.188604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Transition to ACTIVE for port object 7f1618cd-01c2-4d90-b232-86cd526779e9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:39.226862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181c06a-d4f6-4904-b310-4fe7a2203543 req-1d751098-3191-4d6e-9050-98d6f804454a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:39.228276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e181c06a-d4f6-4904-b310-4fe7a2203543 req-1d751098-3191-4d6e-9050-98d6f804454a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 931 time: 0.0630083 Jul 28 14:27:39.286326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e181c06a-d4f6-4904-b310-4fe7a2203543 req-7c94b498-7bd3-4bb3-8935-20e1df6b1efa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Jul 28 14:27:39.407611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34438) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:39.460613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-756f301a-563a-4d73-8dbd-a8d93747863d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=843417bf0d5a4899a16f474f4b679922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512118 Jul 28 14:27:39.462872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34440) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:39.530148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.554138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.741307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.787231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.789509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:39.790693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ea62fd9-a835-419a-81ee-58ff0d314b04 HTTP/1.1" status: 204 len: 168 time: 0.3267152 Jul 28 14:27:39.826903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:39.841039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd8c3c-648a-4cfc-9fb7-e67d00585414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea62fd9-a835-419a-81ee-58ff0d314b04,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:39.866138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e523e56-5d73-4773-be87-7fa5d061820c req-5387707a-e844-4cab-9302-530fc656c8c2 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:39.883154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e523e56-5d73-4773-be87-7fa5d061820c req-5387707a-e844-4cab-9302-530fc656c8c2 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 950 time: 0.1437898 Jul 28 14:27:39.928566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e523e56-5d73-4773-be87-7fa5d061820c req-5846d73b-87fd-40d7-8933-a3b943f6e6f7 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jul 28 14:27:40.008759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:40.009390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:40.009901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:40.019997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:27:40.020620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:40.033759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3be1b-1623-4ce0-9dee-2dbb3af3761f req-cacc09b5-6575-4b45-9d73-aec93ea37133 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.035666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55a3be1b-1623-4ce0-9dee-2dbb3af3761f req-cacc09b5-6575-4b45-9d73-aec93ea37133 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0993333 Jul 28 14:27:40.039126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:40.039722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:40.042475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:40.042475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Bound port: 7f1618cd-01c2-4d90-b232-86cd526779e9, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:40.042475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:40.144168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55a3be1b-1623-4ce0-9dee-2dbb3af3761f req-5ed1a8b9-fd7d-4b95-927a-0a5ad82698c3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924034 Jul 28 14:27:40.162851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:40.166313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:40.279291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982798de-b288-4817-93ce-588faa6912a1 req-5bdd9773-cc04-48d1-a07d-078bd0f5f1ff tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.290533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-982798de-b288-4817-93ce-588faa6912a1 req-5bdd9773-cc04-48d1-a07d-078bd0f5f1ff tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0741701 Jul 28 14:27:40.300324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:40.366897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.368229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:40.369484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-73809211-9325-4205-a569-8f790c890bf9 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 1092 time: 1.7004230 Jul 28 14:27:40.375152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:40.378551 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931d0f9-8c84-439f-99e5-cb66183c0e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:40.451039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-982798de-b288-4817-93ce-588faa6912a1 req-c5e5af03-df5c-4451-aee8-fd2e7f88f3ea tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163065 Jul 28 14:27:40.453438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73809211-9325-4205-a569-8f790c890bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:40.690404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-910564ad-99a0-4f17-94c8-ee7dda95584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.692374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-910564ad-99a0-4f17-94c8-ee7dda95584f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1095 time: 0.1038365 Jul 28 14:27:40.710008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913fa89-adfc-4d8b-bf26-a257c1d87ce3 req-3dcb7766-2964-459a-b392-cab4915d86a5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.712573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a913fa89-adfc-4d8b-bf26-a257c1d87ce3 req-3dcb7766-2964-459a-b392-cab4915d86a5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0882523 Jul 28 14:27:40.766623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-534f53ed-cf89-4e97-9457-738c6800cca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 217 time: 0.0529196 Jul 28 14:27:40.839100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a913fa89-adfc-4d8b-bf26-a257c1d87ce3 req-57a5a255-9d4c-4cbb-a982-60e895987674 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154008 Jul 28 14:27:40.846142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-6662ef3f-9396-4f15-a935-ad5dd570a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:40.847668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-6662ef3f-9396-4f15-a935-ad5dd570a750 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0729246 Jul 28 14:27:40.896218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-ac8224e6-34ef-4dae-9717-9df1c98b3332 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359333 Jul 28 14:27:40.922713 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1d6e0-945a-4c17-9a1c-2b68d61ea013 x-openstack-request-id: req-a6a1d6e0-945a-4c17-9a1c-2b68d61ea013 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:40.923837 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:40.925029 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6a1d6e0-945a-4c17-9a1c-2b68d61ea013 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:40.925614 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'status': 'completed', 'code': 200} Jul 28 14:27:41.035840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-55ee88b1-0501-4693-93aa-c7a77730e3f1 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344528 Jul 28 14:27:41.157283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1818e42e-bd5f-4ddf-ac48-602c1e325136 req-d9352ad9-43af-4b2b-8730-14ac1c1ad5b4 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136336 Jul 28 14:27:41.325280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ffff8-2963-4082-a297-36b12419512e req-058306d8-6643-44cd-93fd-00097752813e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:41.333665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-059ffff8-2963-4082-a297-36b12419512e req-058306d8-6643-44cd-93fd-00097752813e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.1009948 Jul 28 14:27:41.425757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-991ebac9-b02d-4eda-b43c-a553e892a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:41.427355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-991ebac9-b02d-4eda-b43c-a553e892a877 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1095 time: 0.1276467 Jul 28 14:27:41.430841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-059ffff8-2963-4082-a297-36b12419512e req-4f421c99-1797-484f-aa81-15b2ba50378a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Jul 28 14:27:41.479697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:41.645707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd5a5b-859f-4b98-8e62-4cbb57ec899e req-a05353a5-dd8c-49b3-b0a8-140551d7f668 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:41.646018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5acd5a5b-859f-4b98-8e62-4cbb57ec899e req-a05353a5-dd8c-49b3-b0a8-140551d7f668 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.1175141 Jul 28 14:27:41.671560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:41.705042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:41.708904 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07f6423-1d50-4f6f-9471-889aad639545" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-unplugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:41.715077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-b247591e-33eb-41c0-8e49-543857febaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:41.717647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-b247591e-33eb-41c0-8e49-543857febaf7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.2819245 Jul 28 14:27:41.728278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:41.734002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5acd5a5b-859f-4b98-8e62-4cbb57ec899e req-dacbbf43-febc-4700-9502-96b7de2ad470 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Jul 28 14:27:41.798898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-34819320-4fd2-44a9-aac2-4db258e8a680 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 217 time: 0.0585539 Jul 28 14:27:41.804579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:41.881009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-4a86c1af-655f-42d9-a281-cdd899695737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:41.881009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-4a86c1af-655f-42d9-a281-cdd899695737 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0720305 Jul 28 14:27:41.890101 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d2ba09-d749-41a5-a1b4-d5a5f327bc26 x-openstack-request-id: req-44d2ba09-d749-41a5-a1b4-d5a5f327bc26 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:41.890419 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-unplugged", "status": "completed", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:41.890678 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44d2ba09-d749-41a5-a1b4-d5a5f327bc26 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:41.891093 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'code': 200} Jul 28 14:27:41.936657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:41.982445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-8c1a49dd-75d5-4861-b243-6edfc2e95f27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530434 Jul 28 14:27:42.008537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db4c8-4880-49c3-9fe7-b1ca7acfff3f req-00ffd7fe-cf63-4cd6-9c1a-51dc345c9621 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:42.011060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d57db4c8-4880-49c3-9fe7-b1ca7acfff3f req-00ffd7fe-cf63-4cd6-9c1a-51dc345c9621 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0622673 Jul 28 14:27:42.070270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d57db4c8-4880-49c3-9fe7-b1ca7acfff3f req-a26ebdb5-381e-481e-89e4-d3b24012d893 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520439 Jul 28 14:27:42.130875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-112057a4-5438-4822-999d-e99d88197fa0 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399722 Jul 28 14:27:42.159613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-34eca78d-e5af-45c7-a1dd-400bb6fe9a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:42.255031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b931d0f9-8c84-439f-99e5-cb66183c0e9c req-e7455bb8-7ead-4aa1-a245-91f373ce3b7b service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148429 Jul 28 14:27:42.541658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f500b-d606-42e3-8e02-53743af858aa req-8572e558-2cc1-41b0-9f9a-2cc100f29e80 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:42.550435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-124f500b-d606-42e3-8e02-53743af858aa req-8572e558-2cc1-41b0-9f9a-2cc100f29e80 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0678155 Jul 28 14:27:42.596402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916e7e4-1a5b-4052-827c-c449443b9750 req-7cf5ba56-9cf5-45e9-a46e-a809872ed775 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:42.599313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-124f500b-d606-42e3-8e02-53743af858aa req-294491eb-8b56-4ec5-bdcd-61ff54472824 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Jul 28 14:27:42.610333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f916e7e4-1a5b-4052-827c-c449443b9750 req-7cf5ba56-9cf5-45e9-a46e-a809872ed775 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0686142 Jul 28 14:27:42.655468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f916e7e4-1a5b-4052-827c-c449443b9750 req-2d16a717-bd7d-49a3-8fbf-1ef3f8bbacff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Jul 28 14:27:42.873993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069219c7-1b32-4da8-816b-41f73c1b769f req-84a97d7b-356e-49cb-bf20-15cb3d43b19e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:42.875622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-069219c7-1b32-4da8-816b-41f73c1b769f req-84a97d7b-356e-49cb-bf20-15cb3d43b19e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0688815 Jul 28 14:27:42.960163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-069219c7-1b32-4da8-816b-41f73c1b769f req-42c3a277-9f0b-4b99-8068-3cae7ac1bc65 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764461 Jul 28 14:27:43.229801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581f78-890e-498e-a026-adfaed2fc154 req-6c681926-68e1-4817-9f21-6c57d37754fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:43.237963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55581f78-890e-498e-a026-adfaed2fc154 req-6c681926-68e1-4817-9f21-6c57d37754fd tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0595508 Jul 28 14:27:43.289787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55581f78-890e-498e-a026-adfaed2fc154 req-64c8310a-dffc-4f3f-bc35-baa1cfe62a4a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444348 Jul 28 14:27:43.774587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e92a5-773a-4704-8edd-813cd1a2bbc4 req-19c677c3-1678-44a6-9fba-dadb37692724 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:43.776266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-536e92a5-773a-4704-8edd-813cd1a2bbc4 req-19c677c3-1678-44a6-9fba-dadb37692724 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0936539 Jul 28 14:27:43.818833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-536e92a5-773a-4704-8edd-813cd1a2bbc4 req-a303fa20-73ba-4f94-a26d-6a5b9420c9d2 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Jul 28 14:27:43.839780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621aaf2-3dd4-4c87-bd99-d556b1ad90ff req-939a302f-394e-4214-b127-a8bc5a3cf529 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:43.846284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b621aaf2-3dd4-4c87-bd99-d556b1ad90ff req-939a302f-394e-4214-b127-a8bc5a3cf529 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0529065 Jul 28 14:27:43.890770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b621aaf2-3dd4-4c87-bd99-d556b1ad90ff req-fa420891-ec71-4db3-aaae-55dd56142cc3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Jul 28 14:27:44.096796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ac0e8-0f47-44f3-a9da-81e65b1a3e9b req-c325b3d5-dc75-4b70-a76b-b76725fa852f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:44.098460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-201ac0e8-0f47-44f3-a9da-81e65b1a3e9b req-c325b3d5-dc75-4b70-a76b-b76725fa852f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0556164 Jul 28 14:27:44.146453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-201ac0e8-0f47-44f3-a9da-81e65b1a3e9b req-6de0f06c-8dba-41db-a6aa-4a436d257791 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Jul 28 14:27:44.412249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229f6d2-8e81-48f0-88b7-52231be7ab5c req-a4448d93-517d-47cf-b68a-8ada324d2252 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:44.413809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e229f6d2-8e81-48f0-88b7-52231be7ab5c req-a4448d93-517d-47cf-b68a-8ada324d2252 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0548587 Jul 28 14:27:44.471281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e229f6d2-8e81-48f0-88b7-52231be7ab5c req-587aff39-f86c-4709-a739-373c7461456f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 Jul 28 14:27:44.613402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-2d7449f0-8c24-4e5e-a0ed-b336a51cbb17 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:44.615055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-2d7449f0-8c24-4e5e-a0ed-b336a51cbb17 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0853090 Jul 28 14:27:44.719412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-557a9c3d-92cf-427d-9e53-a380cac65c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:44.751329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Deleting port 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:27:44.752508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:44.849830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:44.864987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] For port 16bc3042-0871-41d5-ad7c-738366cff965, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=16bc3042-0871-41d5-ad7c-738366cff965,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:44.865525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:44.881163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Calling delete_port for 16bc3042-0871-41d5-ad7c-738366cff965 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:27:44.971661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3c17f-a972-4a11-890f-e46450d225b4 req-fff264bd-b047-4ae6-95c1-499a8a66eba1 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:44.980812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3aa3c17f-a972-4a11-890f-e46450d225b4 req-fff264bd-b047-4ae6-95c1-499a8a66eba1 tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 948 time: 0.0767491 Jul 28 14:27:45.029688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3aa3c17f-a972-4a11-890f-e46450d225b4 req-22c01132-8409-42e9-9bd3-5d0144bfa9ce tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b385713-9b0c-4df7-bfe2-c92b213ac3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Jul 28 14:27:45.133658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd265180-cf44-498b-97c2-e726674595d9 req-0b0a6ed1-18ec-469b-a8f7-4c377445c979 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:45.135268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd265180-cf44-498b-97c2-e726674595d9 req-0b0a6ed1-18ec-469b-a8f7-4c377445c979 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0514774 Jul 28 14:27:45.159266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:45.187896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Pushing event deleted for resources: {'Port': ['ID=16bc3042-0871-41d5-ad7c-738366cff965,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:45.211184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd265180-cf44-498b-97c2-e726674595d9 req-c96c0ac8-6b55-4fe9-811d-dc3f9867d47e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696268 Jul 28 14:27:45.248106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] No DVR routers for this DVR port 16bc3042-0871-41d5-ad7c-738366cff965 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:27:45.252702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:45.255072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e78cd255-856f-46bb-bf9d-8bda82083b7e req-49adbc04-c46d-43bc-bfd0-7337522784bf tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.50 "DELETE /v2.0/ports/16bc3042-0871-41d5-ad7c-738366cff965 HTTP/1.1" status: 204 len: 173 time: 0.6287162 Jul 28 14:27:45.255731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-deleted', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:45.258979 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9293d4-b668-4a98-bf39-7341e9f8d0d0" -d '{"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-deleted", "tag": "16bc3042-0871-41d5-ad7c-738366cff965"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:45.351276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6daf53-fa9b-44a9-a335-155c827469bc req-78d5cb8e-38bd-4f75-b13f-a6c3e9d7b0b3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:45.353100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d6daf53-fa9b-44a9-a335-155c827469bc req-78d5cb8e-38bd-4f75-b13f-a6c3e9d7b0b3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0710936 Jul 28 14:27:45.371886 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:27:45.403199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d6daf53-fa9b-44a9-a335-155c827469bc req-62505395-c814-4085-8746-7123f2a15f86 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Jul 28 14:27:45.437298 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb82cdd6-b6a0-405a-b8eb-09b49d7d1e2c x-openstack-request-id: req-eb82cdd6-b6a0-405a-b8eb-09b49d7d1e2c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:45.437590 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b397df3-f853-4e8c-a33d-d34e01797706", "name": "network-vif-deleted", "tag": "16bc3042-0871-41d5-ad7c-738366cff965", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:45.437879 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb82cdd6-b6a0-405a-b8eb-09b49d7d1e2c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:45.438239 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b397df3-f853-4e8c-a33d-d34e01797706', 'name': 'network-vif-deleted', 'tag': '16bc3042-0871-41d5-ad7c-738366cff965', 'status': 'completed', 'code': 200} Jul 28 14:27:45.652900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613176b6-6765-4b36-b85b-debd67968311 req-b2d3dabf-1111-4d39-b007-c8474c629c6f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:45.654473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-613176b6-6765-4b36-b85b-debd67968311 req-b2d3dabf-1111-4d39-b007-c8474c629c6f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.1092575 Jul 28 14:27:45.715187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-613176b6-6765-4b36-b85b-debd67968311 req-b4f27070-6aac-45f6-8884-70ca3faa40b5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Jul 28 14:27:46.130054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-968be866-3c89-4af0-88fd-a61297c4b290 req-a6884c10-8917-4f7a-9551-01dd1dd6199f tempest-ImagesOneServerTestJSON-105636470 tempest-ImagesOneServerTestJSON-105636470-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b397df3-f853-4e8c-a33d-d34e01797706 HTTP/1.1" status: 200 len: 210 time: 0.0276990 Jul 28 14:27:46.198809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:46.344520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55257b-45f6-41c6-a948-7ac37c307138 req-e7a8de5a-85e6-438c-9e14-0ad83d08f60e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:46.346145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a55257b-45f6-41c6-a948-7ac37c307138 req-e7a8de5a-85e6-438c-9e14-0ad83d08f60e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0539615 Jul 28 14:27:46.387121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a55257b-45f6-41c6-a948-7ac37c307138 req-8d315f31-5ab3-418b-a0a2-b181aa2a2c3f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Jul 28 14:27:46.586714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d01cc-58c7-4830-aefa-8762aa916853 req-54f6a209-0a4b-4645-807e-14c7aa94a1fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:46.588256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb0d01cc-58c7-4830-aefa-8762aa916853 req-54f6a209-0a4b-4645-807e-14c7aa94a1fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0503113 Jul 28 14:27:46.656277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb0d01cc-58c7-4830-aefa-8762aa916853 req-79dfd669-d1d8-43fc-9191-52dc2ba74e68 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389280 Jul 28 14:27:46.850120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094d35f-c2d0-4937-b7ba-c2266db3333a req-978cd7a1-9f3d-4d1c-af33-95b7bfc2f526 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:46.851948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6094d35f-c2d0-4937-b7ba-c2266db3333a req-978cd7a1-9f3d-4d1c-af33-95b7bfc2f526 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0730176 Jul 28 14:27:46.904237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6094d35f-c2d0-4937-b7ba-c2266db3333a req-4b6be9be-b16d-4e5f-a82d-28c0cbcb3a5c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Jul 28 14:27:47.467886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:27:47.490941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 16bc3042-0871-41d5-ad7c-738366cff965 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:27:47.491583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 16bc3042-0871-41d5-ad7c-738366cff965 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:27:47.511011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca2af8-516a-4330-a1df-6d11d2b0b498 req-b77d0da5-c6d9-4936-b98b-728d10d22392 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:47.512540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ca2af8-516a-4330-a1df-6d11d2b0b498 req-b77d0da5-c6d9-4936-b98b-728d10d22392 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0534053 Jul 28 14:27:47.553300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ca2af8-516a-4330-a1df-6d11d2b0b498 req-f6396a8a-bbdc-4f94-90cb-fe3990e9345b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338740 Jul 28 14:27:47.564457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:47.770519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2de9ed-0b36-41db-86b1-9191d3a0dea4 req-f65e5c79-359c-47b9-b1f1-ac7277033f24 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:47.772077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff2de9ed-0b36-41db-86b1-9191d3a0dea4 req-f65e5c79-359c-47b9-b1f1-ac7277033f24 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0536497 Jul 28 14:27:47.817919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff2de9ed-0b36-41db-86b1-9191d3a0dea4 req-ba0b2e83-8d2f-4c33-9c5d-a91c6592a114 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Jul 28 14:27:47.996603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:48.048153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86afba2-0238-403c-ab44-d73870225953 req-f4877900-a9ba-496e-aa9b-f4e2bf63f315 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:48.050252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f86afba2-0238-403c-ab44-d73870225953 req-f4877900-a9ba-496e-aa9b-f4e2bf63f315 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0565004 Jul 28 14:27:48.090916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f86afba2-0238-403c-ab44-d73870225953 req-fbb1fbec-97cb-4c7f-b1c3-5f623ca65573 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Jul 28 14:27:48.137898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-85a8e11a-3efe-4dac-9bee-6eaa69469ec9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec75c60fcece4f8bbea79d3d641f6bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399372 Jul 28 14:27:48.140347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35004) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:48.193197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.217367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.375663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.379091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:48.380277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b385713-9b0c-4df7-bfe2-c92b213ac3a4 HTTP/1.1" status: 204 len: 168 time: 0.2389293 Jul 28 14:27:48.390469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75c198-ebee-4719-8063-98c72eb9ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b385713-9b0c-4df7-bfe2-c92b213ac3a4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:48.680906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e8c14-62fd-474a-9b86-735273bd2197 req-3bfafdd9-c551-4715-b391-b1572146c413 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:48.682611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a79e8c14-62fd-474a-9b86-735273bd2197 req-3bfafdd9-c551-4715-b391-b1572146c413 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0543876 Jul 28 14:27:48.724775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a79e8c14-62fd-474a-9b86-735273bd2197 req-164f4e3f-04b2-40a2-a465-ad88fb90ded7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Jul 28 14:27:48.949796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492444c0-dd38-48af-a1f4-740dd22cf5af req-c4509207-e68e-4300-b038-145570d7cde3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:48.951436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-492444c0-dd38-48af-a1f4-740dd22cf5af req-c4509207-e68e-4300-b038-145570d7cde3 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0595334 Jul 28 14:27:48.997518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-492444c0-dd38-48af-a1f4-740dd22cf5af req-73b7412b-7652-43d5-b669-8c3514a0a69e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Jul 28 14:27:49.245126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab177b-87df-4fb9-af0f-419ebddb9102 req-372db4f8-cf93-4bef-bee8-e793a95da48a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:49.247431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcab177b-87df-4fb9-af0f-419ebddb9102 req-372db4f8-cf93-4bef-bee8-e793a95da48a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0706592 Jul 28 14:27:49.288887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcab177b-87df-4fb9-af0f-419ebddb9102 req-454d79f8-1404-43f7-960e-5ed12a83fd49 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354500 Jul 28 14:27:49.485292 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:49.862253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de249-bc01-4956-942f-988ba67272ce req-549cfa49-a8de-471b-a77b-0a1df8cd4496 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:49.866409 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a51de249-bc01-4956-942f-988ba67272ce req-549cfa49-a8de-471b-a77b-0a1df8cd4496 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0648706 Jul 28 14:27:49.866590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:49.912510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a51de249-bc01-4956-942f-988ba67272ce req-dfc8fb4b-9fcc-44fe-96da-50d50fd8d199 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381231 Jul 28 14:27:49.988428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1967211363-network', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:50.127479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4c8ff-e146-4ef3-a6fc-8f5f8c0d6145 req-7c6ced27-4068-4125-b208-c23dbec42e98 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:50.129408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8f4c8ff-e146-4ef3-a6fc-8f5f8c0d6145 req-7c6ced27-4068-4125-b208-c23dbec42e98 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0574932 Jul 28 14:27:50.160084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Made reservation on behalf of 20da9a6398284380bbcba72d6a8d13dc for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:50.162765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.176247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.179058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8f4c8ff-e146-4ef3-a6fc-8f5f8c0d6145 req-394e1417-c3a3-479c-bc8f-f475c1f962ac tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400615 Jul 28 14:27:50.275696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.375551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.413502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366f9e-739f-4443-b5f1-a655d172ffea req-ccd18a6f-c111-4e84-98f7-af2935c7a743 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:50.415183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf366f9e-739f-4443-b5f1-a655d172ffea req-ccd18a6f-c111-4e84-98f7-af2935c7a743 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0513284 Jul 28 14:27:50.462990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf366f9e-739f-4443-b5f1-a655d172ffea req-4eb54d94-253b-492a-be96-3e8fa6c3a2cc tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325289 Jul 28 14:27:50.655626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.683251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:27:50.689965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08efd0d4-38fd-45d6-bf5c-dc8aa6ed1651,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:50.697318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.697695 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Added segment 65033cc6-bc23-445d-8904-0df2302619cb of type vlan for network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 Jul 28 14:27:50.741492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.929666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:50.930592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:50.931289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.003053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] Pushing event updated for resources: {'Network': ['ID=737a1af5-9c73-439e-97c2-5c2ea9e8a089,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:51.017762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:27:51.045091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00979557-1f48-4d38-9283-ec8b74f57f71 req-e24ca5e3-47e5-4e0b-85c1-978413d54f20 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:51.046851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00979557-1f48-4d38-9283-ec8b74f57f71 req-e24ca5e3-47e5-4e0b-85c1-978413d54f20 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0633128 Jul 28 14:27:51.091464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bbac9cff-995e-448e-bc90-1754654f8d56 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2243166 Jul 28 14:27:51.094322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35178) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:51.101715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Request body: {'subnet': {'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1967211363-subnet', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:51.110175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00979557-1f48-4d38-9283-ec8b74f57f71 req-9d461e53-6bf4-4747-b53e-10e8f5030b24 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 Jul 28 14:27:51.314372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66856e5-4f52-4518-8184-80cd4573f19b req-ce31779f-ed1d-4816-8576-cd669c29498e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:51.315922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d66856e5-4f52-4518-8184-80cd4573f19b req-ce31779f-ed1d-4816-8576-cd669c29498e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0581417 Jul 28 14:27:51.354451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d66856e5-4f52-4518-8184-80cd4573f19b req-1b019ef0-fe5b-4f4e-b98d-85c4fed03c5a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Jul 28 14:27:51.358184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Made reservation on behalf of 20da9a6398284380bbcba72d6a8d13dc for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:51.360992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.593217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1752e-61ee-4bbf-a1d9-5a104572be8c req-e99af1a8-c43b-49ed-864f-1e68f94abb55 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:51.594805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d1752e-61ee-4bbf-a1d9-5a104572be8c req-e99af1a8-c43b-49ed-864f-1e68f94abb55 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0522087 Jul 28 14:27:51.636159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41d1752e-61ee-4bbf-a1d9-5a104572be8c req-e6146b7e-5f7d-41d9-bbe2-206123999fef tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Jul 28 14:27:51.693013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:51.806029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-edee8192-7493-4a96-9138-e765dce33e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.856603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.955832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db50514-65d0-424a-845e-5eb0d07a088c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:51.964332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-edee8192-7493-4a96-9138-e765dce33e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:51.965792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Checking segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:51.966149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Network hostable DHCP agents. Network: 737a1af5-9c73-439e-97c2-5c2ea9e8a089, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:27:52.100912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-edee8192-7493-4a96-9138-e765dce33e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.150436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-edee8192-7493-4a96-9138-e765dce33e0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3248f28fe8fc4934ad91b15bfd6c559f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553261 Jul 28 14:27:52.151965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8192-7493-4a96-9138-e765dce33e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7998b30c-634c-416a-bd91-90ec914e4e48,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:52.153225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:52.169836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:27:52.239689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.274534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8396c9-c76e-46b8-b672-37f0ba05d8a1 req-c4f0c19c-4272-47c8-9db0-c45653c6abc6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:52.276076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f8396c9-c76e-46b8-b672-37f0ba05d8a1 req-c4f0c19c-4272-47c8-9db0-c45653c6abc6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0815935 Jul 28 14:27:52.277976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.336281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f8396c9-c76e-46b8-b672-37f0ba05d8a1 req-ae9a05c1-fb25-4598-9e78-a84ad7f63b88 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Jul 28 14:27:52.375558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 737a1af5-9c73-439e-97c2-5c2ea9e8a089) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:52.375558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:52.375558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.375818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6957e06-1884-40c4-99bb-e648a4b06309 None None] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:52.489787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6d16-87fd-41c1-989e-98074b035af1 req-eb0c49f2-a253-4287-bcf7-705cd5d6251a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:52.489787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abeb6d16-87fd-41c1-989e-98074b035af1 req-eb0c49f2-a253-4287-bcf7-705cd5d6251a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0567496 Jul 28 14:27:52.534530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abeb6d16-87fd-41c1-989e-98074b035af1 req-92c706ee-4835-4818-92b0-84037e176b4f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Jul 28 14:27:52.551676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.558182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7e98a6e-b9a4-40b8-8c42-3c49a907d9d8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4569826 Jul 28 14:27:52.558315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.558315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7998b30c-634c-416a-bd91-90ec914e4e48 HTTP/1.1" status: 204 len: 168 time: 0.4011075 Jul 28 14:27:52.558476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35204) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:52.563211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:52.568736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca41acd-400c-4d21-831b-0f84b6f3aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7998b30c-634c-416a-bd91-90ec914e4e48,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:52.576199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:27:52.577448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.729996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Allocated IP 172.20.0.2 (737a1af5-9c73-439e-97c2-5c2ea9e8a089/8db50514-65d0-424a-845e-5eb0d07a088c/b587b4ad-d7a0-473e-bcb2-a3cb177c4083) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:52.763742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a1e18-ceaf-437a-a8f0-40f0e43fb85e req-7eb13860-bb16-4e9a-b462-1d273932623a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:52.765210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6a1e18-ceaf-437a-a8f0-40f0e43fb85e req-7eb13860-bb16-4e9a-b462-1d273932623a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0500638 Jul 28 14:27:52.806833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6a1e18-ceaf-437a-a8f0-40f0e43fb85e req-08da2d93-7f84-47f5-bc0a-c5145dd38aaa tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jul 28 14:27:52.876566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:52.884941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Transition to ACTIVE for port object b587b4ad-d7a0-473e-bcb2-a3cb177c4083 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:52.900053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Transition to ACTIVE for port object b587b4ad-d7a0-473e-bcb2-a3cb177c4083 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:53.334839 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.334839 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.386067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.398643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.436661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:53.442172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:53.449747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:53.470751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Pushing event updated for resources: {'Port': ['ID=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:53.499362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980356ef-a8ba-401a-b01f-8ae29e5c53f9 req-c37535f2-e204-4af9-8144-3c944a2a68ac tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:53.500525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-980356ef-a8ba-401a-b01f-8ae29e5c53f9 req-c37535f2-e204-4af9-8144-3c944a2a68ac tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0752058 Jul 28 14:27:53.517188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:27:53.544029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Attempting to bind port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:53.544261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-980356ef-a8ba-401a-b01f-8ae29e5c53f9 req-fa129e5b-4569-4967-92ed-e108a9f1934f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Jul 28 14:27:53.544619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Attempting to bind port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:53.545063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Attempting to bind port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 on network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:53.590766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:53.591178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Checking segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:53.591995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.592450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Bound using segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:53.593151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Bound port: b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:53.593576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.665457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:53.684651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0', 'port_id': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'mac_address': 'fa:16:3e:e6:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e472b9a1-1d0d-4e3a-9a68-b7adc7916c07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:27:53.687003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea4ca9-8a49-41d7-9cf0-207857764aa9 req-8c0442cb-3010-4955-a899-4583c8a651c2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:53.689690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67ea4ca9-8a49-41d7-9cf0-207857764aa9 req-8c0442cb-3010-4955-a899-4583c8a651c2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0614035 Jul 28 14:27:53.812535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] For port b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:53.833168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] For port b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:53.858823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.878685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1618cd-01c2-4d90-b232-86cd526779e9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:27:53.914304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:53.919261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:53.920994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67ea4ca9-8a49-41d7-9cf0-207857764aa9 req-21e3f62c-5e1b-4587-92bf-d25ce6fcae57 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192118 Jul 28 14:27:53.959904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98cbcd-e191-467b-804d-844e25a07575 req-7408ec2e-1eb9-47e9-aba4-3e54514f6332 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:53.961455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd98cbcd-e191-467b-804d-844e25a07575 req-7408ec2e-1eb9-47e9-aba4-3e54514f6332 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.0591176 Jul 28 14:27:54.011248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd98cbcd-e191-467b-804d-844e25a07575 req-447b4e4c-3cb5-4b80-a70d-4abf5a515760 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Jul 28 14:27:54.050934 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.113718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a323b-b463-473e-82b1-ad1bc2bbd95e None None] Pushing event updated for resources: {'Port': ['ID=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:54.141870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.202757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:54.398930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.418846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.531457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['7f1618cd-01c2-4d90-b232-86cd526779e9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:27:54.534999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Allocated IP 172.25.0.36 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/81544199-bf4a-41ff-b88f-af16dcc123ba) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:54.683370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.723072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a75a5-c16d-46b8-a474-69ac45ff69c4 req-e27f8200-7d65-421d-8c81-9f7bb7cb710e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:54.731182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-104a75a5-c16d-46b8-a474-69ac45ff69c4 req-e27f8200-7d65-421d-8c81-9f7bb7cb710e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0782032 Jul 28 14:27:54.769855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-104a75a5-c16d-46b8-a474-69ac45ff69c4 req-d58a9b1f-c9c6-45c9-b91d-77565c286790 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Jul 28 14:27:54.925916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:54.968831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:54.973381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:54.977139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:55.011116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Pushing event updated for resources: {'Port': ['ID=81544199-bf4a-41ff-b88f-af16dcc123ba,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:55.136311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18cbda6-a3a5-468b-a642-7e5464ba398f None None] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:55.148939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64778d9a-d4fa-423d-93c3-b12ddb329a4b req-62c6d54b-6ff1-4811-ab31-f47765fb8afd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:55.150509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64778d9a-d4fa-423d-93c3-b12ddb329a4b req-62c6d54b-6ff1-4811-ab31-f47765fb8afd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.1439466 Jul 28 14:27:55.170927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd93415-8631-4626-9831-10199410622e req-21a7560c-2a4b-4420-ab9f-377965910f8d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:55.172652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7cd93415-8631-4626-9831-10199410622e req-21a7560c-2a4b-4420-ab9f-377965910f8d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.0641837 Jul 28 14:27:55.173765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35268) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:55.237001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7cd93415-8631-4626-9831-10199410622e req-0d0a1043-892d-42d1-8c1e-f22c7a1f7b93 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Jul 28 14:27:55.380477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-network', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:55.398364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b587b4ad-d7a0-473e-bcb2-a3cb177c4083 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:55.466060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a7a32a8f-b3a5-464f-a6ff-0cfa6731403d None None] Provisioning for port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:55.579971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64778d9a-d4fa-423d-93c3-b12ddb329a4b req-38d71ea2-2eb7-494a-9a29-dd3c0dc6be8e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531800 Jul 28 14:27:55.627152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Made reservation on behalf of 4ef4f4ff3d5a40deade032c6342991e4 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:55.630188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.642946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.671728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:55.679013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:55.680768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.769419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.787053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.826253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3e7c1712-ea7a-4c6e-b716-be824278a883 None None] Provisioning complete for port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:55.826629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1712-ea7a-4c6e-b716-be824278a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.831967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:55.915744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17bba1-5e2a-40cd-a445-6a01a6a5f615 req-0886273c-0508-442c-83a5-18bca76d59f2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:55.928151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a17bba1-5e2a-40cd-a445-6a01a6a5f615 req-0886273c-0508-442c-83a5-18bca76d59f2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0787752 Jul 28 14:27:55.928725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e7c1712-ea7a-4c6e-b716-be824278a883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.949071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.970501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:55.990038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:27:56.002525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a17bba1-5e2a-40cd-a445-6a01a6a5f615 req-b6d86ca5-b976-4cbb-998a-2fe908c87737 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728612 Jul 28 14:27:56.004686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2740b7-da68-4e49-96b1-c44b0f3273ed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:56.010170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.010558 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Added segment 008d8da2-e7ab-41a4-8799-ee8a023de0ad of type vlan for network acb085d4-f116-4374-bd4e-51d761f45e01 Jul 28 14:27:56.030099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.059477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.078916 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3e7c1712-ea7a-4c6e-b716-be824278a883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:27:56.078916 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3e7c1712-ea7a-4c6e-b716-be824278a883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:27:56.129456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:56.212894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.295593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.296604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:56.297194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.368298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] Pushing event updated for resources: {'Network': ['ID=acb085d4-f116-4374-bd4e-51d761f45e01,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:56.379427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network acb085d4-f116-4374-bd4e-51d761f45e01 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:27:56.402917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42b506-e617-41dd-b089-05622e7b029f req-e54c8339-a7d6-4e90-9122-6e03a02edd72 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:56.404771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a42b506-e617-41dd-b089-05622e7b029f req-e54c8339-a7d6-4e90-9122-6e03a02edd72 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.0794301 Jul 28 14:27:56.454858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a42b506-e617-41dd-b089-05622e7b029f req-817642fe-0574-4a0c-8a7d-4f004f382794 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Jul 28 14:27:56.476549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c1fa672-ecae-41e1-83f2-d1123dce27f9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2987888 Jul 28 14:27:56.476883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:56.482103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Request body: {'subnet': {'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-subnet', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:56.558315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:27:56.609379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Made reservation on behalf of 4ef4f4ff3d5a40deade032c6342991e4 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:27:56.612690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:56.731832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:27:56.748020 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Sync routers for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:27:56.756002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf57ee-b1a0-4c91-b916-b1aec55b68a7 req-a8b05c45-2ed0-403b-9357-c32b5eb0447c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:56.758009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efbf57ee-b1a0-4c91-b916-b1aec55b68a7 req-a8b05c45-2ed0-403b-9357-c32b5eb0447c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0820932 Jul 28 14:27:56.767600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:56.780968 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:56.820796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efbf57ee-b1a0-4c91-b916-b1aec55b68a7 req-73a7e183-a9b0-4bd0-8eae-2f751b2b8af9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542529 Jul 28 14:27:56.906833 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:57.021328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.022727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f0e7ead-fa61-46cd-89a2-68179152771e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4657238 Jul 28 14:27:57.025674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:57.073160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.133145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:55Z', 'revision_number': 3, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:57.151547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5e6a14-e288-4201-ae2d-f076e6b00807,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:57.172282 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Checking router: 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:27:57.172608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Updating router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 port 81544199-bf4a-41ff-b88f-af16dcc123ba binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:27:57.191881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Checking segment: {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:57.192520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Network hostable DHCP agents. Network: acb085d4-f116-4374-bd4e-51d761f45e01, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:27:57.208505 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.224442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7185f4d-e6f5-4d79-a7bd-11db876cf88c req-aef20e82-9373-4c02-9754-39490b198df5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:57.226088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7185f4d-e6f5-4d79-a7bd-11db876cf88c req-aef20e82-9373-4c02-9754-39490b198df5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0899274 Jul 28 14:27:57.336130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7185f4d-e6f5-4d79-a7bd-11db876cf88c req-278275ec-ebeb-48a7-8da0-604517041677 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882258 Jul 28 14:27:57.361559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b587b4ad-d7a0-473e-bcb2-a3cb177c4083 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:57.393223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Network acb085d4-f116-4374-bd4e-51d761f45e01 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:27:57.445048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:57.451251 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.513388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, acb085d4-f116-4374-bd4e-51d761f45e01) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:57.523917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:57.524639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e452e3d-1e2c-45b5-9be0-10ad70899712 None None] Network acb085d4-f116-4374-bd4e-51d761f45e01 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:57.527635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.599378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:27:57.732067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1f80cdab-64ef-4ce8-b811-430fdae3d8da admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2540402 Jul 28 14:27:57.734880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35304) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:27:57.748413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:57.813903 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.840265 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Transition to ACTIVE for port object 81544199-bf4a-41ff-b88f-af16dcc123ba will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:57.843487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c27927-9b15-4782-83a2-30e4fff5ada7 req-946b81db-f245-47dd-9868-6cbb0aa6fcd9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:57.852103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22c27927-9b15-4782-83a2-30e4fff5ada7 req-946b81db-f245-47dd-9868-6cbb0aa6fcd9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1823936 Jul 28 14:27:57.887550 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-16d7bc48-1d31-40fc-939e-0f9814cac27d service neutron] show failed (client error): The resource could not be found. Jul 28 14:27:57.888681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-16d7bc48-1d31-40fc-939e-0f9814cac27d service neutron] 10.222.0.53 "GET /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.2756965 Jul 28 14:27:57.962466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22c27927-9b15-4782-83a2-30e4fff5ada7 req-feb8ca24-0066-4862-90c5-a44617915db0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091349 Jul 28 14:27:57.986986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:57.988136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.003106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.003635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbbac92-fa37-4533-a661-813873d2fbb4 None None] Network acb085d4-f116-4374-bd4e-51d761f45e01 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:27:58.037188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c069688-c56e-4bb4-8c61-daa07313cb22 req-8b7bd5e7-d08c-4d54-bccb-74a5f94b44ec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.038791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c069688-c56e-4bb4-8c61-daa07313cb22 req-8b7bd5e7-d08c-4d54-bccb-74a5f94b44ec tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0896850 Jul 28 14:27:58.070831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.078449 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.124473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c069688-c56e-4bb4-8c61-daa07313cb22 req-233a9ae1-2409-477b-8b03-a0b424379a0c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519018 Jul 28 14:27:58.171235 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Pushing event updated for resources: {'Port': ['ID=81544199-bf4a-41ff-b88f-af16dcc123ba,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:58.180479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.181288 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.181834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.182176 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.182513 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.182878 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.183230 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.183559 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.183941 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.184285 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.184614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.184933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:27:58.188345 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Attempting to bind port 81544199-bf4a-41ff-b88f-af16dcc123ba on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:27:58.189344 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Attempting to bind port 81544199-bf4a-41ff-b88f-af16dcc123ba by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:27:58.189718 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Attempting to bind port 81544199-bf4a-41ff-b88f-af16dcc123ba on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:27:58.195676 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:27:58.195914 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:27:58.196320 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.196856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:27:58.197231 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Bound port: 81544199-bf4a-41ff-b88f-af16dcc123ba, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:27:58.197667 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.204050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 7f1618cd-01c2-4d90-b232-86cd526779e9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:58.209145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 7f1618cd-01c2-4d90-b232-86cd526779e9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:58.209534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.256922 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] For port 81544199-bf4a-41ff-b88f-af16dcc123ba, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:27:58.259820 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] For port 81544199-bf4a-41ff-b88f-af16dcc123ba, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=81544199-bf4a-41ff-b88f-af16dcc123ba,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:27:58.287098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-69bd94e9-dc02-4dc5-9cd6-9874f6e896a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1107655 Jul 28 14:27:58.307503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Allocated IP 172.20.0.1 (737a1af5-9c73-439e-97c2-5c2ea9e8a089/8db50514-65d0-424a-845e-5eb0d07a088c/bf50017c-8270-41da-bab5-a9dde0394df9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:58.324803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.356127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:27:58.358568 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba4a0c-79f3-42dd-8d85-d14850964480" -d '{"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-plugged", "status": "completed", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:27:58.374803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:27:58.434280 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfcc253-ddca-417e-8fa1-e0bb63f08aab x-openstack-request-id: req-dbfcc253-ddca-417e-8fa1-e0bb63f08aab {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:27:58.434800 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-plugged", "status": "completed", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:27:58.435314 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dbfcc253-ddca-417e-8fa1-e0bb63f08aab {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:27:58.435950 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'code': 200} Jul 28 14:27:58.450462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.457592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-3a307bf9-8b68-4ef5-b89e-e094fb5dca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.459198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-3a307bf9-8b68-4ef5-b89e-e094fb5dca81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 1103 time: 0.1274245 Jul 28 14:27:58.548641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.549295 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.557219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:58.622199 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b334c-b62e-4a70-b2c7-9e01881be0bf None None] Pushing event updated for resources: {'Port': ['ID=81544199-bf4a-41ff-b88f-af16dcc123ba,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:58.633008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355d3c-2d61-4645-8b6e-e3df13a5a8dd req-e98e2fac-73a9-49e8-bdb7-9a1b7902eabc tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.640597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3355d3c-2d61-4645-8b6e-e3df13a5a8dd req-e98e2fac-73a9-49e8-bdb7-9a1b7902eabc tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.2034445 Jul 28 14:27:58.654277 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:27:58.655175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:58.662785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Transition to ACTIVE for port object bf50017c-8270-41da-bab5-a9dde0394df9 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:27:58.676453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:58.746852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204f3b-beb2-4b40-a09a-ca95a665b899 req-81f899fe-4934-42a8-bc39-d769ab352695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.748389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39204f3b-beb2-4b40-a09a-ca95a665b899 req-81f899fe-4934-42a8-bc39-d769ab352695 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1097 time: 0.1973128 Jul 28 14:27:58.758624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-b26c50e3-9cc6-4938-bc12-273fd01e1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.760228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-b26c50e3-9cc6-4938-bc12-273fd01e1e1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2729850 Jul 28 14:27:58.783802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3355d3c-2d61-4645-8b6e-e3df13a5a8dd req-5ba43af7-de89-4cd4-9247-2b852f411bf0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423016 Jul 28 14:27:58.819237 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:27:58.838237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-9e786da2-d791-4043-b2a0-8f7cb80ba538 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 200 len: 217 time: 0.0407047 Jul 28 14:27:58.840109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39204f3b-beb2-4b40-a09a-ca95a665b899 req-43d41f50-dfd8-4c6b-80d1-1c5edb5d2f42 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743535 Jul 28 14:27:58.894800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-ec056fa0-51cf-49f8-88af-7cb9a7bde30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:58.900477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-ec056fa0-51cf-49f8-88af-7cb9a7bde30e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0541801 Jul 28 14:27:59.000004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.072339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-26b64939-4868-43ef-85e2-8bf98b896a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:59.074170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-26b64939-4868-43ef-85e2-8bf98b896a2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407089 Jul 28 14:27:59.076125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:27:59.080147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:27:59.082817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:27:59.112959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:55Z', 'revision_number': 3, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:27:59.140939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:27:59.174591 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855fe4d-55ea-47d4-b7f1-14863fff1de3 None None] The sync data for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 is: [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:55Z', 'revision_number': 3, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:27:59.194661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.235081 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.258386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.323533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397b02f-e993-43c9-bf28-38447bfde41b req-d40a242d-0339-429a-8813-cd25102bc9cf tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:59.326297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0397b02f-e993-43c9-bf28-38447bfde41b req-d40a242d-0339-429a-8813-cd25102bc9cf tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.2375574 Jul 28 14:27:59.460105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-9ee51b01-5de1-4053-9d1b-9b5efd6916c6 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740983 Jul 28 14:27:59.467937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7dae7eaf-48e2-447a-aa31-e62f78312aa0 None None] Provisioning for port bf50017c-8270-41da-bab5-a9dde0394df9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:27:59.473216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7dae7eaf-48e2-447a-aa31-e62f78312aa0 None None] Provisioning complete for port bf50017c-8270-41da-bab5-a9dde0394df9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:27:59.473774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7dae7eaf-48e2-447a-aa31-e62f78312aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.487607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0397b02f-e993-43c9-bf28-38447bfde41b req-78ca8614-e4dc-4883-868a-4c3a2acb4c38 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317306 Jul 28 14:27:59.525540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Allocated IP 172.25.0.196 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/847096dc-9bae-4e92-b80b-20a3cb22c116) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:27:59.586285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7dae7eaf-48e2-447a-aa31-e62f78312aa0 None None] Port bf50017c-8270-41da-bab5-a9dde0394df9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:27:59.601526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7d905-22b1-48cd-8c0d-02d5f5503510 req-ca375717-4105-46c6-aefc-3baed99e618f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:59.604423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99a7d905-22b1-48cd-8c0d-02d5f5503510 req-ca375717-4105-46c6-aefc-3baed99e618f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.3402498 Jul 28 14:27:59.611811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-af9106ba-188c-4513-bd52-d5a6e588ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:27:59.613293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-af9106ba-188c-4513-bd52-d5a6e588ceea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.3004532 Jul 28 14:27:59.671162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:27:59.737443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.786829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99a7d905-22b1-48cd-8c0d-02d5f5503510 req-04edf5e5-22a0-4ad7-a893-41284eb4ffa4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580789 Jul 28 14:27:59.849094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.915809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:27:59.921712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b921f46e-f3e3-4b36-9dd1-27c9031be3cb req-32d3aba5-e766-480b-baad-18bd21c8baee service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218063 Jul 28 14:27:59.941933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.009617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Pushing event updated for resources: {'Port': ['ID=847096dc-9bae-4e92-b80b-20a3cb22c116,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:00.036063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:00.038700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:00.044932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:00.569504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.598933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9088dd-cff5-44b5-84a8-3bd1a17275fc req-62b39870-444d-4821-bd89-51a623b337d8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.600586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a9088dd-cff5-44b5-84a8-3bd1a17275fc req-62b39870-444d-4821-bd89-51a623b337d8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.6530950 Jul 28 14:28:00.722598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fff8b-d235-488a-ba6b-98837d83b510 req-41ff69ad-2645-43ed-a5b8-45bb3cea02b0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.725123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e9fff8b-d235-488a-ba6b-98837d83b510 req-41ff69ad-2645-43ed-a5b8-45bb3cea02b0 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1032615 Jul 28 14:28:00.755721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a9088dd-cff5-44b5-84a8-3bd1a17275fc req-233e1462-ed5a-4689-8173-d5e3be5e5612 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390140 Jul 28 14:28:00.795346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e9fff8b-d235-488a-ba6b-98837d83b510 req-5d700b27-5547-490e-a8d2-4b1dab4a9ac2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622077 Jul 28 14:28:00.822600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:00.871795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.903886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:00.942702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.953972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.961789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:00.964418 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f8c462-9261-4d4a-ad95-9ef1c35f4a10" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:00.968564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:00.994977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92795f9c-9db4-427b-8e72-7446585a6fb9 req-a542e303-e2e6-4b69-a459-af40f1e2845c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:00.996644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92795f9c-9db4-427b-8e72-7446585a6fb9 req-a542e303-e2e6-4b69-a459-af40f1e2845c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1097 time: 0.1210036 Jul 28 14:28:01.028877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e950d-ee4b-4c60-a8b4-0713879ac34a req-7070598a-5e48-4b4b-ac04-19884a1fcc3a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:01.030423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b9e950d-ee4b-4c60-a8b4-0713879ac34a req-7070598a-5e48-4b4b-ac04-19884a1fcc3a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0996439 Jul 28 14:28:01.051292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Transition to ACTIVE for port object 81a508cf-bbc4-4cf0-81d6-1258d4272cef will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:01.067656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.084958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:01.091962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92795f9c-9db4-427b-8e72-7446585a6fb9 req-13370a2d-82e9-4998-bc7f-2f0b8f16eb8c tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Jul 28 14:28:01.115592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b9e950d-ee4b-4c60-a8b4-0713879ac34a req-ecb51aac-0f2d-4671-8d60-edf48aaf22a4 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592380 Jul 28 14:28:01.167351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.229033 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d7ac5f-bf52-4bea-94b0-c0e762d52e8d x-openstack-request-id: req-65d7ac5f-bf52-4bea-94b0-c0e762d52e8d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:01.229377 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:01.229635 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65d7ac5f-bf52-4bea-94b0-c0e762d52e8d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:01.230023 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'code': 200} Jul 28 14:28:01.268230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:28:01.285682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:01.327675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:01.338045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] No DVR routers for this DVR port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:01.374195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:01.445693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 81544199-bf4a-41ff-b88f-af16dcc123ba up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:01.477961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:01.478402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:01.478647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:01.481988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86c4a-0c32-4d22-b099-588ffa0093d3 req-3f74ea32-4ce5-4cd3-bbe8-ede5128c9542 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:01.490445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46c86c4a-0c32-4d22-b099-588ffa0093d3 req-3f74ea32-4ce5-4cd3-bbe8-ede5128c9542 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1097 time: 0.1753802 Jul 28 14:28:01.498284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:01.549159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:01.549498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:01.549731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Sync routers for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:01.573599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:01.574064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:01.574456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:01.574909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Bound port: 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:01.575302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.586615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:01.590216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:01.633744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.636752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca3548dd-8020-4291-b81b-725b49080893 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9003191 Jul 28 14:28:01.638005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46c86c4a-0c32-4d22-b099-588ffa0093d3 req-7ab736e3-db06-4087-916b-b90f5cefdd06 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393077 Jul 28 14:28:01.640392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35352) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:01.737359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:28:01.795909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:01.809535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:01.864222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 81544199-bf4a-41ff-b88f-af16dcc123ba completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:01.886300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:01.889744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 81544199-bf4a-41ff-b88f-af16dcc123ba triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:01.890123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:01.924919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.005801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.006602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.008810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-09711f22-260b-469e-970a-caa74ede5546 service neutron] 10.222.0.50 "PUT /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 1097 time: 2.3429749 Jul 28 14:28:02.046607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eae61a8e-2aad-44c7-bd2c-1cd3d9e1d635 None None] Provisioning complete for port bf50017c-8270-41da-bab5-a9dde0394df9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:02.047248 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eae61a8e-2aad-44c7-bd2c-1cd3d9e1d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.068153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:02.090188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aec79134-61be-4cc8-8bc2-5a53c38ad9f5 admin admin] 10.222.0.47 "PUT /v2.0/routers/46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0632694 Jul 28 14:28:02.097799 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Sync routers for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:02.119751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-eae61a8e-2aad-44c7-bd2c-1cd3d9e1d635 None None] Port bf50017c-8270-41da-bab5-a9dde0394df9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:28:02.135063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09711f22-260b-469e-970a-caa74ede5546 service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:02.144993 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:02.153271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:02.161354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-df6d88eb-16fc-467b-872c-a50fa6ecd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.163070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-df6d88eb-16fc-467b-872c-a50fa6ecd781 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1100 time: 0.0669525 Jul 28 14:28:02.249342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.281224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 81544199-bf4a-41ff-b88f-af16dcc123ba, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=81544199-bf4a-41ff-b88f-af16dcc123ba,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:02.300405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:02.401267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.436590 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:02.453675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-36e38eb1-90b8-4ee7-9b18-591daf05b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.453675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-36e38eb1-90b8-4ee7-9b18-591daf05b408 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2793798 Jul 28 14:28:02.525040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:02.526135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-46324415-52ab-43d7-ba27-8dbb0edab977 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.0660133 Jul 28 14:28:02.548851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:00Z', 'revision_number': 3, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:02.551485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=81544199-bf4a-41ff-b88f-af16dcc123ba,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:02.590117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Checking router: 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:02.590804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Updating router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 port 847096dc-9bae-4e92-b80b-20a3cb22c116 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:28:02.617865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-15c7ac7a-d562-4727-8129-6e9338d6edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.619329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-15c7ac7a-d562-4727-8129-6e9338d6edaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0835302 Jul 28 14:28:02.621946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.691954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-926f9f6a-ed51-48e3-a4ad-3ac119603fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.693959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-926f9f6a-ed51-48e3-a4ad-3ac119603fe1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658534 Jul 28 14:28:02.734519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c259b-5d28-4b6e-a736-0950be43d319 req-ef0e3304-f42e-428e-ba69-67ae1be7067a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:02.735700 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:00Z', 'revision_number': 2, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:02.737111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e5c259b-5d28-4b6e-a736-0950be43d319 req-ef0e3304-f42e-428e-ba69-67ae1be7067a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.4663548 Jul 28 14:28:02.779261 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Checking router: 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:02.779875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Updating router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 port bf50017c-8270-41da-bab5-a9dde0394df9 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:28:02.823192 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:02.858875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-13e30f2f-d37a-4bf6-83e4-83ad9f3e2e26 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558282 Jul 28 14:28:02.992791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e5c259b-5d28-4b6e-a736-0950be43d319 req-b216894c-b407-4c70-b89b-b51b13d346c7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189689 Jul 28 14:28:03.007251 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.027036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Transition to ACTIVE for port object 847096dc-9bae-4e92-b80b-20a3cb22c116 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:03.083069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-faf74195-84bd-476e-bb81-5b604d93ccb1 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138305 Jul 28 14:28:03.152903 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.210681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749520d-e37a-48d2-98dd-999e95cd81ba None None] Pushing event updated for resources: {'Port': ['ID=847096dc-9bae-4e92-b80b-20a3cb22c116,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:03.231378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:03.234198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Attempting to bind port 847096dc-9bae-4e92-b80b-20a3cb22c116 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:03.234594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Attempting to bind port 847096dc-9bae-4e92-b80b-20a3cb22c116 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:03.234986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Attempting to bind port 847096dc-9bae-4e92-b80b-20a3cb22c116 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:03.235937 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e67ce-2699-4e17-829a-d37670e8888d" -d '{"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:03.241825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:03.242213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:03.242632 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.243061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:03.243892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Bound port: 847096dc-9bae-4e92-b80b-20a3cb22c116, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:03.244046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.246515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.332984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] For port 847096dc-9bae-4e92-b80b-20a3cb22c116, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:03.338428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] For port 847096dc-9bae-4e92-b80b-20a3cb22c116, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=847096dc-9bae-4e92-b80b-20a3cb22c116,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:03.350604 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.366083 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Transition to ACTIVE for port object bf50017c-8270-41da-bab5-a9dde0394df9 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:03.373127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 81544199-bf4a-41ff-b88f-af16dcc123ba up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:03.383274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-e2baab50-1cb4-4768-962f-248e5f59a446 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:03.393533 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-e2baab50-1cb4-4768-962f-248e5f59a446 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.2525067 Jul 28 14:28:03.442649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-112aff61-cd62-4bb2-aa43-4a2b9993e44c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/quotas/15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 375 time: 0.0480196 Jul 28 14:28:03.449940 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.453746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.529169 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f349e-e762-4f9c-9fb5-e9673fd92750 None None] Pushing event updated for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:03.530118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-96a7d216-91ae-4631-aabd-37cf1632c495 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861640 Jul 28 14:28:03.548068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:03.548931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:03.613053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 81544199-bf4a-41ff-b88f-af16dcc123ba triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:03.613660 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.653771 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Attempting to bind port bf50017c-8270-41da-bab5-a9dde0394df9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:03.654541 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Attempting to bind port bf50017c-8270-41da-bab5-a9dde0394df9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:03.654676 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Attempting to bind port bf50017c-8270-41da-bab5-a9dde0394df9 on network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:03.662578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Allocated IP 172.20.0.1 (acb085d4-f116-4374-bd4e-51d761f45e01/fb5e6a14-e288-4201-ae2d-f076e6b00807/2688f6a3-6c1a-41bc-901f-eeb855e5d84e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Checking segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Bound using segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Bound port: bf50017c-8270-41da-bab5-a9dde0394df9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:03.665557 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.768654 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] For port bf50017c-8270-41da-bab5-a9dde0394df9, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:03.769666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-6b8a1687-9191-45ba-a030-254fb4e6c282 service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184021 Jul 28 14:28:03.773199 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] For port bf50017c-8270-41da-bab5-a9dde0394df9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bf50017c-8270-41da-bab5-a9dde0394df9,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:03.903058 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:03.934782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:03.974509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-df302318-48bf-433f-b63d-999e530c09da service neutron] 10.222.0.47 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904249 Jul 28 14:28:03.979315 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:03.979902 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:03.982260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f349e-e762-4f9c-9fb5-e9673fd92750 None None] Pushing event updated for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.011187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.022621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749520d-e37a-48d2-98dd-999e95cd81ba None None] Pushing event updated for resources: {'Port': ['ID=847096dc-9bae-4e92-b80b-20a3cb22c116,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.216078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.259450 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:04.280978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Network acb085d4-f116-4374-bd4e-51d761f45e01 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:04.285278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Pushing event updated for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:04.287786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:04.290729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:04.307592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:00Z', 'revision_number': 3, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:04.333661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.367401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2378bff-97d4-4f6f-91f6-c3c3b694d4db None None] The sync data for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 is: [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:00Z', 'revision_number': 3, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:04.507974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:03Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:04.541209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e6b4ca-7135-4df1-9111-5315b8297f1d None None] The sync data for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 is: [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:03Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:04.709042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:04.753018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-588df8cb-4910-4e64-a114-bfb6605e1286 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:28:04.755065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-588df8cb-4910-4e64-a114-bfb6605e1286 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081444 Jul 28 14:28:04.781579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Request body: {'binding': {'host': 'n-h1-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:04.782945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:28:05.089610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.109115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on host n-h1-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:05.109460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:05.109790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:05.120118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:05.120307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:05.127620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:05.127961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:05.128345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:05.128783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Bound port: 7f1618cd-01c2-4d90-b232-86cd526779e9, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:05.167483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb126cf-385e-44e5-bccd-f025e83426d1 req-c9d7ddea-0819-4bae-a22f-34f93c5cec3c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:05.168551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-edb126cf-385e-44e5-bccd-f025e83426d1 req-c9d7ddea-0819-4bae-a22f-34f93c5cec3c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 948 time: 0.1235538 Jul 28 14:28:05.176661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.322294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:05.327420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Pushing event updated for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:05.344256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.346319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.346687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.347075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.347520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.347786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.348128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.348466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.348847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.349200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.349504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.350247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:05.369797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-edb126cf-385e-44e5-bccd-f025e83426d1 req-571e2e27-ee23-4243-a921-4c06b80c7e40 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901171 Jul 28 14:28:05.378267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.402073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.403388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-ceb2b147-9edd-4d7f-b13b-24c3ed083181 service neutron] 10.222.0.47 "POST /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6269751 Jul 28 14:28:05.517540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Network acb085d4-f116-4374-bd4e-51d761f45e01 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:05.519505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:05.539578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bf50017c-8270-41da-bab5-a9dde0394df9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:05.599558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:05.755095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:28:05.775927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:05.790706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'mac_address': 'fa:16:3e:25:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:05.841823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.857510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:05.888731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:05.918041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bf50017c-8270-41da-bab5-a9dde0394df9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:05.927058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bf50017c-8270-41da-bab5-a9dde0394df9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:05.927412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:05.950381 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263d7c6-be30-42fe-a367-fdc690d49840 x-openstack-request-id: req-f263d7c6-be30-42fe-a367-fdc690d49840 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:05.957099 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:05.960026 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f263d7c6-be30-42fe-a367-fdc690d49840 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:05.961004 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'status': 'completed', 'code': 200} Jul 28 14:28:05.961357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:05.975721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f68e94c2-cb45-484b-a6bf-f18a3d9acf42 admin admin] 10.222.0.47 "PUT /v2.0/routers/1d1aac57-d0dd-49bf-a0d1-2e01f13115e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3323090 Jul 28 14:28:06.063511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.120458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bf50017c-8270-41da-bab5-a9dde0394df9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bf50017c-8270-41da-bab5-a9dde0394df9,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:06.133731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-c971774c-2263-4039-bc10-9bf7199afa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.135195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-c971774c-2263-4039-bc10-9bf7199afa76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1100 time: 0.1261513 Jul 28 14:28:06.149337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35442) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:06.153508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453911432', 'description': 'tempest-description--1162810946'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:06.169952 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.269864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-512e92b7-dc4b-442c-bcd4-2aaab48dac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.273355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-512e92b7-dc4b-442c-bcd4-2aaab48dac97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1100 time: 0.2105618 Jul 28 14:28:06.276118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:06.303464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.305531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 847096dc-9bae-4e92-b80b-20a3cb22c116 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:06.316752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-00c0af88-cae9-40f1-a5c7-d5fc3183f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.318715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-00c0af88-cae9-40f1-a5c7-d5fc3183f20c service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1674597 Jul 28 14:28:06.347187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae1ea381-f5c9-4227-b161-fc8c38de4270 req-970abe0e-9eac-4a2e-91b4-e5c5c0097487 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0646758 Jul 28 14:28:06.354035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.419720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:06.514780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-7736438a-a079-4717-89cb-179d753c306e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.1213877 Jul 28 14:28:06.517348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1de6ab-d9b4-48ca-bf51-99d3af209cf8 req-f11da055-9ac2-4dda-a791-2bbcbf67b80a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.518873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad1de6ab-d9b4-48ca-bf51-99d3af209cf8 req-f11da055-9ac2-4dda-a791-2bbcbf67b80a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.0866847 Jul 28 14:28:06.522569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97df42-764d-4dec-b6d9-967defdfd5af req-0f6a6b30-8ccf-47a7-a612-41445ee17457 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.524335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d97df42-764d-4dec-b6d9-967defdfd5af req-0f6a6b30-8ccf-47a7-a612-41445ee17457 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.4656670 Jul 28 14:28:06.554321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.576936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad1de6ab-d9b4-48ca-bf51-99d3af209cf8 req-fcfd94e2-1b3c-4800-be40-56b5633a0e11 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jul 28 14:28:06.593265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 847096dc-9bae-4e92-b80b-20a3cb22c116 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:06.598229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 847096dc-9bae-4e92-b80b-20a3cb22c116 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:06.598709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.678396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.707574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-4cb4a1ab-2dc4-431d-b9d4-f25e6ca10170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.709105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-4cb4a1ab-2dc4-431d-b9d4-f25e6ca10170 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1839037 Jul 28 14:28:06.709512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['81a508cf-bbc4-4cf0-81d6-1258d4272cef'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:06.725023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d97df42-764d-4dec-b6d9-967defdfd5af req-4067fa1d-3793-43c5-b262-22ccd33866cc tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880860 Jul 28 14:28:06.727122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-8a6b9b33-9440-4d4c-807e-267682daf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.731398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-8a6b9b33-9440-4d4c-807e-267682daf56e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1097 time: 0.2200150 Jul 28 14:28:06.741476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:06.767126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-1e647066-a114-4d85-a3e1-a12b07308603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.770065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-1e647066-a114-4d85-a3e1-a12b07308603 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.4068370 Jul 28 14:28:06.849705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:06.851474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23006129-3645-471a-9203-1546a5124340 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7020774 Jul 28 14:28:06.855498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35468) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:06.864322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'security_group_rule': {'security_group_id': '143db2c0-3e33-450f-b7c6-2a8d2d9bdf48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:06.887807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-6cbaa592-db93-4be9-b366-d5ef6f19e02e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.0931308 Jul 28 14:28:06.974823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-5fa006f2-dfd3-41c5-ac88-bb219a1e4017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:06.976731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-5fa006f2-dfd3-41c5-ac88-bb219a1e4017 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.2237933 Jul 28 14:28:07.005425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.049634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 847096dc-9bae-4e92-b80b-20a3cb22c116, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=847096dc-9bae-4e92-b80b-20a3cb22c116,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:07.128125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.139841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-f3901409-df57-4feb-95da-d2d113f4e2ba tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.149362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-f3901409-df57-4feb-95da-d2d113f4e2ba tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 819 time: 0.2715175 Jul 28 14:28:07.160003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-8891abd1-2ec9-49c2-a6bb-0d3d84b791b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 217 time: 0.1071725 Jul 28 14:28:07.183642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-e36c3e13-3e90-42d3-9835-0945601156ce tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/quotas/4ef4f4ff3d5a40deade032c6342991e4 HTTP/1.1" status: 200 len: 375 time: 0.0326879 Jul 28 14:28:07.184705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.215043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-ec80cfbe-ea30-4a15-9023-c0e4c9039652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.216538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-ec80cfbe-ea30-4a15-9023-c0e4c9039652 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2296853 Jul 28 14:28:07.231581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-a2450563-aa9b-47ac-8cf6-5058cb6ab974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.233095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-a2450563-aa9b-47ac-8cf6-5058cb6ab974 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5005333 Jul 28 14:28:07.243586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=847096dc-9bae-4e92-b80b-20a3cb22c116,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:07.317382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-88514451-e789-48c4-93f6-7b445c893927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.319147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-88514451-e789-48c4-93f6-7b445c893927 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1490564 Jul 28 14:28:07.326473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.336764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-835bbc4a-e7e5-46cc-b9cc-ca9300bc6874 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1105874 Jul 28 14:28:07.380049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bf50017c-8270-41da-bab5-a9dde0394df9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:07.409432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1451-a1cf-4c8e-9fcf-8ed1049360e8 req-aa9c6ec5-25d9-4149-b4a6-a3a137a9bf6f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.419156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7ea1451-a1cf-4c8e-9fcf-8ed1049360e8 req-aa9c6ec5-25d9-4149-b4a6-a3a137a9bf6f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.5404119 Jul 28 14:28:07.455873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.493677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bf50017c-8270-41da-bab5-a9dde0394df9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:07.494644 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.496934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-a23c6e96-ef70-44f6-bed6-a82b7fb5b298 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609254 Jul 28 14:28:07.505362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef5ddae-7edf-4561-8613-2e7f36be6c7f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:07.509395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-d5fdfa22-1be3-444a-a40e-4fccc30bfdac service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658144 Jul 28 14:28:07.618318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 847096dc-9bae-4e92-b80b-20a3cb22c116 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:07.621122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Sync routers for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:07.626041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-92a81690-b6c6-4c22-ad4f-42cd35a00cdd service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107388 Jul 28 14:28:07.643877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e67ce-2699-4e17-829a-d37670e8888d req-64a46369-c323-469d-9859-7e440afabc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:07.644458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-64a46369-c323-469d-9859-7e440afabc57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3541217 Jul 28 14:28:07.652491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-d1802252-117a-4608-acfd-312b7b44126d service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317704 Jul 28 14:28:07.663543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.663543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a1e6b50c-39a0-49a1-bf91-ed089a02d2a1 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8027446 Jul 28 14:28:07.664247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:07.664354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35474) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:07.664458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:07.669431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'security_group_rule': {'security_group_id': '143db2c0-3e33-450f-b7c6-2a8d2d9bdf48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:07.680930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7ea1451-a1cf-4c8e-9fcf-8ed1049360e8 req-b43d793d-5e01-4d7d-a25a-c3a26a3c1b51 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453246 Jul 28 14:28:07.876582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:07.912915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f3575da6-bbc7-42bb-ba91-10b88f3e6a16 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387233 Jul 28 14:28:07.924463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.970309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 847096dc-9bae-4e92-b80b-20a3cb22c116 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:07.970690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:07.971908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94010eb6-575f-4118-bbaf-bcb866c8a805 req-c36906d0-225d-4581-97b3-c5b915dfa383 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0685437 Jul 28 14:28:07.983552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-c248bfe1-d7c1-492b-9768-2415e356cc29 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625326 Jul 28 14:28:08.036628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.186844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.210090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068cdd8b-8725-4eba-a47e-ce204aa3cddd,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:08.352510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.356033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 2, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:08.359053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-842daa03-d3ce-4e10-9f93-272b2d9cee44 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6959717 Jul 28 14:28:08.359716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:08.364671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:08.390754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Checking router: 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:08.391732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Updating router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:28:08.431883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.734941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.734941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.755628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-f3a7673e-3c48-4329-8206-38d254344408 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9351463 Jul 28 14:28:08.874282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:08.874795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c853ef-cac2-4ab1-b2c2-014fc90b7620 req-ad6b752a-441c-47c7-9dfa-d1c91b8c4a0e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:08.874795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65c853ef-cac2-4ab1-b2c2-014fc90b7620 req-ad6b752a-441c-47c7-9dfa-d1c91b8c4a0e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.2247810 Jul 28 14:28:08.881113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Transition to ACTIVE for port object 2688f6a3-6c1a-41bc-901f-eeb855e5d84e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:08.929833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-3622b277-cb9e-49ca-8226-a3d9cace6e2f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9255407 Jul 28 14:28:08.947014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-72b38b74-d96c-41f6-a361-12afaf850e7f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:08.948480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-72b38b74-d96c-41f6-a361-12afaf850e7f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 808 time: 0.2829680 Jul 28 14:28:09.033046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.042326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Request body: {'port': {'device_id': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'admin_state_up': True, 'tenant_id': '15ae1cca347d464ab7d7d1f9babe1758'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:09.069194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65c853ef-cac2-4ab1-b2c2-014fc90b7620 req-070d8c0b-02a9-41e5-9b82-73a340b11f0f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938992 Jul 28 14:28:09.112015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Allocated IP 172.25.0.212 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/62d50349-d969-42fc-acec-ebf10d1c03bf) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:09.143781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-60209564-c3f7-476d-9b9d-c13b291062b9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.145644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-60209564-c3f7-476d-9b9d-c13b291062b9 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9&tenant_id=87c2207152de45ecb31afbcd69cf574b&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 949 time: 0.1643178 Jul 28 14:28:09.158530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41328e8a-aaae-46bd-a08d-94e9b8938b6e req-d8992390-4de4-4ef2-8b20-635970c76432 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.160195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41328e8a-aaae-46bd-a08d-94e9b8938b6e req-d8992390-4de4-4ef2-8b20-635970c76432 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.1925693 Jul 28 14:28:09.180478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7acd-8573-40dc-b12e-6a0bc5936b5c None None] Pushing event updated for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:09.220355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f91e67ce-2699-4e17-829a-d37670e8888d req-24e654cd-e071-4cc7-afaf-8f862ac574f0 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505754 Jul 28 14:28:09.222011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Attempting to bind port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:09.222589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Attempting to bind port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:09.223153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Attempting to bind port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e on network acb085d4-f116-4374-bd4e-51d761f45e01 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:09.239780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:09.240090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Checking segment: {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:09.240307 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.240786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Bound using segment: {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:09.241265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Bound port: 2688f6a3-6c1a-41bc-901f-eeb855e5d84e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:09.241655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.270384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9de9ba7b-87b7-450b-a03d-2027d56ecd83 req-345d9fc1-0385-45ac-8db4-532f8f420e7e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.0563602 Jul 28 14:28:09.320975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41328e8a-aaae-46bd-a08d-94e9b8938b6e req-19ef3806-9ce0-46d3-9423-e5a4b9615eb0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185195 Jul 28 14:28:09.372334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-c193db3f-09f8-4d5d-a251-56d013efaee4 service neutron] 10.222.0.50 "GET /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.2102928 Jul 28 14:28:09.393689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] For port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:09.397122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] For port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:09.541345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebd486c1-dc9c-45af-af02-480958b36c3a req-e77cabc6-dcd4-462a-98a0-11dc957fef2b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0482955 Jul 28 14:28:09.561619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Made reservation on behalf of 15ae1cca347d464ab7d7d1f9babe1758 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:09.564831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.564946 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.565502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:09.608960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a29caf-5115-4ec9-b874-de6aa4ec3a62 req-e855adab-37d2-4ca1-863e-0bfb99fed1f5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.611421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27a29caf-5115-4ec9-b874-de6aa4ec3a62 req-e855adab-37d2-4ca1-863e-0bfb99fed1f5 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.1710835 Jul 28 14:28:09.632861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:09.651402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-7bc50b21-4fe2-4a96-82f6-e448af306070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.660480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-7bc50b21-4fe2-4a96-82f6-e448af306070 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1101 time: 0.2333393 Jul 28 14:28:09.738243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27a29caf-5115-4ec9-b874-de6aa4ec3a62 req-a45a0adf-8892-4bc2-a11a-cc80766b6fd6 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194839 Jul 28 14:28:09.805444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:09.806381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:27:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:09.959480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a606d8-57b5-422e-abd4-a0c1afb96415 req-efaf0730-cd3d-41f9-bf3c-c001e4bed704 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:09.971540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04a606d8-57b5-422e-abd4-a0c1afb96415 req-efaf0730-cd3d-41f9-bf3c-c001e4bed704 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.2971902 Jul 28 14:28:09.984454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7acd-8573-40dc-b12e-6a0bc5936b5c None None] Pushing event updated for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:10.004603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:10.014208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:10.014521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.040805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Allocated IP 172.20.0.7 (006233eb-56ce-44c2-9f64-6c33266e2fc3/d0741580-da52-46de-8a13-3b639e68a81a/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:10.045322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-18b08bfa-a943-47cf-891e-97a41da3b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:10.046879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-18b08bfa-a943-47cf-891e-97a41da3b940 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3655660 Jul 28 14:28:10.063653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.086594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:10.117872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04a606d8-57b5-422e-abd4-a0c1afb96415 req-bf068964-24ad-4bdd-b890-d7a810529efe tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454401 Jul 28 14:28:10.198865 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-0c976684-fa34-4d33-94e0-bb6f2614e7de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.1439786 Jul 28 14:28:10.282384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:10.318716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:10.352820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:10.554195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07029edf-0441-405f-a431-fa3a7444253f req-cb88003c-c8c2-4997-9480-4cffc43230ff tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.1488984 Jul 28 14:28:10.630137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.634702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.737792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:10.741985 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f86b3-e422-4ed0-8f9c-c50adab2564a" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:10.765326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:10.772823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f2633-dab7-4ad3-8ebd-edf1cb530161 req-0a3b3e92-0299-42d0-9c6f-4ba307743efd tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:10.776043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a84f2633-dab7-4ad3-8ebd-edf1cb530161 req-0a3b3e92-0299-42d0-9c6f-4ba307743efd tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0850852 Jul 28 14:28:10.837709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a84f2633-dab7-4ad3-8ebd-edf1cb530161 req-0c67f77c-ac3e-4f9e-948f-998ea95d31aa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536492 Jul 28 14:28:10.859087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'Port': ['ID=62d50349-d969-42fc-acec-ebf10d1c03bf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:10.883981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:09Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:10.924350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-a4b0bdae-a236-4ea2-a83d-ac7846d53dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:10.925820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-a4b0bdae-a236-4ea2-a83d-ac7846d53dd7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.7177229 Jul 28 14:28:10.928682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a072d0-5b0c-4bb8-9626-df98d2a3d838 None None] The sync data for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 is: [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:09Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:10.943775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42684928-8f3d-4122-bb3f-b4ac4df1bf39 req-45de09ad-5082-40fa-8919-fca5407e6d8e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0356333 Jul 28 14:28:10.952795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:10.959836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.026574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:11.051049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:11.106301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f2772-bddd-46d0-9ce5-31f3f7f132e2 req-3ff6ccc6-d054-4ccb-a100-b8def9800a6c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.115977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b1f2772-bddd-46d0-9ce5-31f3f7f132e2 req-3ff6ccc6-d054-4ccb-a100-b8def9800a6c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.8319201 Jul 28 14:28:11.151320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Network 006233eb-56ce-44c2-9f64-6c33266e2fc3 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:11.162045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:11.168186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:11.193893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-5d7563ae-125a-4c77-8c32-25f6858f50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.204537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-5d7563ae-125a-4c77-8c32-25f6858f50f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244368 Jul 28 14:28:11.266162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:11.287242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b1f2772-bddd-46d0-9ce5-31f3f7f132e2 req-f1f7a6e1-20f3-4fe7-92d2-2ff8a181d125 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702383 Jul 28 14:28:11.294706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.297968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.298312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.298682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.322638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.323193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.323619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.323969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.324312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.324648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.324983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.325313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.325645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:11.366563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.367296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.468407 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295f895-85df-49a7-a15b-1fbb734af516 x-openstack-request-id: req-2295f895-85df-49a7-a15b-1fbb734af516 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:11.469006 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:11.470132 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2295f895-85df-49a7-a15b-1fbb734af516 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:11.471013 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'code': 200} Jul 28 14:28:11.536216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-4dba2857-519e-45df-8a8d-9b5d41396727 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5264730 Jul 28 14:28:11.538979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2688f6a3-6c1a-41bc-901f-eeb855e5d84e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:11.540906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:11.546983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-25bee60f-2b77-42d6-bd0a-69d0e62e7f57 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284497 Jul 28 14:28:11.554664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Request body: {'port': {'device_id': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:11.717619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.818910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8dd75-7b98-45cf-9ef7-fa298a693ad1 req-175934c4-e83f-47f5-94ac-d9a005b62b27 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.826883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ada8dd75-7b98-45cf-9ef7-fa298a693ad1 req-175934c4-e83f-47f5-94ac-d9a005b62b27 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.2980573 Jul 28 14:28:11.834231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.838149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1891cba5-6d83-4812-ae3c-c161987fb93b req-acf6b0a2-5de4-4a42-87a3-6b9f3d1bf75b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.0660462 Jul 28 14:28:11.954280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-96f06747-3c26-4fe9-8187-f1307b2651fa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:11.957046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-96f06747-3c26-4fe9-8187-f1307b2651fa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 819 time: 0.3452604 Jul 28 14:28:11.968151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:11.983006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:11.983792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'port': {'device_id': 'b3109324-a483-4d29-bffb-51ba81743a49', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'admin_state_up': True, 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:11.988417 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:11.991017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ada8dd75-7b98-45cf-9ef7-fa298a693ad1 req-c61cb4b8-1f16-41be-997f-40f87df54d84 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599779 Jul 28 14:28:12.033954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-4034e951-a58c-4e34-bd1c-167a3eeb53be service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527833 Jul 28 14:28:12.176684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.199304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f7f40-2d4f-4dd8-8536-2743a338105c req-ee3cf3d7-c691-4133-a0e0-2f628157f770 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.210682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f0f7f40-2d4f-4dd8-8536-2743a338105c req-ee3cf3d7-c691-4133-a0e0-2f628157f770 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0951591 Jul 28 14:28:12.272624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f0f7f40-2d4f-4dd8-8536-2743a338105c req-5b77a7fa-40db-44a9-91a2-414745bd9bfa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579679 Jul 28 14:28:12.277078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.342117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.357859 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d3f562e3-26b0-47dd-ac91-4bcce1318135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.361409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:12.484686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:12.499342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'Port': ['ID=62d50349-d969-42fc-acec-ebf10d1c03bf,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:12.501313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:12.511484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.541015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dadf08-1008-4e19-aeba-4819698c8e3a req-68d5b3d3-57f3-44b0-8682-aadad1e21d6a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.551878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'port_id': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'mac_address': 'fa:16:3e:68:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae19d5-7f4a-46bc-a6ab-3e02ab897409', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:12.553561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68dadf08-1008-4e19-aeba-4819698c8e3a req-68d5b3d3-57f3-44b0-8682-aadad1e21d6a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 931 time: 0.1281111 Jul 28 14:28:12.615433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68dadf08-1008-4e19-aeba-4819698c8e3a req-60e47a1c-8cc5-4282-861d-daa457426438 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583379 Jul 28 14:28:12.618434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.688543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:12.701808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.701808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f48c4260-ab4a-4ae4-bdfa-cd42ccd828d7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3329370 Jul 28 14:28:12.711012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:12.713541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.718124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.733207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Transition to ACTIVE for port object 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:12.756722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca953db-2a5f-4c55-92d3-8250c06a3dd4 req-b5266cd6-9d85-4025-a08b-4b811ab563d9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.770250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cca953db-2a5f-4c55-92d3-8250c06a3dd4 req-b5266cd6-9d85-4025-a08b-4b811ab563d9 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.0897851 Jul 28 14:28:12.772155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149936c-5a33-4283-a6cf-6c16bf54fcbd req-b27a98e0-ce39-42d4-86f0-9cb7411a2fdd tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:12.785649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:12.787548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b149936c-5a33-4283-a6cf-6c16bf54fcbd req-b27a98e0-ce39-42d4-86f0-9cb7411a2fdd tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.7379262 Jul 28 14:28:12.809399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:12.835935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cca953db-2a5f-4c55-92d3-8250c06a3dd4 req-8dc60a59-b045-4177-9681-758f3f54bd44 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 Jul 28 14:28:12.876047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b149936c-5a33-4283-a6cf-6c16bf54fcbd req-8b0dfa2b-ccbb-4170-85d8-89849ba84704 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866487 Jul 28 14:28:12.924501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:12.925105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.006270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.011902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.015466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Made reservation on behalf of 4ef4f4ff3d5a40deade032c6342991e4 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:13.019410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.055527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58395902-b90a-4ee4-a74a-40c521ff1836 req-7d3d555d-739b-4aa8-8237-6db849592628 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.0642564 Jul 28 14:28:13.066432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.145369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:28:13.145666 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:28:13.151131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.234045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:13.234319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:13.234655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:13.257776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:13.258153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:13.317781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928abe1-f1ae-417f-a70e-023eff4eca36 req-4be4f9e3-33a2-4353-a555-f4b42a7ff822 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.327570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7928abe1-f1ae-417f-a70e-023eff4eca36 req-4be4f9e3-33a2-4353-a555-f4b42a7ff822 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.2174230 Jul 28 14:28:13.328990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e87d28f6-dcce-4862-babe-e16759b0b397'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:13.334843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:13.334843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:13.334843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:13.334843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Bound port: 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:13.335966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.368116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2688f6a3-6c1a-41bc-901f-eeb855e5d84e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:13.420556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Allocated IP 172.20.0.8 (acb085d4-f116-4374-bd4e-51d761f45e01/fb5e6a14-e288-4201-ae2d-f076e6b00807/8a7a4520-54fb-4f70-ae76-adc854f6caa8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:13.443434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c11daa-6ee1-46c0-8914-cda2456fcef0 req-df0995d2-2d3a-4255-8335-383a6e85282f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.445204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0c11daa-6ee1-46c0-8914-cda2456fcef0 req-df0995d2-2d3a-4255-8335-383a6e85282f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 944 time: 0.0587420 Jul 28 14:28:13.455211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-cf80c314-1cc2-4957-b9b5-a6fb48984e84 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.459715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-cf80c314-1cc2-4957-b9b5-a6fb48984e84 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.2099645 Jul 28 14:28:13.508343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7928abe1-f1ae-417f-a70e-023eff4eca36 req-552e9221-6d84-4cee-9f55-d37b43e566e2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703050 Jul 28 14:28:13.521394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0c11daa-6ee1-46c0-8914-cda2456fcef0 req-8f9cbb0d-cf61-452b-99c4-a075b82eedbe tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684695 Jul 28 14:28:13.551264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:13.551264 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.590624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:13.595705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:13.732862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.746810 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.758552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:13.781451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:13.820197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.820870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.822696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] 10.222.0.53 "PUT /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 1092 time: 2.2723715 Jul 28 14:28:13.826731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:13.829160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40729b96-36b8-4922-b47a-e945e6f38a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:13.869150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Deleting port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:13.869501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.873068 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:13.906481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb78b5-f4ad-4612-a7f0-970b02be8d9f req-64e735af-1098-4c6b-ac53-5bf936ff3d6c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:13.908679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22cb78b5-f4ad-4612-a7f0-970b02be8d9f req-64e735af-1098-4c6b-ac53-5bf936ff3d6c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.2186353 Jul 28 14:28:13.931711 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32adb400-9b50-43ea-8fc4-4d764f314190 x-openstack-request-id: req-32adb400-9b50-43ea-8fc4-4d764f314190 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:13.931711 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:13.939929 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32adb400-9b50-43ea-8fc4-4d764f314190 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:13.939929 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'status': 'completed', 'code': 200} Jul 28 14:28:13.987196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:13.996844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6a5f-f1bc-40ec-a745-b4876c20898f service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:14.033350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.060599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e2c96-cc62-415d-afc2-f2626febecbd req-e4226011-9beb-409b-a43b-983ca3700762 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.064042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d5e2c96-cc62-415d-afc2-f2626febecbd req-e4226011-9beb-409b-a43b-983ca3700762 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.0610526 Jul 28 14:28:14.115577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d5e2c96-cc62-415d-afc2-f2626febecbd req-c69a1764-0fee-47bb-8ce1-034cf3127565 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Jul 28 14:28:14.122056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22cb78b5-f4ad-4612-a7f0-970b02be8d9f req-dacf86e4-2485-41e5-9102-1d1be9ede8d7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133523 Jul 28 14:28:14.155712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-ccb68f33-f1e5-4822-8b1d-7e0f97dde738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.157745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-ccb68f33-f1e5-4822-8b1d-7e0f97dde738 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1095 time: 0.1505959 Jul 28 14:28:14.167841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] For port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:14.168080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.272206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d51785-1e3f-451b-93a8-e6842da0a0f8 req-8769ccd9-dbc0-4980-b77c-555087431a04 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.274011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95d51785-1e3f-451b-93a8-e6842da0a0f8 req-8769ccd9-dbc0-4980-b77c-555087431a04 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0594108 Jul 28 14:28:14.299745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.322904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95d51785-1e3f-451b-93a8-e6842da0a0f8 req-d39eb3b2-6d44-4117-a42f-935dbca46649 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421782 Jul 28 14:28:14.343394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:14.408904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e87d28f6-dcce-4862-babe-e16759b0b397 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:14.410075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.440953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Network acb085d4-f116-4374-bd4e-51d761f45e01 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:14.492134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.533520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:14.539507 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e594cd-6d57-4a5a-84d5-860bb046bd78" -d '{"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-plugged", "status": "completed", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:14.553258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:14.622386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.645762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16766b1b-e482-4f8a-b677-1ebd6687de58 req-24617cc1-4088-4dae-9b44-22a6674afd4c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.655102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16766b1b-e482-4f8a-b677-1ebd6687de58 req-24617cc1-4088-4dae-9b44-22a6674afd4c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0734954 Jul 28 14:28:14.697655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:14.707586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16766b1b-e482-4f8a-b677-1ebd6687de58 req-15c9f46f-8c0a-4f1f-8647-e2ac63eee6c1 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 Jul 28 14:28:14.746825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96d6f3cc-6695-46c7-8194-a4a68f8aee3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.837094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:14.841770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da63301-a19a-4972-b737-62e954e78854 req-5b80227a-0610-4fc0-8944-c7c941209d57 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.843543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:14.851830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:14.854720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3da63301-a19a-4972-b737-62e954e78854 req-5b80227a-0610-4fc0-8944-c7c941209d57 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0754421 Jul 28 14:28:14.888112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:14.901658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3da63301-a19a-4972-b737-62e954e78854 req-8ce2cd14-ccdd-4615-992d-93a23ad1a423 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Jul 28 14:28:14.908869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7b145-bf62-46e3-a8c5-d209e64429f9 req-8c9a27d5-1a2c-482d-bde7-9c38246f966b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.910431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57d7b145-bf62-46e3-a8c5-d209e64429f9 req-8c9a27d5-1a2c-482d-bde7-9c38246f966b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 931 time: 0.6601121 Jul 28 14:28:14.911503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-be31fa66-e7af-4766-96aa-69bdfcbde5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:14.912811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-be31fa66-e7af-4766-96aa-69bdfcbde5d4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7345929 Jul 28 14:28:14.953203 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac7027a-f205-4a56-b8a7-d165e5df85e0 x-openstack-request-id: req-fac7027a-f205-4a56-b8a7-d165e5df85e0 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:14.953509 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-plugged", "status": "completed", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:14.953942 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fac7027a-f205-4a56-b8a7-d165e5df85e0 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:14.954489 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'code': 200} Jul 28 14:28:15.035899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.036561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.107628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57d7b145-bf62-46e3-a8c5-d209e64429f9 req-d73344ff-9b44-4795-af79-3454ea993e11 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859295 Jul 28 14:28:15.148879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.150613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.151038 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec disassociated. External IP: 172.25.0.144, port: 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1. Jul 28 14:28:15.151451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Calling delete_port for 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:15.160114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-b6b91d18-3263-462b-af64-03bfee2244d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1822095 Jul 28 14:28:15.169411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-c13bde1d-3321-46b7-9d1b-b0ae31a3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.171377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40729b96-36b8-4922-b47a-e945e6f38a66 req-c13bde1d-3321-46b7-9d1b-b0ae31a3312c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2465007 Jul 28 14:28:15.269305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Request body: {'port': {'device_id': 'b3109324-a483-4d29-bffb-51ba81743a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:15.351987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23ff9b-74bd-43ec-8fcd-b19fa0723e75 req-707fbb70-a467-4f84-84f0-2d5318d09cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.353869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5b23ff9b-74bd-43ec-8fcd-b19fa0723e75 req-707fbb70-a467-4f84-84f0-2d5318d09cfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 1097 time: 0.0787549 Jul 28 14:28:15.367557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcce29-aeb3-4607-84cb-90fd5217c87e req-f046bf51-875b-4541-a6a5-b49c1f7ed0ce tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.375138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dbcce29-aeb3-4607-84cb-90fd5217c87e req-f046bf51-875b-4541-a6a5-b49c1f7ed0ce tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1089077 Jul 28 14:28:15.432883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.436523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5b23ff9b-74bd-43ec-8fcd-b19fa0723e75 req-021cb87b-bbdb-4194-bb91-03e8715331e3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584567 Jul 28 14:28:15.444813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dbcce29-aeb3-4607-84cb-90fd5217c87e req-65086c23-c58d-4d9d-8a3a-615899c57b7d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 Jul 28 14:28:15.451760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-81a0cd76-3d48-4b2b-812b-cf9efd2f9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.462182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-81a0cd76-3d48-4b2b-812b-cf9efd2f9871 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1095 time: 0.1810186 Jul 28 14:28:15.481424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6ac71-f538-4a25-8c5b-8c9f82355367 req-d34b0887-473c-4671-80c3-a945b2acb61c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.484232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8af6ac71-f538-4a25-8c5b-8c9f82355367 req-d34b0887-473c-4671-80c3-a945b2acb61c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.2006793 Jul 28 14:28:15.576051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f276-786b-400f-9bbf-04b4b96078a1 req-7ecc0c1f-e230-41ed-aa8c-1ad596b62d3b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.576300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8af6ac71-f538-4a25-8c5b-8c9f82355367 req-b01f0853-f6ec-4e86-9b39-c411a160aae3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794878 Jul 28 14:28:15.585664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d108f276-786b-400f-9bbf-04b4b96078a1 req-7ecc0c1f-e230-41ed-aa8c-1ad596b62d3b tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 945 time: 0.0733559 Jul 28 14:28:15.631005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d108f276-786b-400f-9bbf-04b4b96078a1 req-34774732-60f6-40bf-9803-e95221ed1459 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups?id=38445b55-a5d9-4532-9467-5177452cefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Jul 28 14:28:15.659177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.737828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event deleted for resources: {'Port': ['ID=3d7ce8d6-c99a-477e-a310-b418d2fe8fe1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:15.758008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-627c5f32-3188-4d64-8849-43628b3500a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:15.759700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-627c5f32-3188-4d64-8849-43628b3500a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9&tenant_id=87c2207152de45ecb31afbcd69cf574b HTTP/1.1" status: 200 len: 1102 time: 0.0499759 Jul 28 14:28:15.784901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-ed8dd7b5-2b2e-442e-b8df-7aca5703da5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 217 time: 0.0554454 Jul 28 14:28:15.789283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:15.856241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:15.946664 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.086868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c7ce5-e60d-4851-8188-20556057faa0 req-4ac48ce0-6b26-4e34-89d0-4e36aeff8459 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.088787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e8c7ce5-e60d-4851-8188-20556057faa0 req-4ac48ce0-6b26-4e34-89d0-4e36aeff8459 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.1159384 Jul 28 14:28:16.103099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-b9eaf79d-d8c3-463a-95f5-965010c57aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.105632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-b9eaf79d-d8c3-463a-95f5-965010c57aee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.2587087 Jul 28 14:28:16.127413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7a4520-54fb-4f70-ae76-adc854f6caa8 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:16.165335 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.171411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-8d205ed7-4a35-4423-9b19-2b81c1d01b6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575647 Jul 28 14:28:16.182851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4672-4d60-4c5c-8d79-2204ece11db8 req-a3170546-a12e-4315-b86e-c2bc880a8e2f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.184492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-854f4672-4d60-4c5c-8d79-2204ece11db8 req-a3170546-a12e-4315-b86e-c2bc880a8e2f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.3058565 Jul 28 14:28:16.189476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e8c7ce5-e60d-4851-8188-20556057faa0 req-283910b2-0371-44f0-98d3-151433615733 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833132 Jul 28 14:28:16.197045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:16.255017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Transition to ACTIVE for port object 8a7a4520-54fb-4f70-ae76-adc854f6caa8 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:16.255275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:16.291988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:28:16.315048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:16.345717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:16.346082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:16.357301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-854f4672-4d60-4c5c-8d79-2204ece11db8 req-f4166e81-a68c-45d1-ab29-667f0c964acd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554565 Jul 28 14:28:16.366542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.381880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Transition to ACTIVE for port object 81a508cf-bbc4-4cf0-81d6-1258d4272cef will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:16.382753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:16.385277 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4564b1e3-c85f-4241-a4f4-d74f647c88a6" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:16.397020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.420341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fe4b3-fe96-4c3c-bdc3-7ae29e4a546a req-c1204411-d1d6-4509-9991-11bb09ad1af9 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.422933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c0fe4b3-fe96-4c3c-bdc3-7ae29e4a546a req-c1204411-d1d6-4509-9991-11bb09ad1af9 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 931 time: 0.1377974 Jul 28 14:28:16.457356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-22983025-7978-4b80-b0c0-dc75ea28c24d service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713323 Jul 28 14:28:16.532602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.539664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c0fe4b3-fe96-4c3c-bdc3-7ae29e4a546a req-cf6e73bd-03e2-4312-8114-1e1305d2cf16 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038957 Jul 28 14:28:16.539664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.593780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=10']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:16.598365 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0388ec-b4c3-4ae7-8dad-08af26e8fa1f x-openstack-request-id: req-2e0388ec-b4c3-4ae7-8dad-08af26e8fa1f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:16.598772 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-unplugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:16.599191 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e0388ec-b4c3-4ae7-8dad-08af26e8fa1f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:16.599677 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'code': 200} Jul 28 14:28:16.665650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] No DVR routers for this DVR port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:16.673292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:16.686217 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:16.708416 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:16.712073 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:16.735230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dc822-2bdb-406b-a059-e9b77219e766 req-28d22c7e-000e-4d23-a104-63b658703125 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.736969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a0dc822-2bdb-406b-a059-e9b77219e766 req-28d22c7e-000e-4d23-a104-63b658703125 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1323853 Jul 28 14:28:16.741543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:16.742014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:16.742448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.763493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:16.763828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Attempting to bind port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.782478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:16.782885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:16.783285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:16.783860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Bound port: 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:16.784234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.789558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] No DVR routers for this DVR port 3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:16.794665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c87651bb-f1e9-4ff0-af9b-c6290bc7d5bb req-c03db476-81f0-4969-ab1b-0e8f852b5b7f service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238215 Jul 28 14:28:16.797748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.799725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb4f96c0-b7f0-42f2-8018-bcd43fe5fd9e req-31a6076d-bf41-4d48-baa5-35a1f67f1a06 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.53 "DELETE /v2.0/ports/3d7ce8d6-c99a-477e-a310-b418d2fe8fe1 HTTP/1.1" status: 204 len: 173 time: 3.3317513 Jul 28 14:28:16.800201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'name': 'network-vif-deleted', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:16.802445 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2203468-9c23-4b31-b164-4b70f9d33a9d" -d '{"events": [{"server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "name": "network-vif-deleted", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:16.820631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Attempting to bind port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:16.820999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Attempting to bind port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:16.821262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Attempting to bind port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 on network acb085d4-f116-4374-bd4e-51d761f45e01 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.830006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 on network acb085d4-f116-4374-bd4e-51d761f45e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:16.830470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Attempting to bind port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 on network acb085d4-f116-4374-bd4e-51d761f45e01 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:16.837072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:16.837438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Checking segment: {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:16.837792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Bound using segment: {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:16.838399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Bound port: 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008d8da2-e7ab-41a4-8799-ee8a023de0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:16.839047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:16.867530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0814-10ea-4492-bcd1-d7573693b724 req-64946a81-8afa-40c1-9abf-5aeb8ece1cbb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:16.869112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8b0814-10ea-4492-bcd1-d7573693b724 req-64946a81-8afa-40c1-9abf-5aeb8ece1cbb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1406648 Jul 28 14:28:16.878244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:16.884639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:16.899364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a0dc822-2bdb-406b-a059-e9b77219e766 req-9112d6db-86d8-4b45-aa25-3676b3ced77d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488593 Jul 28 14:28:16.982142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8b0814-10ea-4492-bcd1-d7573693b724 req-c424dc52-6a53-4806-89d9-5753ac6e1157 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878389 Jul 28 14:28:17.012136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:17.015778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:17.030047 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:17.042121 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11cef8a-7f9c-49d9-8c7a-2a421f6d2408 x-openstack-request-id: req-d11cef8a-7f9c-49d9-8c7a-2a421f6d2408 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:17.042446 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc463c0-dc27-475e-b2c1-67ed0344a9d9", "name": "network-vif-deleted", "tag": "3d7ce8d6-c99a-477e-a310-b418d2fe8fe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:17.043160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d11cef8a-7f9c-49d9-8c7a-2a421f6d2408 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:17.043160 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc463c0-dc27-475e-b2c1-67ed0344a9d9', 'name': 'network-vif-deleted', 'tag': '3d7ce8d6-c99a-477e-a310-b418d2fe8fe1', 'status': 'completed', 'code': 200} Jul 28 14:28:17.048029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab9c70bf-2dd1-49e5-9207-c7df691216ff req-fe714612-32e0-4be8-ae85-f726de630dca tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dc463c0-dc27-475e-b2c1-67ed0344a9d9 HTTP/1.1" status: 200 len: 210 time: 0.0674160 Jul 28 14:28:17.096286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.130371 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.165701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=11']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:17.176026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.177365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.179920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-24fabd6a-95f3-4de3-8ce0-085de075b5e6 service neutron] 10.222.0.53 "PUT /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 1098 time: 1.3956459 Jul 28 14:28:17.185136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.185847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.187326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] 10.222.0.50 "PUT /v2.0/ports/8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 1092 time: 2.0072589 Jul 28 14:28:17.238506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb640a-4853-45ce-840a-44768b3a2c93 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:17.313888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-61c2323d-fc9d-4e3e-a4d3-2fe0955dcc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.315623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-61c2323d-fc9d-4e3e-a4d3-2fe0955dcc15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1101 time: 0.0628934 Jul 28 14:28:17.337635 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:17.353535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae57a6d-8eb1-403f-af0c-97651a0db65a req-1c01ccd1-cacc-49a3-a0bd-8cf650afe1af tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.355836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aae57a6d-8eb1-403f-af0c-97651a0db65a req-1c01ccd1-cacc-49a3-a0bd-8cf650afe1af tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.0706229 Jul 28 14:28:17.372852 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:17.385514 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:17.386579 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:17.450329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aae57a6d-8eb1-403f-af0c-97651a0db65a req-cdf8c2e7-4495-4faa-bb5f-4bad363f679c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878937 Jul 28 14:28:17.498904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-5eab3166-9905-4efa-8367-d9c532fe315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.502248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-5eab3166-9905-4efa-8367-d9c532fe315b service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1779916 Jul 28 14:28:17.530520 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:17.590809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:17.619314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-00a12c16-5f61-442b-854f-650d160963e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.1071317 Jul 28 14:28:17.633381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-3526f982-cec3-4155-a47a-22d5c456dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.635050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-3526f982-cec3-4155-a47a-22d5c456dc8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1095 time: 0.0534725 Jul 28 14:28:17.638131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:17.649374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79733b-308d-4b28-be1f-f0a85945bb47 req-5d88bdbb-ff7a-4aec-b31d-c2449cb49186 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.656243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e79733b-308d-4b28-be1f-f0a85945bb47 req-5d88bdbb-ff7a-4aec-b31d-c2449cb49186 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.1106136 Jul 28 14:28:17.660875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:17.692762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f3a12-fb8a-4d9c-a44e-490983bad66b req-22f216ae-e63c-4749-9b28-c2e2343e95ae tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.694239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-329f3a12-fb8a-4d9c-a44e-490983bad66b req-22f216ae-e63c-4749-9b28-c2e2343e95ae tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.1744580 Jul 28 14:28:17.728710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-4bf9ea0a-95bc-47c1-a648-077a8e3f89f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0626016 Jul 28 14:28:17.751270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-1c3c96c9-8bb1-47d3-8e93-efdaf86537a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.754887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-1c3c96c9-8bb1-47d3-8e93-efdaf86537a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1259110 Jul 28 14:28:17.761438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e79733b-308d-4b28-be1f-f0a85945bb47 req-ea7be85e-e36d-4171-b959-e228d24ea2fa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974479 Jul 28 14:28:17.813502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-749b12da-9061-45f8-be71-8414edc2b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.816180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-749b12da-9061-45f8-be71-8414edc2b4e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0742376 Jul 28 14:28:17.817554 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:17.818760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-329f3a12-fb8a-4d9c-a44e-490983bad66b req-3385897a-02b1-4f25-a79f-2c442a5af4e2 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035273 Jul 28 14:28:17.865721 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e9f3d8-a5a6-47f0-82df-0a5da9a48425 None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:23:28Z', 'revision_number': 4, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ec2a5c11-1e6b-4bd9-88db-09faa54acdd6', 'name': '', 'network_id': 'e3355b88-4053-47b4-8571-2ed8e271aa35', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'mac_address': 'fa:16:3e:21:ce:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '8ac24616-a858-479d-a569-dcc5757a844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:26Z', 'updated_at': '2021-07-28T14:23:33Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'subnets': [{'id': '8ac24616-a858-479d-a569-dcc5757a844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:17.873856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-32fd9448-6bf7-401f-9055-dbf14a0a06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:17.874545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-fa24a9b8-da8f-4610-95bc-a5b9861c9859 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514538 Jul 28 14:28:17.876174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-32fd9448-6bf7-401f-9055-dbf14a0a06f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009023 Jul 28 14:28:18.029764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-b5789421-863c-4dba-9c1a-6fb638755343 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456416 Jul 28 14:28:18.167280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-27819d12-2515-460e-840e-f6b979807984 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796054 Jul 28 14:28:18.197005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a31dd2c7-2959-4ecf-8e35-43a2c1bb21e7 req-1f51056b-b7e6-476a-98c5-727c871db640 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593952 Jul 28 14:28:18.284806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be5d36-b35c-48d2-816d-58a19e20beab req-f4181b4f-bf49-4fa7-aa67-10a5c3eda52a tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.291164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68be5d36-b35c-48d2-816d-58a19e20beab req-f4181b4f-bf49-4fa7-aa67-10a5c3eda52a tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 943 time: 0.3302131 Jul 28 14:28:18.358838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a303f9c5-b49e-4241-b586-59c0bc2089d6 None None] New status for floating IP 682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:28:18.364658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68be5d36-b35c-48d2-816d-58a19e20beab req-1c4ead6e-7265-4c98-8555-0fd6c337cfa6 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725608 Jul 28 14:28:18.404660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a516fab1-c09e-4c31-ae63-5cd40be8457b req-862bfa8b-cf9b-4ae1-929b-f2f58aa7668f service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284405 Jul 28 14:28:18.535110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c76d6-8677-4c5f-a7d1-ea0878072e0b req-f82738b9-6a51-4aba-b399-d90b4a8db48f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.536826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f95c76d6-8677-4c5f-a7d1-ea0878072e0b req-f82738b9-6a51-4aba-b399-d90b4a8db48f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.0880888 Jul 28 14:28:18.602215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:18.618695 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef150cda-52c3-43ca-8c13-29291b3141e0" -d '{"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:18.623300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f95c76d6-8677-4c5f-a7d1-ea0878072e0b req-b3b2a9b3-796c-49ad-8ccf-2bc4c8a38f25 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727410 Jul 28 14:28:18.671161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eadec0-1a44-4dad-86c1-40f3201d9579 req-5520b505-b181-47e6-a95f-f356855063ce tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.673552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89eadec0-1a44-4dad-86c1-40f3201d9579 req-5520b505-b181-47e6-a95f-f356855063ce tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.0798576 Jul 28 14:28:18.727714 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d824e8f-427a-40f0-a5eb-61f4a26b4cff x-openstack-request-id: req-7d824e8f-427a-40f0-a5eb-61f4a26b4cff {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:18.728010 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:18.728514 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d824e8f-427a-40f0-a5eb-61f4a26b4cff {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:18.728902 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'status': 'completed', 'code': 200} Jul 28 14:28:18.753025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89eadec0-1a44-4dad-86c1-40f3201d9579 req-3e9ad369-c5c2-4823-8788-92b3f570e243 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Jul 28 14:28:18.851410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-ce0eaf81-1093-4315-aa53-65f3d9ab1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.854521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-ce0eaf81-1093-4315-aa53-65f3d9ab1d3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1101 time: 0.0899844 Jul 28 14:28:18.857129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-66a311a0-aee0-4ca8-92cc-3e2aa8d507e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.858809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-66a311a0-aee0-4ca8-92cc-3e2aa8d507e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=87c2207152de45ecb31afbcd69cf574b&device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1101 time: 0.0921967 Jul 28 14:28:18.973059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-df755668-c150-494b-8a4f-1f33b484d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.975693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-df755668-c150-494b-8a4f-1f33b484d5a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1086464 Jul 28 14:28:18.987714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-31e2dbe8-b245-4a83-9d43-1752fd70da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:18.989238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-31e2dbe8-b245-4a83-9d43-1752fd70da7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1252208 Jul 28 14:28:19.062221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-cf255a66-913c-41ed-aaaa-6c864f46a669 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.0448346 Jul 28 14:28:19.064080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:19.066341 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbacc422-fcf2-4c8e-8191-d048a82edb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:19.073008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-3162ad87-1dc2-4b1f-8db0-c55367c43453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 200 len: 217 time: 0.0840633 Jul 28 14:28:19.118739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-f847e519-1038-49a1-8206-818369d78592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.119980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-f847e519-1038-49a1-8206-818369d78592 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0485280 Jul 28 14:28:19.128258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55a46-aca1-4fde-8902-22da9684c81c req-a31572a0-994b-4f93-8a48-428aee6a66bd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.130350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29a55a46-aca1-4fde-8902-22da9684c81c req-a31572a0-994b-4f93-8a48-428aee6a66bd tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.1400816 Jul 28 14:28:19.178003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-56b04db2-0889-4893-8468-1b673d9c9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.179672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-56b04db2-0889-4893-8468-1b673d9c9848 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0935974 Jul 28 14:28:19.189029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29a55a46-aca1-4fde-8902-22da9684c81c req-12267515-953d-4485-8528-8bb8c1d2d57b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Jul 28 14:28:19.189629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-c722bcaa-d392-413d-82f6-f6f6a02913bb tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.192719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-c722bcaa-d392-413d-82f6-f6f6a02913bb tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.2145483 Jul 28 14:28:19.235898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-e1ec9863-fd47-4939-b7b3-952c4b2be7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.237762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-e1ec9863-fd47-4939-b7b3-952c4b2be7df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970020 Jul 28 14:28:19.260609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cf534fe1-c7e3-43b8-bbfd-5731f13fc6a1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/quotas/9b09cb27c5af49cab98cd2fc34011d5a HTTP/1.1" status: 200 len: 375 time: 0.0409598 Jul 28 14:28:19.280272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-01f3a1d9-106f-4041-8186-9ffc74362238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.281833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-01f3a1d9-106f-4041-8186-9ffc74362238 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895579 Jul 28 14:28:19.320207 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1fd37-280a-41eb-b8d9-10140b0dfbb7 x-openstack-request-id: req-9ae1fd37-280a-41eb-b8d9-10140b0dfbb7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:19.320207 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:19.320207 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ae1fd37-280a-41eb-b8d9-10140b0dfbb7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:19.320207 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:28:19.388115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-556d99d4-c30d-4d35-b304-3f9e83c7c3c5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266327 Jul 28 14:28:19.442373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-0980067b-c4df-44dc-96c7-e36305f4e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.443895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-0980067b-c4df-44dc-96c7-e36305f4e966 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1095 time: 0.0802796 Jul 28 14:28:19.447828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-da590433-a934-4bfc-9c76-7e82095f13a4 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019525 Jul 28 14:28:19.496395 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.534543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35670) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:19.615557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-803327c5-f2ad-4ea1-af92-329473610d4c service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139639 Jul 28 14:28:19.701400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-936470f4-8489-4fc4-86de-7ef972c83e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.702947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-936470f4-8489-4fc4-86de-7ef972c83e29 service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.2505662 Jul 28 14:28:19.705382 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-05241e17-496c-43c1-bb3f-90f1e7ddeb01 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391059 Jul 28 14:28:19.746032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-d9dcab1c-5552-456f-a81c-6d194ad6ef24 service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475993 Jul 28 14:28:19.752394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-7133cefe-fdb6-4e8e-b8fb-ca9e4078f1ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0412893 Jul 28 14:28:19.757389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:19.761897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f67be0-6ef6-42f3-847f-ba263a64f2b9 req-d7d76446-12a3-4b50-a7bc-316970061607 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.764036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80f67be0-6ef6-42f3-847f-ba263a64f2b9 req-d7d76446-12a3-4b50-a7bc-316970061607 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 943 time: 0.1487384 Jul 28 14:28:19.837505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-d2d92331-9a6d-4f3f-bcdd-7bd4b7941271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:19.839406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-d2d92331-9a6d-4f3f-bcdd-7bd4b7941271 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0748389 Jul 28 14:28:19.848589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80f67be0-6ef6-42f3-847f-ba263a64f2b9 req-86c20019-595e-448e-a5f6-c59e4f445947 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Jul 28 14:28:19.904947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-cca6a62a-33d4-4d06-882d-636482bc95cd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552397 Jul 28 14:28:20.132015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bb6f9-d9ac-4335-91f3-79d62f790e19 req-a857ce44-5f0a-4429-8c8a-5e9dc6b41193 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.136722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-289bb6f9-d9ac-4335-91f3-79d62f790e19 req-a857ce44-5f0a-4429-8c8a-5e9dc6b41193 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1648946 Jul 28 14:28:20.170176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-74391a5b-9044-4017-bba1-bbb32bf34d0f service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569473 Jul 28 14:28:20.261305 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.314033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-514c967a-475c-4a29-aa30-bd1ed35c71b7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.315476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef150cda-52c3-43ca-8c13-29291b3141e0 req-5930524a-2fbe-4ee5-ad28-8497dea7ff04 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914351 Jul 28 14:28:20.315847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-514c967a-475c-4a29-aa30-bd1ed35c71b7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e61a8af-8f97-443a-8d24-9b5bb47674c3 HTTP/1.1" status: 200 len: 945 time: 0.2204242 Jul 28 14:28:20.318600 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.321136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-289bb6f9-d9ac-4335-91f3-79d62f790e19 req-5083ba73-d0b5-4c05-9e36-45764d5147a3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558492 Jul 28 14:28:20.348510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:20.414429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-f0f630cd-d71c-48ee-a991-f208aab1fc93 service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499088 Jul 28 14:28:20.433236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbacc422-fcf2-4c8e-8191-d048a82edb4b req-812c0746-8bbe-4cbf-9e07-fcbf5f55d119 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524946 Jul 28 14:28:20.570201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.574109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.576128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "DELETE /v2.0/security-groups/38445b55-a5d9-4532-9467-5177452cefd3 HTTP/1.1" status: 204 len: 168 time: 1.0389657 Jul 28 14:28:20.580896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35712) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:20.607728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:20.622410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'mac_address': 'fa:16:3e:25:e1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:20.644081 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-e1446108-b2b7-4147-88a5-8d34c813c08e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] show failed (client error): The resource could not be found. Jul 28 14:28:20.649273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1446108-b2b7-4147-88a5-8d34c813c08e tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "GET /v2.0/security-groups/38445b55-a5d9-4532-9467-5177452cefd3 HTTP/1.1" status: 404 len: 347 time: 0.0620639 Jul 28 14:28:20.653122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e71051-5c8b-4b74-8c89-7afd749182ab tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38445b55-a5d9-4532-9467-5177452cefd3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:20.656653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35716) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:20.737310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.779662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:20.807037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322a430-4e97-409f-b374-257ecd3cd090 req-82d32803-e4b3-4cae-a6ea-cf2880965220 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:20.808614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f322a430-4e97-409f-b374-257ecd3cd090 req-82d32803-e4b3-4cae-a6ea-cf2880965220 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.2884259 Jul 28 14:28:20.820006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Deleting port e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:20.820706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.832396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:20.927203 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:20.967842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f322a430-4e97-409f-b374-257ecd3cd090 req-9d3c90bf-04d8-4e6d-aa6f-f1285769e8f4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280901 Jul 28 14:28:21.028005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] For port e87d28f6-dcce-4862-babe-e16759b0b397, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e87d28f6-dcce-4862-babe-e16759b0b397,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:21.028513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.061169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Calling delete_port for e87d28f6-dcce-4862-babe-e16759b0b397 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:21.096293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:21.123466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d989772-fd4a-4254-9bde-18c02f5d372a req-a9b85ab4-6561-4ab3-8c82-54123b276edf tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.132647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5afa919-0901-4343-855f-0d4e633f92be req-02501316-c50b-4452-b267-0be6a2803811 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 210 time: 0.0727751 Jul 28 14:28:21.143651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d989772-fd4a-4254-9bde-18c02f5d372a req-a9b85ab4-6561-4ab3-8c82-54123b276edf tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 949 time: 0.2805004 Jul 28 14:28:21.175463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Deleting port ccb1b2d7-c306-4f64-9d54-b9f9e570e130 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:21.175745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.270943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['81a508cf-bbc4-4cf0-81d6-1258d4272cef'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:21.327018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d989772-fd4a-4254-9bde-18c02f5d372a req-41f0bb27-4289-459e-b965-daf00230c522 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758466 Jul 28 14:28:21.360620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.360987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.379895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Calling delete_port for ccb1b2d7-c306-4f64-9d54-b9f9e570e130 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:21.447814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83ac6b-ca2a-4ff0-b6f1-2de09b0df90c req-4cb2d184-9231-4de0-b0a9-c4b73f1e8a57 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.452383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff83ac6b-ca2a-4ff0-b6f1-2de09b0df90c req-4cb2d184-9231-4de0-b0a9-c4b73f1e8a57 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 943 time: 0.1621535 Jul 28 14:28:21.519908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.569642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff83ac6b-ca2a-4ff0-b6f1-2de09b0df90c req-c89c7f2a-7457-4455-a1e9-04cbdfcd3ed7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109385 Jul 28 14:28:21.625897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a7a4520-54fb-4f70-ae76-adc854f6caa8 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:21.700288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:21.722843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696a886-4e0f-4785-a53a-51e91f9283db req-cc9f3165-6a6a-4328-b872-823b76031446 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:21.725495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9696a886-4e0f-4785-a53a-51e91f9283db req-cc9f3165-6a6a-4328-b872-823b76031446 tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 1102 time: 0.1173775 Jul 28 14:28:21.759978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Pushing event deleted for resources: {'Port': ['ID=ccb1b2d7-c306-4f64-9d54-b9f9e570e130,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:21.944918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9696a886-4e0f-4785-a53a-51e91f9283db req-f5209419-9393-41f4-b425-a4a855fc2e9b tempest-MigrationsAdminTest-1448912976 tempest-MigrationsAdminTest-1448912976-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880879 Jul 28 14:28:21.998784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.001078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.010849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-617126e4-c166-40e6-b4d3-614e4b68e056 tempest-ServersWithSpecificFlavorTestJSON-1160311301 tempest-ServersWithSpecificFlavorTestJSON-1160311301-project] 10.222.0.47 "DELETE /v2.0/floatingips/682cbad4-1bd6-4f88-a4b4-3ac5de6d0cec HTTP/1.1" status: 204 len: 168 time: 1.3386655 Jul 28 14:28:22.116723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:22.143744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'port_id': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'mac_address': 'fa:16:3e:c7:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:22.190748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event deleted for resources: {'Port': ['ID=e87d28f6-dcce-4862-babe-e16759b0b397,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:22.256490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.263896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e7da6-1dfd-4ce8-980a-ad43f80b00d2 req-0bf49f61-251e-4a77-9c4e-652083bce65a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:22.272264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-562e7da6-1dfd-4ce8-980a-ad43f80b00d2 req-0bf49f61-251e-4a77-9c4e-652083bce65a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1429904 Jul 28 14:28:22.293089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7a4520-54fb-4f70-ae76-adc854f6caa8 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:22.309310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] No DVR routers for this DVR port e87d28f6-dcce-4862-babe-e16759b0b397 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:22.312576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.314822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d9ebf82-503b-4356-8372-a1a1b08e7ec3 req-ac5bbf12-3c41-449e-a198-e9937404f5b4 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "DELETE /v2.0/ports/e87d28f6-dcce-4862-babe-e16759b0b397 HTTP/1.1" status: 204 len: 173 time: 1.9927421 Jul 28 14:28:22.315405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-deleted', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:22.319008 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0b1ae5-e54b-4d04-81f5-21d8d2fc7d3e" -d '{"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-deleted", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:22.339777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:22.348139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-562e7da6-1dfd-4ce8-980a-ad43f80b00d2 req-a3159f18-25dd-422a-a0d0-787794429026 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Jul 28 14:28:22.372153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971987-c32c-4e8d-9545-c74574191285 req-b7c08f26-00a1-43cb-a4e8-b6ed3121e252 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:22.377849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89971987-c32c-4e8d-9545-c74574191285 req-b7c08f26-00a1-43cb-a4e8-b6ed3121e252 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1972070 Jul 28 14:28:22.382262 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:28:22.465724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89971987-c32c-4e8d-9545-c74574191285 req-2b986638-a52f-4054-8134-2d7f50799a80 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775828 Jul 28 14:28:22.611748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:22.675126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:22.867373 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75919a3b-e045-44a4-b5f2-4218aa66c143 req-d79eb656-21f3-482f-9f1c-a4941e3c5882 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 210 time: 0.0713840 Jul 28 14:28:22.967477 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dbccb6-62b7-4387-953e-194b19b8af6b x-openstack-request-id: req-e0dbccb6-62b7-4387-953e-194b19b8af6b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:22.974258 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e61a8af-8f97-443a-8d24-9b5bb47674c3", "name": "network-vif-deleted", "tag": "e87d28f6-dcce-4862-babe-e16759b0b397", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:22.975098 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0dbccb6-62b7-4387-953e-194b19b8af6b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:22.976316 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e61a8af-8f97-443a-8d24-9b5bb47674c3', 'name': 'network-vif-deleted', 'tag': 'e87d28f6-dcce-4862-babe-e16759b0b397', 'status': 'completed', 'code': 200} Jul 28 14:28:23.010725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:23.134798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e745327-59e9-4581-8e81-8c0701eda28c req-460bbe85-feea-4fbe-a2fb-66f0f6eb7eba tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.143549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e745327-59e9-4581-8e81-8c0701eda28c req-460bbe85-feea-4fbe-a2fb-66f0f6eb7eba tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 944 time: 0.0976994 Jul 28 14:28:23.197120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e745327-59e9-4581-8e81-8c0701eda28c req-fe091cdc-8d27-44a4-8252-34500c8dae2e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Jul 28 14:28:23.370415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb74d3-8806-4e34-a648-ef39f5f942e6 req-fb13272a-9e6e-4403-81fb-9fdf21718b7e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.371989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56eb74d3-8806-4e34-a648-ef39f5f942e6 req-fb13272a-9e6e-4403-81fb-9fdf21718b7e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.0646946 Jul 28 14:28:23.415205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56eb74d3-8806-4e34-a648-ef39f5f942e6 req-725f1bc0-abfc-493e-b8be-6e69319c893d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Jul 28 14:28:23.616744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd0ce7-9acd-475d-a566-f1e4e5c66bfb req-7c822c1f-4a73-4c82-8a14-161e84bdbe2b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.618310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ccd0ce7-9acd-475d-a566-f1e4e5c66bfb req-7c822c1f-4a73-4c82-8a14-161e84bdbe2b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1285207 Jul 28 14:28:23.645702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1982217-27b4-49fe-a649-33b433d066fe req-cc8a4a65-8de4-4ee3-b69d-a4df63696103 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:23.649430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1982217-27b4-49fe-a649-33b433d066fe req-cc8a4a65-8de4-4ee3-b69d-a4df63696103 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.0577524 Jul 28 14:28:23.699575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ccd0ce7-9acd-475d-a566-f1e4e5c66bfb req-0fd54c83-14c1-456c-8b92-cf9c48809c4b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676503 Jul 28 14:28:23.714804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1982217-27b4-49fe-a649-33b433d066fe req-a78a4355-f047-48d6-8498-bbdba6673a3a tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574217 Jul 28 14:28:23.869603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35780) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:24.057719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adb02033-bba7-4100-8b74-ba2c1f52b46c req-0ba6d4e5-b3ad-4317-b014-feb11cbd1f15 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 210 time: 0.0541866 Jul 28 14:28:24.347312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a9a3-a74b-4b22-bba6-0050fdc7fb8e req-07e00199-837e-4138-b5bf-00d88e7e2b1e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.349101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3c1a9a3-a74b-4b22-bba6-0050fdc7fb8e req-07e00199-837e-4138-b5bf-00d88e7e2b1e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 944 time: 0.0789087 Jul 28 14:28:24.373019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:24.448921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3c1a9a3-a74b-4b22-bba6-0050fdc7fb8e req-2624e43a-c99c-4aae-b3d9-88ca81856309 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900285 Jul 28 14:28:24.570015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:24.576368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 81a508cf-bbc4-4cf0-81d6-1258d4272cef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:24.576959 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.659754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.669312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71e3a6-e074-4aa6-9223-cbb6e3caa9f0 req-2cb32e7b-3af1-45e0-bc06-6cf4fe4cb3cb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.670902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f71e3a6-e074-4aa6-9223-cbb6e3caa9f0 req-2cb32e7b-3af1-45e0-bc06-6cf4fe4cb3cb tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.1006501 Jul 28 14:28:24.764221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.835456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f71e3a6-e074-4aa6-9223-cbb6e3caa9f0 req-63854071-19a1-48dc-ba5d-4b7a3604cd5d tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574719 Jul 28 14:28:24.843344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:24.846384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:24.848112 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce2f5c3-1aad-47c9-a03d-6430e63eae34" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:24.911591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e043c5-129e-43be-a618-ebb59c45e2f2 req-9bdd6a93-9035-46d4-8c79-00ca92aa9785 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.913451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97e043c5-129e-43be-a618-ebb59c45e2f2 req-9bdd6a93-9035-46d4-8c79-00ca92aa9785 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 946 time: 0.1689641 Jul 28 14:28:24.935018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-0c079ab9-9c1f-43e4-830f-af548066e6aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.936468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-0c079ab9-9c1f-43e4-830f-af548066e6aa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 950 time: 0.2696350 Jul 28 14:28:24.959818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-c57f432a-efab-48cd-a2d0-8b42ef244e9c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:24.961578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-c57f432a-efab-48cd-a2d0-8b42ef244e9c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.2149830 Jul 28 14:28:24.970500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:24.971674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:24.987382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Request body: {'port': {'device_id': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'admin_state_up': True, 'tenant_id': '9b09cb27c5af49cab98cd2fc34011d5a'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:25.066188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:25.070800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: e87d28f6-dcce-4862-babe-e16759b0b397 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:25.071910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e87d28f6-dcce-4862-babe-e16759b0b397 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:25.107077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97e043c5-129e-43be-a618-ebb59c45e2f2 req-af2b1889-953c-404b-9151-f3961e49e01c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821949 Jul 28 14:28:25.158540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e48f2-7975-4a9f-8448-05a009ba4749 req-761be055-e4ab-490f-875f-d3703f2bcd57 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.165171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-689e48f2-7975-4a9f-8448-05a009ba4749 req-761be055-e4ab-490f-875f-d3703f2bcd57 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1944437 Jul 28 14:28:25.205370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Deleting port 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:25.206006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.224436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-689e48f2-7975-4a9f-8448-05a009ba4749 req-334041cb-22c7-40ee-b39c-7332fa587f44 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582643 Jul 28 14:28:25.301925 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31ba67c-7a25-4f44-80d7-c1ca1a1eae05 x-openstack-request-id: req-c31ba67c-7a25-4f44-80d7-c1ca1a1eae05 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:25.302219 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-plugged", "status": "completed", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:25.302473 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c31ba67c-7a25-4f44-80d7-c1ca1a1eae05 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:25.302871 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'code': 200} Jul 28 14:28:25.380461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98032860-3f9b-4728-9977-9a2c33958836 req-0367d0ba-8838-4a83-a3ed-9a41ab768967 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.382020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98032860-3f9b-4728-9977-9a2c33958836 req-0367d0ba-8838-4a83-a3ed-9a41ab768967 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1720228 Jul 28 14:28:25.386797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Made reservation on behalf of 9b09cb27c5af49cab98cd2fc34011d5a for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:25.394744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.399063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cdded0db-7be2-475f-9f63-c0e50b78cc82 req-3bcc1724-1987-460e-a09b-002c04991995 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 210 time: 0.0430963 Jul 28 14:28:25.443818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] For port 81a508cf-bbc4-4cf0-81d6-1258d4272cef, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=81a508cf-bbc4-4cf0-81d6-1258d4272cef,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:25.444195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.470671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Calling delete_port for 81a508cf-bbc4-4cf0-81d6-1258d4272cef owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:25.507240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98032860-3f9b-4728-9977-9a2c33958836 req-ba095e4f-f7b0-436b-988c-da4070c2d7a8 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120436 Jul 28 14:28:25.561553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Deleting port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:25.561553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.586491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Allocated IP 172.20.0.5 (e8f5bdd9-9019-4312-891d-1a33fc406c5c/2bae19d5-7f4a-46bc-a6ab-3e02ab897409/bd948c56-897b-428e-96e7-f9339c9b2aa3) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:28:25.631267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a7a4520-54fb-4f70-ae76-adc854f6caa8 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:25.674289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9dd8-aad9-4ab0-83f3-c82f26a56ba5 req-662d7206-828d-4414-b50a-3ae97f61b2fb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:25.676067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7ce9dd8-aad9-4ab0-83f3-c82f26a56ba5 req-662d7206-828d-4414-b50a-3ae97f61b2fb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 944 time: 0.0866735 Jul 28 14:28:25.723667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] For port ec2a5c11-1e6b-4bd9-88db-09faa54acdd6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:25.724441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.745223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Calling delete_port for ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:25.767332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7ce9dd8-aad9-4ab0-83f3-c82f26a56ba5 req-f13ae631-d08b-4621-8877-3864a83e4b76 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823627 Jul 28 14:28:25.825207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.912078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:25.916228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:25.916712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:25.970232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.006999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366', '81a508cf-bbc4-4cf0-81d6-1258d4272cef'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:26.015066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e', '33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:26.017595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event deleted for resources: {'Port': ['ID=81a508cf-bbc4-4cf0-81d6-1258d4272cef,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:26.067164 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.084625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] No DVR routers for this DVR port 81a508cf-bbc4-4cf0-81d6-1258d4272cef on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:26.093894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.096517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03fb13db-fd85-4747-afc2-f48838fe0ca3 req-ed6caa36-6840-4020-bd5c-d2fe9a695bd7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "DELETE /v2.0/ports/81a508cf-bbc4-4cf0-81d6-1258d4272cef HTTP/1.1" status: 204 len: 173 time: 1.1484575 Jul 28 14:28:26.111564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c9b27-d1ee-44f9-b484-c5325ee5780b req-8d68bd30-d22b-41f4-9d3a-a18baf0531fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.111564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-393c9b27-d1ee-44f9-b484-c5325ee5780b req-8d68bd30-d22b-41f4-9d3a-a18baf0531fa tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=68a5ae3c-a44e-4193-85eb-afed247bb2e9 HTTP/1.1" status: 200 len: 868 time: 0.1936755 Jul 28 14:28:26.111564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-deleted', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:26.111991 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad9178b-9f3e-4ecf-ac7a-ef278601e4b4" -d '{"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-deleted", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:26.144809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.205842 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e249ff9-9879-4539-8d14-7c0565a1229d x-openstack-request-id: req-0e249ff9-9879-4539-8d14-7c0565a1229d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:26.207087 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a5ae3c-a44e-4193-85eb-afed247bb2e9", "name": "network-vif-deleted", "tag": "81a508cf-bbc4-4cf0-81d6-1258d4272cef", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:26.208101 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e249ff9-9879-4539-8d14-7c0565a1229d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:26.209982 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a5ae3c-a44e-4193-85eb-afed247bb2e9', 'name': 'network-vif-deleted', 'tag': '81a508cf-bbc4-4cf0-81d6-1258d4272cef', 'status': 'completed', 'code': 200} Jul 28 14:28:26.212428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:26.231523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.241634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-393c9b27-d1ee-44f9-b484-c5325ee5780b req-4cc5147b-595d-4e71-a51b-c7a67c295cc8 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204302 Jul 28 14:28:26.264035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:28:26.277416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:26.289752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:28:26.300730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-e77a300c-2dcb-41aa-befa-974d523ec9b4 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.302786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-e77a300c-2dcb-41aa-befa-974d523ec9b4 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.2897124 Jul 28 14:28:26.342233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2a5c11-1e6b-4bd9-88db-09faa54acdd6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:26.416801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.426039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:26.431255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:26.489651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:26.560787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.560787 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.626522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edecff-58bb-4694-a62f-303df79b1667 req-1928b0f2-47ca-4418-b302-d4e70c3b2466 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.628734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4edecff-58bb-4694-a62f-303df79b1667 req-1928b0f2-47ca-4418-b302-d4e70c3b2466 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 946 time: 0.2548747 Jul 28 14:28:26.630095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.646701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df954c-af8b-4248-9aee-48938273c0da req-6a3e8c62-f361-4083-9731-b628b7f72017 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.648528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-69df954c-af8b-4248-9aee-48938273c0da req-6a3e8c62-f361-4083-9731-b628b7f72017 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1874402 Jul 28 14:28:26.704648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-63adb80a-bb55-485c-8cdb-59f712d98cce tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:26.706918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-63adb80a-bb55-485c-8cdb-59f712d98cce tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.50 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 946 time: 0.1846318 Jul 28 14:28:26.767089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-3700f6e0-be2a-4b31-b20f-cdd94f8aae7d tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7853973 Jul 28 14:28:26.780268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-69df954c-af8b-4248-9aee-48938273c0da req-e1105325-1d42-4a80-bc6b-65e6e6ee203b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924935 Jul 28 14:28:26.801434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Request body: {'port': {'device_id': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:26.891506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4edecff-58bb-4694-a62f-303df79b1667 req-d2985d1c-67e3-494a-ac98-5b06d0dbb531 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd943680-4978-462b-b159-1e91067a47cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419496 Jul 28 14:28:26.927796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:26.999770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.028447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Deleting port b29868f3-4289-4709-a470-21e16278510e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:27.028776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.128618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db2f10-61b7-421a-8093-70362c04a55c req-28f0b697-15ea-4965-bdae-5b867b79b1fa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.130751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2db2f10-61b7-421a-8093-70362c04a55c req-28f0b697-15ea-4965-bdae-5b867b79b1fa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 931 time: 0.2415180 Jul 28 14:28:27.304012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:27.309063 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c50acfb-2183-4a79-9945-87f04f1ae942" -d '{"events": [{"server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:27.344523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:27.347194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2db2f10-61b7-421a-8093-70362c04a55c req-048da694-7aae-436e-8451-b864338ee85e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902523 Jul 28 14:28:27.349580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] For port b29868f3-4289-4709-a470-21e16278510e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b29868f3-4289-4709-a470-21e16278510e,segment=NetworkSegment(7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9),segment_id=7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:27.350340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.381099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Calling delete_port for b29868f3-4289-4709-a470-21e16278510e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:27.423986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0132-2f5b-4192-8090-a37034e5e215 req-14380b53-4cd7-469c-8ab2-9b3980d42e8c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.431591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d0c0132-2f5b-4192-8090-a37034e5e215 req-14380b53-4cd7-469c-8ab2-9b3980d42e8c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 945 time: 0.1634617 Jul 28 14:28:27.518487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:27.553315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d0c0132-2f5b-4192-8090-a37034e5e215 req-456d4b88-7d35-48bc-915c-cbe7ad97e649 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208248 Jul 28 14:28:27.601721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191f792-0077-48b2-a855-e30db304f9fd req-8c113013-7f32-4890-aecb-2b5cc4e1095c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.603435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3191f792-0077-48b2-a855-e30db304f9fd req-8c113013-7f32-4890-aecb-2b5cc4e1095c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1584997 Jul 28 14:28:27.607572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Router 1a2711d1-84b2-48f7-846a-e3bab053320d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:28:27.615825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:27.618684 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809fa08d-bdef-40ae-951a-2adcec5ec2ae" -d '{"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:27.626287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.650388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd948c56-897b-428e-96e7-f9339c9b2aa3 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:27.661122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.669660 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd85cce-5752-4d78-8d5e-ae589c74f930 x-openstack-request-id: req-edd85cce-5752-4d78-8d5e-ae589c74f930 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:27.670232 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "name": "network-vif-plugged", "status": "completed", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:27.670766 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-edd85cce-5752-4d78-8d5e-ae589c74f930 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:27.675591 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'code': 200} Jul 28 14:28:27.675894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Transition to ACTIVE for port object bd948c56-897b-428e-96e7-f9339c9b2aa3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:27.710375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3191f792-0077-48b2-a855-e30db304f9fd req-b49416df-0422-4c8b-9371-28c282417625 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938611 Jul 28 14:28:27.757985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.789257 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212dbec-e7ff-49a9-8528-ce9bbebf50a2 x-openstack-request-id: req-5212dbec-e7ff-49a9-8528-ce9bbebf50a2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:27.789898 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:27.790211 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5212dbec-e7ff-49a9-8528-ce9bbebf50a2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:27.790583 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'code': 200} Jul 28 14:28:27.821090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:27.909633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:27.968916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on host n-h2-705658-23 for vnic_type normal with profile {"migrating_to": "n-h1-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:27.969133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:27.971633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:27.997282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc8de-c631-406f-b1b6-315c13428776 req-4310427a-4d49-43c9-a51e-0ca9f68a5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:27.998798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6afc8de-c631-406f-b1b6-315c13428776 req-4310427a-4d49-43c9-a51e-0ca9f68a5749 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1668336 Jul 28 14:28:28.021585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:28.021939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Attempting to bind port 7f1618cd-01c2-4d90-b232-86cd526779e9 on network 90c4fa8b-569d-45c2-a9f9-285909dbd8b0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:28.027697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.042126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:28.042728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Checking segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:28.047628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Bound using segment: {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:28.047628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Bound port: 7f1618cd-01c2-4d90-b232-86cd526779e9, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2de973-efd1-4de7-9096-f4a820d22574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '90c4fa8b-569d-45c2-a9f9-285909dbd8b0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:28.047628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.117761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6afc8de-c631-406f-b1b6-315c13428776 req-ffd44dfe-c64a-4fd5-9926-bdba6017eb58 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911412 Jul 28 14:28:28.131217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:28.138595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b24d368-177e-4ece-9ee5-bc9425cba56f admin admin] 10.222.0.47 "PUT /v2.0/routers/1a2711d1-84b2-48f7-846a-e3bab053320d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2668364 Jul 28 14:28:28.140307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:28.147016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Attempting to bind port bd948c56-897b-428e-96e7-f9339c9b2aa3 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:28.147016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Attempting to bind port bd948c56-897b-428e-96e7-f9339c9b2aa3 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:28.147016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Attempting to bind port bd948c56-897b-428e-96e7-f9339c9b2aa3 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:28.153444 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Sync routers for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:28.162986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Port bd948c56-897b-428e-96e7-f9339c9b2aa3 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:28.163345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Attempting to bind port bd948c56-897b-428e-96e7-f9339c9b2aa3 on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:28.167013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:28.170211 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:28.187752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:28.191948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:28.193339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:28.194131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Checking segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:28.194522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Bound using segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:28.197700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Bound port: bd948c56-897b-428e-96e7-f9339c9b2aa3, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:28.198284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.204168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ef66-eeb7-461c-a9c1-353f0c71c802 req-ae9ffb8a-17b3-4bb3-9d0b-61054402b209 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.212197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8f2ef66-eeb7-461c-a9c1-353f0c71c802 req-ae9ffb8a-17b3-4bb3-9d0b-61054402b209 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1467395 Jul 28 14:28:28.238630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.304961 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:28.310332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Pushing event deleted for resources: {'Port': ['ID=b29868f3-4289-4709-a470-21e16278510e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.328941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8f2ef66-eeb7-461c-a9c1-353f0c71c802 req-f90f5b18-3c8e-4dcc-9366-e0a5f74224cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139941 Jul 28 14:28:28.334032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:28.334032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:28.371214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.384768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-254f56a2-1d68-4972-b895-42a6cefbe5af req-14fd8f36-3738-4379-ac73-ef27bb419fd8 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0487177 Jul 28 14:28:28.391496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:28.402998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:28.421187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.423132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] No DVR routers for this DVR port b29868f3-4289-4709-a470-21e16278510e on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:28.426188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.445852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d23ce3d-485f-4c9f-b859-73b47abb6dd3 req-3ee5a941-cb27-4fad-a7ee-a382bce2db5c tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.50 "DELETE /v2.0/ports/b29868f3-4289-4709-a470-21e16278510e HTTP/1.1" status: 204 len: 173 time: 1.7287018 Jul 28 14:28:28.446334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'name': 'network-vif-deleted', 'tag': 'b29868f3-4289-4709-a470-21e16278510e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:28.449778 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ca469-a4d1-4286-b626-166f00a423f0" -d '{"events": [{"server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "name": "network-vif-deleted", "tag": "b29868f3-4289-4709-a470-21e16278510e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:28.452070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 81a508cf-bbc4-4cf0-81d6-1258d4272cef {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:28.452788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 81a508cf-bbc4-4cf0-81d6-1258d4272cef not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:28.474207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.583601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.584665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.588739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] 10.222.0.53 "PUT /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 1123 time: 2.2147551 Jul 28 14:28:28.613268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677977a-afa9-48d8-93e6-f1bc8cd3dd4a service neutron] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.619231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.619927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.621325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] 10.222.0.53 "PUT /v2.0/ports/bd948c56-897b-428e-96e7-f9339c9b2aa3 HTTP/1.1" status: 200 len: 1092 time: 1.8333311 Jul 28 14:28:28.676904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd4a5f-5d8d-4de1-a222-1ffccf32fdfb req-ffa392a9-8601-4985-9aeb-d9ba2d400226 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.677742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:28.686036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49cd4a5f-5d8d-4de1-a222-1ffccf32fdfb req-ffa392a9-8601-4985-9aeb-d9ba2d400226 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 943 time: 0.1398430 Jul 28 14:28:28.704256 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:28:25Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:28.713078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5879f-5c10-4fd1-8fb7-8cbb6aecfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:28.726035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0453c-d2eb-4512-b887-abf1d4f58877 req-6c2c21e9-582c-49a9-8f1b-af706f6d6b46 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:28.733795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9c0453c-d2eb-4512-b887-abf1d4f58877 req-6c2c21e9-582c-49a9-8f1b-af706f6d6b46 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 951 time: 0.2101524 Jul 28 14:28:28.736351 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Checking router: 1a2711d1-84b2-48f7-846a-e3bab053320d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:28.749448 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Routers {'1a2711d1-84b2-48f7-846a-e3bab053320d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:28.751094 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1a2711d1-84b2-48f7-846a-e3bab053320d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:28.753757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3', 'port_id': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'mac_address': 'fa:16:3e:82:61:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0741580-da52-46de-8a13-3b639e68a81a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:28.758086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49cd4a5f-5d8d-4de1-a222-1ffccf32fdfb req-39971def-0a9a-44de-b61e-2c1e601c32ae tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562375 Jul 28 14:28:28.761681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.803879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9c0453c-d2eb-4512-b887-abf1d4f58877 req-3643c867-fc60-470e-afa2-aedf762eda2b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690982 Jul 28 14:28:28.809346 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450382e2-912c-44f8-a16b-6cceab7c8420 x-openstack-request-id: req-450382e2-912c-44f8-a16b-6cceab7c8420 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:28.810607 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd8e873-d83e-4063-9219-1c12a59a9603", "name": "network-vif-deleted", "tag": "b29868f3-4289-4709-a470-21e16278510e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:28.810985 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-450382e2-912c-44f8-a16b-6cceab7c8420 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:28.811749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:28.812289 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd8e873-d83e-4063-9219-1c12a59a9603', 'name': 'network-vif-deleted', 'tag': 'b29868f3-4289-4709-a470-21e16278510e', 'status': 'completed', 'code': 200} Jul 28 14:28:28.817146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7f1618cd-01c2-4d90-b232-86cd526779e9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:28.840050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['7f1618cd-01c2-4d90-b232-86cd526779e9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:28.911726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:28.912682 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] Set router 1a2711d1-84b2-48f7-846a-e3bab053320d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:29.041040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-427f978f-12b0-4d47-b198-02d446746f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.044095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-427f978f-12b0-4d47-b198-02d446746f8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 1095 time: 0.1924453 Jul 28 14:28:29.078649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:29.079715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c31d7-cc2d-43ea-a15c-d72a120db74f req-68f3d2d2-3f1b-4664-8d21-884ba34df79b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.081642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-851c31d7-cc2d-43ea-a15c-d72a120db74f req-68f3d2d2-3f1b-4664-8d21-884ba34df79b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1160142 Jul 28 14:28:29.085133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Deleting port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:29.085484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.145790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96ecaa-369a-4639-a922-6cbea6015c29 req-a91433eb-e91c-40ff-9968-f07dcca131e5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.156636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac96ecaa-369a-4639-a922-6cbea6015c29 req-a91433eb-e91c-40ff-9968-f07dcca131e5 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.2261643 Jul 28 14:28:29.165395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-634e3021-7fa0-4aa6-82bf-e4e1754ea61f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3 HTTP/1.1" status: 200 len: 217 time: 0.0939641 Jul 28 14:28:29.236546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-851c31d7-cc2d-43ea-a15c-d72a120db74f req-276a5860-414e-4b25-9597-89af82fea6d1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481237 Jul 28 14:28:29.249167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.250642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:29.279556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac96ecaa-369a-4639-a922-6cbea6015c29 req-d3f14511-f279-45c0-937c-224502740731 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218662 Jul 28 14:28:29.289477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] For port 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:29.291284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:29.291752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-119525ef-eda1-4d9a-a88e-3c8f50910a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.293785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-119525ef-eda1-4d9a-a88e-3c8f50910a11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 200 len: 854 time: 0.1072111 Jul 28 14:28:29.325660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Calling delete_port for 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:29.365741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-394e2701-5ffe-4995-b74e-e0acf11bc0bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8f5bdd9-9019-4312-891d-1a33fc406c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602057 Jul 28 14:28:29.443895 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:28:25Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:29.489855 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de45071-6d6a-4b15-99c3-f37c76e45536 None None] The sync data for ids ['1a2711d1-84b2-48f7-846a-e3bab053320d'] in n-d-705658-23 is: [{'id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1756179349-router', 'tenant_id': 'e7a3c224e5304a238599992f6694f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:22Z', 'updated_at': '2021-07-28T14:28:25Z', 'revision_number': 5, 'project_id': 'e7a3c224e5304a238599992f6694f096', 'gw_port': {'id': '66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2711d1-84b2-48f7-846a-e3bab053320d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:23Z', 'updated_at': '2021-07-28T14:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:29.603138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962d0cf-e1dd-4ac5-8ac6-226375a2e582 req-dca5d4ae-2aa5-4a88-b753-8ad3a970fd59 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.604771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5962d0cf-e1dd-4ac5-8ac6-226375a2e582 req-dca5d4ae-2aa5-4a88-b753-8ad3a970fd59 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.0830951 Jul 28 14:28:29.620585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-0d2daaa9-0887-46bc-bee3-37770d0b10fe service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430966 Jul 28 14:28:29.649883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b29868f3-4289-4709-a470-21e16278510e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:29.686757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: b29868f3-4289-4709-a470-21e16278510e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:29.687327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b29868f3-4289-4709-a470-21e16278510e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:29.720411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e39b8006-aa0a-4b21-bf12-4c59073fd9f1 req-2b32fbd3-0bb3-46d8-bb53-15609aa8b525 tempest-VolumesAdminNegativeTest-917292320 tempest-VolumesAdminNegativeTest-917292320-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd8e873-d83e-4063-9219-1c12a59a9603 HTTP/1.1" status: 200 len: 210 time: 0.0804191 Jul 28 14:28:29.722663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5962d0cf-e1dd-4ac5-8ac6-226375a2e582 req-f2a305da-bb97-414b-9a57-76633acd6333 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Jul 28 14:28:29.792383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9'}, {'name': 'network-changed', 'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:29.797433 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ff52a-d852-4848-b054-6e5bd157b716" -d '{"events": [{"name": "network-changed", "server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9"}, {"name": "network-changed", "server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:29.837655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-55848f72-faa0-4af7-8ec5-129e4618c965 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:29.839419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:29.856676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-55848f72-faa0-4af7-8ec5-129e4618c965 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 951 time: 0.1351452 Jul 28 14:28:29.923063 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c5ecfb-32f3-4afc-8a8a-b6952d3d0d4e x-openstack-request-id: req-29c5ecfb-32f3-4afc-8a8a-b6952d3d0d4e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:29.923361 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:29.923610 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29c5ecfb-32f3-4afc-8a8a-b6952d3d0d4e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:29.925382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:29.939043 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'status': 'completed', 'code': 200} Jul 28 14:28:29.939714 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'status': 'completed', 'code': 200} Jul 28 14:28:29.975003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 has no active binding in host n-h1-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:28:29.995548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.069240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:30.080041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0ec7c1-f84a-4069-902f-d469656d43df req-6d872e22-793b-440e-a346-3594abb6f533 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495075 Jul 28 14:28:30.118252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6867f93-d376-4bc2-806e-bb4d154a62b8 req-56fc1640-7c12-4178-bed1-26724a2b994e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.119101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a3582-a6ce-491f-8d71-b40b1f3cff06 req-1aa87936-82bb-4dac-a671-80095ec114a7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.121150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6867f93-d376-4bc2-806e-bb4d154a62b8 req-56fc1640-7c12-4178-bed1-26724a2b994e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 943 time: 0.2394075 Jul 28 14:28:30.121978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-281a3582-a6ce-491f-8d71-b40b1f3cff06 req-1aa87936-82bb-4dac-a671-80095ec114a7 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 951 time: 0.1247582 Jul 28 14:28:30.194593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-b91761c1-19fb-4a87-bab7-c0a7dd81fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.195078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Deleting port 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:30.195292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.198213 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-b91761c1-19fb-4a87-bab7-c0a7dd81fc17 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1126 time: 0.2505448 Jul 28 14:28:30.250484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-281a3582-a6ce-491f-8d71-b40b1f3cff06 req-3feeb249-4648-4f1f-bbcb-3fa3afaada16 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209764 Jul 28 14:28:30.307502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.316267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6867f93-d376-4bc2-806e-bb4d154a62b8 req-7a00f4ca-d4b0-4acf-aade-437a34b58d79 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604726 Jul 28 14:28:30.353270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] For port 8b9796fa-a3b0-4282-879a-017026202366, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8b9796fa-a3b0-4282-879a-017026202366,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:30.353647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.381757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Calling delete_port for 8b9796fa-a3b0-4282-879a-017026202366 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:30.392733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:30.496866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6585-d89d-4635-b8c2-972d2a64b057 req-7eed98e3-ea0d-49d7-960c-fce861f9ccbf tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.498839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af7a6585-d89d-4635-b8c2-972d2a64b057 req-7eed98e3-ea0d-49d7-960c-fce861f9ccbf tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1419461 Jul 28 14:28:30.510667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.514399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.574641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af7a6585-d89d-4635-b8c2-972d2a64b057 req-6de0842a-295b-4d38-a184-caa44436950b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636337 Jul 28 14:28:30.648217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-3bd8a0c9-84fc-46a7-9680-c17098bbc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.652330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-3bd8a0c9-84fc-46a7-9680-c17098bbc220 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.4394174 Jul 28 14:28:30.673776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044966b8-6d6c-4803-9802-079078cbaefa req-95debe2d-3878-418a-bb0b-e007ee459719 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.676568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-044966b8-6d6c-4803-9802-079078cbaefa req-95debe2d-3878-418a-bb0b-e007ee459719 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.1185949 Jul 28 14:28:30.695553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-08fc40dd-8b80-4ad6-8ff0-851b098e1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.697312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-08fc40dd-8b80-4ad6-8ff0-851b098e1bab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 1095 time: 0.0623033 Jul 28 14:28:30.752103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-747ac51e-4ecf-4850-9974-c4620c541109 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 217 time: 0.0750616 Jul 28 14:28:30.816888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-2d607674-4a5c-4bf9-a7c6-d5c90ea78147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.819027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-2d607674-4a5c-4bf9-a7c6-d5c90ea78147 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 915 time: 0.1092935 Jul 28 14:28:30.825020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-044966b8-6d6c-4803-9802-079078cbaefa req-b6e1e27f-c3a7-43fa-bdce-a82376bcbdbe tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255665 Jul 28 14:28:30.853052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.854409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2711d1-84b2-48f7-846a-e3bab053320d {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:28:30.856547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.865991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:30.867452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5176f2e3-497d-4f1b-87ff-15e56b7fd922 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1a2711d1-84b2-48f7-846a-e3bab053320d HTTP/1.1" status: 204 len: 168 time: 2.7253847 Jul 28 14:28:30.872344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35882) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:30.878120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-3d44ea32-2ca1-4897-8325-07b3b4ee98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:30.882233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-3d44ea32-2ca1-4897-8325-07b3b4ee98ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1193609 Jul 28 14:28:30.909890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e', '33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:30.945426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-5a3c57cc-4ebe-4c5e-ac69-5294b903e152 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3 HTTP/1.1" status: 200 len: 217 time: 0.1123846 Jul 28 14:28:30.994387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event deleted for resources: {'Port': ['ID=8b9796fa-a3b0-4282-879a-017026202366,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:31.004229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Deleting subnet 8ac24616-a858-479d-a569-dcc5757a844f {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:31.025408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.031768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-bde4328f-28e4-4b19-acd8-8edd516f99d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758634 Jul 28 14:28:31.086642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] No DVR routers for this DVR port 8b9796fa-a3b0-4282-879a-017026202366 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:31.091586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.093897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5755f36b-f6ff-4992-847e-80667294c2c7 req-f84eb44c-4428-4c25-b75a-505083b5698a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.53 "DELETE /v2.0/ports/8b9796fa-a3b0-4282-879a-017026202366 HTTP/1.1" status: 204 len: 173 time: 1.2287955 Jul 28 14:28:31.096539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff52a-d852-4848-b054-6e5bd157b716 req-7d6d0d5c-4add-463d-9a73-fa99b7fc8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.101983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-7d6d0d5c-4add-463d-9a73-fa99b7fc8a26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 200 len: 854 time: 0.1319339 Jul 28 14:28:31.151425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd158e9-51f0-4dc4-bc42-b9f48ca7a500 req-85cd76a5-1a2e-483c-8cde-701cd32668c1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.153171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cd158e9-51f0-4dc4-bc42-b9f48ca7a500 req-85cd76a5-1a2e-483c-8cde-701cd32668c1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.1984441 Jul 28 14:28:31.159515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.160626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-c4b7ea90-a23e-41cf-91ba-448d373aeebf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8f5bdd9-9019-4312-891d-1a33fc406c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293252 Jul 28 14:28:31.275707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-7a7c5580-a305-4ad1-b9c4-b50edba286ef service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201569 Jul 28 14:28:31.288422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cd158e9-51f0-4dc4-bc42-b9f48ca7a500 req-ac61c982-82b0-4fa6-9ba8-cb959353b2d8 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250927 Jul 28 14:28:31.317663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-e7395348-b0fc-4107-bc6d-5a76c6172f10 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331782 Jul 28 14:28:31.331216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8b9796fa-a3b0-4282-879a-017026202366'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:31.395455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35890) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:31.576378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.604269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:31.626718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Deleting subnet ef954140-2a56-493e-9b57-6cb5d3c35210 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:31.671619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:31.672061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec2a5c11-1e6b-4bd9-88db-09faa54acdd6 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:31.673143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:31.676060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.706801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-068dccd6-3db7-4c6a-b9fb-99da8011d019 req-422dff8a-1199-4a1b-a4f2-2b92e1bb29ed tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.1154716 Jul 28 14:28:31.724262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-2c7408a5-45b6-499c-ba1f-e491c159d560 service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303925 Jul 28 14:28:31.784001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-7231cec0-ae6d-48c5-a1c2-1b992630b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.788505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-7231cec0-ae6d-48c5-a1c2-1b992630b287 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1882832 Jul 28 14:28:31.810253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:31.810253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66a1f2fc-ef7c-42d5-9022-2a5d6e0cb313 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:31.815071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ad07b-1e2a-4e6a-9c84-6ac0637decd4 req-b932c2f5-f27d-4341-ba20-369338590c33 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.816698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d05ad07b-1e2a-4e6a-9c84-6ac0637decd4 req-b932c2f5-f27d-4341-ba20-369338590c33 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 943 time: 0.1978977 Jul 28 14:28:31.821528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.904975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:31.921258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-109ff52a-d852-4848-b054-6e5bd157b716 req-14a9c2c2-561c-4a7e-89b3-98d7712ee0b6 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851779 Jul 28 14:28:31.942411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-deleted', 'tag': '8b9796fa-a3b0-4282-879a-017026202366'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:31.944816 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df93a026-315e-4014-bd37-474c88fd862e" -d '{"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-deleted", "tag": "8b9796fa-a3b0-4282-879a-017026202366"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:31.953731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d05ad07b-1e2a-4e6a-9c84-6ac0637decd4 req-08d0bb36-e9ae-4cbf-8481-aaaa28b6cbf1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081948 Jul 28 14:28:31.992675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a35ad-4c34-4397-a609-d0dc04ae7cd8 req-03f0bfec-5334-4da5-ba91-5012e83b08e8 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:31.994838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c67a35ad-4c34-4397-a609-d0dc04ae7cd8 req-03f0bfec-5334-4da5-ba91-5012e83b08e8 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1293979 Jul 28 14:28:32.011471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.011683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-0162c2f9-a82e-4d77-bad9-53ce02c094b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.012981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-0162c2f9-a82e-4d77-bad9-53ce02c094b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.2118676 Jul 28 14:28:32.062818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-736a77ff-e15b-4d60-82b8-a62f0acb6b3a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0415492 Jul 28 14:28:32.065658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac24616-a858-479d-a569-dcc5757a844f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:32.076568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.079737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d1c7b60-27b9-4cce-87d7-7a26f31bafbb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8ac24616-a858-479d-a569-dcc5757a844f HTTP/1.1" status: 204 len: 168 time: 1.1958935 Jul 28 14:28:32.083909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:32.089582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f7f92-b766-40fd-b58a-931b85c1e008 None None] Network e3355b88-4053-47b4-8571-2ed8e271aa35 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:32.151876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c67a35ad-4c34-4397-a609-d0dc04ae7cd8 req-0954b632-f606-4f2e-8df2-1b5607dc47e7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497734 Jul 28 14:28:32.161541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-99adcc86-aa54-4611-8e62-a4dd9097019c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.163223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-99adcc86-aa54-4611-8e62-a4dd9097019c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0921535 Jul 28 14:28:32.178879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.241737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef954140-2a56-493e-9b57-6cb5d3c35210,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:32.252500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-5636915f-47e8-4725-85e3-e0e8e647434d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774484 Jul 28 14:28:32.260463 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd761f-80cc-4f5f-a757-2f576e407c28 x-openstack-request-id: req-e7fd761f-80cc-4f5f-a757-2f576e407c28 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:32.260769 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54edbfe-95b6-46b7-b48d-afe41a594029", "name": "network-vif-deleted", "tag": "8b9796fa-a3b0-4282-879a-017026202366", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:32.261277 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7fd761f-80cc-4f5f-a757-2f576e407c28 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:32.261839 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54edbfe-95b6-46b7-b48d-afe41a594029', 'name': 'network-vif-deleted', 'tag': '8b9796fa-a3b0-4282-879a-017026202366', 'status': 'completed', 'code': 200} Jul 28 14:28:32.294448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0de938-707e-485d-9315-26e841a4b359 req-95a95e96-0f37-42ac-8a38-b6046781ba8f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:32.304580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe0de938-707e-485d-9315-26e841a4b359 req-95a95e96-0f37-42ac-8a38-b6046781ba8f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.2436783 Jul 28 14:28:32.306825 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.308845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-59fe9525-1489-42d6-898b-abac6a8a44fa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ef954140-2a56-493e-9b57-6cb5d3c35210 HTTP/1.1" status: 204 len: 168 time: 0.9124136 Jul 28 14:28:32.311685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:32.321693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.378263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] DHCP port deletion for e3355b88-4053-47b4-8571-2ed8e271aa35 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:28:32.435542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:32.489334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.516061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe0de938-707e-485d-9315-26e841a4b359 req-f2a93af6-6f83-4f3f-a58e-83f6d26fe1da tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306436 Jul 28 14:28:32.520627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Deleting port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:32.521080 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.564322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Deleting port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:32.564893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.620548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] For port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:32.623962 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.655195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Calling delete_port for 7f961af5-5844-4a6e-90ec-47b7d2f6c96f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:32.688765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:32.731118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:32.731504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.789259 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.829630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0237c579-5f42-473b-a93c-690967c3391c']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:32.839639 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.879943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:32.882335 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a11a9-9b08-490e-83ab-c2b48aab30d4" -d '{"events": [{"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:32.891268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:32.891644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7763fdcb-c5ca-46a7-9ad8-cb5c9a2996a9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:32.898793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:32.946053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:32.987886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57d7cf0f-610b-4f22-86d7-af158c95ff62 req-06da1663-a810-47f9-9085-3ccc9ba3254f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e54edbfe-95b6-46b7-b48d-afe41a594029 HTTP/1.1" status: 200 len: 210 time: 0.0565498 Jul 28 14:28:33.009387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.019992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] For port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,segment=NetworkSegment(b27b2d0e-8605-421c-9510-13573d6790a4),segment_id=b27b2d0e-8605-421c-9510-13573d6790a4)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:33.020587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.034134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:33.034829 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.036367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d0516-e146-453f-87c5-82298ce7e7f0 req-7f8e09f9-0406-4fcf-986d-ed540f956bb1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:33.039582 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:33.051526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a7d0516-e146-453f-87c5-82298ce7e7f0 req-7f8e09f9-0406-4fcf-986d-ed540f956bb1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.0987844 Jul 28 14:28:33.055159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Calling delete_port for 7f961af5-5844-4a6e-90ec-47b7d2f6c96f owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:33.106178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-982e3445-01ca-40fa-a8f4-4214ff8caf98 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425651 Jul 28 14:28:33.121035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a7d0516-e146-453f-87c5-82298ce7e7f0 req-44a57553-2569-4933-9291-2cd07ae7ab3d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684266 Jul 28 14:28:33.136975 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.233410 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.247277 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ada1f8-0c83-4827-8485-758760ec0242 x-openstack-request-id: req-29ada1f8-0c83-4827-8485-758760ec0242 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:33.249157 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:33.250657 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29ada1f8-0c83-4827-8485-758760ec0242 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:33.256280 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'code': 200} Jul 28 14:28:33.258907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] No DVR routers for this DVR port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:33.264232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Pushing event deleted for resources: {'Port': ['ID=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:33.299817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.301204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.302664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.304989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.305564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.306111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.306730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.307874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.310981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.311756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.312379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.313446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e84ae-9ed1-484b-af0f-e171b26e8d3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:28:33.328432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edc60792-9bd3-4aa5-9457-fc8f9c65dd37 req-35831b98-2669-4b97-89ac-7e7dd71f37dd service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053773 Jul 28 14:28:33.333692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.358290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.397911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cc5d9-5a26-4449-9521-c69d3e7c8a5d req-95a579e3-4ab6-4f66-a7bd-cbf90ab4a71e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.405882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-986cc5d9-5a26-4449-9521-c69d3e7c8a5d req-95a579e3-4ab6-4f66-a7bd-cbf90ab4a71e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 943 time: 0.1231205 Jul 28 14:28:33.409782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.415765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] 10.222.0.47 "DELETE /v2.0/networks/0237c579-5f42-473b-a93c-690967c3391c HTTP/1.1" status: 204 len: 168 time: 1.0990632 Jul 28 14:28:33.416892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:33.427570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f961af5-5844-4a6e-90ec-47b7d2f6c96f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:33.436609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] No DVR routers for this DVR port 7f961af5-5844-4a6e-90ec-47b7d2f6c96f on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:33.442276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f7a19-bca1-4d3c-b75b-815069d39b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=0237c579-5f42-473b-a93c-690967c3391c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:33.490174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-986cc5d9-5a26-4449-9521-c69d3e7c8a5d req-4ce6f5a5-27f7-45a7-9a42-32f4a93837e0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Jul 28 14:28:33.528351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f961af5-5844-4a6e-90ec-47b7d2f6c96f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:33.591416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5871-5dbe-499e-bb6e-ff04153783b7 req-a666443a-4617-4886-b3b5-55cff1c595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.592993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14cb5871-5dbe-499e-bb6e-ff04153783b7 req-a666443a-4617-4886-b3b5-55cff1c595a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1097 time: 0.2628217 Jul 28 14:28:33.598383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7f961af5-5844-4a6e-90ec-47b7d2f6c96f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:33.599344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.602258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f961af5-5844-4a6e-90ec-47b7d2f6c96f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:33.607088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:33.617727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3355b88-4053-47b4-8571-2ed8e271aa35']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:33.642790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e883a-b1bc-4715-a494-5d2dc4020b37 req-68dd1be4-8538-44de-b7ef-a6117111beb4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.645066 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a17e883a-b1bc-4715-a494-5d2dc4020b37 req-68dd1be4-8538-44de-b7ef-a6117111beb4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.3506439 Jul 28 14:28:33.647184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27b2d0e-8605-421c-9510-13573d6790a4') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:33.647587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27b2d0e-8605-421c-9510-13573d6790a4') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:33.664329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.688231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Deleting subnet 9194dfbe-45c0-40f2-8561-aaecec9eb6fa {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:33.698608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.722179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.748858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:33.749266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:33.751742 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:33.775237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae84881-0f77-4053-9a6c-775ead11c65f req-d94ca316-ca0e-4b04-afbd-2a641091c793 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:33.776361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aae84881-0f77-4053-9a6c-775ead11c65f req-d94ca316-ca0e-4b04-afbd-2a641091c793 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.1407320 Jul 28 14:28:33.786490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.825162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a17e883a-b1bc-4715-a494-5d2dc4020b37 req-e592ea62-185f-4ec3-9a72-1a0db497e037 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655514 Jul 28 14:28:33.862050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14cb5871-5dbe-499e-bb6e-ff04153783b7 req-7081b6c3-916d-4d16-a0bf-7c1682060d72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591181 Jul 28 14:28:33.888312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aae84881-0f77-4053-9a6c-775ead11c65f req-aa9e1ecc-48db-4820-8065-43952ddd1d4b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764778 Jul 28 14:28:33.894274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.975243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.983675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:33.989502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:33.991237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e3355b88-4053-47b4-8571-2ed8e271aa35 HTTP/1.1" status: 204 len: 168 time: 1.9056571 Jul 28 14:28:34.008718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d6c6c-c176-428d-bc3c-5761b609976a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3355b88-4053-47b4-8571-2ed8e271aa35,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:34.137360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.217272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.220123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9194dfbe-45c0-40f2-8561-aaecec9eb6fa HTTP/1.1" status: 204 len: 168 time: 0.8010361 Jul 28 14:28:34.222057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274107-81fd-47ad-9f38-b13c582302d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9194dfbe-45c0-40f2-8561-aaecec9eb6fa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:34.233680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:34.273414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016da0-19ca-4582-8968-64aef929442f req-4a53cb3b-77fb-4fe3-9bf9-a3220a3728b0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.275393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf016da0-19ca-4582-8968-64aef929442f req-4a53cb3b-77fb-4fe3-9bf9-a3220a3728b0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0791657 Jul 28 14:28:34.360754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf016da0-19ca-4582-8968-64aef929442f req-cd982ef8-04f4-43ee-9936-9983d9dbdb51 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752635 Jul 28 14:28:34.413804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.436268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:28:34.444884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:34.476275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8b9796fa-a3b0-4282-879a-017026202366 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:34.476985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8b9796fa-a3b0-4282-879a-017026202366 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:34.621750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.641180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9c7856-7b05-4178-80ae-460b783ea948']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:34.647834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec1a4-7cd1-4a56-a340-f5e320ed5b91 req-73494d55-b0b0-43be-81d0-de85e1d5b71b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.650583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d9ec1a4-7cd1-4a56-a340-f5e320ed5b91 req-73494d55-b0b0-43be-81d0-de85e1d5b71b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 943 time: 0.0860417 Jul 28 14:28:34.676663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:34.690431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9de1bc-4d5e-4786-8905-aaf9674cf41b') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:34.691013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9de1bc-4d5e-4786-8905-aaf9674cf41b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:34.691238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'port_id': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'mac_address': 'fa:16:3e:f2:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae19d5-7f4a-46bc-a6ab-3e02ab897409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:28:34.714821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.715253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d9ec1a4-7cd1-4a56-a340-f5e320ed5b91 req-e39ceddb-f4c1-48fe-819a-d3f70a92615e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Jul 28 14:28:34.743310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.761250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.761455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd948c56-897b-428e-96e7-f9339c9b2aa3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:34.789921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:34.807452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:34.807868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:34.809855 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:34.917800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773d665-aec0-4be7-9f40-afa66eeab366 req-b04bd0f9-f4f9-472a-8bf3-06eaf86d1c8a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.919825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1773d665-aec0-4be7-9f40-afa66eeab366 req-b04bd0f9-f4f9-472a-8bf3-06eaf86d1c8a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1486213 Jul 28 14:28:34.926643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:34.983650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47654359-dae1-4bb5-acf8-5a8a2540e39a req-874df391-d0db-4a59-b9b8-def825250372 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:34.991854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47654359-dae1-4bb5-acf8-5a8a2540e39a req-874df391-d0db-4a59-b9b8-def825250372 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0843041 Jul 28 14:28:35.020574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1773d665-aec0-4be7-9f40-afa66eeab366 req-53c7d0a2-ca61-49de-ac87-cd8f01ddb49a tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592792 Jul 28 14:28:35.034930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.036316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:35.053866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.058236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8d9c7856-7b05-4178-80ae-460b783ea948 HTTP/1.1" status: 204 len: 168 time: 0.8257625 Jul 28 14:28:35.079099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47654359-dae1-4bb5-acf8-5a8a2540e39a req-3cbfb44e-0503-4003-9060-b74b5f01e7e5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825996 Jul 28 14:28:35.094666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.095651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a394bd0-2785-458b-b471-8ce0a05e9672 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9c7856-7b05-4178-80ae-460b783ea948,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:35.265786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['bd948c56-897b-428e-96e7-f9339c9b2aa3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:35.286771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-866de677-bb0e-43de-b10a-f267d32d91a0 service neutron] 10.222.0.50 "GET /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9/bindings/n-h1-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.1852098 Jul 28 14:28:35.303949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07bbc-912c-4a84-a049-4f0f1ea46767 req-53643373-da2f-43ec-aec6-e32d3c71012f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:35.305556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7b07bbc-912c-4a84-a049-4f0f1ea46767 req-53643373-da2f-43ec-aec6-e32d3c71012f tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 943 time: 0.1652589 Jul 28 14:28:35.474815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7b07bbc-912c-4a84-a049-4f0f1ea46767 req-01487240-bfbb-4099-b2b5-9b564c2679cb tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337545 Jul 28 14:28:35.516818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f24f0-5f3d-4080-af4a-2c1ead67a6ca req-e8eca1b4-b2e6-484e-a9aa-62b048b43589 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:35.525137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a9f24f0-5f3d-4080-af4a-2c1ead67a6ca req-e8eca1b4-b2e6-484e-a9aa-62b048b43589 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0930309 Jul 28 14:28:35.570676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a9f24f0-5f3d-4080-af4a-2c1ead67a6ca req-7d0d5c07-afaa-4191-ab98-69819639529b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Jul 28 14:28:35.633302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35952) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:35.684554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:35.694191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bdd76fc1-e18f-43d5-a6b9-01397d1e4b88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57f7c5b900494de1bb7c151b6571c90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552998 Jul 28 14:28:35.695048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35954) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:35.727977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:35.778458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:35.779270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.785936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Deleting port c18649ee-e000-4493-aa84-c853caffbdb4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:35.786291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.811826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.840572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1618cd-01c2-4d90-b232-86cd526779e9 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:28:35.873625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:35.951246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dddbbf-5ea7-4448-a47b-175b4a5c594b req-092e5437-67f7-4f05-94e8-41c25903419e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:35.952908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6dddbbf-5ea7-4448-a47b-175b4a5c594b req-092e5437-67f7-4f05-94e8-41c25903419e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 944 time: 0.0982955 Jul 28 14:28:35.958741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] For port c18649ee-e000-4493-aa84-c853caffbdb4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c18649ee-e000-4493-aa84-c853caffbdb4,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:35.959166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:35.981960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Calling delete_port for c18649ee-e000-4493-aa84-c853caffbdb4 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:35.998353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.088811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6dddbbf-5ea7-4448-a47b-175b4a5c594b req-421c0cbe-2bbf-49ef-947e-414b65260787 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208534 Jul 28 14:28:36.296981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8f88d-4c0a-4d5e-9cfd-5d57c88446d9 req-970c730d-e2a9-4f38-881b-f516a236a187 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:36.298828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88f8f88d-4c0a-4d5e-9cfd-5d57c88446d9 req-970c730d-e2a9-4f38-881b-f516a236a187 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1128170 Jul 28 14:28:36.304940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec9a51-2769-4cd2-a418-dc3305cb9f5b req-cfe98cf2-54e5-4583-b7ea-e26b457518e2 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:36.307549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66ec9a51-2769-4cd2-a418-dc3305cb9f5b req-cfe98cf2-54e5-4583-b7ea-e26b457518e2 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1043665 Jul 28 14:28:36.308764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-cf3eb495-dc0b-4c76-8239-ea442a8ab23e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:36.310643 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-cf3eb495-dc0b-4c76-8239-ea442a8ab23e tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 950 time: 0.1211267 Jul 28 14:28:36.372114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] Transition to ACTIVE for port object 7f1618cd-01c2-4d90-b232-86cd526779e9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:28:36.374072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.376807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.378100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd943680-4978-462b-b159-1e91067a47cb HTTP/1.1" status: 204 len: 168 time: 0.6826179 Jul 28 14:28:36.419992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66ec9a51-2769-4cd2-a418-dc3305cb9f5b req-d4203bd2-e75c-48e7-b194-ee38cff88f6d tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Jul 28 14:28:36.420842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27f790-f6c9-4513-80ae-e9aa014473d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd943680-4978-462b-b159-1e91067a47cb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:36.451794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88f8f88d-4c0a-4d5e-9cfd-5d57c88446d9 req-03a64468-7fae-4bfc-88e5-6ec5d3ad8808 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158264 Jul 28 14:28:36.461059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:28:36.503720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Deleting port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:36.504832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.507222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.582283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.666366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port bd948c56-897b-428e-96e7-f9339c9b2aa3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:28:36.671048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port bd948c56-897b-428e-96e7-f9339c9b2aa3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:28:36.671622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.689784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] No DVR routers for this DVR port 7f1618cd-01c2-4d90-b232-86cd526779e9 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:36.744645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa56e7d-7602-42f5-850e-b96db05cfc9b req-cf8d5693-d8bf-4391-a963-e93bfb27b1b6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:36.753307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efa56e7d-7602-42f5-850e-b96db05cfc9b req-cf8d5693-d8bf-4391-a963-e93bfb27b1b6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1341314 Jul 28 14:28:36.782611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] For port 33f1e384-5ceb-4edf-82ec-24c72f2853d7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=33f1e384-5ceb-4edf-82ec-24c72f2853d7,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:36.783016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.802480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Calling delete_port for 33f1e384-5ceb-4edf-82ec-24c72f2853d7 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:36.836797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efa56e7d-7602-42f5-850e-b96db05cfc9b req-6f537022-72be-400c-a8a6-1b62e1b8ab87 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793796 Jul 28 14:28:36.854622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] 10.222.0.50 "PUT /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9/bindings/n-h1-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.5592463 Jul 28 14:28:36.864267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:36.882574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb83e4d-23bb-4616-990c-cdb12829fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:36.912307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:36.913380 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b4dc6d-4bdf-4378-92fe-1b58c3b83070" -d '{"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-plugged", "status": "completed", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:36.930303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18649ee-e000-4493-aa84-c853caffbdb4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:36.990415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cdad-e105-4b0e-974e-842e1cf8e03b req-1d86bbd8-b0a3-4e36-804f-02a212a8bd15 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:36.998524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee4cdad-e105-4b0e-974e-842e1cf8e03b req-1d86bbd8-b0a3-4e36-804f-02a212a8bd15 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.2288010 Jul 28 14:28:37.146921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee4cdad-e105-4b0e-974e-842e1cf8e03b req-af57024f-9dc5-4453-92a1-89e867c27a4d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472313 Jul 28 14:28:37.191817 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cffd17-084a-4bf7-bb4d-ccf733a2c63b x-openstack-request-id: req-11cffd17-084a-4bf7-bb4d-ccf733a2c63b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:37.192186 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-plugged", "status": "completed", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:37.192363 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11cffd17-084a-4bf7-bb4d-ccf733a2c63b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:37.192748 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'code': 200} Jul 28 14:28:37.197005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:37.205908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.243438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['66e41023-6553-47b3-beec-1e760b3fdb6e', '33f1e384-5ceb-4edf-82ec-24c72f2853d7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:37.268890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event deleted for resources: {'Port': ['ID=33f1e384-5ceb-4edf-82ec-24c72f2853d7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:37.271081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.275750 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.312184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-1b25ecad-95aa-4556-b26c-7cce49350414 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.313829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-1b25ecad-95aa-4556-b26c-7cce49350414 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.2219164 Jul 28 14:28:37.323756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40390b81-83d9-4823-bb47-e0aaa56116db req-d488ffc3-aeab-4cf0-b36b-21bda234dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.326402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40390b81-83d9-4823-bb47-e0aaa56116db req-d488ffc3-aeab-4cf0-b36b-21bda234dd3c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 1096 time: 0.2146518 Jul 28 14:28:37.399552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:37.466151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] No DVR routers for this DVR port 33f1e384-5ceb-4edf-82ec-24c72f2853d7 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:37.472486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:37.475003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6ab872c-a054-4c9c-b2c5-76c5ab751ff7 req-2e6c926d-174d-45a3-acb6-5fe257a90f75 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "DELETE /v2.0/ports/33f1e384-5ceb-4edf-82ec-24c72f2853d7 HTTP/1.1" status: 204 len: 173 time: 1.1539586 Jul 28 14:28:37.475807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-deleted', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:37.479339 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1d0ff-7c93-454e-9a20-49f45b89d345" -d '{"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-deleted", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:37.508262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40390b81-83d9-4823-bb47-e0aaa56116db req-c6c96336-ce3f-42ab-b71b-d2f6af638320 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Jul 28 14:28:37.521083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec12a72-d2d2-4652-a5d6-b329e8fd2e08 req-66e25ee7-3ca6-4089-bc09-26e082dfa101 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.533403 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ec12a72-d2d2-4652-a5d6-b329e8fd2e08 req-66e25ee7-3ca6-4089-bc09-26e082dfa101 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.2749884 Jul 28 14:28:37.589786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ec12a72-d2d2-4652-a5d6-b329e8fd2e08 req-9f107aa6-7c8c-43bb-a715-f7fad2c0ace2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545933 Jul 28 14:28:37.721112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25361795-c901-46d1-b2ca-915dab002bbb req-4227d0be-b0ff-4313-b4be-ba7cf9ef9c4b tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 210 time: 0.0442526 Jul 28 14:28:37.876664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e73c8-4b1b-43d6-812b-105773d4232e req-9dbb503e-5389-457d-8648-6417f3fd370e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.878537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a13e73c8-4b1b-43d6-812b-105773d4232e req-9dbb503e-5389-457d-8648-6417f3fd370e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1097 time: 0.6323402 Jul 28 14:28:37.913559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:37.914382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-c8644619-40a6-4f7f-a7f7-121ad104ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.914382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-c8644619-40a6-4f7f-a7f7-121ad104ebd2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112&tenant_id=a5046200eb81492aa107c84ff0a1ed01 HTTP/1.1" status: 200 len: 1096 time: 0.5783761 Jul 28 14:28:37.941073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa3ff6-c505-4fd7-b4da-4336dbbce323 req-a270ab2d-1f73-4097-a77d-40a705df43a9 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:37.943352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3fa3ff6-c505-4fd7-b4da-4336dbbce323 req-a270ab2d-1f73-4097-a77d-40a705df43a9 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1313615 Jul 28 14:28:38.024038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3fa3ff6-c505-4fd7-b4da-4336dbbce323 req-7be21e7c-e312-44f2-8142-4b3b9cc2e0e2 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715539 Jul 28 14:28:38.029933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ef421709-fb17-4b20-9235-5a52ecf2e55d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a91d11c73064a3bbaae872e2be69f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263640 Jul 28 14:28:38.030642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:38.075029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a13e73c8-4b1b-43d6-812b-105773d4232e req-43a1dca7-7aba-4e2d-9f6c-49940641d4c1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760385 Jul 28 14:28:38.124641 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a18b1bb-0011-4f34-8aa5-c17fa0952aad x-openstack-request-id: req-1a18b1bb-0011-4f34-8aa5-c17fa0952aad {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:38.124641 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dadd69-7b6c-4649-90ea-6ccababaf56e", "name": "network-vif-deleted", "tag": "33f1e384-5ceb-4edf-82ec-24c72f2853d7", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:38.124641 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a18b1bb-0011-4f34-8aa5-c17fa0952aad {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:38.124641 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dadd69-7b6c-4649-90ea-6ccababaf56e', 'name': 'network-vif-deleted', 'tag': '33f1e384-5ceb-4edf-82ec-24c72f2853d7', 'status': 'completed', 'code': 200} Jul 28 14:28:38.129314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.168936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.192056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-5dc07c1d-7cee-49cc-ae9b-604e45c298d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.194174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-5dc07c1d-7cee-49cc-ae9b-604e45c298d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1096 time: 0.2445571 Jul 28 14:28:38.260167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d32298-717e-4e58-9519-7600a4dcb04e req-7fc76167-4272-4dc8-9782-88d2bf395e0e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.261873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7d32298-717e-4e58-9519-7600a4dcb04e req-7fc76167-4272-4dc8-9782-88d2bf395e0e tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1097 time: 0.0801125 Jul 28 14:28:38.310696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7d32298-717e-4e58-9519-7600a4dcb04e req-2eca4300-cf3c-4293-a3db-ed523abbabf1 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337307 Jul 28 14:28:38.330537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805490-5243-40c5-b35e-681a30eb6c7e req-6921c854-ea26-424c-bc6b-9946d035696b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.334246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0805490-5243-40c5-b35e-681a30eb6c7e req-6921c854-ea26-424c-bc6b-9946d035696b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1453784 Jul 28 14:28:38.345011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:28:38.393853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-3793f553-5fe1-4713-ba40-6b300cd5f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.395402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-3793f553-5fe1-4713-ba40-6b300cd5f323 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1884923 Jul 28 14:28:38.399742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.414328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:38.423582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d7dc291-4765-4aed-9016-a3f36863d1b6 HTTP/1.1" status: 204 len: 168 time: 0.3917339 Jul 28 14:28:38.446424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ab7de-bf85-4ecc-8c37-7eb71b26a50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7dc291-4765-4aed-9016-a3f36863d1b6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:38.503263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0805490-5243-40c5-b35e-681a30eb6c7e req-cc96b204-6362-4daa-8b73-bf9c440d41ab tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488583 Jul 28 14:28:38.507053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-b03f1c71-5a6a-4e9e-89de-58b9aa3367a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 200 len: 217 time: 0.1016309 Jul 28 14:28:38.663409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-e20837fc-49b5-4d8e-8115-be4213be67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.665374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-e20837fc-49b5-4d8e-8115-be4213be67ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.1485882 Jul 28 14:28:38.689832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:28:38.710450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Sync routers for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:28:38.729505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:38.730517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:38.747120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f86a59cd-9451-4f11-97e7-b4f4d3278494 admin admin] 10.222.0.47 "PUT /v2.0/routers/f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7550602 Jul 28 14:28:38.750469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36008) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:38.752803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-0aa25f0b-c470-4379-835f-02c818ff4444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769134 Jul 28 14:28:38.903795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41efeea-a28c-4f86-b355-ddcc220cc0d4 req-6d2a6cda-2d29-466a-8d8c-e4d9e4f68217 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:38.906472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b41efeea-a28c-4f86-b355-ddcc220cc0d4 req-6d2a6cda-2d29-466a-8d8c-e4d9e4f68217 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1723826 Jul 28 14:28:38.906674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:38.987607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-2d5336ab-249c-4b4d-aed6-5e5aafc8efde service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165046 Jul 28 14:28:39.058890 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.117914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b41efeea-a28c-4f86-b355-ddcc220cc0d4 req-6270840d-18c7-41e3-9acb-83621dcf28c2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935947 Jul 28 14:28:39.204049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-a7ae96e7-4f9a-4140-a93b-0d1eae02cfe9 service neutron] 10.222.0.53 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082922 Jul 28 14:28:39.287111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.297425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82b26e41-9ae5-41b5-bec9-966da18efac4 req-7d23ded1-9770-401f-b111-a43f0eeb3ee0 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0dadd69-7b6c-4649-90ea-6ccababaf56e HTTP/1.1" status: 200 len: 210 time: 0.0349047 Jul 28 14:28:39.342215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:28:36Z', 'revision_number': 5, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:39.363970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Checking router: f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:28:39.373586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Routers {'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:28:39.374267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:28:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:39.439122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb24620-7147-463b-aa3f-46bd481c0ac3 req-2e560286-6a33-46ed-9836-6b6a564b08b4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:39.453216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cb24620-7147-463b-aa3f-46bd481c0ac3 req-2e560286-6a33-46ed-9836-6b6a564b08b4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0843368 Jul 28 14:28:39.522825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cb24620-7147-463b-aa3f-46bd481c0ac3 req-a484c074-a20e-4f69-b569-3961ac4fac22 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678506 Jul 28 14:28:39.633170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Deleting port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:39.633170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.633937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] Set router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:28:39.728402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:39.752842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] For port e69a5d11-8bfe-4ac5-bd2b-bad565f7d932, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:39.753351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:39.772387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Calling delete_port for e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:39.807116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3847d73-404c-481d-a642-c2df40840e12 req-caeecc89-5160-4513-80f2-ea7b5a7c2a90 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:39.807843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 33f1e384-5ceb-4edf-82ec-24c72f2853d7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:39.808507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 33f1e384-5ceb-4edf-82ec-24c72f2853d7 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:39.814114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3847d73-404c-481d-a642-c2df40840e12 req-caeecc89-5160-4513-80f2-ea7b5a7c2a90 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1632953 Jul 28 14:28:39.905590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3847d73-404c-481d-a642-c2df40840e12 req-d832a3c1-857b-4827-aa39-8d5e499e29a1 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790012 Jul 28 14:28:39.991811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:28:36Z', 'revision_number': 5, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:40.022510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489c8c9-c7f5-48e0-b3da-4c70b47c40ca None None] The sync data for ids ['f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da'] in n-d-705658-23 is: [{'id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-382875390-router', 'tenant_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:23:34Z', 'updated_at': '2021-07-28T14:28:36Z', 'revision_number': 5, 'project_id': 'bd0f607b2d71401ea7f2c96c39ce4ea3', 'gw_port': {'id': 'e69a5d11-8bfe-4ac5-bd2b-bad565f7d932', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:69:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:23:36Z', 'updated_at': '2021-07-28T14:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:28:40.259604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f63a6-7ed2-42ec-9b2c-6cfd223989e4 req-f7f68691-d5b5-45f8-9b2e-bf913d467ec1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:40.259604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba6f63a6-7ed2-42ec-9b2c-6cfd223989e4 req-f7f68691-d5b5-45f8-9b2e-bf913d467ec1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0567899 Jul 28 14:28:40.307419 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba6f63a6-7ed2-42ec-9b2c-6cfd223989e4 req-cb4fd704-9d2e-4d8c-9355-d2e3cfda20b1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464501 Jul 28 14:28:40.431130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63537fea-a19e-4fde-a454-a1032bb2cc9d req-6c884131-cef7-4729-87bf-c37ab2e795c3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:40.432891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63537fea-a19e-4fde-a454-a1032bb2cc9d req-6c884131-cef7-4729-87bf-c37ab2e795c3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0527847 Jul 28 14:28:40.483035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63537fea-a19e-4fde-a454-a1032bb2cc9d req-2f0dc236-68a7-4c29-a66d-b4e322d2ae42 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366127 Jul 28 14:28:40.633084 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.668969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69a5d11-8bfe-4ac5-bd2b-bad565f7d932,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:40.745256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.871496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.873370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:40.929453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-850b1a1b-907f-4c07-ad85-48daa4e40bb7 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:40.932853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-850b1a1b-907f-4c07-ad85-48daa4e40bb7 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112&tenant_id=a5046200eb81492aa107c84ff0a1ed01&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.0808811 Jul 28 14:28:41.061751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.068278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:28:41.072744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.074922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8879f8d2-af69-42d9-95b2-12deca334962 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f87ea3c6-e152-4282-bbb5-3bbf7cf6d1da HTTP/1.1" status: 204 len: 168 time: 2.3218400 Jul 28 14:28:41.078868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:41.184365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Deleting subnet 44a988e1-7a39-4af5-8ea5-5cdb7f807b4e {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:28:41.184365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.220513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-c247a212-fdf4-4f32-ba70-569b9bd2a547 service neutron] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:28:41.224305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.228539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-c247a212-fdf4-4f32-ba70-569b9bd2a547 service neutron] Notify callbacks [] for binding, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.231470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5638fda-0058-4910-bab4-2e36bbde79a7 req-c247a212-fdf4-4f32-ba70-569b9bd2a547 service neutron] 10.222.0.53 "DELETE /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9/bindings/n-h2-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.2920229 Jul 28 14:28:41.390023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.581266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.621887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a988e1-7a39-4af5-8ea5-5cdb7f807b4e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:41.621887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.623809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de371c49-649a-407e-b03e-9e28445d47a3 None None] Network 3534e784-1892-45ec-b33e-5be04072195d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:41.629420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f9e43bf-d7ab-4d85-9b85-2a79992a98c6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/44a988e1-7a39-4af5-8ea5-5cdb7f807b4e HTTP/1.1" status: 204 len: 168 time: 0.5445991 Jul 28 14:28:41.629420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:41.711115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949666b-4c07-4408-8a1a-c8392e67a6f1 req-5b9f400d-1d01-4d1d-aa96-1d33254095a5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:41.713648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7949666b-4c07-4408-8a1a-c8392e67a6f1 req-5b9f400d-1d01-4d1d-aa96-1d33254095a5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1382198 Jul 28 14:28:41.747830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c18649ee-e000-4493-aa84-c853caffbdb4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:41.821387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c18649ee-e000-4493-aa84-c853caffbdb4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:41.822132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c18649ee-e000-4493-aa84-c853caffbdb4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:41.822889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:41.841670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:41.857106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7949666b-4c07-4408-8a1a-c8392e67a6f1 req-b005d4c9-9c9c-4eff-9057-bee531b446ac tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288674 Jul 28 14:28:41.915762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:41.924928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69a5d11-8bfe-4ac5-bd2b-bad565f7d932 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:41.958249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Deleting port 55ef2759-cf54-41fc-9b19-58e8e10877b0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:41.963244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.020532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac50c2-909f-4445-b3fb-db9fe4f51250 req-7322e674-d55d-4326-8107-92c57d98393b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:42.036681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92ac50c2-909f-4445-b3fb-db9fe4f51250 req-7322e674-d55d-4326-8107-92c57d98393b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0751002 Jul 28 14:28:42.062870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] DHCP port deletion for 3534e784-1892-45ec-b33e-5be04072195d request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:28:42.078671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] For port 55ef2759-cf54-41fc-9b19-58e8e10877b0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=55ef2759-cf54-41fc-9b19-58e8e10877b0,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:42.079328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.113275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Calling delete_port for 55ef2759-cf54-41fc-9b19-58e8e10877b0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:42.121538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92ac50c2-909f-4445-b3fb-db9fe4f51250 req-bb79f23b-d42b-42d7-b95a-d7688f5c978a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820067 Jul 28 14:28:42.144955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Deleting port 55ef2759-cf54-41fc-9b19-58e8e10877b0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:42.145525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.229563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] For port 55ef2759-cf54-41fc-9b19-58e8e10877b0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=55ef2759-cf54-41fc-9b19-58e8e10877b0,segment=NetworkSegment(78b018e8-ff1a-4dab-a5c3-e33680555d61),segment_id=78b018e8-ff1a-4dab-a5c3-e33680555d61)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:42.230648 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.251209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Calling delete_port for 55ef2759-cf54-41fc-9b19-58e8e10877b0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:42.258077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0780a7-520a-4a8f-b9b6-e2ddcffbb0fb req-9b642a5b-e69d-40b7-a965-6d999fe3fa67 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:42.267874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb0780a7-520a-4a8f-b9b6-e2ddcffbb0fb req-9b642a5b-e69d-40b7-a965-6d999fe3fa67 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.0751004 Jul 28 14:28:42.329979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb0780a7-520a-4a8f-b9b6-e2ddcffbb0fb req-9af86be5-2c74-44f2-b0c9-7af63ac33bd7 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604041 Jul 28 14:28:42.485281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-782c34a2-b327-4b28-8d97-ca2f4009c297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.578510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.592145 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.602671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] No DVR routers for this DVR port 55ef2759-cf54-41fc-9b19-58e8e10877b0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:42.644116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] Pushing event deleted for resources: {'Port': ['ID=55ef2759-cf54-41fc-9b19-58e8e10877b0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:42.652952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6d15f-dfc2-4f2a-8243-0cbde444a6a0 None None] No DVR routers for this DVR port 55ef2759-cf54-41fc-9b19-58e8e10877b0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:42.666661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ef2759-cf54-41fc-9b19-58e8e10877b0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:42.771735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.788820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3534e784-1892-45ec-b33e-5be04072195d']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:42.795906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce45a98-cad4-4270-8517-ca995704dd99 req-47e630ff-7e9d-4e67-b662-7e96d8ddef79 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:42.795906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ce45a98-cad4-4270-8517-ca995704dd99 req-47e630ff-7e9d-4e67-b662-7e96d8ddef79 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.0972884 Jul 28 14:28:42.814362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b018e8-ff1a-4dab-a5c3-e33680555d61') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:42.814891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b018e8-ff1a-4dab-a5c3-e33680555d61') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:28:42.832718 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.862354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.876395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:28:42.876395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:28:42.892892 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:28:42.900213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ce45a98-cad4-4270-8517-ca995704dd99 req-59e79e8f-23ae-4c7b-b188-a4b9062929bc tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d8e8205-e31e-4844-80ba-e54d2d3441cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903268 Jul 28 14:28:43.059990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90aac-e0ae-4fd6-b7a9-b9216a3b1b2d req-954a101d-d5a3-4790-8841-5ddfa3f03ed8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:43.061548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6e90aac-e0ae-4fd6-b7a9-b9216a3b1b2d req-954a101d-d5a3-4790-8841-5ddfa3f03ed8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0557864 Jul 28 14:28:43.117663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6e90aac-e0ae-4fd6-b7a9-b9216a3b1b2d req-3fbe4fae-d4db-4907-918e-c5480845d61f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457356 Jul 28 14:28:43.122857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.136985 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.144630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3534e784-1892-45ec-b33e-5be04072195d HTTP/1.1" status: 204 len: 168 time: 1.5072544 Jul 28 14:28:43.164396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f618d97-f78c-4628-ac8f-b084da888668 admin admin] Pushing event deleted for resources: {'Network': ['ID=3534e784-1892-45ec-b33e-5be04072195d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:43.300757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e16a3cfb-a671-4c19-9307-614c5ac1b396 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:43.303968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e16a3cfb-a671-4c19-9307-614c5ac1b396 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 950 time: 0.1113770 Jul 28 14:28:43.388614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 55ef2759-cf54-41fc-9b19-58e8e10877b0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:43.417235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 55ef2759-cf54-41fc-9b19-58e8e10877b0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:43.417945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 55ef2759-cf54-41fc-9b19-58e8e10877b0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:43.443619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d219e3-1f8c-40a4-a21b-13e08e45e166 req-c65d6c2f-63f7-45d1-8459-df179ee2799c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:43.446638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d219e3-1f8c-40a4-a21b-13e08e45e166 req-c65d6c2f-63f7-45d1-8459-df179ee2799c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1658390 Jul 28 14:28:43.467523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-87ecbf81-8cfb-472f-8f35-121da4b99215 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:28:43.470163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-87ecbf81-8cfb-472f-8f35-121da4b99215 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163221 Jul 28 14:28:43.488101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:43.490813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Unknown quota resources ['binding']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:28:43.517115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d219e3-1f8c-40a4-a21b-13e08e45e166 req-25d17f35-79f6-457b-aa2a-e53b5f074fcc tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624270 Jul 28 14:28:43.690178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Deleting port 66e41023-6553-47b3-beec-1e760b3fdb6e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:43.690714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.798103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:28:43.798420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:28:43.798745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:43.816459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:28:43.816785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:28:43.841194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:28:43.841540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:43.841981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:28:43.842998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Bound port: 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:28:43.845907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36134) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:43.854356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] For port 66e41023-6553-47b3-beec-1e760b3fdb6e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=66e41023-6553-47b3-beec-1e760b3fdb6e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:43.854845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.889698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Calling delete_port for 66e41023-6553-47b3-beec-1e760b3fdb6e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:43.901667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ef21fb3d-75ca-4570-ad6f-b339def6dccd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7a3c224e5304a238599992f6694f096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538635 Jul 28 14:28:43.904881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36136) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:43.978410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:43.989655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:28:44.022216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.169914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.179970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] 10.222.0.47 "POST /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6915722 Jul 28 14:28:44.272268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.274894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.276183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f99603e2-857c-462e-896b-9c77b10aff06 HTTP/1.1" status: 204 len: 168 time: 0.3696909 Jul 28 14:28:44.303785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabf6ba-56c1-4373-afda-7989021bb8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99603e2-857c-462e-896b-9c77b10aff06,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:44.324824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f53b-37c6-4560-9b54-d97d0bad58e3 req-a224851c-ac80-480f-b949-ce962663aaa0 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:44.327735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b65f53b-37c6-4560-9b54-d97d0bad58e3 req-a224851c-ac80-480f-b949-ce962663aaa0 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 1096 time: 0.0677714 Jul 28 14:28:44.344549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.407714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b65f53b-37c6-4560-9b54-d97d0bad58e3 req-be40af69-0dfd-4e8d-ae4d-3a6b4e12f455 tempest-LiveAutoBlockMigrationV225Test-1495186390 tempest-LiveAutoBlockMigrationV225Test-1495186390-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700085 Jul 28 14:28:44.462645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] No DVR routers for this DVR port 66e41023-6553-47b3-beec-1e760b3fdb6e on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:44.465105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Pushing event deleted for resources: {'Port': ['ID=66e41023-6553-47b3-beec-1e760b3fdb6e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:44.467668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:44.471158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7797c48a-61c8-459a-bd96-daff98374d9e req-e80d48bf-b2de-4561-9955-1778e0bd628f tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.50 "DELETE /v2.0/ports/66e41023-6553-47b3-beec-1e760b3fdb6e HTTP/1.1" status: 204 len: 173 time: 1.1504664 Jul 28 14:28:44.472241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-deleted', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:44.488696 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b3424-5ecb-46d7-94b5-d564cd3414d3" -d '{"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-deleted", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:44.593670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a43ce3ca-eaf3-403f-9950-8ae165a703d5 req-4d817c3a-eda8-4055-aafb-405b8326670c tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0426252 Jul 28 14:28:44.777841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cb652-4dec-4fa6-b423-7f8dbdba92df req-b50e7477-021d-4f40-8782-cac6e52c1e92 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:44.779562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f08cb652-4dec-4fa6-b423-7f8dbdba92df req-b50e7477-021d-4f40-8782-cac6e52c1e92 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0700355 Jul 28 14:28:44.832895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f08cb652-4dec-4fa6-b423-7f8dbdba92df req-0d2a49fc-10a7-4eb8-a11a-e40dcee4a998 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Jul 28 14:28:44.917955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae6a6c48-6d7a-4158-84d5-f821ca0898e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.003464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:45.004638 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94790de2-0289-4af6-a9c2-9f6132539617 x-openstack-request-id: req-94790de2-0289-4af6-a9c2-9f6132539617 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:45.005145 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99bbdb8-11b6-4d37-ab40-70c9d217da86", "name": "network-vif-deleted", "tag": "66e41023-6553-47b3-beec-1e760b3fdb6e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:45.005278 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94790de2-0289-4af6-a9c2-9f6132539617 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:45.007186 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99bbdb8-11b6-4d37-ab40-70c9d217da86', 'name': 'network-vif-deleted', 'tag': '66e41023-6553-47b3-beec-1e760b3fdb6e', 'status': 'completed', 'code': 200} Jul 28 14:28:45.208074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47fcfb-921a-4dad-828a-7cf577b72e15 req-b1b4449a-a0b4-4fea-9d6c-8542378f2a59 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.209679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f47fcfb-921a-4dad-828a-7cf577b72e15 req-b1b4449a-a0b4-4fea-9d6c-8542378f2a59 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0719111 Jul 28 14:28:45.267845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f47fcfb-921a-4dad-828a-7cf577b72e15 req-c9f27d4c-b32d-4aef-8427-9dff040db0c0 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Jul 28 14:28:45.430202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ad4c6-2979-4e86-836a-e260bb21652d req-f0e21874-dc56-46c3-ab7b-56ded0ed7cb4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.430202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-012ad4c6-2979-4e86-836a-e260bb21652d req-f0e21874-dc56-46c3-ab7b-56ded0ed7cb4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0749114 Jul 28 14:28:45.474328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-012ad4c6-2979-4e86-836a-e260bb21652d req-d394edea-2966-4c99-8701-e56081376692 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Jul 28 14:28:45.737083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:45.743326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-29684199-5b89-4a5a-8ccb-10f53200be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.746823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-29684199-5b89-4a5a-8ccb-10f53200be2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1097 time: 0.0796204 Jul 28 14:28:45.791947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:45.806065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a8b0c-1fac-401b-b8b4-1f77507068a3 req-39b77cd0-dc49-46eb-be0b-4fccce0a1e24 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:45.808729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 66e41023-6553-47b3-beec-1e760b3fdb6e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:45.809877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 66e41023-6553-47b3-beec-1e760b3fdb6e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:45.810211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-215a8b0c-1fac-401b-b8b4-1f77507068a3 req-39b77cd0-dc49-46eb-be0b-4fccce0a1e24 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1198387 Jul 28 14:28:45.880687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-215a8b0c-1fac-401b-b8b4-1f77507068a3 req-dd1f4325-fd2e-4638-b261-15c784767c26 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Jul 28 14:28:45.936620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-481b4247-72ff-4c3e-89e6-96bad86909d5 req-1881b0f2-1b47-4ec6-a822-cf36d7db3496 tempest-MigrationsAdminTest-770647305 tempest-MigrationsAdminTest-770647305-project] 10.222.0.47 "GET /v2.0/ports?device_id=e99bbdb8-11b6-4d37-ab40-70c9d217da86 HTTP/1.1" status: 200 len: 210 time: 0.0824583 Jul 28 14:28:45.999829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.018496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0be0bb67-8319-4414-bd29-1c5cfb98ed17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd0f607b2d71401ea7f2c96c39ce4ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215664 Jul 28 14:28:46.020142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36202) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:46.040111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-941a34d3-8f30-4454-b4dc-2e70a56307c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.042153 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-941a34d3-8f30-4454-b4dc-2e70a56307c2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2866988 Jul 28 14:28:46.105259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-139a6dfd-7f93-40b7-9130-dadcab52e070 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 217 time: 0.0547390 Jul 28 14:28:46.144677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.178446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.184618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-b7951711-bbf7-4041-b055-ed94dcf7c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.186546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-b7951711-bbf7-4041-b055-ed94dcf7c802 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0742199 Jul 28 14:28:46.210613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcb495-f34c-4de8-b68a-45820497fc84 req-76bf6259-6f88-44bc-8fed-d63f5878d293 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.213344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0bcb495-f34c-4de8-b68a-45820497fc84 req-76bf6259-6f88-44bc-8fed-d63f5878d293 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1469367 Jul 28 14:28:46.286253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-fd2ea799-be82-4945-9079-5db8e3fc81c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820551 Jul 28 14:28:46.348831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0bcb495-f34c-4de8-b68a-45820497fc84 req-0a1916ce-d1eb-452e-acbf-cd2ae4724ab7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148918 Jul 28 14:28:46.443563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.447326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.455052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4fdcaf57-0808-44b9-beee-84a4c1ddcb3c HTTP/1.1" status: 204 len: 168 time: 0.4317842 Jul 28 14:28:46.485871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff9b2f-8084-4df7-a09f-83ba322a906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdcaf57-0808-44b9-beee-84a4c1ddcb3c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:46.504599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36212) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:46.512640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-1e3ac7a4-f7c6-4df7-b224-8ebd36e6f41d service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219617 Jul 28 14:28:46.521368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e64227-b121-43c3-b175-19f4e690d58a req-0f9e93a8-fb10-4d4f-8aaa-6ea12e4b6762 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.522933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8e64227-b121-43c3-b175-19f4e690d58a req-0f9e93a8-fb10-4d4f-8aaa-6ea12e4b6762 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1114924 Jul 28 14:28:46.668689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8e64227-b121-43c3-b175-19f4e690d58a req-4825b8d3-2dd0-4053-82f1-98a607770ff3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573795 Jul 28 14:28:46.709183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-d84f0ba8-9097-47be-8c27-778f79476e2d service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795616 Jul 28 14:28:46.770687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ccbe7-0794-4633-93e5-c9908dd97c23 req-604e5f40-61dd-48f3-8cc5-a44ac5e05c4c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.772288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d0ccbe7-0794-4633-93e5-c9908dd97c23 req-604e5f40-61dd-48f3-8cc5-a44ac5e05c4c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1511121 Jul 28 14:28:46.792810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-bd6e089c-b724-4506-a135-e6ed27846f4e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:46.794791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-bd6e089c-b724-4506-a135-e6ed27846f4e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.2542486 Jul 28 14:28:46.798148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e72079b-2a54-4309-9d7d-3c9dce3caa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:46.912394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d0ccbe7-0794-4633-93e5-c9908dd97c23 req-45527d1d-d341-4abf-b17c-fa5ed75f013f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158712 Jul 28 14:28:47.085238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Deleting port 7f1618cd-01c2-4d90-b232-86cd526779e9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:28:47.085800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.197678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e72079b-2a54-4309-9d7d-3c9dce3caa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.219598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb2385-3977-4df2-9ec6-1132d0ff0afd req-8b77b6bf-678a-4866-b0de-dbd22c9f8e22 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.223610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9beb2385-3977-4df2-9ec6-1132d0ff0afd req-8b77b6bf-678a-4866-b0de-dbd22c9f8e22 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 944 time: 0.1574643 Jul 28 14:28:47.264050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] For port 7f1618cd-01c2-4d90-b232-86cd526779e9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7f1618cd-01c2-4d90-b232-86cd526779e9,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:28:47.267414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.301220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9beb2385-3977-4df2-9ec6-1132d0ff0afd req-27870f7a-0437-4fd4-8c44-aadd009380b6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682571 Jul 28 14:28:47.301661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e72079b-2a54-4309-9d7d-3c9dce3caa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.308640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Calling delete_port for 7f1618cd-01c2-4d90-b232-86cd526779e9 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:28:47.498708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:47.508118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e72079b-2a54-4309-9d7d-3c9dce3caa29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a498e6df058d4b30bddff2f60abffff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873900 Jul 28 14:28:47.530976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72079b-2a54-4309-9d7d-3c9dce3caa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8191f5f-49a9-4513-a77a-97225770eaee,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:47.591749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.648617 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.685266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.717412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec9bf2-f1b6-4214-898d-c10105ac2ff7 req-fea59abb-bca7-4684-ba4c-0f95130368ca tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:47.730164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10ec9bf2-f1b6-4214-898d-c10105ac2ff7 req-fea59abb-bca7-4684-ba4c-0f95130368ca tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1957512 Jul 28 14:28:47.860682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10ec9bf2-f1b6-4214-898d-c10105ac2ff7 req-6f2a3740-9728-49b6-b04a-910b74044bac tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218858 Jul 28 14:28:47.932596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.937297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:47.944034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8191f5f-49a9-4513-a77a-97225770eaee HTTP/1.1" status: 204 len: 168 time: 0.4418852 Jul 28 14:28:47.954584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:47.959805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2fab-eb3c-4585-93db-0ee65b509dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8191f5f-49a9-4513-a77a-97225770eaee,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:47.980984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.027927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6e0a4cde-3597-49a2-a06b-017cb0febd88', '7f1618cd-01c2-4d90-b232-86cd526779e9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:28:48.034299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff18968-0d24-4ccf-a390-110945e4041a req-8c7627b2-d6e3-413d-bed5-1b8497e75cf3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.036009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ff18968-0d24-4ccf-a390-110945e4041a req-8c7627b2-d6e3-413d-bed5-1b8497e75cf3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1520259 Jul 28 14:28:48.045031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event deleted for resources: {'Port': ['ID=7f1618cd-01c2-4d90-b232-86cd526779e9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:48.098675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ff18968-0d24-4ccf-a390-110945e4041a req-c16f67fa-3077-4623-8977-807c0d4df3b4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547349 Jul 28 14:28:48.100243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] No DVR routers for this DVR port 7f1618cd-01c2-4d90-b232-86cd526779e9 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:28:48.106300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.108903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d2430c5-ccbe-4b5a-986a-15bffe77caaa req-7b4cf6ea-dc4c-4063-92cf-8a1ad6783d9c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "DELETE /v2.0/ports/7f1618cd-01c2-4d90-b232-86cd526779e9 HTTP/1.1" status: 204 len: 173 time: 1.3060908 Jul 28 14:28:48.109758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-deleted', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:28:48.113924 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f75e7-274b-46c0-b6c3-8313a957b727" -d '{"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-deleted", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:28:48.192883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe294251-d770-404c-8154-4e8e1de794d1 req-78cf439f-e3e6-43e5-af3c-dd22cfd63cef tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:48.195083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe294251-d770-404c-8154-4e8e1de794d1 req-78cf439f-e3e6-43e5-af3c-dd22cfd63cef tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0918198 Jul 28 14:28:48.294766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe294251-d770-404c-8154-4e8e1de794d1 req-257b3875-5679-4723-9585-04a608b7f1e0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Jul 28 14:28:48.335522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4c1fa10-c99e-403a-b1e5-ab6fa7255f9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87c2207152de45ecb31afbcd69cf574b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795578 Jul 28 14:28:48.346111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36262) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:48.426389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.464576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.490401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c03d382-ad96-4dac-8a24-b188886299f1 req-de16796c-4f0b-4a74-9985-30f910a1b2ac tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0454936 Jul 28 14:28:48.724942 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a11bd-91c0-4a11-aa00-e0966f0ca13f x-openstack-request-id: req-bc8a11bd-91c0-4a11-aa00-e0966f0ca13f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:28:48.725232 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4181125b-c1ab-400e-9f5f-5b17f8fae112", "name": "network-vif-deleted", "tag": "7f1618cd-01c2-4d90-b232-86cd526779e9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:28:48.725505 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc8a11bd-91c0-4a11-aa00-e0966f0ca13f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:28:48.725923 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4181125b-c1ab-400e-9f5f-5b17f8fae112', 'name': 'network-vif-deleted', 'tag': '7f1618cd-01c2-4d90-b232-86cd526779e9', 'status': 'completed', 'code': 200} Jul 28 14:28:48.855023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.873390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:48.881611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d8e8205-e31e-4844-80ba-e54d2d3441cd HTTP/1.1" status: 204 len: 168 time: 0.5328670 Jul 28 14:28:48.919955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882b0e-3286-4bd5-84bf-0dcaa96e6e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8e8205-e31e-4844-80ba-e54d2d3441cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:49.098942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcfb73-afec-4892-9646-84f77bf341fa req-b46d370f-cceb-482e-85c4-0797ebf847e0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:49.100987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81bcfb73-afec-4892-9646-84f77bf341fa req-b46d370f-cceb-482e-85c4-0797ebf847e0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0729930 Jul 28 14:28:49.154411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81bcfb73-afec-4892-9646-84f77bf341fa req-2e9dbcce-6126-4f9c-8cd9-c70bb0bc0237 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Jul 28 14:28:49.299326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671730-bc64-4bb2-969d-0a742ceb3c1f req-4f675e59-15aa-44ef-b153-83e92d9a2366 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:49.301854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e671730-bc64-4bb2-969d-0a742ceb3c1f req-4f675e59-15aa-44ef-b153-83e92d9a2366 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0727899 Jul 28 14:28:49.396513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e671730-bc64-4bb2-969d-0a742ceb3c1f req-78e39ebd-ae49-4364-b838-82fbefffa3e1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795090 Jul 28 14:28:49.472957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f288b-9f8b-471f-8496-2c35ef5fdca4 req-e63a0e1b-fe9b-4c01-af41-ba8c9af5695c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:49.474875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c2f288b-9f8b-471f-8496-2c35ef5fdca4 req-e63a0e1b-fe9b-4c01-af41-ba8c9af5695c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0876338 Jul 28 14:28:49.511701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:49.579505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c2f288b-9f8b-471f-8496-2c35ef5fdca4 req-074a65e1-50f6-4c24-a214-8c8f2e7129c2 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973129 Jul 28 14:28:49.692444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84a24c49-1684-41ca-a45f-e35b0ab07fa2 req-650f0104-6bd3-45e0-896e-543350aecc32 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0471048 Jul 28 14:28:50.174486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36302) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:50.230554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-364007c0-d5de-4f9d-a85e-f94729da216c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5257efc02ce84fc0928e5a0c00d66a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538287 Jul 28 14:28:50.234561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36306) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:50.336015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.388706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.427243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.446147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010692a8-ca56-4c12-a1a7-8d871b94303a req-adbb381b-7f72-48a7-81eb-cc3b30a328ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:50.454205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-010692a8-ca56-4c12-a1a7-8d871b94303a req-adbb381b-7f72-48a7-81eb-cc3b30a328ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1192479 Jul 28 14:28:50.502250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:28:50.556217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 7f1618cd-01c2-4d90-b232-86cd526779e9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:28:50.558014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7f1618cd-01c2-4d90-b232-86cd526779e9 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:28:50.566719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-010692a8-ca56-4c12-a1a7-8d871b94303a req-d610e4ad-dd89-476c-aae0-1f467ce6c35e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113403 Jul 28 14:28:50.691773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609593-d8a0-458d-b018-a4ad4733f4fc req-28574a2f-9fb8-4d42-aae1-55c42460ec5e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:50.705084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7609593-d8a0-458d-b018-a4ad4733f4fc req-28574a2f-9fb8-4d42-aae1-55c42460ec5e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1120923 Jul 28 14:28:50.733246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36322) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:50.744393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1cae-9721-4c4d-8107-932561fb0e6e req-6ae42e1a-70df-46ee-9d1a-434801a40ff4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:50.745717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-772e1cae-9721-4c4d-8107-932561fb0e6e req-6ae42e1a-70df-46ee-9d1a-434801a40ff4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0733383 Jul 28 14:28:50.761964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7609593-d8a0-458d-b018-a4ad4733f4fc req-d3373735-bc25-4fb4-b060-0e65d853e297 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Jul 28 14:28:50.820679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-772e1cae-9721-4c4d-8107-932561fb0e6e req-dee12d7e-d887-4957-a955-35fc695f4e0f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Jul 28 14:28:50.822848 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.828967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:50.831375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8f9dbf9-c48a-4a1b-b0c0-217422050dee HTTP/1.1" status: 204 len: 168 time: 0.5950201 Jul 28 14:28:50.846901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde5ff6-bbc3-4aee-a3be-9ecc7ab1c7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9dbf9-c48a-4a1b-b0c0-217422050dee,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:50.963740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-23f1532c-fa90-4754-9770-6c362b085763 req-99ff2b7b-3f83-47b1-9d10-6cbc2dfa4450 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.1226025 Jul 28 14:28:50.974428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1720399941-network', 'tenant_id': 'e542b202c96c49339e6f93654bc0c445'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:51.181274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Made reservation on behalf of e542b202c96c49339e6f93654bc0c445 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:51.184244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.201633 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.336204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.449167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.475385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:28:51.496679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.497339 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Added segment 3d844066-e82d-4752-9c9a-e63005cab73d of type vlan for network b138c054-74f1-4772-8010-eb2566fe2513 Jul 28 14:28:51.516652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5272b694-f813-41ac-b7b5-058498549d43,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.579741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.763783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddd90-4ccf-4bb3-9732-f80c59d986b7 req-ce54b4d0-4b6d-471f-a65c-081c10b534ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:51.767385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-892ddd90-4ccf-4bb3-9732-f80c59d986b7 req-ce54b4d0-4b6d-471f-a65c-081c10b534ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0828490 Jul 28 14:28:51.775827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.778088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:51.779288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:51.930753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] Pushing event updated for resources: {'Network': ['ID=b138c054-74f1-4772-8010-eb2566fe2513,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:51.947799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b138c054-74f1-4772-8010-eb2566fe2513 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:28:51.964794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-892ddd90-4ccf-4bb3-9732-f80c59d986b7 req-ab4b3d44-ac30-42cf-a8c9-08f6307f6326 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798463 Jul 28 14:28:51.979902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-29618f44-1250-432b-a467-ee6ba1a55642 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2405474 Jul 28 14:28:51.992060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36354) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:51.992060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Request body: {'subnet': {'network_id': 'b138c054-74f1-4772-8010-eb2566fe2513', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1720399941-subnet', 'tenant_id': 'e542b202c96c49339e6f93654bc0c445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:52.043814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba787-82dd-4cf0-96da-29ea2b95780d req-d6fed3d5-2f97-41bd-9545-0263daaa0edd tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.058852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0edba787-82dd-4cf0-96da-29ea2b95780d req-d6fed3d5-2f97-41bd-9545-0263daaa0edd tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1455548 Jul 28 14:28:52.119144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0edba787-82dd-4cf0-96da-29ea2b95780d req-67cd134e-965f-4a94-bd39-5a795d95c4cc tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578573 Jul 28 14:28:52.119568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Made reservation on behalf of e542b202c96c49339e6f93654bc0c445 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:28:52.128408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.231831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad07c061-15c3-4ecc-9a8b-28bb3bb38b53 req-65388a9e-02c8-46ed-8969-0878dfc9e1e6 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jul 28 14:28:52.241149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1f1f8-22f3-4a4b-9cfe-8da84412a7a3 req-e64a89fa-a9aa-4d47-a0d1-07131a2dda41 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:52.248724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3f1f1f8-22f3-4a4b-9cfe-8da84412a7a3 req-e64a89fa-a9aa-4d47-a0d1-07131a2dda41 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1771767 Jul 28 14:28:52.305250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3f1f1f8-22f3-4a4b-9cfe-8da84412a7a3 req-ecc9a116-0c04-410d-bd5d-2062b4733711 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Jul 28 14:28:52.683531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:52.768847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Pushing event updated for resources: {'Subnet': ['ID=561aa08d-754f-4e34-9da2-a4ac0087ed32,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:52.768847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Checking segment: {'id': '3d844066-e82d-4752-9c9a-e63005cab73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b138c054-74f1-4772-8010-eb2566fe2513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:28:52.768847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Network hostable DHCP agents. Network: b138c054-74f1-4772-8010-eb2566fe2513, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:28:52.969920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Network b138c054-74f1-4772-8010-eb2566fe2513 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:28:53.122733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1150b-99bf-4367-a6ce-663633e3f368 req-4019a84e-576e-4538-971d-5101d27bea49 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.125739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26b1150b-99bf-4367-a6ce-663633e3f368 req-4019a84e-576e-4538-971d-5101d27bea49 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0716534 Jul 28 14:28:53.158465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b138c054-74f1-4772-8010-eb2566fe2513) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:28:53.165347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.170625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.173371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06d520-e18a-40c7-9b26-ad09fc922f2f None None] Network b138c054-74f1-4772-8010-eb2566fe2513 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:53.207242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26b1150b-99bf-4367-a6ce-663633e3f368 req-f6c572b4-2e0c-4771-af7f-48eb0ff3fcf3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708122 Jul 28 14:28:53.298226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e09613-817e-48f4-a9a7-b5be7319b6ff req-8024dd70-e303-4727-9700-9d8c451c196d tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.301300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49e09613-817e-48f4-a9a7-b5be7319b6ff req-8024dd70-e303-4727-9700-9d8c451c196d tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0951128 Jul 28 14:28:53.364033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6f6baf64-5269-4fb0-a229-20b9121fbdca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3822191 Jul 28 14:28:53.384863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da9317f7-2325-40c1-b0e2-16315eaf2368 req-b4317c53-e26d-4c78-8965-065db6704f83 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0501926 Jul 28 14:28:53.433749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49e09613-817e-48f4-a9a7-b5be7319b6ff req-0c55f786-c0e0-40ce-92ae-568862b0cad6 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151147 Jul 28 14:28:53.475724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ed087-3bb0-4795-86ab-bbaa74850ce8 None None] Network b138c054-74f1-4772-8010-eb2566fe2513 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:28:53.506034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36402) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:53.579215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2431b6-24af-45ba-8afd-8d28f476b6ad req-5fea7d8e-5145-4fca-a211-ab315ac9b766 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:53.591416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc2431b6-24af-45ba-8afd-8d28f476b6ad req-5fea7d8e-5145-4fca-a211-ab315ac9b766 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1394503 Jul 28 14:28:53.635549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc2431b6-24af-45ba-8afd-8d28f476b6ad req-27dcabae-a383-49de-a58d-a5d0e4129608 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425425 Jul 28 14:28:53.834115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87656515-b0ea-43a4-8d73-a8d7d11e5e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:53.914475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1182766086', 'description': 'tempest-description-58967953'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:53.985047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87656515-b0ea-43a4-8d73-a8d7d11e5e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.103597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87656515-b0ea-43a4-8d73-a8d7d11e5e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.176327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656515-b0ea-43a4-8d73-a8d7d11e5e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d470f-f95a-4e52-a89b-3099ccdce202,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.199210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36416) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:54.200028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-87656515-b0ea-43a4-8d73-a8d7d11e5e78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3d20a561d934e9ea9695facdb7be6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920254 Jul 28 14:28:54.277880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.316568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.323952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.416359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67be6e3-c5b5-491f-8f40-1e479e54fcba req-0af6d270-0ae4-4364-a5d0-7de1ba74f482 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:54.418194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f67be6e3-c5b5-491f-8f40-1e479e54fcba req-0af6d270-0ae4-4364-a5d0-7de1ba74f482 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0857201 Jul 28 14:28:54.453328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.500994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f67be6e3-c5b5-491f-8f40-1e479e54fcba req-e71a73ad-31a8-4442-92a3-5ead1811fea0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716195 Jul 28 14:28:54.586793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.645196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcea307-9a09-4e2d-9ab7-8f0c7f55854a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.657334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5e9dd0a-a26e-4717-8670-c3edab7b33e3 req-37f3e399-47f7-42ae-a884-06b3498b6cc2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0398877 Jul 28 14:28:54.659805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.669158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.672806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/810d470f-f95a-4e52-a89b-3099ccdce202 HTTP/1.1" status: 204 len: 168 time: 0.4708109 Jul 28 14:28:54.697307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77afb64-8878-45aa-a2ef-f7be91a31e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d470f-f95a-4e52-a89b-3099ccdce202,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:54.819836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f3c67-f60d-473a-8238-606ba5c34a5e req-1065f322-8382-424d-bc42-3c406cfe33c4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:54.821437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d63f3c67-f60d-473a-8238-606ba5c34a5e req-1065f322-8382-424d-bc42-3c406cfe33c4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0747619 Jul 28 14:28:54.866931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:54.878832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a67ada44-4ee8-475d-95b5-91cece32cbff req-4474b932-d2cb-4518-a6f6-e22cf9112ceb tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9651830 Jul 28 14:28:54.902194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d63f3c67-f60d-473a-8238-606ba5c34a5e req-6bb0afa1-07c0-485b-84c1-416b76b77317 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731988 Jul 28 14:28:55.067168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-e2206cec-d337-487e-9d13-61ff979912d2 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/ffcea307-9a09-4e2d-9ab7-8f0c7f55854a HTTP/1.1" status: 200 len: 1811 time: 0.0978625 Jul 28 14:28:55.089135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ffcea307-9a09-4e2d-9ab7-8f0c7f55854a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:55.089930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ffcea307-9a09-4e2d-9ab7-8f0c7f55854a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:55.186632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc40ec5-5720-41ea-850c-238eedd279bd req-b4025acb-c941-4b11-90c2-b7aca30146e1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.198395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fc40ec5-5720-41ea-850c-238eedd279bd req-b4025acb-c941-4b11-90c2-b7aca30146e1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.2427793 Jul 28 14:28:55.274903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fc40ec5-5720-41ea-850c-238eedd279bd req-ab53afa2-0f2c-49d5-8a89-597bb998d04b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741942 Jul 28 14:28:55.350572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.395713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.518028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.556123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c4112-4a65-4ac8-bff1-4a6c3d807080,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:55.735656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:55.745909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17fba75c-b7f8-4b72-9013-18ae4b91341a req-3eb21b38-15d3-4d6b-8ecc-2831eed5c689 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6647611 Jul 28 14:28:55.895604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00319-8083-4b2e-a87e-92965e685151 req-0f21d00b-b604-48c4-b254-12bc80c586ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:55.897227 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ac00319-8083-4b2e-a87e-92965e685151 req-0f21d00b-b604-48c4-b254-12bc80c586ff tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0749266 Jul 28 14:28:55.996740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ac00319-8083-4b2e-a87e-92965e685151 req-f91deeff-e681-484c-98c1-ca49aa482fd7 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902252 Jul 28 14:28:56.004900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36460) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:56.038917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad306509-8a1c-4ea3-88e3-5e2869ad7d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.135580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a22ac592-f56b-4b3a-833c-4b3dcb8f7c78 req-5feca01e-320f-4604-93c0-50d738c54149 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/ffcea307-9a09-4e2d-9ab7-8f0c7f55854a HTTP/1.1" status: 200 len: 2404 time: 0.0903201 Jul 28 14:28:56.176864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed602c1d-c468-4ec1-a70b-1fc7d61a7d25 req-714194d0-ebae-4006-8df5-eb8ad50ac47b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=4181125b-c1ab-400e-9f5f-5b17f8fae112 HTTP/1.1" status: 200 len: 210 time: 0.0774772 Jul 28 14:28:56.312653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84046-ccdf-4da9-92bc-0ceca60340aa req-8d3ac953-2e60-45aa-b78d-ddfeb8424465 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:56.329345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a84046-ccdf-4da9-92bc-0ceca60340aa req-8d3ac953-2e60-45aa-b78d-ddfeb8424465 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1062639 Jul 28 14:28:56.420002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a84046-ccdf-4da9-92bc-0ceca60340aa req-d83746ee-2a23-475d-a20e-a2659fd2d94e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885322 Jul 28 14:28:56.518685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-e746dccc-6756-430c-81ba-1e7768f23ea9 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-group-rules/442c4112-4a65-4ac8-bff1-4a6c3d807080 HTTP/1.1" status: 200 len: 778 time: 0.0427058 Jul 28 14:28:56.602652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-c87e7b4d-1262-475f-ad89-17960ab5c96d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/ffcea307-9a09-4e2d-9ab7-8f0c7f55854a HTTP/1.1" status: 200 len: 2404 time: 0.0735116 Jul 28 14:28:56.638417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.657746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.773689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad306509-8a1c-4ea3-88e3-5e2869ad7d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.822449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.832861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:56.841258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c2ca337-8c71-42a8-a97c-ffbfa19a9b96 req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/442c4112-4a65-4ac8-bff1-4a6c3d807080 HTTP/1.1" status: 204 len: 173 time: 0.2357249 Jul 28 14:28:56.851141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb718e8-336e-4a98-83c7-47e312488eb1 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=442c4112-4a65-4ac8-bff1-4a6c3d807080,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:56.853826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1978da-2854-4745-b2cf-f1603466ca61 req-49ad2cc4-136b-4d9d-8145-2809c2c0ff35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:56.863714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c1978da-2854-4745-b2cf-f1603466ca61 req-49ad2cc4-136b-4d9d-8145-2809c2c0ff35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0928707 Jul 28 14:28:56.864698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-629290403', 'description': 'tempest-description-2116236397'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:28:56.913446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c1978da-2854-4745-b2cf-f1603466ca61 req-ce1b431f-bdad-493a-afb5-3e75925e3738 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Jul 28 14:28:56.919070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad306509-8a1c-4ea3-88e3-5e2869ad7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.008799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ad306509-8a1c-4ea3-88e3-5e2869ad7d63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1e270cccae24a7db2b0211b925f506b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0013704 Jul 28 14:28:57.009883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:28:57.010502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad306509-8a1c-4ea3-88e3-5e2869ad7d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83524c7-44cc-4536-8cd2-c07beeaaf94f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:57.085166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.160486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-e6c7d5ce-a4ba-4655-adc4-37f99e0544bf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017284 Jul 28 14:28:57.243081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.273690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.318170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.336044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc139-e671-4050-875f-45bc4d191b66 req-f8f3be8a-ff8d-4f11-a692-760ec18ae277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.338221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-f8f3be8a-ff8d-4f11-a692-760ec18ae277 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5046200eb81492aa107c84ff0a1ed01&device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 1097 time: 0.0923789 Jul 28 14:28:57.456233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.474896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.478356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.480840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d83524c7-44cc-4536-8cd2-c07beeaaf94f HTTP/1.1" status: 204 len: 168 time: 0.4683666 Jul 28 14:28:57.499699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc139-e671-4050-875f-45bc4d191b66 req-807f9d19-9752-4c39-93f1-8332c2cd43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.499699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-807f9d19-9752-4c39-93f1-8332c2cd43f5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 200 len: 922 time: 0.1238103 Jul 28 14:28:57.524920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24195813-9cb9-41fe-8d6d-481f29c82468,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:57.550863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75414fb-4825-4dcc-81c2-74267f40aceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83524c7-44cc-4536-8cd2-c07beeaaf94f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:28:57.617962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-5ec35a8b-47e4-45c8-a455-0d3d25cf067e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 200 len: 217 time: 0.1171753 Jul 28 14:28:57.695107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:28:57.696507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4ea98da-a037-456d-91af-be9a55b9d401 req-29ec4cec-06ee-4556-943c-7bb9a86ccd93 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8360870 Jul 28 14:28:57.732030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fc139-e671-4050-875f-45bc4d191b66 req-77133b90-717e-4c14-9bb8-0e9022cf7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.734175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-77133b90-717e-4c14-9bb8-0e9022cf7e8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 200 len: 861 time: 0.0962777 Jul 28 14:28:57.768996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26f9a5-a1ac-427c-a15a-1d4761bb7ed2 req-61878313-9612-41d0-a8c5-51a6beb89ee9 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:57.771744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-de26f9a5-a1ac-427c-a15a-1d4761bb7ed2 req-61878313-9612-41d0-a8c5-51a6beb89ee9 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1522303 Jul 28 14:28:57.800974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-19207052-060a-4ac9-b3e9-694aac47f8d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=90c4fa8b-569d-45c2-a9f9-285909dbd8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577841 Jul 28 14:28:57.920551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-b7fa37ef-b869-419c-b1f5-50761c643729 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1453911432&fields=id&tenant_id=20da9a6398284380bbcba72d6a8d13dc HTTP/1.1" status: 200 len: 267 time: 0.0868185 Jul 28 14:28:57.931847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-de26f9a5-a1ac-427c-a15a-1d4761bb7ed2 req-eb5df9dc-45d0-413d-bbd6-004f2a94a5c9 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289115 Jul 28 14:28:57.991282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-1e83af45-70dc-474b-bb78-07374e43473c service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794171 Jul 28 14:28:58.140371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-940b0ffc-90b9-481d-af4d-8761dcf2d17e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:58.154985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-940b0ffc-90b9-481d-af4d-8761dcf2d17e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/networks?id=737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 200 len: 816 time: 0.2317002 Jul 28 14:28:58.170474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-29f79944-e49d-4cf5-aa67-29033443f4bd tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/quotas/20da9a6398284380bbcba72d6a8d13dc HTTP/1.1" status: 200 len: 375 time: 0.0136909 Jul 28 14:28:58.241955 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-992fc139-e671-4050-875f-45bc4d191b66 req-d5b76797-ffce-4adb-9601-0edd773d070e service neutron] 10.222.0.50 "GET /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455320 Jul 28 14:28:58.275739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce3d95-1324-43b4-8165-8618f3a39cb0 req-7e1fa2d5-c6ff-411c-8e9e-25f5b734fd1b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:58.284197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcce3d95-1324-43b4-8165-8618f3a39cb0 req-7e1fa2d5-c6ff-411c-8e9e-25f5b734fd1b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1221020 Jul 28 14:28:58.314644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-0d21c2e3-a499-4a68-9ecf-683e5eb570ba tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=20da9a6398284380bbcba72d6a8d13dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1221871 Jul 28 14:28:58.379996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcce3d95-1324-43b4-8165-8618f3a39cb0 req-1674ae86-15b2-46d0-88aa-7b439a60fa62 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Jul 28 14:28:58.603120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-549f71cd-86d3-49f6-99ff-213ded7a21e9 service neutron] 10.222.0.47 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705519 Jul 28 14:28:58.769920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-f4e91bad-04b5-44ce-819c-0f81f60983ad service neutron] 10.222.0.47 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638324 Jul 28 14:28:58.948576 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a0d1bd1-2795-46c5-bc32-b684fea2c7c3 req-a44aab7f-efd6-48bd-9337-8346d74acfc2 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/24195813-9cb9-41fe-8d6d-481f29c82468 HTTP/1.1" status: 200 len: 1812 time: 0.1139526 Jul 28 14:28:59.243605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-4a122693-0afa-47d2-a3c6-6e872ad1b096 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1086540 Jul 28 14:28:59.402328 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:28:59.430944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00fb9f-a735-4332-a018-862f1161d77a req-76db7c1b-4655-41cd-a3d3-dfbca2cd12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.432743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-76db7c1b-4655-41cd-a3d3-dfbca2cd12d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 1098 time: 0.1055110 Jul 28 14:28:59.629547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce89df-784a-4e62-925a-bd809cfb34b4 req-9d3a6323-830b-4299-a431-b749aafe1b81 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.641415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fce89df-784a-4e62-925a-bd809cfb34b4 req-9d3a6323-830b-4299-a431-b749aafe1b81 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1642914 Jul 28 14:28:59.785781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fce89df-784a-4e62-925a-bd809cfb34b4 req-bbf3266b-7e12-43bc-a5e6-a157e6257ac8 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398470 Jul 28 14:28:59.795040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00fb9f-a735-4332-a018-862f1161d77a req-6ecaba70-018d-4f7b-a73f-03feb69a4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:28:59.803038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-6ecaba70-018d-4f7b-a73f-03feb69a4af4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.3350940 Jul 28 14:29:00.050193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-9df7dfd3-a16c-4d66-a727-477bd172e0e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 200 len: 217 time: 0.2361655 Jul 28 14:29:00.171904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36556) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:00.211637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00fb9f-a735-4332-a018-862f1161d77a req-8643c178-8c4b-44ce-8729-f26888b053ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.218239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-8643c178-8c4b-44ce-8729-f26888b053ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1604683 Jul 28 14:29:00.272400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace7ee-ccf3-4a0f-9926-4295beea7713 req-03530f3f-8d19-402b-b135-02003c0f733b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.278070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-be1c61c7-f28d-47b3-9472-76ca6fb2b6be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538418 Jul 28 14:29:00.282325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32ace7ee-ccf3-4a0f-9926-4295beea7713 req-03530f3f-8d19-402b-b135-02003c0f733b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.2925467 Jul 28 14:29:00.285416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3518ef7-d047-483d-944d-0c77bc826cee req-51fb1197-3c6f-4ec6-b1c5-fb13979cef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.291281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3518ef7-d047-483d-944d-0c77bc826cee req-51fb1197-3c6f-4ec6-b1c5-fb13979cef93 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.3298395 Jul 28 14:29:00.428650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32ace7ee-ccf3-4a0f-9926-4295beea7713 req-00087674-50a9-4fcc-b4a8-fdd621eec618 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315084 Jul 28 14:29:00.439051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3518ef7-d047-483d-944d-0c77bc826cee req-9d57789a-622d-40f0-98f9-1e0dfa5b8078 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352329 Jul 28 14:29:00.449306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-951018516-network', 'tenant_id': '02fca37e56614921bb3ac8342eaea7aa'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:00.477660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-176299173', 'description': 'tempest-description-1553772302'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:00.547985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902268c9-ace6-4540-a355-84436974d27f req-04160d3a-9265-493c-9cab-7d0c04787eb4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:00.551485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-902268c9-ace6-4540-a355-84436974d27f req-04160d3a-9265-493c-9cab-7d0c04787eb4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.2723980 Jul 28 14:29:00.602386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-d7f422c7-be7e-45a5-8401-b399ce9a7ef2 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024564 Jul 28 14:29:00.604309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.661291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-902268c9-ace6-4540-a355-84436974d27f req-3ae933f4-6d05-4654-b1d1-378e3e0be845 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037004 Jul 28 14:29:00.779771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-685c77bb-6506-4e28-825b-c971e2cf147c req-58085458-ddad-4237-9a97-eb515b52a1c6 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0437663 Jul 28 14:29:00.787123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Made reservation on behalf of 02fca37e56614921bb3ac8342eaea7aa for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:00.790001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.811810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:00.979439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00fb9f-a735-4332-a018-862f1161d77a req-cdb4c7a3-67a8-4616-8263-7002b7379446 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559189 Jul 28 14:29:01.016798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.039796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be24c32-319d-4717-8742-580f89850301 req-54806eda-f944-4fe4-b5dc-e226ee0d4b71 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.052408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6be24c32-319d-4717-8742-580f89850301 req-54806eda-f944-4fe4-b5dc-e226ee0d4b71 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1058974 Jul 28 14:29:01.116474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6be24c32-319d-4717-8742-580f89850301 req-ee9bbe64-4d24-4324-9e04-c43c4c1cf09f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Jul 28 14:29:01.192033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.242584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea790a5-b246-456c-ad4f-d37796f8348c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:01.292524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.474936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.502307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:01.544405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.544405 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Added segment e921b699-eddf-4943-a760-982113fc8894 of type vlan for network e382c5d2-57a4-4b96-9171-410af6e6ac04 Jul 28 14:29:01.627680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.631490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2065e0d-c292-40db-93a9-6af483633795,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:01.667024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.676197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35b2ec5d-ba34-4a25-ae54-325423f1eb62 req-dfc5b9fe-d2e7-4d6d-b924-ec901c69b1e5 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2047732 Jul 28 14:29:01.690824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0911902-bd39-4a2c-b141-a3ea9bf9a444 req-b8a1a5d1-1bab-486f-9ae0-83fe5c4c115b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.692679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0911902-bd39-4a2c-b141-a3ea9bf9a444 req-b8a1a5d1-1bab-486f-9ae0-83fe5c4c115b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1438446 Jul 28 14:29:01.777519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0911902-bd39-4a2c-b141-a3ea9bf9a444 req-63504f4f-a961-4ceb-b8be-97814b24c302 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 Jul 28 14:29:01.836718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:01.860659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.861764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.862433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:01.959125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8aaad-ebdd-48fa-a704-b56f03ce2b32 req-495c4902-5de0-4c55-9ad5-3073f363dee5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:01.997141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-69a8aaad-ebdd-48fa-a704-b56f03ce2b32 req-495c4902-5de0-4c55-9ad5-3073f363dee5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1653433 Jul 28 14:29:02.020787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e382c5d2-57a4-4b96-9171-410af6e6ac04,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.033065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e382c5d2-57a4-4b96-9171-410af6e6ac04 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:02.034168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2aca82a7-cd78-43d8-8c39-934587f2cdf3 req-685baee6-309a-4f0d-bfcd-dcd909d70a17 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/cea790a5-b246-456c-ad4f-d37796f8348c HTTP/1.1" status: 200 len: 1812 time: 0.1905620 Jul 28 14:29:02.084224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-69a8aaad-ebdd-48fa-a704-b56f03ce2b32 req-875d3482-a3d0-44a2-b97a-83438db3b7d3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855262 Jul 28 14:29:02.137125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-afb41c32-b7af-48af-9949-96e5caa403c9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9641316 Jul 28 14:29:02.137426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:02.146862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Request body: {'subnet': {'network_id': 'e382c5d2-57a4-4b96-9171-410af6e6ac04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-951018516-subnet', 'tenant_id': '02fca37e56614921bb3ac8342eaea7aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:02.172408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff827924-1187-4182-af20-bf9effabed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.180960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-135661416', 'description': 'tempest-description-235097682'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:02.209967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8842583c-6b32-481b-8ac8-862837955593 req-b9309cab-7114-4e17-9bcb-c45b855a1573 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0395081 Jul 28 14:29:02.221201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:02.221201 n-d-705658-23 neutron-server[94749]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 14:29:02.221201 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id': 'e542b202c96c49339e6f93654bc0c445', 'id': 'b92d8a24-0297-48b7-8951-32538dd60b51', 'expiration': datetime.datetime(2021, 7, 28, 14, 31, 2, 209070)}] Jul 28 14:29:02.221201 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:02.221728 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:02.251814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-346516593', 'description': 'tempest-description-1327552333'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:02.381074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Made reservation on behalf of 02fca37e56614921bb3ac8342eaea7aa for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:02.384027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.464915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:02.464915 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:29:02.464915 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': '4ef4f4ff3d5a40deade032c6342991e4', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 29, 2, 261288)}] Jul 28 14:29:02.464915 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:02.465425 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:02.511153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff827924-1187-4182-af20-bf9effabed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.700959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff827924-1187-4182-af20-bf9effabed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.743662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff827924-1187-4182-af20-bf9effabed44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd3475d0abd245aa87a08dc917f69e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9050848 Jul 28 14:29:02.744532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff827924-1187-4182-af20-bf9effabed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8b5d54-a982-4719-b998-51031d2dcab7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.746871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36598) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:02.811267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.834918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.851010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:02.921114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1919b2-bfe0-4ce0-b8c3-67b87c02ffaa,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:02.931628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Checking segment: {'id': 'e921b699-eddf-4943-a760-982113fc8894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e382c5d2-57a4-4b96-9171-410af6e6ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:02.932056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Network hostable DHCP agents. Network: e382c5d2-57a4-4b96-9171-410af6e6ac04, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:02.947103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.123429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Network e382c5d2-57a4-4b96-9171-410af6e6ac04 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:03.355482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.421541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.427234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.429350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc8b5d54-a982-4719-b998-51031d2dcab7 HTTP/1.1" status: 204 len: 168 time: 0.6810114 Jul 28 14:29:03.439314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641625e1-4305-46dd-95ba-717b46cc5477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8b5d54-a982-4719-b998-51031d2dcab7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:03.440640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e382c5d2-57a4-4b96-9171-410af6e6ac04) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:03.469852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87bddf-6bca-4c6b-a2e0-18707f631aad None None] Network e382c5d2-57a4-4b96-9171-410af6e6ac04 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:03.473566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:03.474618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.558838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.700930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b989586d-1370-4916-97b4-338c057ae030 None None] Network e382c5d2-57a4-4b96-9171-410af6e6ac04 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:03.735874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:03.767596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d835c0-1663-49bb-b288-d5e5e82909e7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:04.022596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.027109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fd58a29-d6b6-47e1-bfb9-0a4db7eb2209 req-ccc8d2a7-42c7-4c3e-bdc6-69f3c35b8d95 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.8605375 Jul 28 14:29:04.028925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8fc8c6db-8c54-40b4-8a00-defc33a2ef32 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8895733 Jul 28 14:29:04.129077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.204306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150c18b-b550-4392-ac9a-7eae64ab17ba req-02c90f1a-8658-4027-ba47-8bf134899c4c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:04.206092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0150c18b-b550-4392-ac9a-7eae64ab17ba req-02c90f1a-8658-4027-ba47-8bf134899c4c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.0899606 Jul 28 14:29:04.254495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0150c18b-b550-4392-ac9a-7eae64ab17ba req-67b74f67-2670-40db-875b-7645e42c512c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Jul 28 14:29:04.259953 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.294816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423cd3ee-aa2f-4495-9211-c2db166d4a67,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:04.369917 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.382685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e1fb836-3522-467e-8154-f182d808b76d req-242c7455-9be8-42f0-8e25-bc464b9d46b1 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 2.1324637 Jul 28 14:29:04.382828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cab96-f67a-45d2-bb83-2dca6dcf16bf req-2a0e7f44-9958-4988-94ca-df880a578e36 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:04.382828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-732cab96-f67a-45d2-bb83-2dca6dcf16bf req-2a0e7f44-9958-4988-94ca-df880a578e36 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0645092 Jul 28 14:29:04.429268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:04.445134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f146701a-881c-4078-9460-9919ddb42cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.448495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-732cab96-f67a-45d2-bb83-2dca6dcf16bf req-2fb14151-9eb8-4367-9fb7-be70f57f1ba1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Jul 28 14:29:04.490665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d57db720-56b5-4ab7-b65e-310442d58982 req-3f378218-7576-4646-b331-245d911a8fcb tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0345092 Jul 28 14:29:04.533103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55284c5f-8db6-4f1e-adb0-921c87f00ce6 req-53613ae7-b5c6-46f7-a0c7-5856b868afb7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/b2d835c0-1663-49bb-b288-d5e5e82909e7 HTTP/1.1" status: 200 len: 1811 time: 0.0586982 Jul 28 14:29:04.562614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:04.727058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f146701a-881c-4078-9460-9919ddb42cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.738906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-a33aa1d4-8512-4637-a679-703b748ee0b5 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-346516593&fields=id&tenant_id=4ef4f4ff3d5a40deade032c6342991e4 HTTP/1.1" status: 200 len: 267 time: 0.1013873 Jul 28 14:29:04.777478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:04.790037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'port_id': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'mac_address': 'fa:16:3e:f2:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae19d5-7f4a-46bc-a6ab-3e02ab897409', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:04.804861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-9e199eab-f69f-43cb-a0e2-70f61a0f91ff tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:04.806379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-9e199eab-f69f-43cb-a0e2-70f61a0f91ff tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0611601 Jul 28 14:29:04.824384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'port': {'security_groups': ['aa2740b7-da68-4e49-96b1-c44b0f3273ed', '423cd3ee-aa2f-4495-9211-c2db166d4a67']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:04.831001 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.852365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd948c56-897b-428e-96e7-f9339c9b2aa3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:04.880257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:04.912229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f146701a-881c-4078-9460-9919ddb42cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.916341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:04.966837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f146701a-881c-4078-9460-9919ddb42cae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e0a5ef81fd914296a3856a870da22502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5338635 Jul 28 14:29:04.967286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:04.969663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146701a-881c-4078-9460-9919ddb42cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c084c109-1ba4-4b0a-a965-71ad7ee88e1f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.031741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.057477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.146146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.205213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.209384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:05.268234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.277884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.281891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-14ee011f-0ee1-4abe-8de7-cf26b8e4c00b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.282987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.283989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-14ee011f-0ee1-4abe-8de7-cf26b8e4c00b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.50 "GET /v2.0/networks?id=737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 200 len: 816 time: 0.1614625 Jul 28 14:29:05.284450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c084c109-1ba4-4b0a-a965-71ad7ee88e1f HTTP/1.1" status: 204 len: 168 time: 0.3159688 Jul 28 14:29:05.297665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5e0a7-b0f2-481c-a163-99977dfb41f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c084c109-1ba4-4b0a-a965-71ad7ee88e1f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.317741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1056414248', 'description': 'tempest-description-2132825240'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:05.372338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-af0f2982-1fad-4097-a403-62fd22a4909b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20da9a6398284380bbcba72d6a8d13dc HTTP/1.1" status: 200 len: 380 time: 0.0582769 Jul 28 14:29:05.374116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.386210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'port': {'device_id': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'admin_state_up': True, 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'security_groups': ['143db2c0-3e33-450f-b7c6-2a8d2d9bdf48']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:05.395829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36644) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:05.403660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1724962067-network', 'tenant_id': 'f6a9de719a9c4dc79a01d2f8f48a5aca'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:05.413671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:05.475262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['bd948c56-897b-428e-96e7-f9339c9b2aa3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:05.484544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.485452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.485603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:05.500877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4debb54f-baba-4a20-b6e1-2a40adf6ca23 req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "PUT /v2.0/ports/8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 981 time: 0.6812518 Jul 28 14:29:05.501407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:05.503836 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b00392b-a4cf-460d-8dda-40e2c9270779" -d '{"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:05.613179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:05.625462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-517c344b-aaee-4d8d-bd6e-8c9618288934 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.627292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-517c344b-aaee-4d8d-bd6e-8c9618288934 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0958586 Jul 28 14:29:05.643203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.643569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.643921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.644267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.644612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.644960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.645300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.645835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.646897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.646897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.646897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.646897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5cce91-6adc-41eb-a83e-7dd06075c9e3 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:05.658844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:05.667063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:05.717148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d331879-508e-4d74-892b-527658f20843 req-07096ca3-494c-48c9-affe-d845ebedc980 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.726325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d331879-508e-4d74-892b-527658f20843 req-07096ca3-494c-48c9-affe-d845ebedc980 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 945 time: 0.1262476 Jul 28 14:29:05.790471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d331879-508e-4d74-892b-527658f20843 req-cd437e24-74d1-410f-a905-3693a976cf83 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629253 Jul 28 14:29:05.848192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:05.993152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da0c32-badf-4d53-8633-5c694d5bb55f req-edc5a63a-603b-43d2-bf3e-4eb33ff98c9e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:05.999773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8da0c32-badf-4d53-8633-5c694d5bb55f req-edc5a63a-603b-43d2-bf3e-4eb33ff98c9e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.0897143 Jul 28 14:29:06.064376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.066327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8da0c32-badf-4d53-8633-5c694d5bb55f req-e8d049e6-af96-401a-88b0-e1f80011c742 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555615 Jul 28 14:29:06.100430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:29:06.225493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Made reservation on behalf of f6a9de719a9c4dc79a01d2f8f48a5aca for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:06.227973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.239259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf282fd-4d74-4122-824a-e46210c52a90 req-2bfdc954-bd0a-4f67-8462-233f7a59ab66 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:06.240856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbf282fd-4d74-4122-824a-e46210c52a90 req-2bfdc954-bd0a-4f67-8462-233f7a59ab66 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 944 time: 0.0708995 Jul 28 14:29:06.258275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.290818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:29:06.290818 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:29:06.290818 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '20da9a6398284380bbcba72d6a8d13dc', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 29, 5, 682924)}] Jul 28 14:29:06.290818 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:29:06.291702 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:29:06.295963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbf282fd-4d74-4122-824a-e46210c52a90 req-179763b7-23f4-4386-87d0-3ec4aed760c6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Jul 28 14:29:06.393721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.403924 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-ca03d4dc-6bc0-4de6-9b8a-0b15f2dc40bd tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-346516593&fields=id&tenant_id=4ef4f4ff3d5a40deade032c6342991e4 HTTP/1.1" status: 200 len: 267 time: 0.0406358 Jul 28 14:29:06.476835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0103123d-2d37-4f5d-8310-ded198946508 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:06.478287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0103123d-2d37-4f5d-8310-ded198946508 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 984 time: 0.0621777 Jul 28 14:29:06.479980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360419-2613-429c-9d12-f6103b5440b5 req-187d6249-2387-4423-bede-f497cca428c1 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:06.481937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9360419-2613-429c-9d12-f6103b5440b5 req-187d6249-2387-4423-bede-f497cca428c1 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 944 time: 0.2595694 Jul 28 14:29:06.497655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'port': {'security_groups': ['aa2740b7-da68-4e49-96b1-c44b0f3273ed']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:06.549829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.584592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:06.606454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.625536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.666910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:06.696703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port bd948c56-897b-428e-96e7-f9339c9b2aa3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:06.698265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.741795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:06.744415 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9fec29-03d0-4d13-af8b-a7d626901179" -d '{"events": [{"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:06.749453 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.764795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Deleting port 6e0a4cde-3597-49a2-a06b-017cb0febd88 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:06.764795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.794908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.821143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.862312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:06.866567 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eddd6d-542f-4042-9362-e17bada5a460" -d '{"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-plugged", "status": "completed", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:06.884366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.895964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f804e-9560-466e-9da4-38dda105de91,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:06.929192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.938018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] For port 6e0a4cde-3597-49a2-a06b-017cb0febd88, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e0a4cde-3597-49a2-a06b-017cb0febd88,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:06.938792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.959983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Calling delete_port for 6e0a4cde-3597-49a2-a06b-017cb0febd88 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:06.961922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:06.964345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.103065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.134895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.135132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.172489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:07.187478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:07.187825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:07.188176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:07.191125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.192065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.203887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05a735ad-11c3-40e4-bba8-10669d820ea5 req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "PUT /v2.0/ports/8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 942 time: 0.7131865 Jul 28 14:29:07.221631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:07.222006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Attempting to bind port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on network 006233eb-56ce-44c2-9f64-6c33266e2fc3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:07.235814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.237760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:07.238114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Checking segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:07.238493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Bound using segment: {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:07.238940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Bound port: 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69442248-368d-470c-a100-1119ddde0c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '006233eb-56ce-44c2-9f64-6c33266e2fc3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:07.239731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.265644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13b929-3e63-4949-802a-73fde59de005 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.275559 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b126ff1-d74d-484f-9cb4-2a30ee5792d1 x-openstack-request-id: req-7b126ff1-d74d-484f-9cb4-2a30ee5792d1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:07.276211 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:07.276726 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b126ff1-d74d-484f-9cb4-2a30ee5792d1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:07.277914 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:29:07.294910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.367252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ac92579-6839-4d9c-a212-91bb7e84d80f req-8278fd5e-78b9-4a95-9d5a-c76c1d9a5ba7 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0320401 Jul 28 14:29:07.391017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:07.419717 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.455934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:07.460936 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8500cb-fe1a-4aa9-92f4-d821401bc608 x-openstack-request-id: req-8d8500cb-fe1a-4aa9-92f4-d821401bc608 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:07.461257 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:07.461545 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d8500cb-fe1a-4aa9-92f4-d821401bc608 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:07.461919 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'code': 200} Jul 28 14:29:07.463940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:07.470534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-2b67cde2-f3ee-4d37-a2f3-607fed286204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.471804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-2b67cde2-f3ee-4d37-a2f3-607fed286204 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1491570 Jul 28 14:29:07.473196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:07.517253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.517924 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Added segment 6049c8e3-e123-42f6-8c83-8c4922a3ed14 of type vlan for network 4bedde8a-03d0-4b65-b31d-7235f3f36a80 Jul 28 14:29:07.583604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.586042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ccc96778-5716-414b-ba40-124cc6508258 req-432307ee-12cd-4518-a461-99eaf958bb44 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.2739544 Jul 28 14:29:07.587379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.590393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc288a-d388-48f2-a5b9-d553155aa1cd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.680201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3743-2697-427c-af74-e89599456869 req-514e3e13-fd3a-4451-bd12-8ee34bccfd6a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.682882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf3b3743-2697-427c-af74-e89599456869 req-514e3e13-fd3a-4451-bd12-8ee34bccfd6a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.1470642 Jul 28 14:29:07.689629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.710781 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee1c97-9426-4ca8-bcb8-2e1b6f13809a x-openstack-request-id: req-ccee1c97-9426-4ca8-bcb8-2e1b6f13809a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:07.711563 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-plugged", "status": "completed", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:07.712445 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ccee1c97-9426-4ca8-bcb8-2e1b6f13809a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:07.713199 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'code': 200} Jul 28 14:29:07.773353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf3b3743-2697-427c-af74-e89599456869 req-4943503b-24d8-463e-8de3-8b2ac80fff7e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 Jul 28 14:29:07.810320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Made reservation on behalf of 20da9a6398284380bbcba72d6a8d13dc for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:07.813566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.823333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.823511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-5daf954a-da15-4ba8-9d15-08db14ad2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:07.823511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-5daf954a-da15-4ba8-9d15-08db14ad2c79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.3388274 Jul 28 14:29:07.823511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event deleted for resources: {'Port': ['ID=6e0a4cde-3597-49a2-a06b-017cb0febd88,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.930989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] No DVR routers for this DVR port 6e0a4cde-3597-49a2-a06b-017cb0febd88 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:07.933071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:07.965293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:07.968065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9360419-2613-429c-9d12-f6103b5440b5 req-7ca9c6a6-5d59-413b-b116-7e85c5858e5e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.53 "DELETE /v2.0/ports/6e0a4cde-3597-49a2-a06b-017cb0febd88 HTTP/1.1" status: 204 len: 173 time: 1.4786186 Jul 28 14:29:08.009820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8acabcaf-4ebb-4dbd-9f91-82de26a019de req-da89dcdc-5a85-4681-a26b-b2d2b81d2656 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2df6478-a0e1-442e-aa97-965a793dbeed HTTP/1.1" status: 200 len: 210 time: 0.1644351 Jul 28 14:29:08.109670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-c8702a42-3e43-4330-a7c6-e88aa10c648a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.2623422 Jul 28 14:29:08.174082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-939d2699-4a11-4fd8-90bb-481a28189068 req-14f34900-34e1-4245-aa7a-497faceb7dbf tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3416173 Jul 28 14:29:08.199920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:08.206910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.207575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.208993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-140977f3-366c-4134-9a00-aad3852964d1 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 1123 time: 2.5573807 Jul 28 14:29:08.234274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46733c2-d2ec-4e0f-a16a-73818b51cd41 req-1d1912f2-552b-4e17-81db-b3c87c5b5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.235869 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d46733c2-d2ec-4e0f-a16a-73818b51cd41 req-1d1912f2-552b-4e17-81db-b3c87c5b5dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 1097 time: 0.1634011 Jul 28 14:29:08.239418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-181707ea-ec68-4415-b2f9-572525e9d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.240957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-181707ea-ec68-4415-b2f9-572525e9d543 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.1140513 Jul 28 14:29:08.242620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.249515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Allocated IP 172.20.0.12 (737a1af5-9c73-439e-97c2-5c2ea9e8a089/8db50514-65d0-424a-845e-5eb0d07a088c/5410e054-1d3c-44cb-bcf6-85fa044ff304) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:08.255557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.255557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.340663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:08.380887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-9ca0a99f-9138-41e0-8456-7ca8561db5c4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137710 Jul 28 14:29:08.395631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6035e3-8d41-4de4-a684-a334cecb06fc req-1c09f802-4bbd-4ebf-a293-8684635e3ce6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:08.404488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca6035e3-8d41-4de4-a684-a334cecb06fc req-1c09f802-4bbd-4ebf-a293-8684635e3ce6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.2855325 Jul 28 14:29:08.421241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:08.445587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] Pushing event updated for resources: {'Network': ['ID=4bedde8a-03d0-4b65-b31d-7235f3f36a80,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:08.466276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4bedde8a-03d0-4b65-b31d-7235f3f36a80 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:08.507473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d46733c2-d2ec-4e0f-a16a-73818b51cd41 req-89b84812-ba46-4f3c-9a51-300bad2789df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415912 Jul 28 14:29:08.543985 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.551273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca6035e3-8d41-4de4-a684-a334cecb06fc req-897823ef-24df-42de-ad54-3014060589e1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334591 Jul 28 14:29:08.596459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:08.648843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 6e0a4cde-3597-49a2-a06b-017cb0febd88 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:08.649579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e0a4cde-3597-49a2-a06b-017cb0febd88 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:08.672069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9a15694-98f2-4bba-8bce-797cd5baec14 req-af31e31d-63bb-4029-90e2-f89c7d207c04 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/6f5f804e-9560-466e-9da4-38dda105de91 HTTP/1.1" status: 200 len: 1813 time: 0.0962169 Jul 28 14:29:08.727161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36706) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:08.727442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7f7a04b0-796c-49d8-a694-26d9fb4b2813 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3301840 Jul 28 14:29:08.737441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Request body: {'subnet': {'network_id': '4bedde8a-03d0-4b65-b31d-7235f3f36a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1724962067-subnet', 'tenant_id': 'f6a9de719a9c4dc79a01d2f8f48a5aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:08.810945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e01ee89f-f721-4f29-abd6-0d2a67c7f726 req-825b55fd-5fc3-4514-b65c-c711b52b2f23 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0590930 Jul 28 14:29:08.840845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-a5c480f3-c608-4d4d-8426-8545e133ea11 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254405 Jul 28 14:29:08.947412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:08.951748 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-26f29ff7-75a6-4152-b671-1b89706b995f req-2ba72d3f-ec54-4eb4-abaa-fd2f9f0a3431 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] show failed (client error): The resource could not be found. Jul 28 14:29:08.953043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f29ff7-75a6-4152-b671-1b89706b995f req-2ba72d3f-ec54-4eb4-abaa-fd2f9f0a3431 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/5a220a1f-6812-4254-9454-2bf652dcf8a1 HTTP/1.1" status: 404 len: 352 time: 0.0842264 Jul 28 14:29:08.980970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Made reservation on behalf of f6a9de719a9c4dc79a01d2f8f48a5aca for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:08.985219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.012121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b00392b-a4cf-460d-8dda-40e2c9270779 req-3b1a02c4-9b0b-43e5-94e7-5d80bb90af85 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691465 Jul 28 14:29:09.055343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Transition to ACTIVE for port object 5410e054-1d3c-44cb-bcf6-85fa044ff304 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:09.084441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.094083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ec1d-15f4-491e-99e8-ccab76836af7 req-8cd7713e-7919-43e8-822d-428129432a91 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:09.096093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba56ec1d-15f4-491e-99e8-ccab76836af7 req-8cd7713e-7919-43e8-822d-428129432a91 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.0594611 Jul 28 14:29:09.141745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba56ec1d-15f4-491e-99e8-ccab76836af7 req-918d63c0-6476-435e-8bbe-d1dc17279d3e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Jul 28 14:29:09.185606 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-48553f36-0633-4a17-bb03-a8df3150649d req-38181ec2-ae69-48f7-b990-97c25587f8c3 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] show failed (client error): The resource could not be found. Jul 28 14:29:09.188705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48553f36-0633-4a17-bb03-a8df3150649d req-38181ec2-ae69-48f7-b990-97c25587f8c3 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-group-rules/06787dfe-3bee-4f24-9931-f72a10dec886 HTTP/1.1" status: 404 len: 361 time: 0.0163071 Jul 28 14:29:09.281759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:09.283538 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2bf19-9316-4a37-beca-fadd840f5307" -d '{"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:09.290649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Allocated IP 172.25.0.188 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/3eb18c87-9165-49ca-b42d-58f810b16368) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:09.298569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.379512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:09.411897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:09.414926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:09.452431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-f5adc037-3c44-4136-99ed-dad37cc3fc26 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282767 Jul 28 14:29:09.470608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-deleted', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88'}, {'name': 'network-changed', 'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:09.473783 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d37bc-b8bb-455e-85cd-721daf8bec79" -d '{"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-deleted", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88"}, {"name": "network-changed", "server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:09.518664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event updated for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.562125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:09.562950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.620425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-90dd47bc-5ecf-4245-a755-4cad3a8fd03c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:09.627929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.629513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-90dd47bc-5ecf-4245-a755-4cad3a8fd03c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699102 Jul 28 14:29:09.653148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-fcefe38a-2af2-43e2-b1fd-69eeb9bd817f tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/quotas/758a2227ae504060ba0f5d7bbe04e6d0 HTTP/1.1" status: 200 len: 375 time: 0.0223997 Jul 28 14:29:09.663515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.698777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-6f24f5bd-a514-4294-a067-8e90fa843272 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437853 Jul 28 14:29:09.749599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-fcec0186-c632-440a-82ca-36a5ad3f9f3b tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3671181 Jul 28 14:29:09.771194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Checking segment: {'id': '6049c8e3-e123-42f6-8c83-8c4922a3ed14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '4bedde8a-03d0-4b65-b31d-7235f3f36a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:09.771568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Network hostable DHCP agents. Network: 4bedde8a-03d0-4b65-b31d-7235f3f36a80, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:09.777636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Request body: {'port': {'device_id': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:09.782466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510ea2f9-2357-4246-a0b5-bce498f565a0,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:09.837372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73d32c8f-9b4c-4a04-be90-0063e968a894 None None] Provisioning for port 5410e054-1d3c-44cb-bcf6-85fa044ff304 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:09.841880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73d32c8f-9b4c-4a04-be90-0063e968a894 None None] Provisioning complete for port 5410e054-1d3c-44cb-bcf6-85fa044ff304 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:09.842485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73d32c8f-9b4c-4a04-be90-0063e968a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.855055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:09.883233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-73d32c8f-9b4c-4a04-be90-0063e968a894 None None] Port 5410e054-1d3c-44cb-bcf6-85fa044ff304 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:10.073190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.125422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Network 4bedde8a-03d0-4b65-b31d-7235f3f36a80 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:10.162797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:10.169539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:10.176723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:10.178154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-8feb26f9-32a7-460f-8913-a219c46694e7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/6f5f804e-9560-466e-9da4-38dda105de91 HTTP/1.1" status: 200 len: 1813 time: 0.0660057 Jul 28 14:29:10.179400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'Port': ['ID=3eb18c87-9165-49ca-b42d-58f810b16368,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.252833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.278209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5410e054-1d3c-44cb-bcf6-85fa044ff304 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:10.288592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.289906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.319935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4bedde8a-03d0-4b65-b31d-7235f3f36a80) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:10.330130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:10.330629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.331312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c33e76-2694-4a52-b59a-c81a70efb9ac None None] Network 4bedde8a-03d0-4b65-b31d-7235f3f36a80 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:10.356798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.483644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.484317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Transition to ACTIVE for port object 5410e054-1d3c-44cb-bcf6-85fa044ff304 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:10.486932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.487559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-721dba39-e82b-4b69-9cd1-d56f545c8a24 req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-groups/6f5f804e-9560-466e-9da4-38dda105de91 HTTP/1.1" status: 204 len: 173 time: 0.3082786 Jul 28 14:29:10.507194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c84468-85da-4c2a-8ec8-15d96f4aa727 None None] Network 4bedde8a-03d0-4b65-b31d-7235f3f36a80 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:10.510482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc04b5-301c-460f-84aa-8fb1a969397b tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f804e-9560-466e-9da4-38dda105de91,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.540158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f1fdc4d-7b92-4b59-a0fb-0c57ba8d79c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8036115 Jul 28 14:29:10.570412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.705331 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528e0736-e528-48cb-ae52-d8a7c0c73d91 x-openstack-request-id: req-528e0736-e528-48cb-ae52-d8a7c0c73d91 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:10.706024 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2df6478-a0e1-442e-aa97-965a793dbeed", "name": "network-vif-deleted", "tag": "6e0a4cde-3597-49a2-a06b-017cb0febd88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:10.722765 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-528e0736-e528-48cb-ae52-d8a7c0c73d91 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:10.723267 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2df6478-a0e1-442e-aa97-965a793dbeed', 'name': 'network-vif-deleted', 'tag': '6e0a4cde-3597-49a2-a06b-017cb0febd88', 'status': 'completed', 'code': 200} Jul 28 14:29:10.723630 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'status': 'completed', 'code': 200} Jul 28 14:29:10.726240 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438436e4-b5ff-46e0-a086-27c036e11b25 x-openstack-request-id: req-438436e4-b5ff-46e0-a086-27c036e11b25 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:10.726533 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:10.727017 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-438436e4-b5ff-46e0-a086-27c036e11b25 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:10.727336 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:29:10.729614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:10.818261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36754) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:10.822204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Pushing event updated for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:10.863596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-d58e59e4-c72f-4a31-9a64-45189505ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:10.865239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-d58e59e4-c72f-4a31-9a64-45189505ad08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.2142587 Jul 28 14:29:10.874889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-bfa80e18-0ca2-4d66-a73e-658f1b6fa113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:10.876550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-bfa80e18-0ca2-4d66-a73e-658f1b6fa113 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1126 time: 0.1434627 Jul 28 14:29:11.023650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e5a50-cf71-44e1-9aad-cb3221ec0f8d req-3a1998c6-0ec8-4da9-9bb1-4629015204df tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.028830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e34e5a50-cf71-44e1-9aad-cb3221ec0f8d req-3a1998c6-0ec8-4da9-9bb1-4629015204df tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.2384512 Jul 28 14:29:11.127483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-0d299d8a-6081-47fb-9af3-7233b2c0ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.128945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-0d299d8a-6081-47fb-9af3-7233b2c0ec3a service neutron] 10.222.0.53 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2420411 Jul 28 14:29:11.137380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e34e5a50-cf71-44e1-9aad-cb3221ec0f8d req-46492fb5-0f6b-4ad8-98c8-5066717257a1 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988810 Jul 28 14:29:11.188184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-ada9be60-02ac-49f2-a6fb-34ec75e4959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.194213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-ada9be60-02ac-49f2-a6fb-34ec75e4959a service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.3115911 Jul 28 14:29:11.194213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-d97cfcc1-9bb2-4ec7-91ad-1337c9efb2f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 217 time: 0.0531626 Jul 28 14:29:11.247486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.267060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Deleting subnet 9c1919b2-bfe0-4ce0-b8c3-67b87c02ffaa {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:11.274034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.283414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-ea2cfb02-a893-43b1-9699-df3bd9d42d5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0746007 Jul 28 14:29:11.320056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-4faefc55-68da-4f3f-b4e1-13554cf8bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.321684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-4faefc55-68da-4f3f-b4e1-13554cf8bfb6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.1217058 Jul 28 14:29:11.341129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Attempting to bind port 5410e054-1d3c-44cb-bcf6-85fa044ff304 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:11.341619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Attempting to bind port 5410e054-1d3c-44cb-bcf6-85fa044ff304 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:11.343124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Attempting to bind port 5410e054-1d3c-44cb-bcf6-85fa044ff304 on network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:11.350630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.354224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.380752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-9fb4eee3-ac1d-4565-83dd-c9fee5be13af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392518 Jul 28 14:29:11.383930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Port 5410e054-1d3c-44cb-bcf6-85fa044ff304 on network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:11.389559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Attempting to bind port 5410e054-1d3c-44cb-bcf6-85fa044ff304 on network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:11.407972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2481a-8be6-4dea-b4ea-ef22c3063da5 req-28fc3879-9c91-4cb9-ae44-7396d0b9d274 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.409482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43e2481a-8be6-4dea-b4ea-ef22c3063da5 req-28fc3879-9c91-4cb9-ae44-7396d0b9d274 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.1692865 Jul 28 14:29:11.423543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-708a190f-308d-4c7a-bf47-83a68a94737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:11.424971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-708a190f-308d-4c7a-bf47-83a68a94737f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.1340692 Jul 28 14:29:11.427925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:11.428363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Checking segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:11.428758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Bound using segment: {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:11.429212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Bound port: 5410e054-1d3c-44cb-bcf6-85fa044ff304, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65033cc6-bc23-445d-8904-0df2302619cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:11.429574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.490593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event updated for resources: {'Port': ['ID=3eb18c87-9165-49ca-b42d-58f810b16368,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:11.503718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-c298d043-1c0c-4f80-a22c-51ca8f13c91b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540445 Jul 28 14:29:11.513832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.552628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43e2481a-8be6-4dea-b4ea-ef22c3063da5 req-355da986-2fb5-4d41-aa1d-dc443da7538c tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311080 Jul 28 14:29:11.579263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.614076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-f557dce7-9394-434c-9071-ed7ba72a5113 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230704 Jul 28 14:29:11.614902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:11.619760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:11.691462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f2e86c9-d8ed-4547-84e7-60876e9bdbfb req-d75c6f0a-e3be-414f-9da6-841899a992ed tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 210 time: 0.0797224 Jul 28 14:29:11.721439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-838cc971-1db8-48f6-962c-c6fb7d5b62c4 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020767 Jul 28 14:29:11.810301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f97d37bc-b8bb-455e-85cd-721daf8bec79 req-fc638d1c-f79b-42d7-833c-172cd06d77b2 service neutron] 10.222.0.53 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836455 Jul 28 14:29:11.838219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.838219 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-939d2699-4a11-4fd8-90bb-481a28189068 req-9ecc0c66-dca3-494e-b9c4-9510dfdb12cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6440465 Jul 28 14:29:11.849430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5a2bf19-9316-4a37-beca-fadd840f5307 req-6d08efc9-b2b4-4f8d-bb25-e02db4e41372 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113470 Jul 28 14:29:11.896804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-939d2699-4a11-4fd8-90bb-481a28189068 req-c8cdd947-e23c-4bdc-b071-28d985b1d795 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.0451367 Jul 28 14:29:11.900970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.907104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:11.981062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1919b2-bfe0-4ce0-b8c3-67b87c02ffaa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:12.009220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.011124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9ae595bb-a878-44e6-9556-03d681a69c3e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9c1919b2-bfe0-4ce0-b8c3-67b87c02ffaa HTTP/1.1" status: 204 len: 168 time: 1.1900156 Jul 28 14:29:12.014765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:12.020803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.021518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.022769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] 10.222.0.50 "PUT /v2.0/ports/5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 200 len: 1093 time: 2.2529762 Jul 28 14:29:12.058884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b641c-f5da-4b09-8fc3-7ea291dab579 service neutron] Pushing event updated for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:12.108500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d2699-4a11-4fd8-90bb-481a28189068 req-adf1386c-9ed6-46a5-afba-6fd4073e3edb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.109943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-939d2699-4a11-4fd8-90bb-481a28189068 req-adf1386c-9ed6-46a5-afba-6fd4073e3edb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2016070 Jul 28 14:29:12.159115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.236468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d35d3-5f58-4877-8a9c-b60309a2b962 req-b50e4894-dd0c-4d6f-8a32-4a468c661074 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.238082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-476d35d3-5f58-4877-8a9c-b60309a2b962 req-b50e4894-dd0c-4d6f-8a32-4a468c661074 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.0616028 Jul 28 14:29:12.282770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-476d35d3-5f58-4877-8a9c-b60309a2b962 req-8b028ed0-1c66-4741-9e87-aa2d1f7209db tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Jul 28 14:29:12.289507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.305243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e382c5d2-57a4-4b96-9171-410af6e6ac04']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:12.320850 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5c60ec6-7e19-4325-8a17-6cb7222d3ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.341251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e921b699-eddf-4943-a760-982113fc8894') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:12.341782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e921b699-eddf-4943-a760-982113fc8894') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:12.358095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.375685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.383893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:12.390905 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:12.433831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-668838eb-1c6c-4d51-b9d0-2b5145733405 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/b2d835c0-1663-49bb-b288-d5e5e82909e7 HTTP/1.1" status: 200 len: 1811 time: 0.1173820 Jul 28 14:29:12.473107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-300f41b7-101c-48c3-b5f8-9e0ec29f89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.476093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-300f41b7-101c-48c3-b5f8-9e0ec29f89e4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=20da9a6398284380bbcba72d6a8d13dc&device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 1096 time: 0.1079144 Jul 28 14:29:12.556223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-f71bd2af-dc8a-4fe0-bf92-c95187aeff69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 200 len: 217 time: 0.0641818 Jul 28 14:29:12.560998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.625822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.649512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-72618225-e99e-4b0a-921a-b3c020c6d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.651408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-72618225-e99e-4b0a-921a-b3c020c6d336 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8db50514-65d0-424a-845e-5eb0d07a088c HTTP/1.1" status: 200 len: 855 time: 0.0864549 Jul 28 14:29:12.654151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089eb66-9329-4425-b72c-a68790f36570 req-47a4ad3e-bbff-43d7-96da-2f20e96dfb7b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.656777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b089eb66-9329-4425-b72c-a68790f36570 req-47a4ad3e-bbff-43d7-96da-2f20e96dfb7b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.0578916 Jul 28 14:29:12.712196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0af58-7b13-423c-883b-621a16106db6 req-06831b4e-26a1-4921-a4d9-7790e3935e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.714616 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-06831b4e-26a1-4921-a4d9-7790e3935e6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=737a1af5-9c73-439e-97c2-5c2ea9e8a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509508 Jul 28 14:29:12.718415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b089eb66-9329-4425-b72c-a68790f36570 req-e294e5e9-431e-4223-9f7c-b02861ab63cd tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Jul 28 14:29:12.742003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:12.742003 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8e4a3-034f-459b-8192-328fedde529f" -d '{"events": [{"name": "network-changed", "server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:12.841707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-2c30745f-0489-424c-ae0a-e3d36a0986eb service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188598 Jul 28 14:29:12.860262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.884324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:12.889054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e382c5d2-57a4-4b96-9171-410af6e6ac04 HTTP/1.1" status: 204 len: 168 time: 0.8701158 Jul 28 14:29:12.892106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:12.911699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e382c5d2-57a4-4b96-9171-410af6e6ac04,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:12.980011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-3830e048-acde-470a-a229-41d073818909 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:12.981572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-3830e048-acde-470a-a229-41d073818909 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1580138 Jul 28 14:29:12.990770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Deleting subnet 510ea2f9-2357-4246-a0b5-bce498f565a0 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:12.991830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54a0af58-7b13-423c-883b-621a16106db6 req-4eceea8c-ba64-4cff-ba95-804cb19f4a94 service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425433 Jul 28 14:29:12.994138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.994541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.994933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.995289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.995625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.995957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.996279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.999430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.999430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.999430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.999880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:12.999992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce021c4f-0664-4dce-a9da-bc536a6c3fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:13.007890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.021204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.028750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.031397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b870b43-4b97-4069-a3fb-2df61088ff12 req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-groups/b2d835c0-1663-49bb-b288-d5e5e82909e7 HTTP/1.1" status: 204 len: 173 time: 0.5892403 Jul 28 14:29:13.049407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2723e3-4801-4c88-999c-9645ed176d88 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d835c0-1663-49bb-b288-d5e5e82909e7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:13.211876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccce83e-6263-4640-98d0-b13275dc12a0 req-b1674745-92ac-4e7c-9b37-f547780fb552 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.213820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ccce83e-6263-4640-98d0-b13275dc12a0 req-b1674745-92ac-4e7c-9b37-f547780fb552 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.0963676 Jul 28 14:29:13.244058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-33761670-095a-4082-9730-c6225d6642a2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.245659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-33761670-095a-4082-9730-c6225d6642a2 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 945 time: 0.0877876 Jul 28 14:29:13.307561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ccce83e-6263-4640-98d0-b13275dc12a0 req-5037f34b-2463-444e-bcbe-08b66107d736 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818861 Jul 28 14:29:13.427907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Deleting port 8a9c4245-192c-4e87-a80d-4f91ad52a98d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:13.428257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.454912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-38080cf8-e2ae-4c75-83e2-00a306bd1b4e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.4506428 Jul 28 14:29:13.467634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'floatingip': {'port_id': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:13.503243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7639c-c37e-43e7-a67e-aa0326861102 req-dddd2ccb-6ee0-42b7-a458-ae0fd7fb0547 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:13.504815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3a7639c-c37e-43e7-a67e-aa0326861102 req-dddd2ccb-6ee0-42b7-a458-ae0fd7fb0547 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.1180820 Jul 28 14:29:13.512482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.541128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.587931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] For port 8a9c4245-192c-4e87-a80d-4f91ad52a98d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a9c4245-192c-4e87-a80d-4f91ad52a98d,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:13.588298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.600671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3a7639c-c37e-43e7-a67e-aa0326861102 req-458e2e0f-b273-4988-9519-d2af84496907 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817385 Jul 28 14:29:13.607246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Calling delete_port for 8a9c4245-192c-4e87-a80d-4f91ad52a98d owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:13.664189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.745337 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c1db7e2f-4057-4746-a33a-184d0654f150 req-2c40c479-1158-4f97-8a11-cc557a89d9aa tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 210 time: 0.0676074 Jul 28 14:29:13.801815 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e613db-199e-4b0d-9af8-1194440538dc x-openstack-request-id: req-e0e613db-199e-4b0d-9af8-1194440538dc {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:13.802184 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:13.802531 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0e613db-199e-4b0d-9af8-1194440538dc {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:13.803139 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'status': 'completed', 'code': 200} Jul 28 14:29:13.958829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:13.998152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510ea2f9-2357-4246-a0b5-bce498f565a0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.001201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.003132 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9d817aad-3002-4bc6-a58d-084e4d377222 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/510ea2f9-2357-4246-a0b5-bce498f565a0 HTTP/1.1" status: 204 len: 168 time: 1.0927887 Jul 28 14:29:14.006006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36780) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:14.016263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e4a3-034f-459b-8192-328fedde529f req-041a5a89-18d6-4cec-82a3-0a4abf0261b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:14.017780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-041a5a89-18d6-4cec-82a3-0a4abf0261b1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=20da9a6398284380bbcba72d6a8d13dc&device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 1096 time: 0.1578646 Jul 28 14:29:14.081235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.113173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.177321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event deleted for resources: {'Port': ['ID=8a9c4245-192c-4e87-a80d-4f91ad52a98d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.192328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e4a3-034f-459b-8192-328fedde529f req-f8d7fb35-9afe-40f2-ba1a-4dbbed1f9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:14.193836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-f8d7fb35-9afe-40f2-ba1a-4dbbed1f9c79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 200 len: 917 time: 0.1462586 Jul 28 14:29:14.199031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.230004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bedde8a-03d0-4b65-b31d-7235f3f36a80']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:14.250817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] No DVR routers for this DVR port 8a9c4245-192c-4e87-a80d-4f91ad52a98d on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:14.254401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.256862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3de1e209-9b46-4f3c-bc93-e2cfd14758f8 req-2140f869-3a25-4f41-9760-1465b868303c tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "DELETE /v2.0/ports/8a9c4245-192c-4e87-a80d-4f91ad52a98d HTTP/1.1" status: 204 len: 173 time: 1.0012405 Jul 28 14:29:14.258309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6049c8e3-e123-42f6-8c83-8c4922a3ed14') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:14.258610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6049c8e3-e123-42f6-8c83-8c4922a3ed14') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:14.269879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.284228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.290183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:14.290584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:14.292329 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:14.295577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-e238b00d-2c61-4507-98f9-04e89e00c5e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 200 len: 217 time: 0.0735188 Jul 28 14:29:14.319533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.366798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-7e49a841-8a7d-42f4-b6d6-b666a6437df8 service neutron] 10.222.0.53 "GET /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.1436374 Jul 28 14:29:14.378253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e4a3-034f-459b-8192-328fedde529f req-e3945d14-f8a3-4346-b801-c19888d57e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:14.379728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-e3945d14-f8a3-4346-b801-c19888d57e0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8db50514-65d0-424a-845e-5eb0d07a088c HTTP/1.1" status: 200 len: 855 time: 0.0660243 Jul 28 14:29:14.497682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e4a3-034f-459b-8192-328fedde529f req-cb363793-684a-4b84-8c0e-ccb1ed3eec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:14.500008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-cb363793-684a-4b84-8c0e-ccb1ed3eec6f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=737a1af5-9c73-439e-97c2-5c2ea9e8a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951388 Jul 28 14:29:14.519705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7465a770-a681-4939-aece-4b3909e08107 req-d888fde7-09c9-4e9e-b04e-0b476a78f295 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/cea790a5-b246-456c-ad4f-d37796f8348c HTTP/1.1" status: 200 len: 1812 time: 0.0442858 Jul 28 14:29:14.605103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7465a770-a681-4939-aece-4b3909e08107 req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.638016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7465a770-a681-4939-aece-4b3909e08107 req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.665363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-5de5632e-16b3-44f2-80c1-5e99312a42f9 service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567383 Jul 28 14:29:14.671042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:14.671660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:14.752614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:14.803521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:14.820491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.825482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.826823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:14.830588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4bedde8a-03d0-4b65-b31d-7235f3f36a80 HTTP/1.1" status: 204 len: 168 time: 0.8204381 Jul 28 14:29:14.832410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.840668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9d454-46e1-41ed-a6f8-ea030e093f73 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bedde8a-03d0-4b65-b31d-7235f3f36a80,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:14.877205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d8e4a3-034f-459b-8192-328fedde529f req-7f54af1d-7600-4963-9a62-003ccabec2ae service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032499 Jul 28 14:29:14.890489 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.892987 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba158f49-74ea-4517-830a-030b0826e200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.899896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7465a770-a681-4939-aece-4b3909e08107 req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.902872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7465a770-a681-4939-aece-4b3909e08107 req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:14.921914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7465a770-a681-4939-aece-4b3909e08107 req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-groups/cea790a5-b246-456c-ad4f-d37796f8348c HTTP/1.1" status: 204 len: 173 time: 0.3943024 Jul 28 14:29:14.955601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a211f9d-09b6-4ae1-a825-083271fe454c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea790a5-b246-456c-ad4f-d37796f8348c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:15.016240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-31f08e62-1e36-4a38-b3d6-f650956a58cd tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875826 Jul 28 14:29:15.021612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.061068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15ccc-616e-4ab0-bed9-995ec1a13126 req-3155399e-0e25-4e87-98b8-45c305d6ddbb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:15.062732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48d15ccc-616e-4ab0-bed9-995ec1a13126 req-3155399e-0e25-4e87-98b8-45c305d6ddbb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 943 time: 0.0617828 Jul 28 14:29:15.104413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48d15ccc-616e-4ab0-bed9-995ec1a13126 req-c6e00397-b6c6-4fd2-93b7-d07e8c50f89a tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Jul 28 14:29:15.132713 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Floating IP 26675d7f-341f-4049-8123-0aa521d6af93 associated. External IP: 172.25.0.188, port: 8a7a4520-54fb-4f70-ae76-adc854f6caa8. Jul 28 14:29:15.211114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-846785f9-e7fd-48e3-98e7-69d4524e3f5f req-803de879-e486-499c-95d7-89d715ff7be3 tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=2992058a-d59c-465a-9a25-c0ce1cc095f0 HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jul 28 14:29:15.284040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] Transition to ACTIVE for port object 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:15.301367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-ab5a9415-c534-4999-9bfd-78cd07412a78 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:15.302817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-ab5a9415-c534-4999-9bfd-78cd07412a78 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2761381 Jul 28 14:29:15.351000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Request body: {'port': {'device_id': '4f84b775-9512-4de2-850a-6964507b7f23', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '758a2227ae504060ba0f5d7bbe04e6d0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:15.429458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-7cbe47a3-5e61-4dea-8c5a-c30fbd70ac9a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:15.431241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-7cbe47a3-5e61-4dea-8c5a-c30fbd70ac9a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.1283393 Jul 28 14:29:15.447785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-25c3e4d6-5848-4280-bd17-453a082480c2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/quotas/9b09cb27c5af49cab98cd2fc34011d5a HTTP/1.1" status: 200 len: 375 time: 0.0102513 Jul 28 14:29:15.502646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:15.504201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-23c0bb40-b644-4d76-912d-1572f7c8978e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497456 Jul 28 14:29:15.566410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.687887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:15.758873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2046f5e9-cc05-4013-8781-c291ff40a714 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02fca37e56614921bb3ac8342eaea7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698290 Jul 28 14:29:15.764750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:15.797883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-06e7e9b7-5ead-4ac1-82cd-8c261f7f0bec service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858474 Jul 28 14:29:15.819121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-deleted', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:15.821470 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0c52a8-ccea-4fc9-a086-8b19d8c09db0" -d '{"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-deleted", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:15.908918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:15.933242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8a9c4245-192c-4e87-a80d-4f91ad52a98d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:15.937496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a9c4245-192c-4e87-a80d-4f91ad52a98d not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:15.940659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:15.998912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] No DVR routers for this DVR port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:16.002291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.005697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-261fb7ce-2d9f-4b6b-a7ca-bb297dd3cbf2 service neutron] 10.222.0.47 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066400 Jul 28 14:29:16.008543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Made reservation on behalf of 758a2227ae504060ba0f5d7bbe04e6d0 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:16.010155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.012111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.041151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-18bf84a7-b5f3-4630-b2a8-fbff8b13ba81 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.041447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] Pushing event updated for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.042778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-18bf84a7-b5f3-4630-b2a8-fbff8b13ba81 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4a83745-6475-4486-a3d4-f5c892f7adfd HTTP/1.1" status: 200 len: 945 time: 0.1198037 Jul 28 14:29:16.059342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.075071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:16.078101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-01bcbe77-21ad-42bc-8691-92cac73aec7f service neutron] 10.222.0.53 "PUT /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.7018120 Jul 28 14:29:16.083358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.088030 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Sync routers for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:16.098249 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:16.099022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:16.124932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-210c52b3-7565-4360-96b9-a013245b5cf4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "PUT /v2.0/floatingips/26675d7f-341f-4049-8123-0aa521d6af93 HTTP/1.1" status: 200 len: 996 time: 2.6689272 Jul 28 14:29:16.126452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:16.128881 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44611b-6fc2-41f9-b23a-47f75f1a740b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:16.192472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Deleting port bd948c56-897b-428e-96e7-f9339c9b2aa3 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:16.192815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.235516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.269896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.272818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.274024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2065e0d-c292-40db-93a9-6af483633795 HTTP/1.1" status: 204 len: 168 time: 0.5075600 Jul 28 14:29:16.294932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:16.296504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1667-7301-4ddc-95cd-270614c6a608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2065e0d-c292-40db-93a9-6af483633795,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.346999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] For port bd948c56-897b-428e-96e7-f9339c9b2aa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=bd948c56-897b-428e-96e7-f9339c9b2aa3,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:16.346999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.370502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Calling delete_port for bd948c56-897b-428e-96e7-f9339c9b2aa3 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:16.380202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-66974a2b-8ef8-4a35-b26f-d33658dd7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.388110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-66974a2b-8ef8-4a35-b26f-d33658dd7748 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.2327652 Jul 28 14:29:16.477351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.632250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc82f0f-7fb7-41af-a33f-7b739e24f291 req-0677d896-6d4b-4b59-ad46-7506dac56688 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.635056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdc82f0f-7fb7-41af-a33f-7b739e24f291 req-0677d896-6d4b-4b59-ad46-7506dac56688 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.0926754 Jul 28 14:29:16.658253 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '26675d7f-341f-4049-8123-0aa521d6af93', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'port_id': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'mac_address': 'fa:16:3e:c7:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3109324-a483-4d29-bffb-51ba81743a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:10Z', 'updated_at': '2021-07-28T14:29:14Z', 'revision_number': 1, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:16.692792 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Checking router: 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:16.698763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9310ffb8-d7fd-4d7c-ae51-758089de4ed3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.705299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdc82f0f-7fb7-41af-a33f-7b739e24f291 req-b9b87178-16b5-4d8b-a4e8-439379269c99 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603192 Jul 28 14:29:16.705750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:16.715832 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:16.759620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-1ec1da9e-8d22-4f14-aa81-9c0f74d8797d tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.761459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-1ec1da9e-8d22-4f14-aa81-9c0f74d8797d tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.2348454 Jul 28 14:29:16.767550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-17521186-1fd7-4a0b-9de4-f0002958fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.769136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-17521186-1fd7-4a0b-9de4-f0002958fe1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.3799787 Jul 28 14:29:16.787427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Allocated IP 192.168.233.129 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/40c0dff3-1f49-4e98-a76c-a178b799e4b1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:16.814899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:16.922009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event deleted for resources: {'Port': ['ID=bd948c56-897b-428e-96e7-f9339c9b2aa3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:16.924234 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:16.924346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-cc5bd0c3-f599-4f91-8350-007402ef0b16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 999 time: 0.1273441 Jul 28 14:29:16.933023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-63e2a1fe-8b0c-4ea5-85c0-e7ef59fda1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:16.934513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-63e2a1fe-8b0c-4ea5-85c0-e7ef59fda1d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b&tenant_id=15ae1cca347d464ab7d7d1f9babe1758 HTTP/1.1" status: 200 len: 1096 time: 0.1443248 Jul 28 14:29:16.935259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25321721-e392-4c5c-8af7-f330d9a81747 req-d551696c-cf01-488d-a319-c5fa22db0a23 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 210 time: 0.1118820 Jul 28 14:29:17.004431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] No DVR routers for this DVR port bd948c56-897b-428e-96e7-f9339c9b2aa3 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:17.009183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.011676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a008948-aa5d-42f7-8c28-7d41c66bb849 req-61138d5b-e522-49cf-b265-2589eb52162a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "DELETE /v2.0/ports/bd948c56-897b-428e-96e7-f9339c9b2aa3 HTTP/1.1" status: 204 len: 173 time: 0.9480877 Jul 28 14:29:17.044054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-4a8dccef-c8bf-4808-99fa-6a02a6c1d03c tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/24195813-9cb9-41fe-8d6d-481f29c82468 HTTP/1.1" status: 200 len: 1812 time: 0.0714355 Jul 28 14:29:17.065787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-a4102c30-03a9-4fff-a6d9-8e5fcf59f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.067452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-a4102c30-03a9-4fff-a6d9-8e5fcf59f67e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.1500516 Jul 28 14:29:17.119823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.137073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-48d513f6-08d2-4fd5-8b1a-4a4e54a7069a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466566 Jul 28 14:29:17.137073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-1f2b1378-59f8-40a5-b502-9d2fe9bceda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.137073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-1f2b1378-59f8-40a5-b502-9d2fe9bceda2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1096 time: 0.1527109 Jul 28 14:29:17.137475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-07c2a1c0-8f16-4b66-b9c1-1e0421efc2ca service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:29:17.138260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-07c2a1c0-8f16-4b66-b9c1-1e0421efc2ca service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055461 Jul 28 14:29:17.149327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.195657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '26675d7f-341f-4049-8123-0aa521d6af93', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'port_id': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'mac_address': 'fa:16:3e:c7:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3109324-a483-4d29-bffb-51ba81743a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:10Z', 'updated_at': '2021-07-28T14:29:14Z', 'revision_number': 1, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:17.227173 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2b2b9-ef72-4afe-b754-c99e1d71d230 None None] The sync data for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 is: [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '26675d7f-341f-4049-8123-0aa521d6af93', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'port_id': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'mac_address': 'fa:16:3e:c7:57:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3109324-a483-4d29-bffb-51ba81743a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:29:10Z', 'updated_at': '2021-07-28T14:29:14Z', 'revision_number': 1, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:17.271047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.300703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Transition to ACTIVE for port object 40c0dff3-1f49-4e98-a76c-a178b799e4b1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:17.373959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-a3b96d60-5443-4064-b484-a01df84f633f service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194569 Jul 28 14:29:17.380931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-93ffbd10-1a2a-489a-8d72-a9d2c35b0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.382536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-93ffbd10-1a2a-489a-8d72-a9d2c35b0df0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 200 len: 909 time: 0.2396381 Jul 28 14:29:17.391931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.395880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.412118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff2d34b3-99bf-4127-97b1-53fccb28da0f req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-groups/24195813-9cb9-41fe-8d6d-481f29c82468 HTTP/1.1" status: 204 len: 173 time: 0.3592496 Jul 28 14:29:17.440476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a45771-f953-4f20-8bb1-9df428ddc63d tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24195813-9cb9-41fe-8d6d-481f29c82468,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:17.486194 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158da584-975b-4a88-9ec2-16732a361ef2 x-openstack-request-id: req-158da584-975b-4a88-9ec2-16732a361ef2 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:17.486194 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2992058a-d59c-465a-9a25-c0ce1cc095f0", "name": "network-vif-deleted", "tag": "8a9c4245-192c-4e87-a80d-4f91ad52a98d", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:17.486194 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-158da584-975b-4a88-9ec2-16732a361ef2 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:17.486194 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2992058a-d59c-465a-9a25-c0ce1cc095f0', 'name': 'network-vif-deleted', 'tag': '8a9c4245-192c-4e87-a80d-4f91ad52a98d', 'status': 'completed', 'code': 200} Jul 28 14:29:17.496156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-942ad6f2-e5b8-4079-a52f-3707300919d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 200 len: 217 time: 0.0420010 Jul 28 14:29:17.499878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6271a69-22b5-41d1-a415-4bb1bc71777c None None] New status for floating IP 26675d7f-341f-4049-8123-0aa521d6af93: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:29:17.584478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc45b543-0d2e-4b65-b19d-317ac9e10afc req-17c332d4-cbc8-40f1-9251-fff806dd6a97 service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991870 Jul 28 14:29:17.586410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-1a93e5c6-c739-4d57-ad6a-e8364360cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.588481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-1a93e5c6-c739-4d57-ad6a-e8364360cf9e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 200 len: 848 time: 0.0823591 Jul 28 14:29:17.628393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-1c79238f-e10c-46be-a691-257f2a6df7b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=006233eb-56ce-44c2-9f64-6c33266e2fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298417 Jul 28 14:29:17.635095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef67fc-6b45-490c-989e-72f7edf53994 req-8905bfaf-2457-47ce-8d17-2105f441c3e0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.636706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c1ef67fc-6b45-490c-989e-72f7edf53994 req-8905bfaf-2457-47ce-8d17-2105f441c3e0 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.0805752 Jul 28 14:29:17.681906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c1ef67fc-6b45-490c-989e-72f7edf53994 req-ac772268-ad28-4ca4-9a34-1611039f5bdf tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Jul 28 14:29:17.729201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-185a7b39-6285-45ac-a112-c767422768fd service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928810 Jul 28 14:29:17.735530 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccfe461-2fed-42d7-82d9-3c4d3fcc04d5 x-openstack-request-id: req-3ccfe461-2fed-42d7-82d9-3c4d3fcc04d5 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:17.735817 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:17.736062 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ccfe461-2fed-42d7-82d9-3c4d3fcc04d5 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:17.736452 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:29:17.765047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.772968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:17.861096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:17.892504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Pushing event updated for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:17.902743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:17.916827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-b59227e7-5c4c-4cc4-8dd9-d51b894407da tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "GET /v2.0/security-groups/ffcea307-9a09-4e2d-9ab7-8f0c7f55854a HTTP/1.1" status: 200 len: 1811 time: 0.1191750 Jul 28 14:29:17.924641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-fce3e212-c9bf-41b4-bc2a-7c71ff2a3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:17.926457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-fce3e212-c9bf-41b4-bc2a-7c71ff2a3427 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1192880 Jul 28 14:29:17.931714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d43f46cb-8740-44eb-a453-9e4a8e4803a8 req-00af51df-98ab-424d-80c6-87635cef9695 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 210 time: 0.0713949 Jul 28 14:29:17.934559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:17.976521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:18.041522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b23e3227-f475-40d1-bedc-5c27cbffaa64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6a9de719a9c4dc79a01d2f8f48a5aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792638 Jul 28 14:29:18.043176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:18.104029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-d9d21ef9-7c13-49c9-b990-ef7207e8ef0f service neutron] 10.222.0.50 "GET /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605449 Jul 28 14:29:18.113794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.114595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.130219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.143918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8618bcb-6960-4ba8-8bf1-5c88e71fdf87 req-67811f71-119e-444c-be7a-a479281044e5 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.145658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8618bcb-6960-4ba8-8bf1-5c88e71fdf87 req-67811f71-119e-444c-be7a-a479281044e5 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.0830278 Jul 28 14:29:18.148290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-088158da-bf3b-48c9-bc0f-3dcfda7c8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.150848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-088158da-bf3b-48c9-bc0f-3dcfda7c8c91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.2150574 Jul 28 14:29:18.181956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.203591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8618bcb-6960-4ba8-8bf1-5c88e71fdf87 req-87e5dedc-f123-4f76-aa4e-9cb578a3a259 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506382 Jul 28 14:29:18.230642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.270612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-8f65ef62-c186-4b4e-bdb3-448dfb7fae5c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9237125 Jul 28 14:29:18.282270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.307418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-6548593d-b691-4fd0-b07a-5c3eae1cfac2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 1001 time: 0.1418788 Jul 28 14:29:18.308226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Request body: {'port': {'device_id': '4f84b775-9512-4de2-850a-6964507b7f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:18.343773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-8750d442-0cdf-4b55-a26f-4e53ef84fbb8 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 1001 time: 0.1235168 Jul 28 14:29:18.382412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-8d5f90cf-f263-4dab-b9b7-2ff8e924d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.389864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-8d5f90cf-f263-4dab-b9b7-2ff8e924d8f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0541611 Jul 28 14:29:18.429492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-1f2702d5-333c-47e6-b53d-b99900d02c8d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284915 Jul 28 14:29:18.432986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-d89a293a-c298-4eea-ac3f-2a5a57233aeb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.434327 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-d89a293a-c298-4eea-ac3f-2a5a57233aeb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports/8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 942 time: 0.0894687 Jul 28 14:29:18.440739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.463364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66e3e403-7371-43a9-b70d-068e1649f2eb None None] Provisioning for port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:18.463364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66e3e403-7371-43a9-b70d-068e1649f2eb None None] Provisioning complete for port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:18.463364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66e3e403-7371-43a9-b70d-068e1649f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.506199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-66e3e403-7371-43a9-b70d-068e1649f2eb None None] Port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:18.513296 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.517042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.518345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c0ff42e-9034-4101-a8a4-e90be6ae3cca req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] 10.222.0.47 "DELETE /v2.0/security-groups/ffcea307-9a09-4e2d-9ab7-8f0c7f55854a HTTP/1.1" status: 204 len: 173 time: 0.5895824 Jul 28 14:29:18.528696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36848) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:18.611280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Deleting subnet 561aa08d-754f-4e34-9da2-a4ac0087ed32 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:18.621793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6520e3-757e-4d29-aee0-fcb3c865e8a7 tempest-SecurityGroupRulesNegativeTestJSON-1322716184 tempest-SecurityGroupRulesNegativeTestJSON-1322716184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcea307-9a09-4e2d-9ab7-8f0c7f55854a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:18.624744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.634656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.639228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.643759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59bc288a-d388-48f2-a5b9-d553155aa1cd HTTP/1.1" status: 204 len: 168 time: 0.5940065 Jul 28 14:29:18.668732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-dd1e4262-7abe-4a17-902b-f725186add5a tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 1001 time: 0.1780798 Jul 28 14:29:18.671945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:18.680385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c84d-7280-46c3-b9b6-eccf487bd25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc288a-d388-48f2-a5b9-d553155aa1cd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:18.691100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-2953a35b-f31a-4bdd-9d72-2c7c9f954ad9 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531941 Jul 28 14:29:18.699217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: bd948c56-897b-428e-96e7-f9339c9b2aa3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:18.699656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device bd948c56-897b-428e-96e7-f9339c9b2aa3 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:18.714041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.819388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:18.867125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e44611b-6fc2-41f9-b23a-47f75f1a740b req-540803be-8c40-4dd1-82f4-3116ca02ff70 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677544 Jul 28 14:29:18.879350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-41adc427-dfbf-4e89-aff9-4b8fee66fbc4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:18.883800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-41adc427-dfbf-4e89-aff9-4b8fee66fbc4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2112386 Jul 28 14:29:18.996309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-06bfb414-2379-42ed-8028-eaa8b95521cb tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 1001 time: 0.1028285 Jul 28 14:29:19.010642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c0dff3-1f49-4e98-a76c-a178b799e4b1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:19.018446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:19.052318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.075515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Transition to ACTIVE for port object 40c0dff3-1f49-4e98-a76c-a178b799e4b1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:19.086253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.123850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.156716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.158706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/561aa08d-754f-4e34-9da2-a4ac0087ed32 HTTP/1.1" status: 204 len: 168 time: 0.6263368 Jul 28 14:29:19.159710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f0f41-e849-49a1-8404-bb722d12ee91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561aa08d-754f-4e34-9da2-a4ac0087ed32,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:19.171778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:19.249195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.268764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.274003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832288bc-83d8-4414-8680-1118b51196ac req-91ed8faf-6431-4bd7-b830-3f7f8d1f1690 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:19.275504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-91ed8faf-6431-4bd7-b830-3f7f8d1f1690 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b&tenant_id=15ae1cca347d464ab7d7d1f9babe1758&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1096 time: 0.3417201 Jul 28 14:29:19.409625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.428558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b138c054-74f1-4772-8010-eb2566fe2513']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:19.444049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d844066-e82d-4752-9c9a-e63005cab73d') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:19.444389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d844066-e82d-4752-9c9a-e63005cab73d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:19.474463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.486049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-deleted', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:19.491334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.491511 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5b758-9312-4e8d-bb26-789cbe8b5bfb" -d '{"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-deleted", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:19.508546 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.521071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:19.521792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:19.524327 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:19.552375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Pushing event updated for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:19.562010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.562010 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Floating IP 26675d7f-341f-4049-8123-0aa521d6af93 disassociated. External IP: 172.25.0.188, port: 8a7a4520-54fb-4f70-ae76-adc854f6caa8. Jul 28 14:29:19.568237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.748896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Attempting to bind port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:19.749248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Attempting to bind port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:19.749854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Attempting to bind port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:19.760904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:19.761113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Attempting to bind port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:19.771838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:19.772179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:19.779144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:19.779144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Bound port: 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:19.779144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.928079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-832288bc-83d8-4414-8680-1118b51196ac req-89275cb7-35f0-4c4e-be7f-d654326588e1 service neutron] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:19.946613 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-832288bc-83d8-4414-8680-1118b51196ac req-89275cb7-35f0-4c4e-be7f-d654326588e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:19.951440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-89275cb7-35f0-4c4e-be7f-d654326588e1 service neutron] 10.222.0.50 "DELETE /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.6623924 Jul 28 14:29:19.964109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:19.974602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459189df-1c9a-40b5-ae5b-f25027308646 req-151c7b4c-077c-4e52-a432-a8d05afcb490 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:19.976263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-459189df-1c9a-40b5-ae5b-f25027308646 req-151c7b4c-077c-4e52-a432-a8d05afcb490 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 948 time: 0.0761518 Jul 28 14:29:19.979384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:19.984436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:20.020301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-459189df-1c9a-40b5-ae5b-f25027308646 req-020dd226-f6fc-4f67-8f0c-12d69cc27586 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Jul 28 14:29:20.107208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:20.110010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.116187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.119025 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Sync routers for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:20.134638 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:20.135623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:20.144523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.155794 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.164695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b138c054-74f1-4772-8010-eb2566fe2513 HTTP/1.1" status: 204 len: 168 time: 0.9895687 Jul 28 14:29:20.191185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.203905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.205442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] 10.222.0.53 "PUT /v2.0/ports/40c0dff3-1f49-4e98-a76c-a178b799e4b1 HTTP/1.1" status: 200 len: 1097 time: 1.9089432 Jul 28 14:29:20.205878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:20.208408 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703f9a7-64fc-449b-8ede-6c982c9f205d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:20.240883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfac4c-2d9d-4070-bb06-c08b99a8ace7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b138c054-74f1-4772-8010-eb2566fe2513,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:20.256857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-22846c42-5b19-419c-ae41-ad871079a862 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "PUT /v2.0/floatingips/26675d7f-341f-4049-8123-0aa521d6af93 HTTP/1.1" status: 200 len: 695 time: 1.2490621 Jul 28 14:29:20.281248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc8c8-229a-46cc-b903-599daad451d3 req-de31f5a8-9178-45f3-8be4-26556fc374e1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.292679 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.294901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b2cc8c8-229a-46cc-b903-599daad451d3 req-de31f5a8-9178-45f3-8be4-26556fc374e1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.2097816 Jul 28 14:29:20.332640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359daf58-e208-4555-932c-1f9a381d5f42 req-a3b61cb8-6ef2-4f44-bfb8-5f02fccd337d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.334710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-359daf58-e208-4555-932c-1f9a381d5f42 req-a3b61cb8-6ef2-4f44-bfb8-5f02fccd337d tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.1711879 Jul 28 14:29:20.342287 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:20.384646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-6c942ec9-7557-41a6-bd89-d065b2326200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.395948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-6c942ec9-7557-41a6-bd89-d065b2326200 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1280930 Jul 28 14:29:20.396743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d7365-ed47-47a2-873e-05c81cdc3ddd service neutron] Pushing event updated for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:20.399406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b2cc8c8-229a-46cc-b903-599daad451d3 req-fcc0b13a-e4e6-4ce8-872e-3e3f41908a16 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035054 Jul 28 14:29:20.513175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Deleting port 21b38eca-108e-43d7-959c-8b94b675f3d2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:20.514801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.583654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8db6be19-96cc-4ee8-a012-53801d3ccd55 req-5ad30c8f-5c15-4a9e-be9f-759520b541a3 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 210 time: 0.0933969 Jul 28 14:29:20.677345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-2510dfe7-b535-4dd0-b8e0-1269452dbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.682316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-2510dfe7-b535-4dd0-b8e0-1269452dbea5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 1100 time: 0.3025532 Jul 28 14:29:20.686779 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:20.703344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:20.739331 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Checking router: 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:20.753453 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:20.754463 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:20.799629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-048dbb5d-d7c6-4b53-8226-1f94abaf670d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1 HTTP/1.1" status: 200 len: 217 time: 0.0737569 Jul 28 14:29:20.841462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555b21-daf9-405a-bac3-009d346254b1 req-f74fe428-7b77-4b21-bae5-348aea6fdfef tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.843876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29555b21-daf9-405a-bac3-009d346254b1 req-f74fe428-7b77-4b21-bae5-348aea6fdfef tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.1529365 Jul 28 14:29:20.846094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] For port 21b38eca-108e-43d7-959c-8b94b675f3d2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=21b38eca-108e-43d7-959c-8b94b675f3d2,segment=NetworkSegment(3c2de973-efd1-4de7-9096-f4a820d22574),segment_id=3c2de973-efd1-4de7-9096-f4a820d22574)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:20.846481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:20.889907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Calling delete_port for 21b38eca-108e-43d7-959c-8b94b675f3d2 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:20.927866 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:20.930547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-d31b3a29-ebfb-4d59-aea6-39ef7fa17017 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:20.932151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-d31b3a29-ebfb-4d59-aea6-39ef7fa17017 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 814 time: 0.3063023 Jul 28 14:29:20.953134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29555b21-daf9-405a-bac3-009d346254b1 req-ed85830b-8a7c-4247-8ec5-902625c43108 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954564 Jul 28 14:29:20.989916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Request body: {'port': {'device_id': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'admin_state_up': True, 'tenant_id': '9b09cb27c5af49cab98cd2fc34011d5a'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:21.042604 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7e47cd-f08b-463f-ad4b-3e7b7d50474c x-openstack-request-id: req-5d7e47cd-f08b-463f-ad4b-3e7b7d50474c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:21.044337 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a83745-6475-4486-a3d4-f5c892f7adfd", "name": "network-vif-deleted", "tag": "bd948c56-897b-428e-96e7-f9339c9b2aa3", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:21.044337 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d7e47cd-f08b-463f-ad4b-3e7b7d50474c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:21.044337 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a83745-6475-4486-a3d4-f5c892f7adfd', 'name': 'network-vif-deleted', 'tag': 'bd948c56-897b-428e-96e7-f9339c9b2aa3', 'status': 'completed', 'code': 200} Jul 28 14:29:21.163942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0acf7e94-1919-4ccc-9c25-6de8b2421c3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e542b202c96c49339e6f93654bc0c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582653 Jul 28 14:29:21.170781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:21.212655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-0d4bd254-f31b-4d23-974b-4c6797af84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.214586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-0d4bd254-f31b-4d23-974b-4c6797af84bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0537906 Jul 28 14:29:21.217241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-844155b3-ab78-4663-ab8d-959aaf3d3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.225250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-844155b3-ab78-4663-ab8d-959aaf3d3ccb service neutron] 10.222.0.47 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.8297644 Jul 28 14:29:21.298492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-507d425a-f2d2-4e8f-a18d-cd748b7cc602 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0719824 Jul 28 14:29:21.315312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248fae7-90ab-4c81-95ff-8f17ff6c1496 req-88b26188-b9a2-4c75-a4d2-36a4a19f001b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.321060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2248fae7-90ab-4c81-95ff-8f17ff6c1496 req-88b26188-b9a2-4c75-a4d2-36a4a19f001b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 945 time: 0.1529222 Jul 28 14:29:21.323156 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.364517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-f61a4a9c-d8b8-4f9c-880b-e360f5b79c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.366035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-f61a4a9c-d8b8-4f9c-880b-e360f5b79c01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1383471 Jul 28 14:29:21.372084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-7d0c1146-3709-4ab1-ba50-17da6636c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.377771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2248fae7-90ab-4c81-95ff-8f17ff6c1496 req-5b96a5e4-b12f-40ae-ad75-f0a8183e280b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e4a1c30-83f7-4ece-bdae-49d804b244b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Jul 28 14:29:21.380154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-7d0c1146-3709-4ab1-ba50-17da6636c2c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0798585 Jul 28 14:29:21.393751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Made reservation on behalf of 9b09cb27c5af49cab98cd2fc34011d5a for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:21.397898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.403092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.446521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:21.466060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-8cf77a9e-0524-4690-99a9-cd4b1f58b8cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849662 Jul 28 14:29:21.468749 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b815207d-a47f-469e-bd93-00468fb16d38 x-openstack-request-id: req-b815207d-a47f-469e-bd93-00468fb16d38 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:21.469038 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:21.469288 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b815207d-a47f-469e-bd93-00468fb16d38 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:21.470025 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1', 'status': 'completed', 'code': 200} Jul 28 14:29:21.483754 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e7bdf2-e99f-4cec-bfb6-3e443bb45e88 None None] The sync data for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 is: [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:28:04Z', 'revision_number': 4, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '2688f6a3-6c1a-41bc-901f-eeb855e5d84e', 'name': '', 'network_id': 'acb085d4-f116-4374-bd4e-51d761f45e01', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'mac_address': 'fa:16:3e:3b:e6:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:28:03Z', 'updated_at': '2021-07-28T14:28:12Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'subnets': [{'id': 'fb5e6a14-e288-4201-ae2d-f076e6b00807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:21.488708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.583270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Pushing event deleted for resources: {'Port': ['ID=21b38eca-108e-43d7-959c-8b94b675f3d2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:21.590066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-203f26c7-8997-45c1-b2b2-4becbe9a2dd4 service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228654 Jul 28 14:29:21.709242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-b5e0698a-a315-41c8-9529-2183c8c8129b service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270352 Jul 28 14:29:21.748689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] No DVR routers for this DVR port 21b38eca-108e-43d7-959c-8b94b675f3d2 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:21.761083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.764430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-359daf58-e208-4555-932c-1f9a381d5f42 req-f665cf3e-931c-49ff-ae31-11ecf098c24e tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.50 "DELETE /v2.0/ports/21b38eca-108e-43d7-959c-8b94b675f3d2 HTTP/1.1" status: 204 len: 173 time: 1.4160454 Jul 28 14:29:21.791979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Allocated IP 172.20.0.2 (e8f5bdd9-9019-4312-891d-1a33fc406c5c/2bae19d5-7f4a-46bc-a6ab-3e02ab897409/d2f97e7f-a075-411a-afc8-fd96eb57a2dc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:21.802754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4431f9-ab13-46f2-a123-fce2ca7e78c8 req-a0c49e7f-cbe0-44a7-8853-8a8148a821c2 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:21.804954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d4431f9-ab13-46f2-a123-fce2ca7e78c8 req-a0c49e7f-cbe0-44a7-8853-8a8148a821c2 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 948 time: 0.2341444 Jul 28 14:29:21.845909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3242bf17-2fa8-4f51-b3c2-307d9bb6394f req-79eee4f7-9c98-4bea-9308-3be42a0a5d9e service neutron] 10.222.0.47 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384195 Jul 28 14:29:21.870845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.874010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:21.879026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5272b694-f813-41ac-b7b5-058498549d43 HTTP/1.1" status: 204 len: 168 time: 0.7009060 Jul 28 14:29:21.889511 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d4431f9-ab13-46f2-a123-fce2ca7e78c8 req-deeea15d-8ff5-4c34-bbff-3463de0d6cf6 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726550 Jul 28 14:29:21.905459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40634499-95f3-4f3e-b926-789b4aee158b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5272b694-f813-41ac-b7b5-058498549d43,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:21.906582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bef3225-51c4-47d8-99a1-7314e89be536 req-6b6f32a7-78e2-4b73-9294-5c4a4f622d1f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871495 Jul 28 14:29:21.952987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5410e054-1d3c-44cb-bcf6-85fa044ff304 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:21.956125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57e529-2808-4f7c-af6f-5fac42899f41 None None] New status for floating IP 26675d7f-341f-4049-8123-0aa521d6af93: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:29:22.063760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3394dc-7bae-4615-b508-ce1618434287 req-99f6df6e-d9b0-4937-ab7c-24d2af7443cd tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.065343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce3394dc-7bae-4615-b508-ce1618434287 req-99f6df6e-d9b0-4937-ab7c-24d2af7443cd tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 1096 time: 0.0877213 Jul 28 14:29:22.089991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.147681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce3394dc-7bae-4615-b508-ce1618434287 req-bfe3c189-a1f3-4836-baca-a010eeeb8265 tempest-LiveMigrationTest-1979936554 tempest-LiveMigrationTest-1979936554-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jul 28 14:29:22.266024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-247baca9-44d9-4404-a029-3e93c1cb8bf0 req-812e30ea-67f2-4eca-8937-a7cd8ab2504f tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 210 time: 0.0961251 Jul 28 14:29:22.279018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-5c9bf6f3-6223-4b79-9892-669893f19aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.284339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-5c9bf6f3-6223-4b79-9892-669893f19aaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 1100 time: 0.1285369 Jul 28 14:29:22.350090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.437013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-6a3ce5ca-ee6c-472b-b758-39754094a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.438615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-6a3ce5ca-ee6c-472b-b758-39754094a01e service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1464093 Jul 28 14:29:22.461176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044518c-d329-4d2a-a9c0-123bf3ca8f89 req-182e315a-8359-4672-a7b9-070d96cbbf47 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.471383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6044518c-d329-4d2a-a9c0-123bf3ca8f89 req-182e315a-8359-4672-a7b9-070d96cbbf47 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 944 time: 0.1703680 Jul 28 14:29:22.489965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Network e8f5bdd9-9019-4312-891d-1a33fc406c5c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:22.501011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:22.515540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:22.518781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:22.533059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-59e7260f-6794-4b33-9242-100fc4d98c90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1 HTTP/1.1" status: 200 len: 217 time: 0.0445883 Jul 28 14:29:22.536483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-47a0ba66-9855-4e9c-9a57-971c8479df5e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips/26675d7f-341f-4049-8123-0aa521d6af93 HTTP/1.1" status: 200 len: 695 time: 0.1116338 Jul 28 14:29:22.544988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'port_id': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'mac_address': 'fa:16:3e:71:5a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:22.562218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event updated for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:22.614770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.616555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.617648 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.640650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5410e054-1d3c-44cb-bcf6-85fa044ff304 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:22.646822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6044518c-d329-4d2a-a9c0-123bf3ca8f89 req-22a95409-aa5e-4db1-8742-5f64e0cb7588 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553540 Jul 28 14:29:22.685025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:22.744534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-5f57ba29-d78c-4ac6-a6ca-b286b4ee3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.746208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-5f57ba29-d78c-4ac6-a6ca-b286b4ee3b94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2047641 Jul 28 14:29:22.821483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-53aa5196-572b-4141-b562-e27ccb2e3f0b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8656061 Jul 28 14:29:22.845495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Request body: {'port': {'device_id': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:22.875820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-852a3e73-07c9-4d0b-87e8-77e440f000f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.877335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-852a3e73-07c9-4d0b-87e8-77e440f000f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1108215 Jul 28 14:29:22.886194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-44187ec8-0e8e-4965-833f-e69adde638ad tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:22.888974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-44187ec8-0e8e-4965-833f-e69adde638ad tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.3460376 Jul 28 14:29:22.908071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.911519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:22.969539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:23.012614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-62a833f6-ebaa-4807-ab85-5edb608bc7cc tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.1143429 Jul 28 14:29:23.050998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-deleted', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:23.055401 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c425688-40f3-4136-8277-14d3de1b73ad" -d '{"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-deleted", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:23.081684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-34ac09a7-81de-414b-a472-4c57d6537f2a service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913488 Jul 28 14:29:23.176861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-4de45ef2-15ff-4a0d-a418-3df2740ae138 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.188 HTTP/1.1" status: 200 len: 696 time: 0.0938926 Jul 28 14:29:23.330546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5410e054-1d3c-44cb-bcf6-85fa044ff304'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:23.336317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f97e7f-a075-411a-afc8-fd96eb57a2dc {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:23.347299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.360290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2703f9a7-64fc-449b-8ede-6c982c9f205d req-37105108-c6f0-4ad3-a153-09ef4585007e service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124479 Jul 28 14:29:23.370918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Transition to ACTIVE for port object d2f97e7f-a075-411a-afc8-fd96eb57a2dc will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:23.385698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Deleting port 3eb18c87-9165-49ca-b42d-58f810b16368 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:23.385994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.472112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:23.475776 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d5cca2-59ce-45d7-9722-5893031780c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:23.529800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.540729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.553504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Calling delete_port for 3eb18c87-9165-49ca-b42d-58f810b16368 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:23.560770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4243be16-aa55-477a-8269-c323ecc4ef95 req-24010a1b-a59b-4391-8b59-17983de9448b tempest-LiveAutoBlockMigrationV225Test-1867318901 tempest-LiveAutoBlockMigrationV225Test-1867318901-project] 10.222.0.47 "GET /v2.0/ports?device_id=b55d2050-c54f-456c-bd1b-4534c58b00fb HTTP/1.1" status: 200 len: 210 time: 0.0397739 Jul 28 14:29:23.585268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.732039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:23.782452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f69e-aa4f-48eb-a041-831a2c8a76cf req-2c79248e-3d0c-4b96-a4a9-c05f8b5d2124 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:23.784135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e472f69e-aa4f-48eb-a041-831a2c8a76cf req-2c79248e-3d0c-4b96-a4a9-c05f8b5d2124 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 948 time: 0.1111674 Jul 28 14:29:23.787267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Attempting to bind port d2f97e7f-a075-411a-afc8-fd96eb57a2dc on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:23.787982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Attempting to bind port d2f97e7f-a075-411a-afc8-fd96eb57a2dc by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:23.788686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Attempting to bind port d2f97e7f-a075-411a-afc8-fd96eb57a2dc on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:23.801601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Port d2f97e7f-a075-411a-afc8-fd96eb57a2dc on network e8f5bdd9-9019-4312-891d-1a33fc406c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:23.801934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Attempting to bind port d2f97e7f-a075-411a-afc8-fd96eb57a2dc on network e8f5bdd9-9019-4312-891d-1a33fc406c5c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:23.816046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:23.816374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Checking segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:23.816760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Bound using segment: {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:23.817197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Bound port: d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab417f3b-e44a-4da8-958a-072f07ee69be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:23.817562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.851385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e472f69e-aa4f-48eb-a041-831a2c8a76cf req-ce800d1b-9a36-4244-8a29-977df3ae2d16 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586655 Jul 28 14:29:23.918478 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26b1b28-c38a-4547-90e9-3189dfa0b7a2 x-openstack-request-id: req-e26b1b28-c38a-4547-90e9-3189dfa0b7a2 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:23.918762 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55d2050-c54f-456c-bd1b-4534c58b00fb", "name": "network-vif-deleted", "tag": "21b38eca-108e-43d7-959c-8b94b675f3d2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:23.918879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:23.919101 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e26b1b28-c38a-4547-90e9-3189dfa0b7a2 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:23.921199 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55d2050-c54f-456c-bd1b-4534c58b00fb', 'name': 'network-vif-deleted', 'tag': '21b38eca-108e-43d7-959c-8b94b675f3d2', 'status': 'completed', 'code': 200} Jul 28 14:29:23.928588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:23.940262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:23.950278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:23.965827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event deleted for resources: {'Port': ['ID=3eb18c87-9165-49ca-b42d-58f810b16368,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:23.978375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 21b38eca-108e-43d7-959c-8b94b675f3d2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:23.979408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 21b38eca-108e-43d7-959c-8b94b675f3d2 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:24.020391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:24.038978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.043567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.045418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-943917b6-a1ca-4611-8dbf-b8df91a2c002 req-99b7b0e6-b412-4658-8c2b-79a8d0e111d7 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "DELETE /v2.0/floatingips/26675d7f-341f-4049-8123-0aa521d6af93 HTTP/1.1" status: 204 len: 173 time: 0.8397710 Jul 28 14:29:24.104326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.154656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1068448738-network', 'tenant_id': '2ab0ff898ddc447393fbcf77d74f4296'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:24.168586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ec736-777a-4715-b92b-0e69c7fd9ba1 req-daabad90-b49c-4187-bce4-3b68ea5efe6a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.170998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a67ec736-777a-4715-b92b-0e69c7fd9ba1 req-daabad90-b49c-4187-bce4-3b68ea5efe6a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 943 time: 0.0692134 Jul 28 14:29:24.180233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.180856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.182251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d2f97e7f-a075-411a-afc8-fd96eb57a2dc HTTP/1.1" status: 200 len: 1092 time: 1.3438387 Jul 28 14:29:24.202400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ade14-831b-4398-b6ae-b7ca91e1d2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:24.218320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a67ec736-777a-4715-b92b-0e69c7fd9ba1 req-2e31e57d-6e6a-4d6c-b26e-07676bba5c3c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Jul 28 14:29:24.325337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74ff40-f527-43f1-bdef-52636c5f5a95 req-5c64057c-8a94-415b-96a4-1deb0e7ff5dc tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.325634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-8a71b562-ff0a-4ad3-b58c-e8a2728e539f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.327062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac74ff40-f527-43f1-bdef-52636c5f5a95 req-5c64057c-8a94-415b-96a4-1deb0e7ff5dc tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.0507922 Jul 28 14:29:24.327392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-8a71b562-ff0a-4ad3-b58c-e8a2728e539f tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 944 time: 0.0517213 Jul 28 14:29:24.370714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac74ff40-f527-43f1-bdef-52636c5f5a95 req-fcd9813a-981d-4f6f-9cf0-3dff82f438cb tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Jul 28 14:29:24.401734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Made reservation on behalf of 2ab0ff898ddc447393fbcf77d74f4296 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:24.404124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.427897 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8a67e-98d9-4e69-b9a7-8c789ace7313 x-openstack-request-id: req-7df8a67e-98d9-4e69-b9a7-8c789ace7313 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:24.428583 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:24.428883 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7df8a67e-98d9-4e69-b9a7-8c789ace7313 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:24.429291 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:29:24.440216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.499799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-c76248a5-5951-4868-a123-8c47539df1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.501338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-c76248a5-5951-4868-a123-8c47539df1c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 1095 time: 0.1306703 Jul 28 14:29:24.515598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-60719291-bf37-45ca-acfb-e51d849628b4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups/423cd3ee-aa2f-4495-9211-c2db166d4a67 HTTP/1.1" status: 200 len: 1807 time: 0.0748799 Jul 28 14:29:24.571183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-b341f865-ee87-4650-b548-b528893fc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.573733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-b341f865-ee87-4650-b548-b528893fc7b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 1097 time: 0.1001284 Jul 28 14:29:24.627561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-1433c3c1-edb3-495f-98e8-4ff4782280e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc HTTP/1.1" status: 200 len: 217 time: 0.1019576 Jul 28 14:29:24.643880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Deleting port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:24.644430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.686269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6cde-a6a9-49b9-b086-a73bf02eabfc req-424e9893-4dc3-4867-8d56-19a1333bbb8f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.686269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79bb6cde-a6a9-49b9-b086-a73bf02eabfc req-424e9893-4dc3-4867-8d56-19a1333bbb8f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 945 time: 0.2187443 Jul 28 14:29:24.689673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40c0dff3-1f49-4e98-a76c-a178b799e4b1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:24.698860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.741423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.799396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-21f61fb9-6266-443a-8991-3838ba234f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.800917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-21f61fb9-6266-443a-8991-3838ba234f44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 200 len: 920 time: 0.2163062 Jul 28 14:29:24.818371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:24.833135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '40c0dff3-1f49-4e98-a76c-a178b799e4b1', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '40c0dff3-1f49-4e98-a76c-a178b799e4b1', 'mac_address': 'fa:16:3e:69:db:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:24.836349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-854c89a4-cbfc-412b-ab67-0143153cd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.838149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-854c89a4-cbfc-412b-ab67-0143153cd2eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 200 len: 854 time: 0.2010949 Jul 28 14:29:24.852885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-eaf472cf-9d54-4d5b-a255-1b532d1d4945 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 200 len: 217 time: 0.0412040 Jul 28 14:29:24.870281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79bb6cde-a6a9-49b9-b086-a73bf02eabfc req-3cc6d704-b457-4268-a09b-9dfd136fa002 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497030 Jul 28 14:29:24.882216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.900125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c0dff3-1f49-4e98-a76c-a178b799e4b1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:24.905890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-83e708ee-a32c-4b0c-9760-d1295b5b6f6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8f5bdd9-9019-4312-891d-1a33fc406c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580065 Jul 28 14:29:24.908610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-b5bf5a24-64f9-42f7-af2f-45c79c63fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:24.910499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-b5bf5a24-64f9-42f7-af2f-45c79c63fdcc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 200 len: 859 time: 0.0503747 Jul 28 14:29:24.927632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:24.947288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-5eecf372-2a01-4fb7-86ac-ef1c0d5846e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=acb085d4-f116-4374-bd4e-51d761f45e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301476 Jul 28 14:29:24.947501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.949581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] For port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:24.949945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:24.995866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Calling delete_port for 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:25.023894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.025981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.027111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc00339-2a67-4dd1-a7e2-6d9309a5499e req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "DELETE /v2.0/security-groups/423cd3ee-aa2f-4495-9211-c2db166d4a67 HTTP/1.1" status: 204 len: 173 time: 0.5047064 Jul 28 14:29:25.050111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75652114-e474-4468-820f-cc62855cca12 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423cd3ee-aa2f-4495-9211-c2db166d4a67,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.065023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:25.083681 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.157011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-85bc6337-c412-42c5-a4f4-c8bea1a19799 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026808 Jul 28 14:29:25.186810 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-a258fa42-6f63-4a08-b077-47276abb9bea service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724943 Jul 28 14:29:25.198255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.198598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.301541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337987-21b3-4949-a355-7d3896be4338 req-dff381d8-3ad2-4aa7-8ce8-126728a9d247 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.303346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94337987-21b3-4949-a355-7d3896be4338 req-dff381d8-3ad2-4aa7-8ce8-126728a9d247 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 949 time: 0.1216452 Jul 28 14:29:25.317307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3397f8a-b539-4e31-9c82-00ae1ff0a920,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.323955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Deleting subnet e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:25.335795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.346529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d5cca2-59ce-45d7-9722-5893031780c1 req-0e999b52-d551-42a8-b20c-ad44d552a3a3 service neutron] 10.222.0.50 "GET /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795881 Jul 28 14:29:25.376992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94337987-21b3-4949-a355-7d3896be4338 req-35925290-9bd3-48b5-a70d-4de9117a29c6 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632024 Jul 28 14:29:25.378378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['40c0dff3-1f49-4e98-a76c-a178b799e4b1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:25.418588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.422939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-925f74fa-fa9e-44ad-89d9-0fa712521120 req-63cd7c4e-cd28-490f-b5e9-b26299e6b537 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195017 Jul 28 14:29:25.510536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36270-d797-4b6f-82d8-4f74acc0044c req-2e033de5-9b0e-4630-97bb-2ee55394b45e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.512429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d36270-d797-4b6f-82d8-4f74acc0044c req-2e033de5-9b0e-4630-97bb-2ee55394b45e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 943 time: 0.0727034 Jul 28 14:29:25.575000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d36270-d797-4b6f-82d8-4f74acc0044c req-bd5fc0e2-dea6-4dc9-a47e-fdcc844e2847 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551322 Jul 28 14:29:25.673765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf85b656-5a84-4878-98a3-eb301036d98b req-492c2cf0-0750-413c-803f-73503d577d85 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0304377 Jul 28 14:29:25.755779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:25.757912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.794423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af05a-ac83-4d89-91b4-6978eeae5e25 req-ecba5f9e-26c9-448e-a264-837afbf9f531 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:25.796638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b93af05a-ac83-4d89-91b4-6978eeae5e25 req-ecba5f9e-26c9-448e-a264-837afbf9f531 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0522830 Jul 28 14:29:25.797875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:25.801656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event deleted for resources: {'Port': ['ID=2a1f0fa5-5ac3-47f7-add8-1528bb7596a6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:25.804933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.805293 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Added segment c15f7b40-9b92-41ad-9665-5fce2eaa32a9 of type vlan for network cdc0090f-4456-49a9-910a-b74d61a90ada Jul 28 14:29:25.852890 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b93af05a-ac83-4d89-91b4-6978eeae5e25 req-5dd65021-9167-40a8-8694-46508c9c2b10 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450971 Jul 28 14:29:25.890138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.897448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] No DVR routers for this DVR port 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:25.900646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.902689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afe9e286-31db-4167-813f-ca9171d21bf3 req-faa59ebd-f01c-487b-9e9b-98e2dae69b98 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "DELETE /v2.0/ports/2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 HTTP/1.1" status: 204 len: 173 time: 1.5671000 Jul 28 14:29:25.927138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:25.932271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc'}, {'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-deleted', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:25.935074 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bd1fbd-0529-4fe5-b238-f7e1f420de19" -d '{"events": [{"name": "network-changed", "server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc"}, {"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-deleted", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:25.951843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:26.001813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5410e054-1d3c-44cb-bcf6-85fa044ff304 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:26.035904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602226-7a29-4649-ac19-750b45d4dc4d req-a1f6a7e7-bf32-4f39-809e-77f5e1e76f42 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.045728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67602226-7a29-4649-ac19-750b45d4dc4d req-a1f6a7e7-bf32-4f39-809e-77f5e1e76f42 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 945 time: 0.0814030 Jul 28 14:29:26.070591 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b38923-84c1-4262-8b63-dce416557d14 x-openstack-request-id: req-30b38923-84c1-4262-8b63-dce416557d14 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:26.071131 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc", "status": "completed", "code": 200}, {"server_uuid": "8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b", "name": "network-vif-deleted", "tag": "2a1f0fa5-5ac3-47f7-add8-1528bb7596a6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:26.071391 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30b38923-84c1-4262-8b63-dce416557d14 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:26.071907 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc', 'status': 'completed', 'code': 200} Jul 28 14:29:26.072102 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b', 'name': 'network-vif-deleted', 'tag': '2a1f0fa5-5ac3-47f7-add8-1528bb7596a6', 'status': 'completed', 'code': 200} Jul 28 14:29:26.088491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.089505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.090114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.099552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67602226-7a29-4649-ac19-750b45d4dc4d req-7ea2d0f4-df9a-4402-afef-fe615e6758bb tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528047 Jul 28 14:29:26.197842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.203294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5410e054-1d3c-44cb-bcf6-85fa044ff304 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:26.209579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5410e054-1d3c-44cb-bcf6-85fa044ff304 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:26.209971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.241074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e472b9a1-1d0d-4e3a-9a68-b7adc7916c07,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.242889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc0090f-4456-49a9-910a-b74d61a90ada,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.257957 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.260075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-457065af-2e98-4f58-860c-0597c8a47f67 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e472b9a1-1d0d-4e3a-9a68-b7adc7916c07 HTTP/1.1" status: 204 len: 168 time: 1.1940634 Jul 28 14:29:26.264496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37022) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:26.269370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-93c9f5c2-86ba-4c19-99ef-4f76b3e3ad58 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2478130 Jul 28 14:29:26.272424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37024) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:26.280072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Request body: {'subnet': {'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1068448738-subnet', 'tenant_id': '2ab0ff898ddc447393fbcf77d74f4296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:26.299791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-353f80ea-6eaf-4215-9115-d4496308e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.301493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-353f80ea-6eaf-4215-9115-d4496308e38d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 1095 time: 0.1700296 Jul 28 14:29:26.319083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network cdc0090f-4456-49a9-910a-b74d61a90ada details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:26.325112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.366300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.412980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:26.417948 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73da70a9-99aa-48cb-805c-2f64ebf822a5" -d '{"events": [{"server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "name": "network-vif-plugged", "status": "completed", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:26.442533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-a4c0a0bb-20d2-4c1f-b50c-83c2178d55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.444122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-a4c0a0bb-20d2-4c1f-b50c-83c2178d55ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 200 len: 915 time: 0.1264274 Jul 28 14:29:26.444661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:26.445356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Made reservation on behalf of 2ab0ff898ddc447393fbcf77d74f4296 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:26.448547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.484972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.499355 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ee4bb-146e-4be3-8f17-296bb8dd9f70 x-openstack-request-id: req-1c8ee4bb-146e-4be3-8f17-296bb8dd9f70 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:26.504264 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "name": "network-vif-plugged", "status": "completed", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:26.504264 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c8ee4bb-146e-4be3-8f17-296bb8dd9f70 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:26.504264 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'code': 200} Jul 28 14:29:26.505893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c4fa8b-569d-45c2-a9f9-285909dbd8b0']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:26.525662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2de973-efd1-4de7-9096-f4a820d22574') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:26.525981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2de973-efd1-4de7-9096-f4a820d22574') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:26.545580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-2e7eb574-39f6-40a8-abe0-0798d6875abf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc HTTP/1.1" status: 200 len: 217 time: 0.0849035 Jul 28 14:29:26.545783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.556884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.588757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.600828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:26.600828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:26.602649 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:26.621642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287f216-e198-4ef1-be07-2cda37cf5a37 req-25a85148-2f83-4ea2-95ff-f96bcd7b4e38 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.623278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3287f216-e198-4ef1-be07-2cda37cf5a37 req-25a85148-2f83-4ea2-95ff-f96bcd7b4e38 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 949 time: 0.1154692 Jul 28 14:29:26.655133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-8e8fc825-ef2a-4caa-a657-f4da25df2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.666285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-8e8fc825-ef2a-4caa-a657-f4da25df2f7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 200 len: 854 time: 0.1126401 Jul 28 14:29:26.683813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7756a-9ed6-4ebf-8797-f3e8bea85f20 req-a847a4f8-9b3a-4dd7-91e8-47eedf9d9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.685439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fd7756a-9ed6-4ebf-8797-f3e8bea85f20 req-a847a4f8-9b3a-4dd7-91e8-47eedf9d9b58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 1098 time: 0.0864654 Jul 28 14:29:26.706629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-6ed5d688-a1d8-4f90-9d5c-c776b31a1bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e8f5bdd9-9019-4312-891d-1a33fc406c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404177 Jul 28 14:29:26.719276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.741037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40c0dff3-1f49-4e98-a76c-a178b799e4b1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:26.743906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3287f216-e198-4ef1-be07-2cda37cf5a37 req-af3a1616-f1ef-4813-8d92-c4b985a98a80 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861728 Jul 28 14:29:26.868500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fd7756a-9ed6-4ebf-8797-f3e8bea85f20 req-fa65245f-d896-43e8-8729-e28e2932916e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646268 Jul 28 14:29:26.880756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f9aab7d-a2de-4bd4-8086-e7d11c343262 req-39acaa16-b737-45bd-bd2e-80e1245abff7 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0497601 Jul 28 14:29:26.892962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf92ae-3bd0-4fef-92b0-d4dadd5ed115 req-65352c59-6b71-4527-abda-8d46dd13ca4a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:26.894794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.894969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0bf92ae-3bd0-4fef-92b0-d4dadd5ed115 req-65352c59-6b71-4527-abda-8d46dd13ca4a tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 943 time: 0.1923745 Jul 28 14:29:26.906318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.911901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] 10.222.0.47 "DELETE /v2.0/networks/90c4fa8b-569d-45c2-a9f9-285909dbd8b0 HTTP/1.1" status: 204 len: 168 time: 0.6461380 Jul 28 14:29:26.914858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37038) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:26.944549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126df54a-a704-4d55-9a31-b30d98506a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c4fa8b-569d-45c2-a9f9-285909dbd8b0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:26.989398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Deleting subnet dc557865-6717-43f6-85ba-3ed5eed5ba95 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:26.993722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:26.996214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-a7138ae4-1398-4075-bf7f-fb660ced80b6 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670860 Jul 28 14:29:27.010756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0bf92ae-3bd0-4fef-92b0-d4dadd5ed115 req-76716365-9a73-48ee-8d97-012ac38e81b5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102872 Jul 28 14:29:27.044285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:27.050994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:27.050994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.084696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.104091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.159423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.175327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82bd1fbd-0529-4fe5-b238-f7e1f420de19 req-53ee4158-d4ba-48e4-aa6e-496636623c34 service neutron] 10.222.0.53 "GET /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631782 Jul 28 14:29:27.189803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8159c0-fbc1-4417-b0c3-b867cf5e4b07 req-4601fa79-0139-48cb-8fb6-2e7484402f97 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.198498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f8159c0-fbc1-4417-b0c3-b867cf5e4b07 req-4601fa79-0139-48cb-8fb6-2e7484402f97 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1744883 Jul 28 14:29:27.219396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=824d985f-f93a-4b8a-b6fe-7cc8f5f06b18,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:27.269747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:27.270122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Checking segment: {'id': 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:27.270122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Network hostable DHCP agents. Network: cdc0090f-4456-49a9-910a-b74d61a90ada, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:27.270301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f8159c0-fbc1-4417-b0c3-b867cf5e4b07 req-a7beeb5a-19be-47e2-9153-582b34445e2f tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Jul 28 14:29:27.270301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.294425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdc615-bf0d-420c-b6bf-b13ece9fdbc5 req-0f618a24-72b8-46da-b79b-f6f2452467a5 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.296715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10fdc615-bf0d-420c-b6bf-b13ece9fdbc5 req-0f618a24-72b8-46da-b79b-f6f2452467a5 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.0728526 Jul 28 14:29:27.348160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10fdc615-bf0d-420c-b6bf-b13ece9fdbc5 req-7a8c60ad-4b5c-447b-95ed-4ee0b92e6afb tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442047 Jul 28 14:29:27.372324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.418917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Network cdc0090f-4456-49a9-910a-b74d61a90ada is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:27.435481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:27.500535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.535766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc557865-6717-43f6-85ba-3ed5eed5ba95,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:27.536391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.538728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, cdc0090f-4456-49a9-910a-b74d61a90ada) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:27.541320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ed805029-bec1-46e0-938b-a5bb3a7857cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dc557865-6717-43f6-85ba-3ed5eed5ba95 HTTP/1.1" status: 204 len: 168 time: 0.6158402 Jul 28 14:29:27.541490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:27.559437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2e5d7-084d-4f24-a0c3-82091313eb28 None None] Network cdc0090f-4456-49a9-910a-b74d61a90ada requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:27.560214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.560821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.643666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.696677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841139a2-f5cf-471c-814c-1305ee3b1ec7 None None] Network cdc0090f-4456-49a9-910a-b74d61a90ada requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:27.730858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.742279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8557a6e4-632a-447b-add9-faa55000811e']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:27.755116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafe21c2-bf2a-4429-944b-c9c327f6aa33') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:27.755764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafe21c2-bf2a-4429-944b-c9c327f6aa33') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:27.767035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.782303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f944749c-4da9-4fe2-a380-1f846795fde2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5086288 Jul 28 14:29:27.797330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.809487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:27.813659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:27.815759 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:27.892011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ae656-d210-4305-bc23-6feb7681877c req-230cbfb6-23cc-4b58-b9ad-fbc2df7963ee tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:27.894131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-405ae656-d210-4305-bc23-6feb7681877c req-230cbfb6-23cc-4b58-b9ad-fbc2df7963ee tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.0621326 Jul 28 14:29:27.971714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:27.979175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-405ae656-d210-4305-bc23-6feb7681877c req-a058191c-7028-476d-b7f7-15c248b543be tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702274 Jul 28 14:29:28.033730 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad84119b-7813-4aa5-90f3-1e58c8c8d6cc req-0ffab4ba-6059-4a51-947f-7fffccd57a75 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0408790 Jul 28 14:29:28.035853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.050892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.054150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8557a6e4-632a-447b-add9-faa55000811e HTTP/1.1" status: 204 len: 168 time: 0.5108676 Jul 28 14:29:28.064585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf09d4-bbdc-4abe-9948-6b2cde11cf28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8557a6e4-632a-447b-add9-faa55000811e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:28.071244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37060) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.074719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:28.075105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a1f0fa5-5ac3-47f7-add8-1528bb7596a6 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:28.159239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e31f-681f-4df7-8620-3a0dd66ed8af req-1f71b8f1-9fdb-471f-820c-472fed0cc0aa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.166753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f891e31f-681f-4df7-8620-3a0dd66ed8af req-1f71b8f1-9fdb-471f-820c-472fed0cc0aa tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 943 time: 0.0545523 Jul 28 14:29:28.203055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f891e31f-681f-4df7-8620-3a0dd66ed8af req-b609dd83-085b-4fe8-b8eb-8986d157d394 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333698 Jul 28 14:29:28.273864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59efb2e0-f7b4-4885-9183-00f2c20a79bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.433441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59efb2e0-f7b4-4885-9183-00f2c20a79bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.457002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc48e7-eaa9-4162-ba23-1e6787be19fd req-abfa61ec-ae2b-4dd4-9b70-0277e0db013c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.460005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbfc48e7-eaa9-4162-ba23-1e6787be19fd req-abfa61ec-ae2b-4dd4-9b70-0277e0db013c tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.0968065 Jul 28 14:29:28.502030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:28.504366 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4587bb0b-c8f2-4052-96a0-aa3f5e107157" -d '{"events": [{"server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "name": "network-vif-plugged", "status": "completed", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:28.506553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbfc48e7-eaa9-4162-ba23-1e6787be19fd req-44b7d12d-e19e-4689-8762-fca7cd379933 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa2740b7-da68-4e49-96b1-c44b0f3273ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384991 Jul 28 14:29:28.528583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59efb2e0-f7b4-4885-9183-00f2c20a79bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.566688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59efb2e0-f7b4-4885-9183-00f2c20a79bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8cc3c9e5aad4f8baf65860ff8a6b586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942310 Jul 28 14:29:28.572417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37082) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.627761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.628265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efb2e0-f7b4-4885-9183-00f2c20a79bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ff136-5267-45c0-abbc-5dfce5e4f36a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:28.670541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-3de957d1-467a-40f9-a5f8-1f56abe8dd88 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.678048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-3de957d1-467a-40f9-a5f8-1f56abe8dd88 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/networks?id=cdc0090f-4456-49a9-910a-b74d61a90ada HTTP/1.1" status: 200 len: 818 time: 0.2116299 Jul 28 14:29:28.687940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-4c30ac81-b4aa-47bd-aeeb-c72a5351077e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.689490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-4c30ac81-b4aa-47bd-aeeb-c72a5351077e tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 945 time: 0.1268942 Jul 28 14:29:28.693133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.705060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d2f97e7f-a075-411a-afc8-fd96eb57a2dc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:28.721262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.743080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-823dc785-be62-4dd6-8485-c0fe34b1de13 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/quotas/2ab0ff898ddc447393fbcf77d74f4296 HTTP/1.1" status: 200 len: 375 time: 0.0639675 Jul 28 14:29:28.758559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7f7d-20d3-404a-af7a-fc12addb231f req-c2df48a5-49fb-425d-a532-55193e1c2276 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:28.767762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa3d7f7d-20d3-404a-af7a-fc12addb231f req-c2df48a5-49fb-425d-a532-55193e1c2276 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1329038 Jul 28 14:29:28.796267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-d40e2a2e-793c-437a-8c9a-45c1bb24229f tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ab0ff898ddc447393fbcf77d74f4296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522690 Jul 28 14:29:28.800347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d3073538-486a-4738-bbb3-67836650103b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5046200eb81492aa107c84ff0a1ed01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676672 Jul 28 14:29:28.808004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37086) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:28.834325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa3d7f7d-20d3-404a-af7a-fc12addb231f req-ae6ec363-e9ea-4fe7-8d5a-7d58d9a2ac98 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655229 Jul 28 14:29:28.898274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:28.909475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.914050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc', 'network_id': 'e8f5bdd9-9019-4312-891d-1a33fc406c5c', 'port_id': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc', 'mac_address': 'fa:16:3e:cd:05:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bae19d5-7f4a-46bc-a6ab-3e02ab897409', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:28.940234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Deleting port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:28.940584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.957274 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa591d-142a-487d-b6e2-35d80882caa0 x-openstack-request-id: req-62aa591d-142a-487d-b6e2-35d80882caa0 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:28.962528 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "name": "network-vif-plugged", "status": "completed", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:28.962986 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62aa591d-142a-487d-b6e2-35d80882caa0 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:28.964379 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1', 'code': 200} Jul 28 14:29:28.967786 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:28.968906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-21c8faf8-465c-45bf-b1a0-02c85bcf70db service neutron] 10.222.0.47 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717622 Jul 28 14:29:29.000834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.004814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.010295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.014880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f6ff136-5267-45c0-abbc-5dfce5e4f36a HTTP/1.1" status: 204 len: 168 time: 0.4413640 Jul 28 14:29:29.040023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f97e7f-a075-411a-afc8-fd96eb57a2dc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:29.085196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55318b-f33d-4bf7-be21-9b2616477480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ff136-5267-45c0-abbc-5dfce5e4f36a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.099832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:29.148781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a7c2e-18b6-43e7-9bde-c7648937168e req-1f78722b-4c24-4ccc-852f-2ab63139bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.149364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-166a7c2e-18b6-43e7-9bde-c7648937168e req-1f78722b-4c24-4ccc-852f-2ab63139bdfa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 1102 time: 0.1049674 Jul 28 14:29:29.152991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] For port 8a7a4520-54fb-4f70-ae76-adc854f6caa8, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8a7a4520-54fb-4f70-ae76-adc854f6caa8,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:29.153377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.163890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4e10c-57b1-4930-b3e9-fe933cf69384 req-5db867f4-bd8d-468f-b19f-542290486b78 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.166669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ef4e10c-57b1-4930-b3e9-fe933cf69384 req-5db867f4-bd8d-468f-b19f-542290486b78 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1177731 Jul 28 14:29:29.186229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37096) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:29.186229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Request body: {'floatingip': {'port_id': '5410e054-1d3c-44cb-bcf6-85fa044ff304'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:29.220399 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.225062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Calling delete_port for 8a7a4520-54fb-4f70-ae76-adc854f6caa8 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:29.243054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.249360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-2ac7986e-5394-49dd-ac5c-9ff76ecb565c service neutron] 10.222.0.47 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792668 Jul 28 14:29:29.308156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.314921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-166a7c2e-18b6-43e7-9bde-c7648937168e req-286926c1-4711-4b23-83cb-e6313b919f77 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575184 Jul 28 14:29:29.350255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.354987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.357405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e4a1c30-83f7-4ece-bdae-49d804b244b9 HTTP/1.1" status: 204 len: 168 time: 0.5478144 Jul 28 14:29:29.514523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d2f97e7f-a075-411a-afc8-fd96eb57a2dc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:29.524340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02161430-0ace-416d-9a60-513b1ad750c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a1c30-83f7-4ece-bdae-49d804b244b9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.602628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.603240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da6d13-3203-4228-9d22-0e0dc1085145 req-25518434-d26f-4b04-9608-fe4639ecc729 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:29.622724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63da6d13-3203-4228-9d22-0e0dc1085145 req-25518434-d26f-4b04-9608-fe4639ecc729 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.2842615 Jul 28 14:29:29.643629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8a7a4520-54fb-4f70-ae76-adc854f6caa8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:29.682908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Pushing event deleted for resources: {'Port': ['ID=8a7a4520-54fb-4f70-ae76-adc854f6caa8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:29.758660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] No DVR routers for this DVR port 8a7a4520-54fb-4f70-ae76-adc854f6caa8 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:29.796638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:29.799143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b71a0064-cba3-4d6c-9f69-f76412a36a46 req-9410a96c-5e3e-4308-a1c1-ad9729685efa tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.50 "DELETE /v2.0/ports/8a7a4520-54fb-4f70-ae76-adc854f6caa8 HTTP/1.1" status: 204 len: 173 time: 1.0998588 Jul 28 14:29:29.799885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'name': 'network-vif-deleted', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:29.802693 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d55e91-a1cc-465d-a5fe-6dd5862ed5fd" -d '{"events": [{"server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "name": "network-vif-deleted", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:29.803442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63da6d13-3203-4228-9d22-0e0dc1085145 req-eabb3109-2386-477a-a308-051581fcd81a tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886983 Jul 28 14:29:29.807628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-501389b4-940a-4a1d-9093-f6b255fdad94 req-f1174fdd-977d-4941-b5a2-34caf345f0d4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0614574 Jul 28 14:29:29.924069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47b69bd9-8eee-46dc-a9ba-03a849edd477 req-38e7ff2f-6fd0-4766-9d8a-872983f96e0b tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.0308945 Jul 28 14:29:29.996542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ebb8f63-234b-4df7-aa1b-ca62c385fd17 req-a99633a6-a6f0-44aa-aec8-c81739ad6a8f tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.0276470 Jul 28 14:29:30.050181 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c481d5-89f3-4fbc-b932-df60c35b87a8 x-openstack-request-id: req-19c481d5-89f3-4fbc-b932-df60c35b87a8 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:30.050506 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3109324-a483-4d29-bffb-51ba81743a49", "name": "network-vif-deleted", "tag": "8a7a4520-54fb-4f70-ae76-adc854f6caa8", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:30.050864 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19c481d5-89f3-4fbc-b932-df60c35b87a8 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:30.051602 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3109324-a483-4d29-bffb-51ba81743a49', 'name': 'network-vif-deleted', 'tag': '8a7a4520-54fb-4f70-ae76-adc854f6caa8', 'status': 'completed', 'code': 200} Jul 28 14:29:30.051987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0630003-cfe2-418d-819c-b47d204e6b15 req-5f033696-867e-4dd5-8e12-0b10f91af468 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:30.053587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0630003-cfe2-418d-819c-b47d204e6b15 req-5f033696-867e-4dd5-8e12-0b10f91af468 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 944 time: 0.1498244 Jul 28 14:29:30.146176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0630003-cfe2-418d-819c-b47d204e6b15 req-6fe46fb0-44e2-4f24-b163-383a8efa5cf2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840154 Jul 28 14:29:30.254597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.342201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:30.356118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fbd35c3-2225-4a34-bc3a-7f9fed48663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.360148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.508939 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Floating IP 4cc3c68a-d77d-43a6-82fc-72a6710bd5ca associated. External IP: 172.25.0.212, port: 5410e054-1d3c-44cb-bcf6-85fa044ff304. Jul 28 14:29:30.646730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fbd35c3-2225-4a34-bc3a-7f9fed48663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.713587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d2f97e7f-a075-411a-afc8-fd96eb57a2dc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:30.762011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37120) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:30.805430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ab5be881-e274-4e05-9372-1436dcca433c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb5f3b0792b4467f9951936a422871f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422099 Jul 28 14:29:30.808154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:30.886798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.947467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:30.953212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d2f97e7f-a075-411a-afc8-fd96eb57a2dc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:30.959615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d2f97e7f-a075-411a-afc8-fd96eb57a2dc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:30.960147 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.038734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd2bc-5e40-4856-92f5-713caea3c558 req-44b22f66-18fd-4df9-9fd0-c38c3be5824c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.040328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2dd2bc-5e40-4856-92f5-713caea3c558 req-44b22f66-18fd-4df9-9fd0-c38c3be5824c tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.0968025 Jul 28 14:29:31.095406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2dd2bc-5e40-4856-92f5-713caea3c558 req-00ef6d52-871a-4a66-b53c-d3ec48c26c75 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Jul 28 14:29:31.105197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.113240 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fbd35c3-2225-4a34-bc3a-7f9fed48663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.141810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:31.144117 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fefafa-67df-4a61-a6cf-e59bb8d0e609" -d '{"events": [{"server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "name": "network-vif-plugged", "status": "completed", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:31.149502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.162238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.162238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b0a5044-5141-475f-8070-f7009b4c1caf HTTP/1.1" status: 204 len: 168 time: 0.3460028 Jul 28 14:29:31.162549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:31.168950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbbf24-4779-4e9e-ae0c-80ca4288bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0a5044-5141-475f-8070-f7009b4c1caf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.179197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b7937cf-f4cf-4e45-a529-86ea11dc0e3d req-f5718292-9b37-4bb5-bef5-4f8ee4dcda77 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0771468 Jul 28 14:29:31.184693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:31.185272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5fbd35c3-2225-4a34-bc3a-7f9fed48663c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aec1a4e94acb4a76b7b1a5e8b65809c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8414993 Jul 28 14:29:31.256033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.259872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd35c3-2225-4a34-bc3a-7f9fed48663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d3ae97-1955-46e8-bec3-79e3192e0437,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.265360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:31.287524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.291921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.367893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ce0dd5c-6b05-4198-b150-8d5a8278807e req-d90b9664-f300-49e6-9cbb-6bf5471efab4 tempest-ServerRescueTestJSONUnderV235-206978985 tempest-ServerRescueTestJSONUnderV235-206978985-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3109324-a483-4d29-bffb-51ba81743a49 HTTP/1.1" status: 200 len: 210 time: 0.0695887 Jul 28 14:29:31.397843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.426888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e8fd60b-56a3-44ca-8d57-e10953b0a181 req-fcf3d13c-7754-42db-aec5-5d5714bb9204 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.1156101 Jul 28 14:29:31.471937 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fed1938-3dd2-49cc-b3f1-c6ca487a6426 x-openstack-request-id: req-5fed1938-3dd2-49cc-b3f1-c6ca487a6426 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:31.472231 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "name": "network-vif-plugged", "status": "completed", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:31.472479 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fed1938-3dd2-49cc-b3f1-c6ca487a6426 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:31.472875 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc', 'code': 200} Jul 28 14:29:31.527781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:31.535369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.574472 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Sync routers for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:31.593160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-944baf0c-a6fa-4622-bf52-3fef3d893fce tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "PUT /v2.0/floatingips/4cc3c68a-d77d-43a6-82fc-72a6710bd5ca HTTP/1.1" status: 200 len: 992 time: 2.4132257 Jul 28 14:29:31.595498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:31.598277 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5268370e-d15c-41fa-86ae-09a5232130d7" -d '{"events": [{"name": "network-changed", "server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:31.610172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71de41-4b8f-4140-aa32-c68a0840aa0f req-792d49e8-ce72-4faf-b93a-b2cc7d10a372 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.628833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d71de41-4b8f-4140-aa32-c68a0840aa0f req-792d49e8-ce72-4faf-b93a-b2cc7d10a372 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.1104102 Jul 28 14:29:31.629034 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:31.629034 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:31.629279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.629279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:31.629279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42d3ae97-1955-46e8-bec3-79e3192e0437 HTTP/1.1" status: 204 len: 168 time: 0.4395459 Jul 28 14:29:31.641730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b0b5b-f14a-4f19-aefc-82a37396a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d3ae97-1955-46e8-bec3-79e3192e0437,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:31.650354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e59f32-4bb6-4f37-9d68-4d40a2764177 req-20b7f937-d9b0-4b20-af70-f51b392760e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.652075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26e59f32-4bb6-4f37-9d68-4d40a2764177 req-20b7f937-d9b0-4b20-af70-f51b392760e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 1097 time: 0.0784116 Jul 28 14:29:31.681843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d71de41-4b8f-4140-aa32-c68a0840aa0f req-3c0cecff-d5e8-4829-a9c0-ee9a97220297 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621319 Jul 28 14:29:31.704158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26e59f32-4bb6-4f37-9d68-4d40a2764177 req-24d69407-29c4-4be3-aba2-96eae1a38e68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Jul 28 14:29:31.778008 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:31.829235 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dfe4a6-0d3e-43cb-ba67-0a11434f7a78 x-openstack-request-id: req-55dfe4a6-0d3e-43cb-ba67-0a11434f7a78 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:31.829235 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:31.829235 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55dfe4a6-0d3e-43cb-ba67-0a11434f7a78 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:31.829235 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'status': 'completed', 'code': 200} Jul 28 14:29:31.939827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-c8f35597-5797-4137-bd96-0a887e14bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:31.944206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-c8f35597-5797-4137-bd96-0a887e14bd71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=20da9a6398284380bbcba72d6a8d13dc&device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 1098 time: 0.0706196 Jul 28 14:29:32.011892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a7a4520-54fb-4f70-ae76-adc854f6caa8 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:32.073420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8a7a4520-54fb-4f70-ae76-adc854f6caa8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:32.073778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8a7a4520-54fb-4f70-ae76-adc854f6caa8 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:32.110330 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '4cc3c68a-d77d-43a6-82fc-72a6710bd5ca', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'port_id': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'mac_address': 'fa:16:3e:71:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:28:11Z', 'updated_at': '2021-07-28T14:29:30Z', 'revision_number': 1, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:32.119927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-583e2af2-935e-4ac0-80e8-cdb2b645561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.121096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-583e2af2-935e-4ac0-80e8-cdb2b645561e service neutron] 10.222.0.50 "GET /v2.0/networks?id=737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 200 len: 917 time: 0.1706080 Jul 28 14:29:32.139147 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Checking router: 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:32.148454 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:32.150192 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:32.261346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-0d8526df-ad9c-425e-8651-3eed60b55a75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 200 len: 1000 time: 0.1313925 Jul 28 14:29:32.465296 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:32.481609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75aad8da-eb47-4800-a933-06510eb3261d req-4f54aac0-bcab-4cd7-888d-c13e1923623e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d6f17ef-3abc-4b7a-9e09-0bac1bb7dd1b HTTP/1.1" status: 200 len: 210 time: 0.0819116 Jul 28 14:29:32.541751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-0f42f12d-076b-4eb4-932a-63baeca40808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.543353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-0f42f12d-076b-4eb4-932a-63baeca40808 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8db50514-65d0-424a-845e-5eb0d07a088c HTTP/1.1" status: 200 len: 855 time: 0.2751725 Jul 28 14:29:32.589033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37176) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:32.639202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73e091-453f-4f86-ba28-4a234a0fa7a5 req-c123a363-3408-4f40-996b-b8b14b67928e tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.640760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c73e091-453f-4f86-ba28-4a234a0fa7a5 req-c123a363-3408-4f40-996b-b8b14b67928e tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.2618499 Jul 28 14:29:32.690805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-c9aa117d-fcc2-47b8-b3a9-6428eb4003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:32.692774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-c9aa117d-fcc2-47b8-b3a9-6428eb4003a3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=737a1af5-9c73-439e-97c2-5c2ea9e8a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391509 Jul 28 14:29:32.725362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cdb6d4f-f747-4fdb-92da-72390d70dbb1 req-b65c19b0-78ea-4a81-82ea-7de8bfe55e1a tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.0369163 Jul 28 14:29:32.772887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c73e091-453f-4f86-ba28-4a234a0fa7a5 req-773f60f0-a9d8-4160-86c6-3b9910d186ca tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222525 Jul 28 14:29:32.941241 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '4cc3c68a-d77d-43a6-82fc-72a6710bd5ca', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'port_id': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'mac_address': 'fa:16:3e:71:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:28:11Z', 'updated_at': '2021-07-28T14:29:30Z', 'revision_number': 1, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:33.019151 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00636c32-6df7-4363-966b-6a193a2907f1 None None] The sync data for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 is: [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '4cc3c68a-d77d-43a6-82fc-72a6710bd5ca', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'port_id': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'mac_address': 'fa:16:3e:71:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:28:11Z', 'updated_at': '2021-07-28T14:29:30Z', 'revision_number': 1, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:33.045152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-a987e9f4-84ab-4d4b-9d22-21e897f7987a service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434653 Jul 28 14:29:33.141915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea90ea-7b70-40e5-afba-bdd35c1ddd82 req-a3d3f58c-f348-44bb-ac45-6b6fdee22c02 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:33.143498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7ea90ea-7b70-40e5-afba-bdd35c1ddd82 req-a3d3f58c-f348-44bb-ac45-6b6fdee22c02 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.1616714 Jul 28 14:29:33.245238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7ea90ea-7b70-40e5-afba-bdd35c1ddd82 req-b77ba139-06c1-4aa6-9e26-6c24d1c8bb7e tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949037 Jul 28 14:29:33.280017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5268370e-d15c-41fa-86ae-09a5232130d7 req-03e6f8aa-67c5-4e7a-bc90-da6c5711571c service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186811 Jul 28 14:29:33.370716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5641d508-6d34-42a9-97e4-c6e5a1d599d5 None None] New status for floating IP 4cc3c68a-d77d-43a6-82fc-72a6710bd5ca: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:29:33.392779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.753540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Deleting port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:33.754237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.911646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09a13c22-a8eb-44ca-830a-e093c8179d6e req-5242c2e2-9fe7-42c6-882c-d218bd981a09 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.0465004 Jul 28 14:29:33.924510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] For port 2688f6a3-6c1a-41bc-901f-eeb855e5d84e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,segment=NetworkSegment(008d8da2-e7ab-41a4-8799-ee8a023de0ad),segment_id=008d8da2-e7ab-41a4-8799-ee8a023de0ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:33.925017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:33.945178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Calling delete_port for 2688f6a3-6c1a-41bc-901f-eeb855e5d84e owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:34.009295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a58c1-879e-4961-adf5-9d9f700e8b33 req-97c2207c-e9b8-4e71-9775-20a3b8bfaecc tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.019402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a3a58c1-879e-4961-adf5-9d9f700e8b33 req-97c2207c-e9b8-4e71-9775-20a3b8bfaecc tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.1580505 Jul 28 14:29:34.040506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-b8b47f14-4a62-4629-8c10-c38fd8f15e25 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.042767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-b8b47f14-4a62-4629-8c10-c38fd8f15e25 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 950 time: 0.1421292 Jul 28 14:29:34.120019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a3a58c1-879e-4961-adf5-9d9f700e8b33 req-433a35f7-4fb6-46de-9730-a4c60639377f tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/security-groups?id=9310ffb8-d7fd-4d7c-ae51-758089de4ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987899 Jul 28 14:29:34.273222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Deleting port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:34.277648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.389645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-3007da73-d594-4b5a-8414-aca0d5ee7aa3 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.391391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-3007da73-d594-4b5a-8414-aca0d5ee7aa3 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.53 "GET /v2.0/networks?id=cdc0090f-4456-49a9-910a-b74d61a90ada HTTP/1.1" status: 200 len: 818 time: 0.1879342 Jul 28 14:29:34.414040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Request body: {'port': {'device_id': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada', 'admin_state_up': True, 'tenant_id': '2ab0ff898ddc447393fbcf77d74f4296'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:34.489933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] For port 40c0dff3-1f49-4e98-a76c-a178b799e4b1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40c0dff3-1f49-4e98-a76c-a178b799e4b1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:34.489933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.541377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Calling delete_port for 40c0dff3-1f49-4e98-a76c-a178b799e4b1 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:34.579418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c56559-34ed-4b18-9e8e-2fd8c4a59e64 req-e54e6e41-e229-42ec-b7c2-aff40aaf7708 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:34.584415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1c56559-34ed-4b18-9e8e-2fd8c4a59e64 req-e54e6e41-e229-42ec-b7c2-aff40aaf7708 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.1745274 Jul 28 14:29:34.627201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.682286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2688f6a3-6c1a-41bc-901f-eeb855e5d84e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:34.865100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1c56559-34ed-4b18-9e8e-2fd8c4a59e64 req-e02bbb84-bcf4-4e84-a438-b4eea7049b9c tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701731 Jul 28 14:29:34.936155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Made reservation on behalf of 2ab0ff898ddc447393fbcf77d74f4296 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:34.947874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:34.972735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.042119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.045712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Pushing event deleted for resources: {'Port': ['ID=40c0dff3-1f49-4e98-a76c-a178b799e4b1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:35.109116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] No DVR routers for this DVR port 40c0dff3-1f49-4e98-a76c-a178b799e4b1 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:35.121286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.133781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9a5fb27-9573-426e-8e9c-f36fb76addf9 req-cccb8cdc-4413-42dc-8a06-0e8dcd2d9ada tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.53 "DELETE /v2.0/ports/40c0dff3-1f49-4e98-a76c-a178b799e4b1 HTTP/1.1" status: 204 len: 173 time: 1.0785048 Jul 28 14:29:35.138113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'name': 'network-vif-deleted', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:35.149435 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daca5f9f-cdf1-4145-96e5-67a0a9c5cee2" -d '{"events": [{"server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "name": "network-vif-deleted", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:35.233601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1831540f-b3b0-4a63-8a8f-f86d25f1ecee req-517ba28f-ebc5-41f0-a3bc-54eee3f3917e tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.1265917 Jul 28 14:29:35.258071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff81e97-f0ec-4173-b452-c6e20cafa646 req-a1c06605-80ef-4826-be7d-5652f386efcd tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:35.266433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff81e97-f0ec-4173-b452-c6e20cafa646 req-a1c06605-80ef-4826-be7d-5652f386efcd tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.3069022 Jul 28 14:29:35.442406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3fb26f95-fad4-46d3-baf3-300cdc1e04f0 req-8907b12f-3b53-486d-b362-a75b2677cae4 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 210 time: 0.0647309 Jul 28 14:29:35.553783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Allocated IP 172.20.0.14 (cdc0090f-4456-49a9-910a-b74d61a90ada/824d985f-f93a-4b8a-b6fe-7cc8f5f06b18/f6dcff78-78d5-4b2f-8304-88e2a402fcda) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:35.560157 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ea3be-cc1e-47c9-b8f9-f165d3051faf x-openstack-request-id: req-767ea3be-cc1e-47c9-b8f9-f165d3051faf {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:35.560157 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f84b775-9512-4de2-850a-6964507b7f23", "name": "network-vif-deleted", "tag": "40c0dff3-1f49-4e98-a76c-a178b799e4b1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:35.560157 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-767ea3be-cc1e-47c9-b8f9-f165d3051faf {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:35.560157 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f84b775-9512-4de2-850a-6964507b7f23', 'name': 'network-vif-deleted', 'tag': '40c0dff3-1f49-4e98-a76c-a178b799e4b1', 'status': 'completed', 'code': 200} Jul 28 14:29:35.618658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff81e97-f0ec-4173-b452-c6e20cafa646 req-636d84d6-ebf3-4a15-9a5f-ae2974341e40 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416111 Jul 28 14:29:35.785029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:35.941023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:29:36.010574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.077918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Network cdc0090f-4456-49a9-910a-b74d61a90ada is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:36.083618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:36.123198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:36.206788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Pushing event updated for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:36.215310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:36.217373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.244486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:29:36.250563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae9ea320-3b0b-4c07-b02b-a7677df23aa5 admin admin] 10.222.0.47 "PUT /v2.0/routers/1d1aac57-d0dd-49bf-a0d1-2e01f13115e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6603687 Jul 28 14:29:36.253164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:36.259085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Sync routers for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:29:36.275187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:36.276390 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:36.415206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-7710905e-4b23-4993-9b8b-99679d2984f8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0072331 Jul 28 14:29:36.434573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Request body: {'port': {'device_id': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:36.458991 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:29:36.506379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:36.697412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:36.724348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef3cc-bc50-4825-a947-4515eac21c46 req-e9c324f1-cf01-4ac2-958c-99bb2656ee04 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:36.732600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7bef3cc-bc50-4825-a947-4515eac21c46 req-e9c324f1-cf01-4ac2-958c-99bb2656ee04 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.2131481 Jul 28 14:29:36.751869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40c0dff3-1f49-4e98-a76c-a178b799e4b1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:36.775669 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:29:34Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:36.810355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 40c0dff3-1f49-4e98-a76c-a178b799e4b1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:36.811079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40c0dff3-1f49-4e98-a76c-a178b799e4b1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:36.811838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Checking router: 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:29:36.834694 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Routers {'1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:29:36.835375 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:36.873510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7bef3cc-bc50-4825-a947-4515eac21c46 req-d4ce5122-5a20-445e-9678-6561c6fbe4d0 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394484 Jul 28 14:29:37.123964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7e0f707-decf-49d3-9365-3a0d4b9d3448 req-9c44d837-4cab-41fd-81aa-81c021a0ed67 tempest-ServerDiagnosticsNegativeTest-664370466 tempest-ServerDiagnosticsNegativeTest-664370466-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f84b775-9512-4de2-850a-6964507b7f23 HTTP/1.1" status: 200 len: 210 time: 0.0986271 Jul 28 14:29:37.125024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaabb1-9ee4-4941-b2ee-63336fb760ef req-b708651f-c072-40ff-85f9-0b4d8ca43b20 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:37.126703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ffdaabb1-9ee4-4941-b2ee-63336fb760ef req-b708651f-c072-40ff-85f9-0b4d8ca43b20 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 932 time: 0.0710053 Jul 28 14:29:37.130106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.199594 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] Set router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:29:37.224060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ffdaabb1-9ee4-4941-b2ee-63336fb760ef req-a8138e9e-ee3c-4b57-9f49-98a6c6aa46f1 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904195 Jul 28 14:29:37.365305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37308) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:37.392841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.463094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dcff78-78d5-4b2f-8304-88e2a402fcda {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:37.496321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.517497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0f776-b191-4ebc-94e0-fbd65033dfc0 req-5d76331d-c29e-4909-a1c4-255c31425ee6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:37.525934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0df0f776-b191-4ebc-94e0-fbd65033dfc0 req-5d76331d-c29e-4909-a1c4-255c31425ee6 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.0878086 Jul 28 14:29:37.534893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Transition to ACTIVE for port object f6dcff78-78d5-4b2f-8304-88e2a402fcda will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:37.606754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0df0f776-b191-4ebc-94e0-fbd65033dfc0 req-8a1b14c5-56a6-4ca9-a29c-3a2eb006b09b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Jul 28 14:29:37.621685 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:29:34Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:37.637696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Deleting port 847096dc-9bae-4e92-b80b-20a3cb22c116 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:37.639075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.648975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a50ee4a-f45a-4a34-8c68-7a85ebc36a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.659738 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57030e12-702c-45fe-8605-8a0df69f25c7 None None] The sync data for ids ['1d1aac57-d0dd-49bf-a0d1-2e01f13115e6'] in n-d-705658-23 is: [{'id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-793186671-router', 'tenant_id': '4ef4f4ff3d5a40deade032c6342991e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:57Z', 'updated_at': '2021-07-28T14:29:34Z', 'revision_number': 5, 'project_id': '4ef4f4ff3d5a40deade032c6342991e4', 'gw_port': {'id': '847096dc-9bae-4e92-b80b-20a3cb22c116', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ba:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1aac57-d0dd-49bf-a0d1-2e01f13115e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:59Z', 'updated_at': '2021-07-28T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:29:37.669367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75d6df34-d7bf-4498-b10b-d963dea3ef0b req-9b280381-e6b8-4a70-bdb0-196cb0f5fa58 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bfade590c6704ed08721e56dadc88c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475681 Jul 28 14:29:37.671529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.760419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] For port 847096dc-9bae-4e92-b80b-20a3cb22c116, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=847096dc-9bae-4e92-b80b-20a3cb22c116,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:37.761358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:37.778518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Calling delete_port for 847096dc-9bae-4e92-b80b-20a3cb22c116 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:38.012559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c40c03-6bba-4c6f-990d-fde5e2cc1328 req-e5824b8c-7bc0-400a-819d-1cc90f149724 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:38.014949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81c40c03-6bba-4c6f-990d-fde5e2cc1328 req-e5824b8c-7bc0-400a-819d-1cc90f149724 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.0739288 Jul 28 14:29:38.070645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81c40c03-6bba-4c6f-990d-fde5e2cc1328 req-a195b717-90ee-4894-a21d-2a1f94eb98eb tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Jul 28 14:29:38.138423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.225615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd61d8-6442-4307-8b4a-4b3ee199109e req-99e4d186-92bc-408a-8830-79dfa83b544b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:38.227116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6bd61d8-6442-4307-8b4a-4b3ee199109e req-99e4d186-92bc-408a-8830-79dfa83b544b tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.0689015 Jul 28 14:29:38.262363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6df34-d7bf-4498-b10b-d963dea3ef0b req-57d21296-acfb-452f-9e1a-4bde5ea2cb4b tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:38.264296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75d6df34-d7bf-4498-b10b-d963dea3ef0b req-57d21296-acfb-452f-9e1a-4bde5ea2cb4b tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5837386 Jul 28 14:29:38.272312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6bd61d8-6442-4307-8b4a-4b3ee199109e req-c15798b3-6297-4c75-8b27-57e43b4e13c8 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374460 Jul 28 14:29:38.282113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.297629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75d6df34-d7bf-4498-b10b-d963dea3ef0b req-01f06ad9-3561-404c-81ec-d1541c1ebf8a tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/quotas/bfade590c6704ed08721e56dadc88c65 HTTP/1.1" status: 200 len: 375 time: 0.0273097 Jul 28 14:29:38.311172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Pushing event deleted for resources: {'Port': ['ID=847096dc-9bae-4e92-b80b-20a3cb22c116,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.330374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a50ee4a-f45a-4a34-8c68-7a85ebc36a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.331441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Attempting to bind port f6dcff78-78d5-4b2f-8304-88e2a402fcda on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:38.334614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Attempting to bind port f6dcff78-78d5-4b2f-8304-88e2a402fcda by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:38.334614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Attempting to bind port f6dcff78-78d5-4b2f-8304-88e2a402fcda on network cdc0090f-4456-49a9-910a-b74d61a90ada {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:38.354872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75d6df34-d7bf-4498-b10b-d963dea3ef0b req-531537f3-4c13-431d-a6b7-0c7a3cfac56f tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfade590c6704ed08721e56dadc88c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479007 Jul 28 14:29:38.358029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Port f6dcff78-78d5-4b2f-8304-88e2a402fcda on network cdc0090f-4456-49a9-910a-b74d61a90ada not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:38.358361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Attempting to bind port f6dcff78-78d5-4b2f-8304-88e2a402fcda on network cdc0090f-4456-49a9-910a-b74d61a90ada {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:38.370941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:38.380093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Checking segment: {'id': 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:38.380093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Bound using segment: {'id': 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:38.380093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Bound port: f6dcff78-78d5-4b2f-8304-88e2a402fcda, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:38.380093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.391484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.477613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a50ee4a-f45a-4a34-8c68-7a85ebc36a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.498116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:38.505811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.508694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.522228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda,segment=NetworkSegment(c15f7b40-9b92-41ad-9665-5fce2eaa32a9),segment_id=c15f7b40-9b92-41ad-9665-5fce2eaa32a9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:38.539335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a50ee4a-f45a-4a34-8c68-7a85ebc36a24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72a0f2c6a2104e8c8eb67c497946859f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1687076 Jul 28 14:29:38.539335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50ee4a-f45a-4a34-8c68-7a85ebc36a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ef549-f26f-4dad-a26a-6e8cc940ebe0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.541464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37344) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:38.596571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f09c8-cd2a-4929-8ace-453a8ffd4dcf req-550f344d-117c-49e4-adf1-a95431a1d43b tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:38.598169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-875f09c8-cd2a-4929-8ace-453a8ffd4dcf req-550f344d-117c-49e4-adf1-a95431a1d43b tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 944 time: 0.0530987 Jul 28 14:29:38.598568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.624168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.640534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-875f09c8-cd2a-4929-8ace-453a8ffd4dcf req-46cc726a-08c9-48dc-8c65-b4465d18f640 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Jul 28 14:29:38.653226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.705892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:38.709570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.709570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] 10.222.0.53 "PUT /v2.0/ports/f6dcff78-78d5-4b2f-8304-88e2a402fcda HTTP/1.1" status: 200 len: 1093 time: 2.2783599 Jul 28 14:29:38.709570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:38.710856 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edffba2c-de62-40ae-a0a8-13dbf661131b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:38.736580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6779ab-c11c-4cba-9600-4b7ff504d668 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.744914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.745497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:29:38.751560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.752693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-688e9f14-ca42-4aa4-bfdd-b922b58c4563 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1d1aac57-d0dd-49bf-a0d1-2e01f13115e6 HTTP/1.1" status: 204 len: 168 time: 2.4985538 Jul 28 14:29:38.765224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:38.863051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Deleting subnet fb5e6a14-e288-4201-ae2d-f076e6b00807 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:38.863462 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.867193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.867865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:38.868418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a9ef549-f26f-4dad-a26a-6e8cc940ebe0 HTTP/1.1" status: 204 len: 168 time: 0.3259125 Jul 28 14:29:38.879549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7ca00-f5a8-423c-a4f5-cb6cbb81a516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ef549-f26f-4dad-a26a-6e8cc940ebe0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:38.942180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.046256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-dbe5bb10-1a7e-4619-9648-f05f01360764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.055525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-dbe5bb10-1a7e-4619-9648-f05f01360764 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ab0ff898ddc447393fbcf77d74f4296&device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 1096 time: 0.1543620 Jul 28 14:29:39.061475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.131609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-85c59736-2f4c-4fba-bd8e-602ec74ab04d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda HTTP/1.1" status: 200 len: 217 time: 0.0599670 Jul 28 14:29:39.192656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed1147-d4b8-49ed-b694-2776336a988c req-aa666d33-e02b-49e5-b350-6134e6a8db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:39.194323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-aa666d33-e02b-49e5-b350-6134e6a8db41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=824d985f-f93a-4b8a-b6fe-7cc8f5f06b18 HTTP/1.1" status: 200 len: 858 time: 0.0541532 Jul 28 14:29:39.203714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37360) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:39.239146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-eec14ee9-5dc2-47d3-b7f4-22da41270c04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdc0090f-4456-49a9-910a-b74d61a90ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367649 Jul 28 14:29:39.344564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.394895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-cad2eb15-3d0c-4bde-89de-96e1fd1d8bf6 service neutron] 10.222.0.53 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449866 Jul 28 14:29:39.449423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5e6a14-e288-4201-ae2d-f076e6b00807,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:39.471472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.478139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d5759f0-4311-46f5-a5a4-9beb2f62f110 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fb5e6a14-e288-4201-ae2d-f076e6b00807 HTTP/1.1" status: 204 len: 168 time: 0.7107863 Jul 28 14:29:39.482923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37368) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:39.545366 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af813891-e1b7-46d1-bac1-07c44e9adafc x-openstack-request-id: req-af813891-e1b7-46d1-bac1-07c44e9adafc {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:39.546072 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:39.546648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2688f6a3-6c1a-41bc-901f-eeb855e5d84e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:39.547237 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af813891-e1b7-46d1-bac1-07c44e9adafc {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:39.547373 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda', 'status': 'completed', 'code': 200} Jul 28 14:29:39.621917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2688f6a3-6c1a-41bc-901f-eeb855e5d84e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:39.623281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2688f6a3-6c1a-41bc-901f-eeb855e5d84e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:39.623926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 847096dc-9bae-4e92-b80b-20a3cb22c116 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:39.636563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbed1147-d4b8-49ed-b694-2776336a988c req-bf376e6f-a30e-495e-836d-a6243fe4e413 service neutron] 10.222.0.53 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256007 Jul 28 14:29:39.649966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 847096dc-9bae-4e92-b80b-20a3cb22c116 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:39.650359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 847096dc-9bae-4e92-b80b-20a3cb22c116 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:39.719639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.725566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b4778132-82cf-4b0b-992b-2356b6ef7d5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=758a2227ae504060ba0f5d7bbe04e6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206182 Jul 28 14:29:39.728261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:39.859421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.869664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.876263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb085d4-f116-4374-bd4e-51d761f45e01']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:39.899659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008d8da2-e7ab-41a4-8799-ee8a023de0ad') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:39.899964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008d8da2-e7ab-41a4-8799-ee8a023de0ad') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:39.917717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.921410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.966860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.977459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:39.977892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:39.979818 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:40.026468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-0ea19c43-4726-4744-92a5-228dfb2a517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.028039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-0ea19c43-4726-4744-92a5-228dfb2a517e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ab0ff898ddc447393fbcf77d74f4296&device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 1096 time: 0.1028144 Jul 28 14:29:40.041349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d884f-c089-4629-80fd-d5fc4ce1cf80 req-eaf3dc89-7027-4b7f-a358-06d63dc88de4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.049538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea2d884f-c089-4629-80fd-d5fc4ce1cf80 req-eaf3dc89-7027-4b7f-a358-06d63dc88de4 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.0810089 Jul 28 14:29:40.091616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330f49-a85c-47e0-95d3-0edbab34fba3 req-095f62f2-92cf-440c-a217-3d921badaa33 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.093679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5330f49-a85c-47e0-95d3-0edbab34fba3 req-095f62f2-92cf-440c-a217-3d921badaa33 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 944 time: 0.0711746 Jul 28 14:29:40.140224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea2d884f-c089-4629-80fd-d5fc4ce1cf80 req-dfc249a3-076b-4b83-a2b0-de67ec23973b tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897174 Jul 28 14:29:40.153311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37386) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.163580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5330f49-a85c-47e0-95d3-0edbab34fba3 req-1c7a41f3-5e27-4512-b0dd-7450a51480ec tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596039 Jul 28 14:29:40.171742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-33c52aae-d231-404c-be97-311a5aa2af96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.182249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.204176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.209388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/acb085d4-f116-4374-bd4e-51d761f45e01 HTTP/1.1" status: 204 len: 168 time: 0.7236543 Jul 28 14:29:40.218874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a845c-7f84-4b26-8ca4-b81b143951a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb085d4-f116-4374-bd4e-51d761f45e01,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:40.241265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-566a6958-8501-47af-8400-cbdf5c163dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.251367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-566a6958-8501-47af-8400-cbdf5c163dba service neutron] 10.222.0.53 "GET /v2.0/networks?id=cdc0090f-4456-49a9-910a-b74d61a90ada HTTP/1.1" status: 200 len: 919 time: 0.1996531 Jul 28 14:29:40.281536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-4328b2d4-6d64-44c4-b0e6-e16006bc2d35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.283166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-4328b2d4-6d64-44c4-b0e6-e16006bc2d35 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 944 time: 0.0809259 Jul 28 14:29:40.330916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.333888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.337876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9310ffb8-d7fd-4d7c-ae51-758089de4ed3 HTTP/1.1" status: 204 len: 168 time: 0.6058848 Jul 28 14:29:40.340035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-b73ae26c-e68b-411a-ab53-920bc27bf6e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda HTTP/1.1" status: 200 len: 217 time: 0.0760353 Jul 28 14:29:40.353755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5fd4f-c971-4fb9-b6ee-ae82f74ab170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9310ffb8-d7fd-4d7c-ae51-758089de4ed3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:40.449574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Deleting port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:40.449965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.462217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ca3f8-57cf-4dce-ba01-8c44a0c04ca5 req-c371fa1f-6ad1-4582-a6fc-8f8a73906902 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.463936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-449ca3f8-57cf-4dce-ba01-8c44a0c04ca5 req-c371fa1f-6ad1-4582-a6fc-8f8a73906902 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.1373582 Jul 28 14:29:40.470249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-fe4d3912-0ba9-427f-b1e1-83b80a230c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.471601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-fe4d3912-0ba9-427f-b1e1-83b80a230c7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=824d985f-f93a-4b8a-b6fe-7cc8f5f06b18 HTTP/1.1" status: 200 len: 858 time: 0.1086574 Jul 28 14:29:40.563661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-2751f5b1-10c1-45c7-af28-53cb16346486 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cdc0090f-4456-49a9-910a-b74d61a90ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518143 Jul 28 14:29:40.570387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-449ca3f8-57cf-4dce-ba01-8c44a0c04ca5 req-6aa07410-8294-4680-a71c-3792ade0e374 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa5a6104-1270-4eed-8cea-a3fef64a20d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920637 Jul 28 14:29:40.583531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e7acb0be-d9b5-4498-b3f5-0d0324e9b7d2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:40.585189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e7acb0be-d9b5-4498-b3f5-0d0324e9b7d2 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 945 time: 0.1189444 Jul 28 14:29:40.589451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-33c52aae-d231-404c-be97-311a5aa2af96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.650040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] For port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:40.650327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.678102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-e3935714-2ae9-47eb-a457-3ac046e9f4f6 service neutron] 10.222.0.53 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021137 Jul 28 14:29:40.686144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Calling delete_port for 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:40.775035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Deleting port d2f97e7f-a075-411a-afc8-fd96eb57a2dc {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:40.775765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.783064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edffba2c-de62-40ae-a0a8-13dbf661131b req-b648611d-34fc-40be-add4-f5bf9d03ff7e service neutron] 10.222.0.53 "GET /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967846 Jul 28 14:29:40.796909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-33c52aae-d231-404c-be97-311a5aa2af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.839060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-33c52aae-d231-404c-be97-311a5aa2af96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dad91bb5f2fa42a5966e7dc4c6b38a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816649 Jul 28 14:29:40.840651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.843862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c52aae-d231-404c-be97-311a5aa2af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61752e17-6e31-43d1-9017-e8107154bb32,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:40.937997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37400) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.965476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] For port d2f97e7f-a075-411a-afc8-fd96eb57a2dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,segment=NetworkSegment(ab417f3b-e44a-4da8-958a-072f07ee69be),segment_id=ab417f3b-e44a-4da8-958a-072f07ee69be)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:40.965898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:40.981363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6b1c32e0-7b5b-4eae-ab07-2948a319bc5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ef4f4ff3d5a40deade032c6342991e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424547 Jul 28 14:29:40.984899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37402) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:40.995833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Calling delete_port for d2f97e7f-a075-411a-afc8-fd96eb57a2dc owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:41.002236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.090158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.117284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc330dd7-bcb1-4069-bd34-398336e3432c req-949cdf74-17f5-45ae-b7c7-93edd6d66ce1 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bfade590c6704ed08721e56dadc88c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232854 Jul 28 14:29:41.149788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.157874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.186429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:41.188722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:41.228627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event deleted for resources: {'Port': ['ID=14a3bc05-041a-4449-b4e3-b5fee2fe1f1b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.247748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.284938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330dd7-bcb1-4069-bd34-398336e3432c req-d5d0a488-efed-49a4-aae4-c3e71e3a252b tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:41.288116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc330dd7-bcb1-4069-bd34-398336e3432c req-d5d0a488-efed-49a4-aae4-c3e71e3a252b tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632602 Jul 28 14:29:41.304956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc330dd7-bcb1-4069-bd34-398336e3432c req-36000d82-c9bb-4360-853c-13119a8aa382 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/quotas/bfade590c6704ed08721e56dadc88c65 HTTP/1.1" status: 200 len: 375 time: 0.0103700 Jul 28 14:29:41.338336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f24f3c3-6c19-4fc7-8532-1bfd869a9322 req-1df46cd2-2a68-45dc-9ac9-1c242d7e89d9 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0871654 Jul 28 14:29:41.348549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc330dd7-bcb1-4069-bd34-398336e3432c req-ff4bfbae-b100-42c2-b4a6-d5d5f076e8ab tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfade590c6704ed08721e56dadc88c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353627 Jul 28 14:29:41.367845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] No DVR routers for this DVR port 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:41.374683 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.376822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c95c69b3-bd8c-4a2b-b03d-ad78ef1b8004 req-d9acbbb0-7a42-4e30-bfc7-aed4e1dbaa1d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "DELETE /v2.0/ports/14a3bc05-041a-4449-b4e3-b5fee2fe1f1b HTTP/1.1" status: 204 len: 173 time: 1.0867951 Jul 28 14:29:41.377488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-deleted', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:41.379811 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695cd49d-8f28-45ec-a569-899dd423a672" -d '{"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-deleted", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:41.430811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.433832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.436900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61752e17-6e31-43d1-9017-e8107154bb32 HTTP/1.1" status: 204 len: 168 time: 0.5943677 Jul 28 14:29:41.452519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508af0b6-254f-4d03-8afd-c2431662127b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61752e17-6e31-43d1-9017-e8107154bb32,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.517944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda124b0-67e5-4807-98c6-0ec3e5b99efa req-4bb23430-4ab1-4f16-97eb-30a27aedca8c tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:41.518879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fda124b0-67e5-4807-98c6-0ec3e5b99efa req-4bb23430-4ab1-4f16-97eb-30a27aedca8c tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 944 time: 0.0624073 Jul 28 14:29:41.554860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.557953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.559107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa2740b7-da68-4e49-96b1-c44b0f3273ed HTTP/1.1" status: 204 len: 168 time: 0.5703344 Jul 28 14:29:41.569699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.573442 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3aa961-6df6-4fa6-bb85-caa524c588b9 x-openstack-request-id: req-0f3aa961-6df6-4fa6-bb85-caa524c588b9 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:41.573732 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98be427-99e3-46c9-a145-61ef2d3a639a", "name": "network-vif-deleted", "tag": "14a3bc05-041a-4449-b4e3-b5fee2fe1f1b", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:41.574232 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f3aa961-6df6-4fa6-bb85-caa524c588b9 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:41.575556 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98be427-99e3-46c9-a145-61ef2d3a639a', 'name': 'network-vif-deleted', 'tag': '14a3bc05-041a-4449-b4e3-b5fee2fe1f1b', 'status': 'completed', 'code': 200} Jul 28 14:29:41.595921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d710e-0c07-44a4-9db0-36e39b53b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2740b7-da68-4e49-96b1-c44b0f3273ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.619912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fda124b0-67e5-4807-98c6-0ec3e5b99efa req-161f3dcf-ebae-43af-91e6-4dbf5102a800 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948544 Jul 28 14:29:41.621759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Pushing event deleted for resources: {'Port': ['ID=d2f97e7f-a075-411a-afc8-fd96eb57a2dc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:41.636299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d2f97e7f-a075-411a-afc8-fd96eb57a2dc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:41.690826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] No DVR routers for this DVR port d2f97e7f-a075-411a-afc8-fd96eb57a2dc on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:41.693810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.695891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e4b8915-1516-4bda-867d-7ee38583546f req-e5cb5b3a-50ef-454c-af43-c48de42ca728 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.53 "DELETE /v2.0/ports/d2f97e7f-a075-411a-afc8-fd96eb57a2dc HTTP/1.1" status: 204 len: 173 time: 1.1021576 Jul 28 14:29:41.724452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83f6eedb-47f5-41da-9d43-b0a4a1ff1746 req-5d973813-dc42-43c4-9e6e-b694f79132ce tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 210 time: 0.0348129 Jul 28 14:29:41.757281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:41.769023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab797019-921f-46cd-ba3c-40e80427d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:41.894128 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab797019-921f-46cd-ba3c-40e80427d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.173600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab797019-921f-46cd-ba3c-40e80427d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.221150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ab797019-921f-46cd-ba3c-40e80427d21f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7420d4923b704117a690a0e8002318c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682755 Jul 28 14:29:42.221150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797019-921f-46cd-ba3c-40e80427d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd97e8-8317-401b-b426-90ef39b0a590,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:42.221599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37440) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:42.274166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.297514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.366019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7bdfd49-a330-4bbc-93a5-85ab880d830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.476975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.480426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:42.482289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4efd97e8-8317-401b-b426-90ef39b0a590 HTTP/1.1" status: 204 len: 168 time: 0.2593427 Jul 28 14:29:42.492500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8336720-3778-4c63-ad9b-4307c4025a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd97e8-8317-401b-b426-90ef39b0a590,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:42.551845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d916a81-dff2-42b1-a657-7b14b1ff7094 req-753d889c-a188-4eb2-aeb2-b09b3d0cdf56 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=d98be427-99e3-46c9-a145-61ef2d3a639a HTTP/1.1" status: 200 len: 210 time: 0.0916433 Jul 28 14:29:42.751786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f6dcff78-78d5-4b2f-8304-88e2a402fcda details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:29:42.787185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a0421-fe71-4946-97d1-55bbfc85949a req-4231713a-8be8-42a5-96b3-9d1fa205a98e tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:42.788765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c7a0421-fe71-4946-97d1-55bbfc85949a req-4231713a-8be8-42a5-96b3-9d1fa205a98e tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 944 time: 0.0688045 Jul 28 14:29:42.829771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c7a0421-fe71-4946-97d1-55bbfc85949a req-e16bd464-f03d-4e74-9872-83abebe3a937 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341156 Jul 28 14:29:42.937853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78294cee-2c1e-470f-a76c-b400e28d46c9 req-e171e16b-aa39-42b1-a9a9-1ace0f7b61d5 tempest-ServerDiskConfigTestJSON-1236785743 tempest-ServerDiskConfigTestJSON-1236785743-project] 10.222.0.47 "GET /v2.0/ports?device_id=917934bf-016b-4ef1-ab9c-eb9d5125481e HTTP/1.1" status: 200 len: 210 time: 0.0277891 Jul 28 14:29:43.009691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda,segment=NetworkSegment(c15f7b40-9b92-41ad-9665-5fce2eaa32a9),segment_id=c15f7b40-9b92-41ad-9665-5fce2eaa32a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:43.021243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda', 'network_id': 'cdc0090f-4456-49a9-910a-b74d61a90ada', 'port_id': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda', 'mac_address': 'fa:16:3e:c9:ad:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824d985f-f93a-4b8a-b6fe-7cc8f5f06b18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:29:43.077209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.097087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dcff78-78d5-4b2f-8304-88e2a402fcda {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:43.143428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda,segment=NetworkSegment(c15f7b40-9b92-41ad-9665-5fce2eaa32a9),segment_id=c15f7b40-9b92-41ad-9665-5fce2eaa32a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:43.265198 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:43.322766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:43.330968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.331352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.331685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.332224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.332749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.333265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.333785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.334130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.334464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.334802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.335158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.335489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:29:43.552902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f6dcff78-78d5-4b2f-8304-88e2a402fcda'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:43.575956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'name': 'network-vif-deleted', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:43.582538 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96619821-7bc1-41c7-956f-51d5d39206f3" -d '{"events": [{"server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "name": "network-vif-deleted", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:43.660764 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4959697e-9e48-46f4-b6c8-a7d66c4bd429 x-openstack-request-id: req-4959697e-9e48-46f4-b6c8-a7d66c4bd429 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:43.661084 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917934bf-016b-4ef1-ab9c-eb9d5125481e", "name": "network-vif-deleted", "tag": "d2f97e7f-a075-411a-afc8-fd96eb57a2dc", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:43.661339 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4959697e-9e48-46f4-b6c8-a7d66c4bd429 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:43.661749 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917934bf-016b-4ef1-ab9c-eb9d5125481e', 'name': 'network-vif-deleted', 'tag': 'd2f97e7f-a075-411a-afc8-fd96eb57a2dc', 'status': 'completed', 'code': 200} Jul 28 14:29:44.089936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:44.110388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:44.110738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 14a3bc05-041a-4449-b4e3-b5fee2fe1f1b not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:44.515115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de25a64-faf9-42bd-b14c-a24d1d1fef2a req-e6ca9551-7c03-487b-a447-43da9c704e24 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:44.523611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37538) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:44.524143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8de25a64-faf9-42bd-b14c-a24d1d1fef2a req-e6ca9551-7c03-487b-a447-43da9c704e24 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 945 time: 0.0797720 Jul 28 14:29:44.562294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8de25a64-faf9-42bd-b14c-a24d1d1fef2a req-ea3b41ab-f1cf-4576-a312-ba37131cad0f tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Jul 28 14:29:44.659320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74ba36ee-8da4-43ee-8740-624fac43b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.676888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09252-bd90-4184-985d-aac8221d7ec9 req-9b8f2446-64de-4942-b157-dfc0937ef9c5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:44.678426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7af09252-bd90-4184-985d-aac8221d7ec9 req-9b8f2446-64de-4942-b157-dfc0937ef9c5 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.0564837 Jul 28 14:29:44.748600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7af09252-bd90-4184-985d-aac8221d7ec9 req-990fc19b-d14f-4f31-a2ab-9f0f90604af1 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 Jul 28 14:29:44.767142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f6dcff78-78d5-4b2f-8304-88e2a402fcda up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:44.824968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1492209629-network', 'tenant_id': 'd0c7ea1cdc2246fd954707243245a7d6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:44.836485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:44.891575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0073a572-ae18-4907-99d9-e9cc74b65f47 req-b20a3e66-9652-447d-91c3-b72656e226ed tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bfade590c6704ed08721e56dadc88c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319624 Jul 28 14:29:44.899068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port f6dcff78-78d5-4b2f-8304-88e2a402fcda completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:44.905619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f6dcff78-78d5-4b2f-8304-88e2a402fcda triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:44.906176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.010021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:45.014729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.025531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073a572-ae18-4907-99d9-e9cc74b65f47 req-059f774a-3999-4703-9595-c6904d84d544 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.027635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0073a572-ae18-4907-99d9-e9cc74b65f47 req-059f774a-3999-4703-9595-c6904d84d544 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298904 Jul 28 14:29:45.041973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:45.045569 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34a87ce-0409-4c14-97a1-907ad874b6ca" -d '{"events": [{"server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "name": "network-vif-plugged", "status": "completed", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:45.056345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Made reservation on behalf of d0c7ea1cdc2246fd954707243245a7d6 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:45.057767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.063418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda,segment=NetworkSegment(c15f7b40-9b92-41ad-9665-5fce2eaa32a9),segment_id=c15f7b40-9b92-41ad-9665-5fce2eaa32a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:45.071100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.077519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0073a572-ae18-4907-99d9-e9cc74b65f47 req-0742e892-592f-4cd7-83d2-f62ea3edd5dd tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/quotas/bfade590c6704ed08721e56dadc88c65 HTTP/1.1" status: 200 len: 375 time: 0.0417743 Jul 28 14:29:45.110162 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878d03ee-06cc-4de1-9e48-0df6f9989242 x-openstack-request-id: req-878d03ee-06cc-4de1-9e48-0df6f9989242 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:45.111044 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "name": "network-vif-plugged", "status": "completed", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:45.111430 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-878d03ee-06cc-4de1-9e48-0df6f9989242 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:45.111876 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda', 'code': 200} Jul 28 14:29:45.145912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Deleting subnet 2bae19d5-7f4a-46bc-a6ab-3e02ab897409 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:45.154867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.157373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.158204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d2f97e7f-a075-411a-afc8-fd96eb57a2dc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:45.201007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0073a572-ae18-4907-99d9-e9cc74b65f47 req-64702f0c-51f0-40b7-a3e0-303dbd2af213 tempest-QuotasAdminNegativeTest-647206672 tempest-QuotasAdminNegativeTest-647206672-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bfade590c6704ed08721e56dadc88c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127589 Jul 28 14:29:45.231115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.252878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: d2f97e7f-a075-411a-afc8-fd96eb57a2dc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:45.253443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d2f97e7f-a075-411a-afc8-fd96eb57a2dc not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:45.298384 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.298617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.300312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-dc569b03-f4ef-4bb6-9071-c7c7996fb5df tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.302241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-dc569b03-f4ef-4bb6-9071-c7c7996fb5df tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.2253628 Jul 28 14:29:45.378625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.419675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.448073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:45.470018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee91db5-da6b-488e-b8c0-7ec36582b0d3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.476598 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.477168 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Added segment 1963cc34-8862-4c60-8d31-87c453101a25 of type vlan for network 9142d6e4-a417-4c05-af83-ee516d306e69 Jul 28 14:29:45.525682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Deleting port ff87cd7f-38ee-46cf-9273-2128e981bae0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:45.526266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.530343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab25a6-7d63-44c1-b6ce-d0f86958277a req-1e2cc661-d28b-4392-9768-e42bdaa994a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.532023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bab25a6-7d63-44c1-b6ce-d0f86958277a req-1e2cc661-d28b-4392-9768-e42bdaa994a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 1098 time: 0.2489121 Jul 28 14:29:45.546497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.628795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bab25a6-7d63-44c1-b6ce-d0f86958277a req-1948f53e-f708-4638-b653-52dbd965aad4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789938 Jul 28 14:29:45.699809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] For port ff87cd7f-38ee-46cf-9273-2128e981bae0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ff87cd7f-38ee-46cf-9273-2128e981bae0,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:45.700306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.718272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Calling delete_port for ff87cd7f-38ee-46cf-9273-2128e981bae0 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:45.743349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1236d-8ee7-4342-9dd1-75f7d5368342 req-195906bd-65bc-47cb-86c7-fca0e2b771dd tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.744871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22b1236d-8ee7-4342-9dd1-75f7d5368342 req-195906bd-65bc-47cb-86c7-fca0e2b771dd tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.0872824 Jul 28 14:29:45.746562 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.746562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:45.747057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.775984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.814658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] Pushing event updated for resources: {'Network': ['ID=9142d6e4-a417-4c05-af83-ee516d306e69,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.825841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9142d6e4-a417-4c05-af83-ee516d306e69 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:45.826440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bae19d5-7f4a-46bc-a6ab-3e02ab897409,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:45.828873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.833666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-04c3eab6-f081-4845-8138-615f7dc86f7d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2bae19d5-7f4a-46bc-a6ab-3e02ab897409 HTTP/1.1" status: 204 len: 168 time: 0.8216820 Jul 28 14:29:45.834332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37620) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:45.865255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22b1236d-8ee7-4342-9dd1-75f7d5368342 req-85927678-ee7a-4626-8bc2-746a7c89e469 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906389 Jul 28 14:29:45.937211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f29a7945-f288-4918-bda1-c2bc375dcd7e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4093201 Jul 28 14:29:45.940402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:45.951652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:45.957624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Request body: {'subnet': {'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1492209629-subnet', 'tenant_id': 'd0c7ea1cdc2246fd954707243245a7d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:46.026082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.061912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Made reservation on behalf of d0c7ea1cdc2246fd954707243245a7d6 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:46.064930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.074029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981783b-b189-4270-8fd3-c861e446e3e1 req-87b1e2a2-c756-4438-b801-3a8dd7e54f70 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:46.084033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d981783b-b189-4270-8fd3-c861e446e3e1 req-87b1e2a2-c756-4438-b801-3a8dd7e54f70 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 945 time: 0.0850997 Jul 28 14:29:46.110502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.111584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.131090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f5bdd9-9019-4312-891d-1a33fc406c5c']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:46.147299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c631823f-185e-4f70-aaee-701e6547be55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:46.148679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab417f3b-e44a-4da8-958a-072f07ee69be') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:46.149155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab417f3b-e44a-4da8-958a-072f07ee69be') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:46.158271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event deleted for resources: {'Port': ['ID=ff87cd7f-38ee-46cf-9273-2128e981bae0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:46.165134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.182618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d981783b-b189-4270-8fd3-c861e446e3e1 req-b744833d-7a39-4f70-b920-ac7e45817cf3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971150 Jul 28 14:29:46.197412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.207301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:46.207735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:46.209457 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:46.248858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] No DVR routers for this DVR port ff87cd7f-38ee-46cf-9273-2128e981bae0 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:46.253611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.257256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc9370b8-3c60-456f-bdc3-d164faa8e1a8 req-2bb07cfd-7bf3-4cc6-81e5-87ef3cb7f729 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.50 "DELETE /v2.0/ports/ff87cd7f-38ee-46cf-9273-2128e981bae0 HTTP/1.1" status: 204 len: 173 time: 0.9488754 Jul 28 14:29:46.258733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-deleted', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:46.263669 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d0c03-bcb3-4e13-8b8d-a44ac8615aa0" -d '{"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-deleted", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:46.308000 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1291c9c-c2b0-4317-857e-6ca17bac4ee6 x-openstack-request-id: req-d1291c9c-c2b0-4317-857e-6ca17bac4ee6 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:46.308000 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b52a3a3-f41d-4040-8f5b-0a3e3edc2084", "name": "network-vif-deleted", "tag": "ff87cd7f-38ee-46cf-9273-2128e981bae0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:46.308000 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1291c9c-c2b0-4317-857e-6ca17bac4ee6 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:46.308000 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b52a3a3-f41d-4040-8f5b-0a3e3edc2084', 'name': 'network-vif-deleted', 'tag': 'ff87cd7f-38ee-46cf-9273-2128e981bae0', 'status': 'completed', 'code': 200} Jul 28 14:29:46.408328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.424454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.426576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e8f5bdd9-9019-4312-891d-1a33fc406c5c HTTP/1.1" status: 204 len: 168 time: 0.5906007 Jul 28 14:29:46.427789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7159-5ce9-427e-8b5e-d1a104f49ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f5bdd9-9019-4312-891d-1a33fc406c5c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:46.489854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.557175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72376a79-e41d-4ccc-841d-26c090f01aba,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:46.575248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Checking segment: {'id': '1963cc34-8862-4c60-8d31-87c453101a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:46.575248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Network hostable DHCP agents. Network: 9142d6e4-a417-4c05-af83-ee516d306e69, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:46.768313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Network 9142d6e4-a417-4c05-af83-ee516d306e69 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:46.897387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-5ecbf96d-4207-44da-a00f-a63f97b0d169 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303421 Jul 28 14:29:46.906313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37658) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:46.947815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37664) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:46.984069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9142d6e4-a417-4c05-af83-ee516d306e69) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:46.991943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:46.992559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:46.999165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e30ae6-6808-4932-89a2-c3cff69f7c6f None None] Network 9142d6e4-a417-4c05-af83-ee516d306e69 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:47.042889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179bc47-0b02-4b3b-bab8-b0b28d4e6324 req-847d7660-39df-46ee-a37f-eefb58ea8613 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:47.046021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2179bc47-0b02-4b3b-bab8-b0b28d4e6324 req-847d7660-39df-46ee-a37f-eefb58ea8613 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.0720687 Jul 28 14:29:47.077203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-cffeeccd-9219-45f6-b0fe-8f168780ea85 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:47.079570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-cffeeccd-9219-45f6-b0fe-8f168780ea85 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738977 Jul 28 14:29:47.099176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-ff91c379-fc75-4d90-a1ad-df6be898870b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/quotas/908cce64e71644fd9b11ccf53b25ab73 HTTP/1.1" status: 200 len: 375 time: 0.0114999 Jul 28 14:29:47.115190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2179bc47-0b02-4b3b-bab8-b0b28d4e6324 req-4d72ac83-345f-446c-9a12-de7fddbc50c8 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Jul 28 14:29:47.133434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-412d9441-ec9a-409b-a1c4-d1e8b30ead7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.149051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7569c4b7-d9a8-4bbf-8711-8405571cfce9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1912901 Jul 28 14:29:47.175519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-a0b96be5-bfd2-4853-90c4-2708cbf80c8d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676036 Jul 28 14:29:47.244486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562dcdba-1d64-43e6-8983-d495099dd8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.246199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85dccba-2c80-43af-9b09-09cc083dae34 None None] Network 9142d6e4-a417-4c05-af83-ee516d306e69 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:47.370545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62efa3d3-b751-4fc7-8e66-486998a32805 req-c2cc4fb3-22e6-4ecf-9bca-21ec143438e3 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b52a3a3-f41d-4040-8f5b-0a3e3edc2084 HTTP/1.1" status: 200 len: 210 time: 0.0375047 Jul 28 14:29:47.399273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-412d9441-ec9a-409b-a1c4-d1e8b30ead7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.525184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-412d9441-ec9a-409b-a1c4-d1e8b30ead7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.566233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37680) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.593832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-412d9441-ec9a-409b-a1c4-d1e8b30ead7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfade590c6704ed08721e56dadc88c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838579 Jul 28 14:29:47.594637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d9441-ec9a-409b-a1c4-d1e8b30ead7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a5820f-1a15-4e83-bc8b-da8019be9e5d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:47.599540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.602933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.658863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc6b7cf3-2881-41d0-a45c-d62a99c33a1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b09cb27c5af49cab98cd2fc34011d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879135 Jul 28 14:29:47.662939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:47.805537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.859657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.895392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562dcdba-1d64-43e6-8983-d495099dd8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.905824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:47.928037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-8fcf974b-e111-400e-be3b-1582e558947e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250738 Jul 28 14:29:47.951972 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.021222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-cac59ba8-9bd4-4ffe-9b13-f7ec6666af5c tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.022733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-cac59ba8-9bd4-4ffe-9b13-f7ec6666af5c tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/networks?id=9142d6e4-a417-4c05-af83-ee516d306e69 HTTP/1.1" status: 200 len: 809 time: 0.2022059 Jul 28 14:29:48.024785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562dcdba-1d64-43e6-8983-d495099dd8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.071916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-562dcdba-1d64-43e6-8983-d495099dd8d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe9cb9ed669d4cceb11f55fd583cf93a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1231322 Jul 28 14:29:48.074590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37712) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:48.080984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-f339ca65-da12-4e25-ab48-5d964b4d5a57 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/quotas/d0c7ea1cdc2246fd954707243245a7d6 HTTP/1.1" status: 200 len: 375 time: 0.0245953 Jul 28 14:29:48.082779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dcdba-1d64-43e6-8983-d495099dd8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af6799d-f63a-4973-9746-b0f1b2ad0182,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.112226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-0a2d7218-8183-4ec4-9905-5540e19a45ae tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.123909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-0a2d7218-8183-4ec4-9905-5540e19a45ae tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799521 Jul 28 14:29:48.124067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-385a851c-33a5-4451-b75b-e5c7e7fa03d9 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0c7ea1cdc2246fd954707243245a7d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320587 Jul 28 14:29:48.132462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:48.139520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-7aa0d050-028a-4828-8a25-3e11b61d441a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/quotas/908cce64e71644fd9b11ccf53b25ab73 HTTP/1.1" status: 200 len: 375 time: 0.0149846 Jul 28 14:29:48.159859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: ff87cd7f-38ee-46cf-9273-2128e981bae0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:48.160212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ff87cd7f-38ee-46cf-9273-2128e981bae0 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:48.176420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.184234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.184234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55a5820f-1a15-4e83-bc8b-da8019be9e5d HTTP/1.1" status: 204 len: 168 time: 0.5797794 Jul 28 14:29:48.184970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-9da75fea-27d6-44dd-ae8b-e74483b2244a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379112 Jul 28 14:29:48.185852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.228611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.231220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.233452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa5a6104-1270-4eed-8cea-a3fef64a20d6 HTTP/1.1" status: 204 len: 168 time: 0.5551963 Jul 28 14:29:48.235422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e182a-456c-4e22-9cfd-1123ac2385aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a5820f-1a15-4e83-bc8b-da8019be9e5d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.250951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.255426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cd883-41e1-452a-b1af-ba0460eec9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a6104-1270-4eed-8cea-a3fef64a20d6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.290692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-2be282f1-d7a5-45a0-a298-77e9bdcbd3b0 service neutron] 10.222.0.47 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621661 Jul 28 14:29:48.532257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.534831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:48.541493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2af6799d-f63a-4973-9746-b0f1b2ad0182 HTTP/1.1" status: 204 len: 168 time: 0.4648645 Jul 28 14:29:48.573773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f895d-76a3-4bbb-a2ab-152f3252951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af6799d-f63a-4973-9746-b0f1b2ad0182,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:48.679586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdb9d1-4a98-46f2-aaab-99bf0c4fa7ec req-a23feed9-35bc-4e08-a45a-701d12ad8dc0 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:48.681283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ebdb9d1-4a98-46f2-aaab-99bf0c4fa7ec req-a23feed9-35bc-4e08-a45a-701d12ad8dc0 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.0635064 Jul 28 14:29:48.740274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ebdb9d1-4a98-46f2-aaab-99bf0c4fa7ec req-5763f77c-69e3-4aac-aa7e-a7ba2c288401 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497906 Jul 28 14:29:48.781896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-9c0c3fd9-c586-4c49-b736-48a33fba447d service neutron] 10.222.0.47 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902689 Jul 28 14:29:48.853920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3babd93-6332-4d70-a811-be73810ba2ae req-f6f40af7-f8db-4cf0-813f-fe28da082ee8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0321970 Jul 28 14:29:49.468245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1686ee8-2ee8-4fad-b656-e31f9bad5b1d req-beab088e-9d1f-431a-bb38-5b8ddedec419 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0300202 Jul 28 14:29:49.478212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:49.503932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-146a5b05-d43b-44c5-9fa9-68d509fe5b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.509294 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.690306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5dea8-a44b-44fc-9d3d-261a374a0137 req-9e256f55-8e6f-40d6-87f0-f96aec17e4dd tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:49.695949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-146a5b05-d43b-44c5-9fa9-68d509fe5b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:49.699800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06b5dea8-a44b-44fc-9d3d-261a374a0137 req-9e256f55-8e6f-40d6-87f0-f96aec17e4dd tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.0978343 Jul 28 14:29:49.733255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9be80c-024e-4c74-b690-60f8401579b4 req-e19e1c67-c82b-4a06-8673-0b28f64a586e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:49.751388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc9be80c-024e-4c74-b690-60f8401579b4 req-e19e1c67-c82b-4a06-8673-0b28f64a586e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 946 time: 0.1026089 Jul 28 14:29:49.758948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06b5dea8-a44b-44fc-9d3d-261a374a0137 req-f96063a0-e925-4e96-a305-3cf66264d6a3 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512261 Jul 28 14:29:49.801964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc9be80c-024e-4c74-b690-60f8401579b4 req-05c12508-5580-4dd5-a504-d5f61a3f610c tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/security-groups?id=bf5e2025-59b7-4a7a-b8b9-8ff664b12893&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467570 Jul 28 14:29:49.954224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e99dfb42-c3a0-45ec-bb58-5d1076b3b43a req-632ac138-c42f-4f6b-b439-fe7b4cf8a5b7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0271535 Jul 28 14:29:49.977443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-146a5b05-d43b-44c5-9fa9-68d509fe5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.082667 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-146a5b05-d43b-44c5-9fa9-68d509fe5b71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ced7fd0cabea43dc97a8696ed3d1d4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033335 Jul 28 14:29:50.084275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a5b05-d43b-44c5-9fa9-68d509fe5b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31eef9-83c8-429d-8ec8-5d26997435d0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.094184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37780) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:50.169722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.185368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.225906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-ab735b27-d256-4138-8779-bf7bec3735dc tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:50.227514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-ab735b27-d256-4138-8779-bf7bec3735dc tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 946 time: 0.0521255 Jul 28 14:29:50.360244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Deleting port c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:50.360555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.432400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.437806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.438110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.443184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a31eef9-83c8-429d-8ec8-5d26997435d0 HTTP/1.1" status: 204 len: 168 time: 0.3503997 Jul 28 14:29:50.464254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da3f00-cb78-43d1-b993-72a985b74dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31eef9-83c8-429d-8ec8-5d26997435d0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.501936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] For port c631823f-185e-4f70-aaee-701e6547be55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c631823f-185e-4f70-aaee-701e6547be55,segment=NetworkSegment(69442248-368d-470c-a100-1119ddde0c44),segment_id=69442248-368d-470c-a100-1119ddde0c44)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:50.502703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.532782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Calling delete_port for c631823f-185e-4f70-aaee-701e6547be55 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:50.587264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f10f9625-fb2d-47ae-8dd9-e0e3feef45ee req-15da18c6-fa00-41d2-90fb-569a52aae917 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0520310 Jul 28 14:29:50.876255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.902402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Pushing event deleted for resources: {'Port': ['ID=c631823f-185e-4f70-aaee-701e6547be55,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:50.933898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ff4f08c-beda-4c23-9ed4-880013ff425d req-d5eb0f9c-db3f-4007-8306-516c5a94420e tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0561628 Jul 28 14:29:50.959091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] No DVR routers for this DVR port c631823f-185e-4f70-aaee-701e6547be55 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:50.968490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e41bf-b567-4a6f-bcb9-154d278cbea2 req-6f7d2fa7-3325-487b-b670-5893970b58f5 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:50.970023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c94e41bf-b567-4a6f-bcb9-154d278cbea2 req-6f7d2fa7-3325-487b-b670-5893970b58f5 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.1329532 Jul 28 14:29:50.973847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:50.973847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b900de07-b4ae-4608-b692-0a3fcb49f2b7 req-13d432d7-5d88-4432-b99b-a2282909996d tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.53 "DELETE /v2.0/ports/c631823f-185e-4f70-aaee-701e6547be55 HTTP/1.1" status: 204 len: 173 time: 0.7395608 Jul 28 14:29:50.973847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-deleted', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:50.977297 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4494727-24d9-4dba-8ef9-b11218da401c" -d '{"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-deleted", "tag": "c631823f-185e-4f70-aaee-701e6547be55"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:51.019085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c94e41bf-b567-4a6f-bcb9-154d278cbea2 req-954d32a8-ca41-44a1-95d8-824599156a2a tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3397f8a-b539-4e31-9c82-00ae1ff0a920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Jul 28 14:29:51.062191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ee70592-e43d-4a2b-9aa3-7ae04472d98d req-26b255e5-9f1a-42bc-bb8f-f2c2aa5eed01 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0314512 Jul 28 14:29:51.101252 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feccdc71-88db-477c-8076-f974f96f573d x-openstack-request-id: req-feccdc71-88db-477c-8076-f974f96f573d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:51.101622 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d6ec32-1d96-4743-b599-ac5e21bbd255", "name": "network-vif-deleted", "tag": "c631823f-185e-4f70-aaee-701e6547be55", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:51.101948 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-feccdc71-88db-477c-8076-f974f96f573d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:51.102445 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d6ec32-1d96-4743-b599-ac5e21bbd255', 'name': 'network-vif-deleted', 'tag': 'c631823f-185e-4f70-aaee-701e6547be55', 'status': 'completed', 'code': 200} Jul 28 14:29:51.129245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-6b92c89c-a6f2-45a8-9164-9bb352891573 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:51.131400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-6b92c89c-a6f2-45a8-9164-9bb352891573 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 946 time: 0.0775597 Jul 28 14:29:51.245769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Deleting port f6dcff78-78d5-4b2f-8304-88e2a402fcda {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:29:51.246334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.365119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] For port f6dcff78-78d5-4b2f-8304-88e2a402fcda, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f6dcff78-78d5-4b2f-8304-88e2a402fcda,segment=NetworkSegment(c15f7b40-9b92-41ad-9665-5fce2eaa32a9),segment_id=c15f7b40-9b92-41ad-9665-5fce2eaa32a9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:51.367217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.382064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Calling delete_port for f6dcff78-78d5-4b2f-8304-88e2a402fcda owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:29:51.583639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37830) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:51.693928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed638434-700c-48df-a24d-98b25e0b05a9 req-25dcc128-b300-4abe-b559-06ab2b85b1da tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0282724 Jul 28 14:29:51.715159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.732774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Pushing event deleted for resources: {'Port': ['ID=f6dcff78-78d5-4b2f-8304-88e2a402fcda,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:51.736791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f6dcff78-78d5-4b2f-8304-88e2a402fcda'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:29:51.757067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-network', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:51.779637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] No DVR routers for this DVR port f6dcff78-78d5-4b2f-8304-88e2a402fcda on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:29:51.782112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.784191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4480afc-fdb3-4020-a296-abfbe85241b3 req-40279b95-6d31-44f9-801c-06d1b2b34744 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.53 "DELETE /v2.0/ports/f6dcff78-78d5-4b2f-8304-88e2a402fcda HTTP/1.1" status: 204 len: 173 time: 0.6464570 Jul 28 14:29:51.876385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Made reservation on behalf of 71fe4b1f284d44888b5455c4b73620b9 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:51.878863 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.888611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:51.980663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.048718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3419e17-afc8-4bf3-b08c-447991e3c42e req-8d686206-988b-4633-bd23-7d06b9f92a70 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0276182 Jul 28 14:29:52.114643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.173543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-c83803c2-aee5-484f-b56f-262cb9fadab8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625758 Jul 28 14:29:52.192370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02e793-8f7d-47a7-8ab3-f73a413dd747,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.212825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:29:52.250726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-474554a0-67a1-4894-9b82-74b810452995 req-b313edcc-5cad-497f-83ce-c85d579513ef tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0643196 Jul 28 14:29:52.280236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.280608 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Added segment 6609f319-d235-40a7-b7c8-14ace21fc81e of type vlan for network 86467b71-120c-4813-9910-a8cb2a2e9117 Jul 28 14:29:52.334007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.358329 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e51e8add-40f6-48a9-a2b4-2bda09ef862a req-437fb6d6-26b9-4cad-974e-a2f93feedb90 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.1638999 Jul 28 14:29:52.375140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-81bd5eb9-0cdb-4685-b488-43f8a22743ff tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:52.379403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de959f8-3da7-4e3d-8553-6c58d5a62035 req-cefaead8-a6d0-4a5b-b712-eafaa28a48dc tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0359447 Jul 28 14:29:52.379666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-81bd5eb9-0cdb-4685-b488-43f8a22743ff tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014370 Jul 28 14:29:52.403269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Request body: {'port': {'device_id': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '908cce64e71644fd9b11ccf53b25ab73'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:52.551549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.553357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:52.554180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.625379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] Pushing event updated for resources: {'Network': ['ID=86467b71-120c-4813-9910-a8cb2a2e9117,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:52.638486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 86467b71-120c-4813-9910-a8cb2a2e9117 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:29:52.756332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Made reservation on behalf of 908cce64e71644fd9b11ccf53b25ab73 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:52.763917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.777114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:52.801829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db7e66c4-d6c8-4d59-b3fa-763f6d67d268 req-87f4fe20-7c6d-4179-a357-f058c29eca55 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0335798 Jul 28 14:29:52.811880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:52.832718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: c631823f-185e-4f70-aaee-701e6547be55 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:52.836748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c631823f-185e-4f70-aaee-701e6547be55 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:52.836748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f6dcff78-78d5-4b2f-8304-88e2a402fcda no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:29:52.854666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: f6dcff78-78d5-4b2f-8304-88e2a402fcda {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:29:52.855126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f6dcff78-78d5-4b2f-8304-88e2a402fcda not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:29:52.876260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2036e544-bd92-42ef-8437-ce47e623a780 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2901917 Jul 28 14:29:52.877399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37876) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:52.884148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Request body: {'subnet': {'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-subnet', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:52.964753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.084378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.109020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'name': 'network-vif-deleted', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:53.112558 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a02ec4-6d47-4b45-a7f8-32b8034fcd58" -d '{"events": [{"server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "name": "network-vif-deleted", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:53.157709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-e34e0fa9-5796-47e8-89d3-d60b58a65c9e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432432 Jul 28 14:29:53.248960 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d5af5-33f1-480b-a31a-a711d383f331 x-openstack-request-id: req-794d5af5-33f1-480b-a31a-a711d383f331 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:53.249252 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b728b8-9677-4251-939c-f1e64e25d722", "name": "network-vif-deleted", "tag": "f6dcff78-78d5-4b2f-8304-88e2a402fcda", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:53.249478 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-794d5af5-33f1-480b-a31a-a711d383f331 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:53.249939 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b728b8-9677-4251-939c-f1e64e25d722', 'name': 'network-vif-deleted', 'tag': 'f6dcff78-78d5-4b2f-8304-88e2a402fcda', 'status': 'completed', 'code': 200} Jul 28 14:29:53.296912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Made reservation on behalf of 71fe4b1f284d44888b5455c4b73620b9 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:53.299538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.303030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c12e7ba-5dda-4af6-90e2-2c69da8edbeb req-2d0c769f-3534-4c17-a5b2-dbfc62121946 tempest-LiveMigrationTest-965475169 tempest-LiveMigrationTest-965475169-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8d6ec32-1d96-4743-b599-ac5e21bbd255 HTTP/1.1" status: 200 len: 210 time: 0.0522428 Jul 28 14:29:53.345274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Allocated IP 192.168.233.164 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/3e342311-edac-449d-b496-c645ba8abfbc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:53.432642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8d33797-68cd-48ed-8c3c-eb3374176408 req-800726a5-8f0e-42ea-9360-fab57447fdda tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0492651 Jul 28 14:29:53.476005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-eec65780-6294-45d3-9ae8-67fc6a34b9da tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:53.477555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-eec65780-6294-45d3-9ae8-67fc6a34b9da tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059101 Jul 28 14:29:53.483746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:53.502679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Request body: {'port': {'device_id': '826d11e5-4bce-4434-bea7-06e031572d6a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '908cce64e71644fd9b11ccf53b25ab73'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:53.677535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5965871e-c36c-4bbe-848a-5a2e48e957d2 req-47cb4d48-b132-4889-9758-56736f4d9dd3 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.0765071 Jul 28 14:29:53.755102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:53.783949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Transition to ACTIVE for port object 3e342311-edac-449d-b496-c645ba8abfbc will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:53.797861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd5b81a5-0d59-4871-b4f2-61a4e5e8288a req-2a58b2e5-fd73-468c-9723-5b566bed40f5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0821338 Jul 28 14:29:53.902073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77e19580-c07d-464d-a815-2e292122567b req-062a2bb7-fe5d-465a-8ebe-928ca4fd874e tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 28 14:29:54.080198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.081239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.123080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:54.128097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:54.131995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:54.163160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Made reservation on behalf of 908cce64e71644fd9b11ccf53b25ab73 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:54.168292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.178392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e366932-542c-451b-8923-4b2dcb5c3d4c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.196225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:54.211426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Checking segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:54.211872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Network hostable DHCP agents. Network: 86467b71-120c-4813-9910-a8cb2a2e9117, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:29:54.227816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:54.228599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.359542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Allocated IP 192.168.233.126 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:54.381049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:54.466912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-22703c27-df5f-4db2-917b-02ee0609eda9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0681789 Jul 28 14:29:54.498944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Request body: {'port': {'device_id': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:54.564076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Network 86467b71-120c-4813-9910-a8cb2a2e9117 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:29:54.572363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.599941 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.618085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Transition to ACTIVE for port object d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:54.719016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c5b050b-56b2-43c8-9377-4040b9aa11fe req-9a908f7c-4a5d-4afc-b03e-2ac80ca26422 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Jul 28 14:29:54.737407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Deleting subnet d0741580-da52-46de-8a13-3b639e68a81a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:54.741231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.768041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e149903c-4746-48c3-b8d8-99500ecba56d None None] Provisioning for port 3e342311-edac-449d-b496-c645ba8abfbc completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:54.774726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e149903c-4746-48c3-b8d8-99500ecba56d None None] Provisioning complete for port 3e342311-edac-449d-b496-c645ba8abfbc triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:54.774726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e149903c-4746-48c3-b8d8-99500ecba56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.781046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 86467b71-120c-4813-9910-a8cb2a2e9117) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:54.803451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:54.804161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.804353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea41d3d-4159-4a5a-9ab5-f1f364f27537 None None] Network 86467b71-120c-4813-9910-a8cb2a2e9117 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:54.863579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.873471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e149903c-4746-48c3-b8d8-99500ecba56d None None] Port 3e342311-edac-449d-b496-c645ba8abfbc cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:54.876394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:54.930717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e74eb69-5642-4b66-9144-3a3f8e43e716 req-ed0f8efa-f119-41f2-85f0-8d4a806ce582 tempest-InstanceActionsV221TestJSON-773855519 tempest-InstanceActionsV221TestJSON-773855519-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0b728b8-9677-4251-939c-f1e64e25d722 HTTP/1.1" status: 200 len: 210 time: 0.1020658 Jul 28 14:29:54.983024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:54.997882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.002589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event updated for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:55.012460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:55.039971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:55.074017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-86467b71-120c-4813-9910-a8cb2a2e9117', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:29:55.079372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.131602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-de464b30-4478-4e7c-a785-3dfb4e0a916e req-00915332-f90c-4386-b8c6-aa4786c81e4d tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0953281 Jul 28 14:29:55.146378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:55.158037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6b502a0f-85f8-4342-a34e-69e459c1495e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2787499 Jul 28 14:29:55.158322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37958) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:55.164255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:55.171459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.195516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-58766e77-8d23-419f-9f90-43904a36bf1b tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:55.196618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Transition to ACTIVE for port object 3e342311-edac-449d-b496-c645ba8abfbc will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:55.197352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-58766e77-8d23-419f-9f90-43904a36bf1b tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.53 "GET /v2.0/networks?id=9142d6e4-a417-4c05-af83-ee516d306e69 HTTP/1.1" status: 200 len: 809 time: 0.4314537 Jul 28 14:29:55.224650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Request body: {'port': {'device_id': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69', 'admin_state_up': True, 'tenant_id': 'd0c7ea1cdc2246fd954707243245a7d6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:55.284922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:55.285546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.298573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039012-9514-43b7-ac75-69c813c0bbef req-aa1680e5-d1b8-409f-8672-a44df673bc74 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:55.300111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9039012-9514-43b7-ac75-69c813c0bbef req-aa1680e5-d1b8-409f-8672-a44df673bc74 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 936 time: 0.2613304 Jul 28 14:29:55.368019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9039012-9514-43b7-ac75-69c813c0bbef req-af3aa0c9-1226-4ae2-ab6e-fab370fc15a0 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564737 Jul 28 14:29:55.495063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Allocated IP 172.20.0.2 (86467b71-120c-4813-9910-a8cb2a2e9117/1e366932-542c-451b-8923-4b2dcb5c3d4c/2b8c13ec-0127-4f8c-b494-90a557d8f2bb) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:55.495843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.498456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.499531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.502490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e0fa472a-c708-4de5-8962-65980d0dc757 None None] Provisioning for port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:55.510294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.519191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e0fa472a-c708-4de5-8962-65980d0dc757 None None] Provisioning complete for port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:55.519571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0fa472a-c708-4de5-8962-65980d0dc757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.523971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0741580-da52-46de-8a13-3b639e68a81a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:55.531857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.533870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-10876d93-501e-4555-863c-48e7da5b2f1a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d0741580-da52-46de-8a13-3b639e68a81a HTTP/1.1" status: 204 len: 168 time: 1.1485896 Jul 28 14:29:55.536526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:55.644839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f57b2096-8c56-44fa-845a-e41da964e92a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1481614 Jul 28 14:29:55.666897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.667937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:55.679886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Request body: {'port': {'device_id': '826d11e5-4bce-4434-bea7-06e031572d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:55.760274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Attempting to bind port 3e342311-edac-449d-b496-c645ba8abfbc on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:55.760624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Attempting to bind port 3e342311-edac-449d-b496-c645ba8abfbc by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:55.760962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Attempting to bind port 3e342311-edac-449d-b496-c645ba8abfbc on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:55.768559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Port 3e342311-edac-449d-b496-c645ba8abfbc on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:55.768559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Attempting to bind port 3e342311-edac-449d-b496-c645ba8abfbc on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:55.779520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:55.785636 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.787430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.795398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:55.796605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:55.797127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:55.797741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Bound port: 3e342311-edac-449d-b496-c645ba8abfbc, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:55.798234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.810087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:55.829890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Transition to ACTIVE for port object 2b8c13ec-0127-4f8c-b494-90a557d8f2bb will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:55.856919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Transition to ACTIVE for port object 2b8c13ec-0127-4f8c-b494-90a557d8f2bb will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:55.897345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa472a-c708-4de5-8962-65980d0dc757 None None] Port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:29:55.908966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:55.913183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:55.974557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b41b5a36-d488-4dde-8640-59ad5ce1fcf1 req-9952caf4-a637-49a3-8551-e6361a356ebe tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0596113 Jul 28 14:29:56.072747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bd0563a-4a1c-4108-962f-fb042d21f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.075593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.092309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Made reservation on behalf of d0c7ea1cdc2246fd954707243245a7d6 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:29:56.096977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.101154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006233eb-56ce-44c2-9f64-6c33266e2fc3']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:56.173823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.183068 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.190279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.239952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.240899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.242900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] 10.222.0.53 "PUT /v2.0/ports/3e342311-edac-449d-b496-c645ba8abfbc HTTP/1.1" status: 200 len: 1097 time: 1.7522285 Jul 28 14:29:56.247629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:56.251170 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865926f-d474-450e-aa47-afbb182ba75e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:56.295131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Network 86467b71-120c-4813-9910-a8cb2a2e9117 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:56.295562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:56.305669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8213a-1754-4bc9-a079-43fcea6b629d service neutron] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.307553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:56.320841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Pushing event updated for resources: {'Port': ['ID=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.346145 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f3eb9b-64b3-4d89-83f2-350387c147c8 x-openstack-request-id: req-b5f3eb9b-64b3-4d89-83f2-350387c147c8 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:56.346456 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:56.346797 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5f3eb9b-64b3-4d89-83f2-350387c147c8 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:56.347742 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'status': 'completed', 'code': 200} Jul 28 14:29:56.399661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Attempting to bind port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:56.400301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Attempting to bind port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:56.400965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Attempting to bind port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb on network 86467b71-120c-4813-9910-a8cb2a2e9117 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Checking segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Bound using segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Bound port: 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:56.415171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.425801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37986) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:56.469548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bd0563a-4a1c-4108-962f-fb042d21f87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.519361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] For port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:56.523075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] For port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:56.553070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865926f-d474-450e-aa47-afbb182ba75e req-d4239614-36c3-4395-bc79-c7c29eb1b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.558592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8865926f-d474-450e-aa47-afbb182ba75e req-d4239614-36c3-4395-bc79-c7c29eb1b8ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1100 time: 0.1461744 Jul 28 14:29:56.574939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bd0563a-4a1c-4108-962f-fb042d21f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.593746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Deleting subnet 824d985f-f93a-4b8a-b6fe-7cc8f5f06b18 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:56.622478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.631258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8865926f-d474-450e-aa47-afbb182ba75e req-b73fc930-eb2b-4644-ab69-9bf45eff0c2a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592983 Jul 28 14:29:56.656431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69442248-368d-470c-a100-1119ddde0c44') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:56.656431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69442248-368d-470c-a100-1119ddde0c44') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:56.681162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.687784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bd0563a-4a1c-4108-962f-fb042d21f87e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46eb2f90adc644448c54f9c4596f57d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9032917 Jul 28 14:29:56.702831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37990) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:56.704926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0988216e-7bcb-4e96-a2e2-c7ff5c7d06a6 req-efd9e60b-a5f2-4101-a60c-8c91c877bdc8 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0516880 Jul 28 14:29:56.706871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.740572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.763043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5ad07-166c-43a1-93bc-5e6f1f50b127 req-86e2df67-9948-4eff-80a0-7262cc062b5f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.763043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5eb5ad07-166c-43a1-93bc-5e6f1f50b127 req-86e2df67-9948-4eff-80a0-7262cc062b5f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 936 time: 0.2275369 Jul 28 14:29:56.770247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.778726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0563a-4a1c-4108-962f-fb042d21f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99dd6d-e6ee-4d33-91bd-8d2a7a0e431c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.814729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c9c00-683c-4e60-870b-46b90f77b00e None None] Pushing event updated for resources: {'Port': ['ID=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:56.828207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:56.828612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:56.833565 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:56.895791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:56.926614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5eb5ad07-166c-43a1-93bc-5e6f1f50b127 req-9ad33066-d213-4902-9aee-a61f71d98a36 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495585 Jul 28 14:29:56.964425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865926f-d474-450e-aa47-afbb182ba75e req-ebad6343-181d-4299-bde5-99af0b73a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:56.966548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8865926f-d474-450e-aa47-afbb182ba75e req-ebad6343-181d-4299-bde5-99af0b73a0ef service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3085747 Jul 28 14:29:57.003214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.038614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.165075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.184849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.191412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.196293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] 10.222.0.47 "DELETE /v2.0/networks/006233eb-56ce-44c2-9f64-6c33266e2fc3 HTTP/1.1" status: 204 len: 168 time: 1.6558070 Jul 28 14:29:57.199878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37996) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:57.209848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.223529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043e576-f2d4-4a55-8fc0-9163912a0913 admin admin] Pushing event deleted for resources: {'Network': ['ID=006233eb-56ce-44c2-9f64-6c33266e2fc3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.235211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Allocated IP 172.20.0.12 (9142d6e4-a417-4c05-af83-ee516d306e69/72376a79-e41d-4ccc-841d-26c090f01aba/8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:57.253415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:57.254273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-1ce6599a-1216-4d86-8e1d-0ed1ba28f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:57.256150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-1ce6599a-1216-4d86-8e1d-0ed1ba28f09d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1100 time: 0.1641300 Jul 28 14:29:57.269942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.292194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Transition to ACTIVE for port object d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:57.319026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.323247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.327515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db99dd6d-e6ee-4d33-91bd-8d2a7a0e431c HTTP/1.1" status: 204 len: 168 time: 0.6187406 Jul 28 14:29:57.347650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.349935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f692396-d56c-4f55-a9cd-4ebdf76a67d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99dd6d-e6ee-4d33-91bd-8d2a7a0e431c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.357061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-a377d993-500d-4c45-a642-2bf0b4999f0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3e342311-edac-449d-b496-c645ba8abfbc HTTP/1.1" status: 200 len: 217 time: 0.0874746 Jul 28 14:29:57.390083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Deleting subnet fd67febf-6c23-4ad3-b941-8b4c29662da5 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:29:57.408782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824d985f-f93a-4b8a-b6fe-7cc8f5f06b18,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.408782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.452429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5da2916-56df-4c23-9f70-67787ff24ac3 req-d4408ab1-6301-44bb-b661-1995bb6c8353 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0636668 Jul 28 14:29:57.458237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.460352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-22c3fda7-c3b6-4c24-80ac-aa328aa75351 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/824d985f-f93a-4b8a-b6fe-7cc8f5f06b18 HTTP/1.1" status: 204 len: 168 time: 1.0332193 Jul 28 14:29:57.491135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:57.569676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2b8c13ec-0127-4f8c-b494-90a557d8f2bb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:57.603791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.608273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.699637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Pushing event updated for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:57.820088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Attempting to bind port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:57.820362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Attempting to bind port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:57.820857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Attempting to bind port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:57.827857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:57.828283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Attempting to bind port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:57.834326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:57.834724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:57.835201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:57.836097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Bound port: d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:57.842307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.885313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-51865ad1-6436-42df-b9ca-638028526c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:57.887245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-51865ad1-6436-42df-b9ca-638028526c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.5000975 Jul 28 14:29:57.914992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:57.923272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.963882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Allocated IP 172.25.0.94 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/65c86d1e-4893-4094-9ac6-394870cdadfc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:29:57.979247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:57.985477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:58.013630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Network 9142d6e4-a417-4c05-af83-ee516d306e69 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:58.017915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:58.035158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:58.039957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:58.049874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Pushing event updated for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.087277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.147180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.174159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.174933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.192337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.213968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.214590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.216342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] 10.222.0.53 "PUT /v2.0/ports/d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e HTTP/1.1" status: 200 len: 1097 time: 2.5539358 Jul 28 14:29:58.218582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:29:58.221006 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2798b-7ec1-4c74-acd6-aa2269c683ab" -d '{"events": [{"name": "network-changed", "server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:29:58.256824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f4be-c072-466b-b0c0-77de7d219b1a req-a7916391-1853-4ab5-b9ab-4d9a1e346496 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.264930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a372f4be-c072-466b-b0c0-77de7d219b1a req-a7916391-1853-4ab5-b9ab-4d9a1e346496 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 948 time: 0.1674330 Jul 28 14:29:58.290713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3f5c-adb9-40e4-accc-6ddfa7127a19 req-e68f98c0-a1ff-4cf5-99bd-097695ae63f5 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.292116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e5ba8-f4ac-4717-a466-233aaa22204a service neutron] Pushing event updated for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.292342 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-336a3f5c-adb9-40e4-accc-6ddfa7127a19 req-e68f98c0-a1ff-4cf5-99bd-097695ae63f5 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 932 time: 0.3999403 Jul 28 14:29:58.328527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a372f4be-c072-466b-b0c0-77de7d219b1a req-849176ea-6416-466f-a80f-a1bb246e256a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622034 Jul 28 14:29:58.337805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-0a5b328a-7e03-46e4-a5f3-284faf7437d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.337805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-0a5b328a-7e03-46e4-a5f3-284faf7437d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3603580 Jul 28 14:29:58.338423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37410153-799c-44e7-bec1-32eb5a4f9a81 None None] Network 86467b71-120c-4813-9910-a8cb2a2e9117 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:29:58.372837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ed544ec9-8ec1-4199-9b55-57ac10df6e34 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1581988 Jul 28 14:29:58.391601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Request body: {'port': {'device_id': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:29:58.482803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.488340 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b4a927-8eff-4a01-9075-12c2d2d0a33b x-openstack-request-id: req-79b4a927-8eff-4a01-9075-12c2d2d0a33b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:29:58.488749 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:29:58.489092 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79b4a927-8eff-4a01-9075-12c2d2d0a33b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:29:58.489667 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', 'status': 'completed', 'code': 200} Jul 28 14:29:58.513035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.526322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.569459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc0090f-4456-49a9-910a-b74d61a90ada']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:58.593479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:58.593715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15f7b40-9b92-41ad-9665-5fce2eaa32a9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:58.614081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-336a3f5c-adb9-40e4-accc-6ddfa7127a19 req-ab04a0af-bf95-415a-84fe-6239ab070663 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898529 Jul 28 14:29:58.629864 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07e0ccfb-86fa-4e64-848d-5a407cefddcf req-2514df28-d852-42be-bda7-2cec25bfbff3 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0523701 Jul 28 14:29:58.631530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f9c6cc1e-6af6-40b8-8caf-e0f200bc7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.633081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-f9c6cc1e-6af6-40b8-8caf-e0f200bc7849 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 1100 time: 0.1332343 Jul 28 14:29:58.635579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Provisioning for port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:29:58.636998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.642621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Provisioning complete for port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:58.643266 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.654711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.661794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:58.663345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:58.673743 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:58.717556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.758472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38014) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:58.761306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd67febf-6c23-4ad3-b941-8b4c29662da5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:58.764923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-7bc677de-df6e-4983-8a47-272fbaf32da4 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016485 Jul 28 14:29:58.770619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-53ff555b-7d2a-4cce-b998-2f3cafdc8b51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e HTTP/1.1" status: 200 len: 217 time: 0.0758717 Jul 28 14:29:58.776423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.823668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] For port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:29:58.854852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.857199 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-420ba8f8-b98c-4e26-8606-191f27b8d2ac admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fd67febf-6c23-4ad3-b941-8b4c29662da5 HTTP/1.1" status: 204 len: 168 time: 1.6555982 Jul 28 14:29:58.861405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:58.864763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba18f52c-64b0-4d92-bb60-8b55853bf239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.888995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-ad284ebc-1dce-41f6-af32-eefe4aa8703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.891187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-ad284ebc-1dce-41f6-af32-eefe4aa8703d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1120932 Jul 28 14:29:58.974263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-31fecfbc-aa49-422f-a93f-52a859511434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:58.976198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-31fecfbc-aa49-422f-a93f-52a859511434 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0756414 Jul 28 14:29:58.980676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:58.989828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.024527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16a14dbc-39b4-49d5-ad1d-057a9d337229 req-de8b213e-4a61-447c-95f1-e6ba889e43f5 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452834 Jul 28 14:29:59.054890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076324f1-2346-4a3e-95c9-5a5a0dbcc2dd None None] Pushing event updated for resources: {'Port': ['ID=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.072157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.073963 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.106340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:29:59.111838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.118593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.120808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] 10.222.0.47 "DELETE /v2.0/networks/cdc0090f-4456-49a9-910a-b74d61a90ada HTTP/1.1" status: 204 len: 168 time: 1.6527505 Jul 28 14:29:59.129026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76cc32fc-3d60-4fce-b7db-3ec8b3971605 None None] Provisioning complete for port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:59.129677 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76cc32fc-3d60-4fce-b7db-3ec8b3971605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.140473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Transition to ACTIVE for port object 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:29:59.171402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-cb2a8f14-ba3a-4de5-ae97-a2a2b869f047 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853445 Jul 28 14:29:59.199195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a141065-85dc-48c4-9354-e569db8dea4a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc0090f-4456-49a9-910a-b74d61a90ada,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.202522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.212758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8af39804-713a-4ff0-bae9-2b4f056eccee req-6085c902-9197-4bff-9d58-7978de1b77b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0998757 Jul 28 14:29:59.214824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:29:59.229620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99e726a-bbb0-409c-a079-248fc56a7b88']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:59.232789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:29:59.246994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:29:59.257235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516a2257-6ed9-407a-a107-bf5172779502') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:59.257602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516a2257-6ed9-407a-a107-bf5172779502') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:29:59.284980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Pushing event updated for resources: {'Port': ['ID=65c86d1e-4893-4094-9ac6-394870cdadfc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.297374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.312239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b4170c1-0a4d-47b2-bacd-f729f67d19bb req-c9f6333d-fd18-44e9-9b6f-f375560f84ea service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037803 Jul 28 14:29:59.325258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.337338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba18f52c-64b0-4d92-bb60-8b55853bf239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.342098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:29:59.342492 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:29:59.344190 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:29:59.378139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.441830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Pushing event updated for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.460795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2b8c13ec-0127-4f8c-b494-90a557d8f2bb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:29:59.535164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Attempting to bind port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:29:59.535460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Attempting to bind port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '1963cc34-8862-4c60-8d31-87c453101a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:29:59.535795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Attempting to bind port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d on network 9142d6e4-a417-4c05-af83-ee516d306e69 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:59.547290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba18f52c-64b0-4d92-bb60-8b55853bf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.552509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:29:59.552509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.552769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d on network 9142d6e4-a417-4c05-af83-ee516d306e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:29:59.552769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Attempting to bind port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d on network 9142d6e4-a417-4c05-af83-ee516d306e69 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:29:59.558482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:29:59.558969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Checking segment: {'id': '1963cc34-8862-4c60-8d31-87c453101a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:29:59.559381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Bound using segment: {'id': '1963cc34-8862-4c60-8d31-87c453101a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:29:59.559811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Bound port: 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1963cc34-8862-4c60-8d31-87c453101a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:29:59.560180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.609235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0995f75-d3f1-4e75-b9af-bbe1075bd102 req-0f68a9c4-b184-489c-b3d8-3d4b9f9590d1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.611283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0995f75-d3f1-4e75-b9af-bbe1075bd102 req-0f68a9c4-b184-489c-b3d8-3d4b9f9590d1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 948 time: 0.1916959 Jul 28 14:29:59.671553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-1e8b8d06-2ae4-469e-bc8b-b6c36582c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.672255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18f52c-64b0-4d92-bb60-8b55853bf239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59128e4-56fa-4dda-8622-4bc8213d3015,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.673611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-1e8b8d06-2ae4-469e-bc8b-b6c36582c222 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 1100 time: 0.0973268 Jul 28 14:29:59.675840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:29:59.694089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba18f52c-64b0-4d92-bb60-8b55853bf239 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9617f1e26dc644f8896dec7f64e8f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9258096 Jul 28 14:29:59.705217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38028) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:59.722327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.741504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.743460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d99e726a-bbb0-409c-a079-248fc56a7b88 HTTP/1.1" status: 204 len: 168 time: 0.8797913 Jul 28 14:29:59.744985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f4185-432b-47bd-a689-532b67773000 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99e726a-bbb0-409c-a079-248fc56a7b88,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:29:59.750071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0995f75-d3f1-4e75-b9af-bbe1075bd102 req-889bbbe3-af24-4dbd-bf43-b944869772db tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246772 Jul 28 14:29:59.801618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,segment=NetworkSegment(1963cc34-8862-4c60-8d31-87c453101a25),segment_id=1963cc34-8862-4c60-8d31-87c453101a25)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:29:59.849308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8930e430-5c39-42c6-9934-233428084ac1 req-2af1ac5c-28db-4f10-8915-3c292b83c422 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Jul 28 14:29:59.865215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532da98-976c-4cb7-b105-10b671badbd9 req-b3eae729-5fef-4bd7-88da-f053e2e6b5bc tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.866518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e532da98-976c-4cb7-b105-10b671badbd9 req-b3eae729-5fef-4bd7-88da-f053e2e6b5bc tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 944 time: 0.1604176 Jul 28 14:29:59.895729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-56e76f00-1b11-48e8-9f82-8ed6bf0e0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:29:59.897191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-56e76f00-1b11-48e8-9f82-8ed6bf0e0b6c service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2156315 Jul 28 14:29:59.897879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:29:59.931908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:59.961760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-0a86f5db-afa8-40ab-99fd-cbfb7534e294 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e HTTP/1.1" status: 200 len: 217 time: 0.0549488 Jul 28 14:29:59.979694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0c67f40d-791b-4d74-9429-54bc6e99bdef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ab0ff898ddc447393fbcf77d74f4296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438113 Jul 28 14:29:59.982127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:29:59.987536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.017965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.026896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e532da98-976c-4cb7-b105-10b671badbd9 req-e39a8f09-79a3-4ec9-ad2a-1b91169a1d87 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454277 Jul 28 14:30:00.101492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.102114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.103591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] 10.222.0.53 "PUT /v2.0/ports/8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d HTTP/1.1" status: 200 len: 1093 time: 1.7173223 Jul 28 14:30:00.107139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.109308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-af95d27b-9635-4dd3-8246-11de23691053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.110697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-af95d27b-9635-4dd3-8246-11de23691053 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1355066 Jul 28 14:30:00.132149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837d01c-c2d9-410b-8795-639fa0656dfb service neutron] Pushing event updated for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:00.144364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.155557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.182677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-4dcc791e-260c-4ae3-8367-fd5a45ffebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.184853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-4dcc791e-260c-4ae3-8367-fd5a45ffebf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647318 Jul 28 14:30:00.298874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-36d8355e-041e-48c7-82bc-7315bd374ca1 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976083 Jul 28 14:30:00.374776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.377785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.379151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c59128e4-56fa-4dda-8622-4bc8213d3015 HTTP/1.1" status: 204 len: 168 time: 0.6715655 Jul 28 14:30:00.380406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38036) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:00.389689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.398697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b055a-df2b-47f9-bcaf-515d6de4d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59128e4-56fa-4dda-8622-4bc8213d3015,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:00.419810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-04b84424-7edd-4c7b-a168-761cf7dc674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.421626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-04b84424-7edd-4c7b-a168-761cf7dc674a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0c7ea1cdc2246fd954707243245a7d6&device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 1096 time: 0.1254654 Jul 28 14:30:00.443499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.445821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.450455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3397f8a-b539-4e31-9c82-00ae1ff0a920 HTTP/1.1" status: 204 len: 168 time: 0.4639301 Jul 28 14:30:00.472034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f2798b-7ec1-4c74-acd6-aa2269c683ab req-49720b8b-eba2-4acb-a44c-cc9d3ff9e564 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646323 Jul 28 14:30:00.484479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe05462-983e-451d-8cd4-bc0506404002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3397f8a-b539-4e31-9c82-00ae1ff0a920,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:00.520273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a942b59a-b36f-4569-b15a-dd574e82cf95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15ae1cca347d464ab7d7d1f9babe1758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387305 Jul 28 14:30:00.522751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:00.526806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:00.530292 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23117b-d70c-4f18-897d-56eeb779925e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:00.535844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-ba145576-4d2c-4a12-9365-e8606f55443a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d HTTP/1.1" status: 200 len: 217 time: 0.0772915 Jul 28 14:30:00.613098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.627324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-f1bc632e-fed2-4e96-a04d-987f9ad34125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.628384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-f1bc632e-fed2-4e96-a04d-987f9ad34125 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72376a79-e41d-4ccc-841d-26c090f01aba HTTP/1.1" status: 200 len: 849 time: 0.0857158 Jul 28 14:30:00.630489 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d23a287-adb8-4195-aa23-c13902e2908b x-openstack-request-id: req-9d23a287-adb8-4195-aa23-c13902e2908b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:00.630785 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:00.631063 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d23a287-adb8-4195-aa23-c13902e2908b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:00.631502 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d', 'status': 'completed', 'code': 200} Jul 28 14:30:00.648363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.683433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-685ecf60-cc4f-45f7-929c-5e10255c9b0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9142d6e4-a417-4c05-af83-ee516d306e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355871 Jul 28 14:30:00.767880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-5dffb693-d00d-4258-b2a0-2d0aa5fb345d service neutron] 10.222.0.53 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Jul 28 14:30:00.828633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:00.857961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Router 2fd0a4dc-67c4-477e-8077-07d5443e05dd is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:00.875043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d592c7e4-c7e3-4ec8-8e60-f98c956b29d9 req-2b2ac58e-c502-4998-bb7f-022d8d649fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999835 Jul 28 14:30:00.930692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:00.937948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841111ae-b611-424f-928c-7823ede8a1b6 req-0cc02b46-34e1-4ded-a9a2-de6531450c33 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:00.939892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-841111ae-b611-424f-928c-7823ede8a1b6 req-0cc02b46-34e1-4ded-a9a2-de6531450c33 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 948 time: 0.1160088 Jul 28 14:30:00.944071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '3e342311-edac-449d-b496-c645ba8abfbc', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '3e342311-edac-449d-b496-c645ba8abfbc', 'mac_address': 'fa:16:3e:9f:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:00.976437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.978990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:00.980137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf5e2025-59b7-4a7a-b8b9-8ff664b12893 HTTP/1.1" status: 204 len: 168 time: 0.4563959 Jul 28 14:30:00.982863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d55915c-6256-4d3b-a651-097b6a2293a0 req-b2a66f2e-f84e-4378-b9bb-bb65d22c6751 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0387855 Jul 28 14:30:00.997490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.014633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f546b7-932c-4406-9cd9-30b811a659ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e2025-59b7-4a7a-b8b9-8ff664b12893,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:01.015003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:01.034923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:01.049197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:01.051278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-841111ae-b611-424f-928c-7823ede8a1b6 req-6f89ebc8-24b2-4b3b-9ba1-368f60b1873e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033206 Jul 28 14:30:01.052961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Sync routers for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:01.073086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:01.073804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:01.170854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36958cf-28d3-462c-bb00-e8727f55ae7a req-225bedfe-7b24-4527-bc33-05b4ba7ee9e3 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:01.172565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d36958cf-28d3-462c-bb00-e8727f55ae7a req-225bedfe-7b24-4527-bc33-05b4ba7ee9e3 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 944 time: 0.0567060 Jul 28 14:30:01.199166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:01.231162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d36958cf-28d3-462c-bb00-e8727f55ae7a req-fe13a84e-f5d8-4e07-acbd-950681b190f9 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503500 Jul 28 14:30:01.285488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.293185 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0ca08b8b-8467-4e05-ba76-0dfbf0997389 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1267312 Jul 28 14:30:01.295796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:01.327969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23117b-d70c-4f18-897d-56eeb779925e req-d1aedea2-af94-4f4e-bf26-49a39b701fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:01.329447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-d1aedea2-af94-4f4e-bf26-49a39b701fa1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0c7ea1cdc2246fd954707243245a7d6&device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 1096 time: 0.0630453 Jul 28 14:30:01.374513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.375622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:01.540989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:01.543035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23117b-d70c-4f18-897d-56eeb779925e req-6fc1be9e-b969-4d81-821c-8edcf33ed690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:01.545236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-6fc1be9e-b969-4d81-821c-8edcf33ed690 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9142d6e4-a417-4c05-af83-ee516d306e69 HTTP/1.1" status: 200 len: 910 time: 0.2076421 Jul 28 14:30:01.571929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', 'mac_address': 'fa:16:3e:cd:e1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:01.577267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:01.608344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-0783d243-e6e1-40dc-8f07-e485f16e53ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d HTTP/1.1" status: 200 len: 217 time: 0.0546548 Jul 28 14:30:01.667853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.709681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:01.726090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23117b-d70c-4f18-897d-56eeb779925e req-00beed5b-0ec5-4d26-8f55-3dfd40692264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:01.727741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-00beed5b-0ec5-4d26-8f55-3dfd40692264 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72376a79-e41d-4ccc-841d-26c090f01aba HTTP/1.1" status: 200 len: 849 time: 0.1118326 Jul 28 14:30:01.745850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:01.760818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:29:59Z', 'revision_number': 3, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:01.770730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-292c43f4-4f35-4698-a066-31ef18ec86a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9142d6e4-a417-4c05-af83-ee516d306e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351915 Jul 28 14:30:01.792955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Checking router: 2fd0a4dc-67c4-477e-8077-07d5443e05dd for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:01.794308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Updating router 2fd0a4dc-67c4-477e-8077-07d5443e05dd port 65c86d1e-4893-4094-9ac6-394870cdadfc binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:01.847210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:01.945576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-603916fd-516a-4a4e-a4d2-ddaaf1797b10 service neutron] 10.222.0.53 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672449 Jul 28 14:30:02.037984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.046006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.082757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa23117b-d70c-4f18-897d-56eeb779925e req-5a5aa31f-4bff-40ff-a2c6-c8e232e68918 service neutron] 10.222.0.53 "GET /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290641 Jul 28 14:30:02.127370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:02.231196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.245531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Transition to ACTIVE for port object 65c86d1e-4893-4094-9ac6-394870cdadfc will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:02.272156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b34d-3f3f-47f5-b940-395a8cf69d79 req-f226f1c5-0636-4b1e-bcb2-8af23718189a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:02.273774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd33b34d-3f3f-47f5-b940-395a8cf69d79 req-f226f1c5-0636-4b1e-bcb2-8af23718189a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 949 time: 0.0911074 Jul 28 14:30:02.289270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Allocated IP 172.20.0.1 (86467b71-120c-4813-9910-a8cb2a2e9117/1e366932-542c-451b-8923-4b2dcb5c3d4c/039d4f51-27f2-4d4a-bd19-7534e2c308bb) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:02.323848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd33b34d-3f3f-47f5-b940-395a8cf69d79 req-df24fcce-05a0-4fc8-80cc-8739e523abf1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jul 28 14:30:02.384692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:02.412050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:02.414848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.431589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Transition to ACTIVE for port object 039d4f51-27f2-4d4a-bd19-7534e2c308bb will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:02.453822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884c86b-1555-4d01-995f-1ca8ebc07b7c req-e480abe4-899f-48b1-a084-144a94af60cd tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:02.455884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1884c86b-1555-4d01-995f-1ca8ebc07b7c req-e480abe4-899f-48b1-a084-144a94af60cd tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 944 time: 0.0599766 Jul 28 14:30:02.534046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1884c86b-1555-4d01-995f-1ca8ebc07b7c req-668f3980-8d4b-4670-81cc-b70dca489803 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701053 Jul 28 14:30:02.600520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.625884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38100) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:02.712525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-490167dc-b419-42c7-980c-4eedbc48ea50 req-a779aa80-5c88-4e29-8d39-e9ca7bbd6a31 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0548904 Jul 28 14:30:02.720199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Attempting to bind port 65c86d1e-4893-4094-9ac6-394870cdadfc on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:02.720610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Attempting to bind port 65c86d1e-4893-4094-9ac6-394870cdadfc by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:02.720980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Attempting to bind port 65c86d1e-4893-4094-9ac6-394870cdadfc on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:02.723017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77c0bb-59a6-4029-8ab3-8dde7efe755b None None] Pushing event updated for resources: {'Port': ['ID=65c86d1e-4893-4094-9ac6-394870cdadfc,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:02.750812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:02.751206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:02.751618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.752609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:02.752609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Bound port: 65c86d1e-4893-4094-9ac6-394870cdadfc, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:02.753025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.767726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4af3566c-c23e-4526-9f28-76d0b20155e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78f68e04568943c99e3238052c9a0a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377940 Jul 28 14:30:02.768149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38102) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:02.823575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.864662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:02.879388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:02.900980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] For port 65c86d1e-4893-4094-9ac6-394870cdadfc, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:02.907553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] For port 65c86d1e-4893-4094-9ac6-394870cdadfc, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=65c86d1e-4893-4094-9ac6-394870cdadfc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:02.943646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.038805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,segment=NetworkSegment(1963cc34-8862-4c60-8d31-87c453101a25),segment_id=1963cc34-8862-4c60-8d31-87c453101a25)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:03.053444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d', 'network_id': '9142d6e4-a417-4c05-af83-ee516d306e69', 'port_id': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d', 'mac_address': 'fa:16:3e:cd:06:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72376a79-e41d-4ccc-841d-26c090f01aba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:03.095620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.110859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:03.134883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,segment=NetworkSegment(1963cc34-8862-4c60-8d31-87c453101a25),segment_id=1963cc34-8862-4c60-8d31-87c453101a25)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:03.175767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.236235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.240067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.243270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f89bc2ec-4043-4e75-af59-56f488dd29b9 HTTP/1.1" status: 204 len: 168 time: 0.4713738 Jul 28 14:30:03.265629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915b35d-d85a-4d59-a8e4-c46f02bd47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89bc2ec-4043-4e75-af59-56f488dd29b9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:03.295426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:03.296093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:03.300802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.306080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77c0bb-59a6-4029-8ab3-8dde7efe755b None None] Pushing event updated for resources: {'Port': ['ID=65c86d1e-4893-4094-9ac6-394870cdadfc,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:03.314438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Network 86467b71-120c-4813-9910-a8cb2a2e9117 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:03.320741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:03.325431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:03.380398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Pushing event updated for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:03.446680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:03.473072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:03.611078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:03.627590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dac17a-099a-48e8-a6c2-7b6c2204a52f req-82bc70e7-f380-40c2-aa23-692bd50390f0 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:03.629433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34dac17a-099a-48e8-a6c2-7b6c2204a52f req-82bc70e7-f380-40c2-aa23-692bd50390f0 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 949 time: 0.1160917 Jul 28 14:30:03.726483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:03.733245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34dac17a-099a-48e8-a6c2-7b6c2204a52f req-c79b4560-e05d-4656-b0e5-03c584c2e672 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870605 Jul 28 14:30:03.774894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7571c-87ef-4768-99ff-924886948591 req-57379a4c-ace4-48db-8f20-2c7149a8212e tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:03.780166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71e7571c-87ef-4768-99ff-924886948591 req-57379a4c-ace4-48db-8f20-2c7149a8212e tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 945 time: 0.0861652 Jul 28 14:30:03.857300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92daa54b-27f4-45c3-9105-501d913fc933 req-111f435d-725b-4921-9e97-98fbadfc36fa tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0460505 Jul 28 14:30:03.859240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71e7571c-87ef-4768-99ff-924886948591 req-4cda4850-760b-4dff-a614-e479d18f2ae4 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708599 Jul 28 14:30:03.995266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.023650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54d12c0e-17f7-420f-9bce-56c1550d1a51 None None] Provisioning for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:04.036051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54d12c0e-17f7-420f-9bce-56c1550d1a51 None None] Provisioning complete for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:04.036581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54d12c0e-17f7-420f-9bce-56c1550d1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.102728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:29:59Z', 'revision_number': 3, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:04.106334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-54d12c0e-17f7-420f-9bce-56c1550d1a51 None None] Port 039d4f51-27f2-4d4a-bd19-7534e2c308bb cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:04.139395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d0f6b-33af-463e-a82e-471610174f80 None None] The sync data for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 is: [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:29:59Z', 'revision_number': 3, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:04.344592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.525627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.625010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Pushing event updated for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:04.632102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:04.838842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Network 86467b71-120c-4813-9910-a8cb2a2e9117 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:04.842488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:04.860030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:05.031317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e6a5f-4c32-473f-91ad-19a3544b9ca9 req-adbabcd8-d280-4d37-bb70-acbb7ea66868 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:05.043898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d1e6a5f-4c32-473f-91ad-19a3544b9ca9 req-adbabcd8-d280-4d37-bb70-acbb7ea66868 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 945 time: 0.0919886 Jul 28 14:30:05.050483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf422b-28a5-4cdf-b968-c81558bef452 req-f2a78d17-c549-41c6-9c7b-43e78351f94a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:05.054386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6bcf422b-28a5-4cdf-b968-c81558bef452 req-f2a78d17-c549-41c6-9c7b-43e78351f94a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 949 time: 0.1904929 Jul 28 14:30:05.128385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 3e342311-edac-449d-b496-c645ba8abfbc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:05.141892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 3e342311-edac-449d-b496-c645ba8abfbc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:05.142829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d1e6a5f-4c32-473f-91ad-19a3544b9ca9 req-8797a729-664c-406a-b84c-ece54a9b4048 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967216 Jul 28 14:30:05.144255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.216482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Router 2fd0a4dc-67c4-477e-8077-07d5443e05dd has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:05.216482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6bcf422b-28a5-4cdf-b968-c81558bef452 req-78268729-f28d-4732-be7d-387a1d8832e1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180723 Jul 28 14:30:05.376408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84f89bef-729d-4dfb-8e01-ab40b9eaee07 req-4ed8bd86-dbd3-452b-a1e1-8575f0f63f58 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0348945 Jul 28 14:30:05.377469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.377469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98e3efb2-100d-4bde-abb3-719779e6b40d None None] Provisioning complete for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:05.377469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e3efb2-100d-4bde-abb3-719779e6b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.431290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:05.434723 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60253b7-720c-4b56-be00-442332c7db21" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:05.454515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:05.455924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-98e3efb2-100d-4bde-abb3-719779e6b40d None None] Port 039d4f51-27f2-4d4a-bd19-7534e2c308bb cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:05.475203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:05.494214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-17f1d614-2594-4b94-a0d3-5839fa59b237 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fd0a4dc-67c4-477e-8077-07d5443e05dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1847880 Jul 28 14:30:05.494554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded5135-36dd-4fd4-a0c6-97c4c625df9c x-openstack-request-id: req-8ded5135-36dd-4fd4-a0c6-97c4c625df9c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:05.494554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:05.494554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ded5135-36dd-4fd4-a0c6-97c4c625df9c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:05.494554 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'code': 200} Jul 28 14:30:05.507030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 65c86d1e-4893-4094-9ac6-394870cdadfc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:05.642578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953ab2-0c32-4467-a522-e67047072f03 req-7446f4cc-377f-4302-aa66-b918d7c3b494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:05.642578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8953ab2-0c32-4467-a522-e67047072f03 req-7446f4cc-377f-4302-aa66-b918d7c3b494 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1101 time: 0.0509822 Jul 28 14:30:05.682948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.684335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:05.690012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8953ab2-0c32-4467-a522-e67047072f03 req-1118ba49-72fa-45a1-8e2f-86489f67f82a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Jul 28 14:30:05.777167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:05.890747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 65c86d1e-4893-4094-9ac6-394870cdadfc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:05.894911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 65c86d1e-4893-4094-9ac6-394870cdadfc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:05.895925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:05.970333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:05.978269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:05.978650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.008795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.040537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 65c86d1e-4893-4094-9ac6-394870cdadfc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=65c86d1e-4893-4094-9ac6-394870cdadfc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:06.096169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.145314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,segment=NetworkSegment(1963cc34-8862-4c60-8d31-87c453101a25),segment_id=1963cc34-8862-4c60-8d31-87c453101a25)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:06.173165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.244840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=65c86d1e-4893-4094-9ac6-394870cdadfc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:06.256881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.257715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:06.294898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:06.314875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29aaa-fc06-4f5f-9cfb-6b3e67992d93 req-208e2267-fd08-4388-a836-79602b2ca102 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:06.323710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-78b29aaa-fc06-4f5f-9cfb-6b3e67992d93 req-208e2267-fd08-4388-a836-79602b2ca102 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.0633636 Jul 28 14:30:06.355303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:06.383303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-78b29aaa-fc06-4f5f-9cfb-6b3e67992d93 req-8976167e-0421-4783-a12f-dc7a1a1debc2 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546272 Jul 28 14:30:06.532984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:06.533145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a11e90-306d-4677-9fca-fc29d4c46467 req-6fd7dd32-254a-48f3-ad51-13af458f6dbf tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:06.537707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:06.538088 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.540336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39a11e90-306d-4677-9fca-fc29d4c46467 req-6fd7dd32-254a-48f3-ad51-13af458f6dbf tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 949 time: 0.0886846 Jul 28 14:30:06.567100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-c6c46bed-5447-49ff-9517-d3a64ca2d1c7 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:06.571095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-c6c46bed-5447-49ff-9517-d3a64ca2d1c7 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 829 time: 0.1983376 Jul 28 14:30:06.572808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.602510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4244f025-3511-4fc7-9b2a-58e3299950c7 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/quotas/71fe4b1f284d44888b5455c4b73620b9 HTTP/1.1" status: 200 len: 375 time: 0.0247188 Jul 28 14:30:06.604991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39a11e90-306d-4677-9fca-fc29d4c46467 req-c2f40273-dac0-4f04-84d4-5143fc3409a3 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jul 28 14:30:06.678973 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Sync routers for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:06.700667 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:06.704435 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:06.724285 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.771005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:06.796362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-7eba0229-92c1-4d3b-8775-ece958776e75 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756852 Jul 28 14:30:06.830616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4be010ff-b5b7-48aa-9ac9-ea48655c3d25 req-bc0c0a6b-5336-41b4-bdc8-904411c6f53d tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0283308 Jul 28 14:30:06.858115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:06.906656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:06.942062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-aea4feda-3443-4275-b49f-875ba6ee6fcd service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343610 Jul 28 14:30:06.944836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab6962f3-a59a-44f7-97f3-efcc230c1f3d req-e18df341-ba2d-4ba5-96ae-b086ef65bbf5 tempest-FlavorsV2NegativeTest-473131136 tempest-FlavorsV2NegativeTest-473131136-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=79900dbb6ef54048b5df8732d3870e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229638 Jul 28 14:30:07.070320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6962f3-a59a-44f7-97f3-efcc230c1f3d req-6d211389-0a3d-4531-a8bc-9c6a969961cb tempest-FlavorsV2NegativeTest-473131136 tempest-FlavorsV2NegativeTest-473131136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:07.071531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-db1591e1-43b3-4df4-948f-7c3bde3dc33f service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231456 Jul 28 14:30:07.072432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab6962f3-a59a-44f7-97f3-efcc230c1f3d req-6d211389-0a3d-4531-a8bc-9c6a969961cb tempest-FlavorsV2NegativeTest-473131136 tempest-FlavorsV2NegativeTest-473131136-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200056 Jul 28 14:30:07.091219 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:04Z', 'revision_number': 2, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:07.096138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab6962f3-a59a-44f7-97f3-efcc230c1f3d req-dfdeeab7-e045-4c53-b04b-3958d3e993cf tempest-FlavorsV2NegativeTest-473131136 tempest-FlavorsV2NegativeTest-473131136-project] 10.222.0.47 "GET /v2.0/quotas/79900dbb6ef54048b5df8732d3870e9e HTTP/1.1" status: 200 len: 375 time: 0.0130370 Jul 28 14:30:07.124582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Checking router: 2fd0a4dc-67c4-477e-8077-07d5443e05dd for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:07.124939 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Updating router 2fd0a4dc-67c4-477e-8077-07d5443e05dd port 039d4f51-27f2-4d4a-bd19-7534e2c308bb binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:07.130572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.139486 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.162690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3017e4a10abd4aaf86907193edc8d246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665359 Jul 28 14:30:07.165100 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.168334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38272) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:07.202883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe981fc-768e-481f-8cc4-41d4b2dd2c0b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:07.204967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab6962f3-a59a-44f7-97f3-efcc230c1f3d req-4fb3e437-b8bc-45eb-8b3d-a98dd8ab14af tempest-FlavorsV2NegativeTest-473131136 tempest-FlavorsV2NegativeTest-473131136-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79900dbb6ef54048b5df8732d3870e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950093 Jul 28 14:30:07.217618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.217803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.218127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.218474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.218871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.219243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.219785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.220025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.220344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.220679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.221013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.221341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c660ddd-a550-4de9-8781-7714434df3c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:07.250806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:07.260402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.292653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.485750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d'}, {'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:07.488440 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6ae4f3-e283-440b-b983-a51e7fbf9a92" -d '{"events": [{"server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d"}, {"server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "name": "network-vif-plugged", "status": "completed", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:07.500422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 65c86d1e-4893-4094-9ac6-394870cdadfc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:07.543019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f6917-c14b-4255-99a6-ca31881c1680 req-8eeac6e7-71f9-4f51-be4e-2b5ec2cef9af tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:07.551265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b53f6917-c14b-4255-99a6-ca31881c1680 req-8eeac6e7-71f9-4f51-be4e-2b5ec2cef9af tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.0760672 Jul 28 14:30:07.556225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.562343 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.562343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afe981fc-768e-481f-8cc4-41d4b2dd2c0b HTTP/1.1" status: 204 len: 168 time: 0.3922584 Jul 28 14:30:07.592700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25657b-a143-4d5c-9402-db86db8249c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe981fc-768e-481f-8cc4-41d4b2dd2c0b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:07.656082 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc8caf6-024e-4982-8ac8-4b0e4a8a46cf x-openstack-request-id: req-0bc8caf6-024e-4982-8ac8-4b0e4a8a46cf {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:07.656082 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "name": "network-vif-plugged", "status": "completed", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d", "code": 200}, {"server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "name": "network-vif-plugged", "status": "completed", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:07.656082 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0bc8caf6-024e-4982-8ac8-4b0e4a8a46cf {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:07.656082 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d', 'code': 200} Jul 28 14:30:07.656082 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', 'code': 200} Jul 28 14:30:07.656513 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.661331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 65c86d1e-4893-4094-9ac6-394870cdadfc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:07.661798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.667722 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Transition to ACTIVE for port object 039d4f51-27f2-4d4a-bd19-7534e2c308bb will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:07.673325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b53f6917-c14b-4255-99a6-ca31881c1680 req-1cd1da59-8d0e-4a42-bdcd-c177d646edc7 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130028 Jul 28 14:30:07.796424 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.812406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c664eeed-b126-4d61-8098-b1b5ef94272e req-c1642c46-64d4-4b52-9677-2e04f49c0a02 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0699141 Jul 28 14:30:07.958851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff562a4a-6ba9-4045-9800-b72b32906740 req-2b10b2a3-cb3c-4833-9372-6453b2554cd3 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:07.969265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff562a4a-6ba9-4045-9800-b72b32906740 req-2b10b2a3-cb3c-4833-9372-6453b2554cd3 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.2117052 Jul 28 14:30:07.984397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Attempting to bind port 039d4f51-27f2-4d4a-bd19-7534e2c308bb on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:07.984856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Attempting to bind port 039d4f51-27f2-4d4a-bd19-7534e2c308bb by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:07.985300 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Attempting to bind port 039d4f51-27f2-4d4a-bd19-7534e2c308bb on network 86467b71-120c-4813-9910-a8cb2a2e9117 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:07.993627 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:07.994101 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Checking segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:07.994572 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:07.995054 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Bound using segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:07.996422 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Bound port: 039d4f51-27f2-4d4a-bd19-7534e2c308bb, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:07.996422 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:08.004989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cfdf2-40fe-4260-8da5-0800c7c32cce req-b765ff68-ddf7-418f-9751-e06b1ec829cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:08.007636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f7cfdf2-40fe-4260-8da5-0800c7c32cce req-b765ff68-ddf7-418f-9751-e06b1ec829cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 1102 time: 0.2225244 Jul 28 14:30:08.017656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56f5f-c7c1-4985-bb51-33827262acad req-d12827d3-95c0-4901-979e-0f0ca8986ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:08.019173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2af56f5f-c7c1-4985-bb51-33827262acad req-d12827d3-95c0-4901-979e-0f0ca8986ec5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 1098 time: 0.1672940 Jul 28 14:30:08.098189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff562a4a-6ba9-4045-9800-b72b32906740 req-2897684d-bb52-41ee-8ff0-cd53d2962245 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949647 Jul 28 14:30:08.098912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f1286ef-0fcd-49a7-ad00-1b8bd4d35569 req-ebe040e9-2cfb-412e-92cb-8ae23d7fab68 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0465591 Jul 28 14:30:08.099152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] For port 039d4f51-27f2-4d4a-bd19-7534e2c308bb, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:08.099152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] For port 039d4f51-27f2-4d4a-bd19-7534e2c308bb, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=039d4f51-27f2-4d4a-bd19-7534e2c308bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:08.103843 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Pushing event updated for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:08.114177 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.114607 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.114981 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.115335 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.115814 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.116150 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.116659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.116940 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.117299 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.117422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f7cfdf2-40fe-4260-8da5-0800c7c32cce req-f999b4cf-1eb5-4e3a-8078-fccd237ace0f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021652 Jul 28 14:30:08.117626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.117950 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.118275 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:08.131325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2af56f5f-c7c1-4985-bb51-33827262acad req-1305c366-e6c0-411b-a9a5-a42d2935aeac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965176 Jul 28 14:30:08.382411 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:08.446473 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:08.447196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:29:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:08.484722 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2d4b5-ce0c-42db-9b3f-47b063cf445b None None] Pushing event updated for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:08.582613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:08.801487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d3005-c9f0-49dd-85cd-11abe725211c req-6743996d-64f9-4b2e-bb47-add6b797a633 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:08.803174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d5d3005-c9f0-49dd-85cd-11abe725211c req-6743996d-64f9-4b2e-bb47-add6b797a633 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.0583780 Jul 28 14:30:08.804062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:08.852680 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:08Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:08.862331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d5d3005-c9f0-49dd-85cd-11abe725211c req-2bb20aad-4dd4-4dc8-ba1b-c32338b712b4 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Jul 28 14:30:08.892450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b32c8cf1-e951-4d5d-9bfe-4fe8204f4274 req-035a0bdf-f17d-4f6c-bd66-c4d8bceecb6f tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0341198 Jul 28 14:30:08.894119 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77008fb-dd86-4742-bf37-1ba7d5ccaf26 None None] The sync data for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 is: [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:08Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:09.207260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141487e-3f2b-4b5d-ad1a-3fc8001f9780 req-75940571-d458-485b-a8e0-5e92e3643f34 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:09.210453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e141487e-3f2b-4b5d-ad1a-3fc8001f9780 req-75940571-d458-485b-a8e0-5e92e3643f34 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.0717382 Jul 28 14:30:09.224120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6695e01b-2378-45c3-bfbb-c08e713e7ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.229237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a177172d-b762-42e6-841e-7db685f4c3bc req-fbb87b22-f9cc-4ff0-b394-5ec80c57c1be tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0338287 Jul 28 14:30:09.295656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e141487e-3f2b-4b5d-ad1a-3fc8001f9780 req-1c022846-64e6-4d35-8f9b-4a0a276897d6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686114 Jul 28 14:30:09.416986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6695e01b-2378-45c3-bfbb-c08e713e7ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.536767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 039d4f51-27f2-4d4a-bd19-7534e2c308bb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:09.545673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6695e01b-2378-45c3-bfbb-c08e713e7ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.594765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695e01b-2378-45c3-bfbb-c08e713e7ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174fc6bf-c496-4f2b-b8f3-852f0f7aa5aa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:09.596543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:09.634626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6695e01b-2378-45c3-bfbb-c08e713e7ac7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d28a363002a4bd39659dc6c832a191b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8294272 Jul 28 14:30:09.638725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38358) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:09.696486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.724205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.728829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3532c1be-4129-4216-ad22-1f8a989132d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:09.963438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:09.973335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:09.973335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.030485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0f802-4be9-40e0-969a-e56cacbd6939 req-ba26d7c9-a1c8-45be-bb2b-f9398575125a tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:10.040511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bb0f802-4be9-40e0-969a-e56cacbd6939 req-ba26d7c9-a1c8-45be-bb2b-f9398575125a tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.0906522 Jul 28 14:30:10.043521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db970b1f-5077-4450-8301-b10ff7342d80 req-d3b87bef-0b52-495e-87d7-811c07be23ee tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0484123 Jul 28 14:30:10.121875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bb0f802-4be9-40e0-969a-e56cacbd6939 req-9e40c831-c30b-4369-ac61-0d848d887374 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785270 Jul 28 14:30:10.201177 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.204327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38368) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:10.256251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 039d4f51-27f2-4d4a-bd19-7534e2c308bb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=039d4f51-27f2-4d4a-bd19-7534e2c308bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:10.329411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1052901788-network', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:10.345130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23f2d12f-b755-40ba-bf0e-034a9979cb2b req-718be9e1-0896-415f-9937-de59bb6fa571 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0325778 Jul 28 14:30:10.436362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.446638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa3c3d-21af-4752-ad5d-77ad7e9c1de8 req-d1441b85-b5f6-4b10-8136-36e4b3674e02 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:10.448590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09fa3c3d-21af-4752-ad5d-77ad7e9c1de8 req-d1441b85-b5f6-4b10-8136-36e4b3674e02 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.0707285 Jul 28 14:30:10.450336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.453390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.457255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/174fc6bf-c496-4f2b-b8f3-852f0f7aa5aa HTTP/1.1" status: 204 len: 168 time: 0.8146710 Jul 28 14:30:10.492527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc23aae-a64f-4bad-ae70-5e2938f41352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174fc6bf-c496-4f2b-b8f3-852f0f7aa5aa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:10.515257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3532c1be-4129-4216-ad22-1f8a989132d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.540488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:10.547624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09fa3c3d-21af-4752-ad5d-77ad7e9c1de8 req-ea272910-1569-4d84-9517-9735782c0887 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920141 Jul 28 14:30:10.675201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c54a5-b68e-44be-8b29-3627e45a4ff4 req-e14f0df7-fe60-4394-bc47-43e287a34e4f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:10.676800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-623c54a5-b68e-44be-8b29-3627e45a4ff4 req-e14f0df7-fe60-4394-bc47-43e287a34e4f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0531046 Jul 28 14:30:10.709509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3532c1be-4129-4216-ad22-1f8a989132d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.755817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-623c54a5-b68e-44be-8b29-3627e45a4ff4 req-11c49a54-633e-464c-a9d5-c24fb446176a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724456 Jul 28 14:30:10.763013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3532c1be-4129-4216-ad22-1f8a989132d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79900dbb6ef54048b5df8732d3870e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1628232 Jul 28 14:30:10.765237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:10.780898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532c1be-4129-4216-ad22-1f8a989132d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479b7371-366d-4d9d-bf71-2357d2253c74,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:10.830881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.854559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:10.974493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-77114d3f-027d-4a6b-be57-d4651de581c7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232115 Jul 28 14:30:11.079269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-21c57b7e-4e92-45e5-9ea6-3684177a6d78 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:11.080882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-21c57b7e-4e92-45e5-9ea6-3684177a6d78 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1010249 Jul 28 14:30:11.096781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-3e97dc07-8b32-464f-b3dd-17d3f61a9654 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/quotas/908cce64e71644fd9b11ccf53b25ab73 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Jul 28 14:30:11.133900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:11.136167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.145609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07769d24-fb00-45ef-8f94-5344428cf22b req-344c5fcc-1064-49a4-be3a-c2fda6ae88e1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0277069 Jul 28 14:30:11.148808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.182853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-a917b04d-7be9-402c-bec2-510c7d6346ec tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802195 Jul 28 14:30:11.216194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.218728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.222321 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/479b7371-366d-4d9d-bf71-2357d2253c74 HTTP/1.1" status: 204 len: 168 time: 0.4536593 Jul 28 14:30:11.271125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7025bba-be38-4e22-810d-9e32fa25cf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479b7371-366d-4d9d-bf71-2357d2253c74,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.304950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f8f0d-8b0e-4b85-bfb7-bea22cfd1313 req-71cf4576-aa23-4668-9508-a4c656b7d2af tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:11.311673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed1f8f0d-8b0e-4b85-bfb7-bea22cfd1313 req-71cf4576-aa23-4668-9508-a4c656b7d2af tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.0995812 Jul 28 14:30:11.358926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed1f8f0d-8b0e-4b85-bfb7-bea22cfd1313 req-58294d01-5fab-446f-9d4a-3832c940e2c2 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409505 Jul 28 14:30:11.376355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.459959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 039d4f51-27f2-4d4a-bd19-7534e2c308bb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:11.567976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46f230de-78ba-4aba-a0db-f684dbe8c23e req-ecb485df-207d-4306-953e-6f5327f0ce33 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Jul 28 14:30:11.572351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 039d4f51-27f2-4d4a-bd19-7534e2c308bb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:11.572848 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.613409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.670233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:11.695527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:11.695998 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Added segment 80908fa1-0416-4701-8e2e-e2a55cf1f9b3 of type vlan for network 1c8abec0-d381-4998-bdfd-6ff254727d37 Jul 28 14:30:11.705549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add741dc-e788-4495-8f2e-f2aed5bd5187,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:11.743328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85c6f476-72fb-415b-9dde-7336ee67b47a req-ab5200c4-138a-4a52-b9e3-91d3423b90e6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0337255 Jul 28 14:30:11.790807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.007863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38426) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:12.023593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b532-8c09-46fb-83d6-267ae011c194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.069606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.070874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:12.071680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.150329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] Pushing event updated for resources: {'Network': ['ID=1c8abec0-d381-4998-bdfd-6ff254727d37,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:12.161868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:12.194300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b532-8c09-46fb-83d6-267ae011c194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.262942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7a357d7-6304-450a-b262-bac889f101fd req-903f7e96-8cdb-45c6-9060-89d4bceb855d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0350254 Jul 28 14:30:12.270341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94dd81c6-f6c7-4a6e-b501-1ccc8f0a3d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.380720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b532-8c09-46fb-83d6-267ae011c194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.461688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b532-8c09-46fb-83d6-267ae011c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6f553-f413-4e5b-8a6c-f3eb21f1a30a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:12.502708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8ec0b532-8c09-46fb-83d6-267ae011c194 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8e171a22c7540b382490aea2471e7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888325 Jul 28 14:30:12.509243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38440) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:12.588365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.603526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-1066f9c2-60b9-4797-b61a-64e720781611 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:12.605901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-1066f9c2-60b9-4797-b61a-64e720781611 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.50 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 829 time: 0.1665277 Jul 28 14:30:12.609126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-35bd6930-af70-4f75-b304-46ba40cbc81a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4034846 Jul 28 14:30:12.613211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38448) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:12.613366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:12.627761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Request body: {'subnet': {'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1052901788-subnet', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:12.640993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'port': {'device_id': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'admin_state_up': True, 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:12.738588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5f72e36-3003-456e-bd39-6b161ba790cc req-9fb9ae59-7af1-4489-96ee-7a54ae2e0bcf tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0454698 Jul 28 14:30:12.838244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e8bbebb-32df-4cff-891d-4e5ae1384b1b req-cf03b1a0-80a0-4dd4-a385-6402b6d308d4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0309360 Jul 28 14:30:13.099264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.109152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:13.109666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.109768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.109871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06c6f553-f413-4e5b-8a6c-f3eb21f1a30a HTTP/1.1" status: 204 len: 168 time: 0.5932600 Jul 28 14:30:13.132612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6f553-f413-4e5b-8a6c-f3eb21f1a30a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:13.144488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.152802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81085ac4-cd18-4558-8225-d7eb82848ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:13.325537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Made reservation on behalf of 71fe4b1f284d44888b5455c4b73620b9 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:13.330230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.396844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38472) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:13.413367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5f5a3099-bc39-4f9a-90c7-37713eb57ec5 req-c1414c2f-5b59-4032-9e81-01148424b18a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0495594 Jul 28 14:30:13.469724 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:30:13.555420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.617796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Allocated IP 172.20.0.8 (86467b71-120c-4813-9910-a8cb2a2e9117/1e366932-542c-451b-8923-4b2dcb5c3d4c/89b088da-89a8-4721-b369-ba5c375fa4ec) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:13.650023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Pushing event updated for resources: {'Subnet': ['ID=634988c2-20e6-4f11-82b6-6a004c405947,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:13.670305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:13.670677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Network hostable DHCP agents. Network: 1c8abec0-d381-4998-bdfd-6ff254727d37, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:13.756976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-network', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:13.862566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.868005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:13.904938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Transition to ACTIVE for port object 89b088da-89a8-4721-b369-ba5c375fa4ec will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:13.913744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Made reservation on behalf of 01df917abc7d4ad784a36ebe68927e60 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:13.917407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:13.928044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-493fd02d-f782-4857-9b81-c3c4acbdb69d req-12013fc2-74ef-44ef-8a86-e5abcdafe3c9 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0445559 Jul 28 14:30:13.932711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.079005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 1c8abec0-d381-4998-bdfd-6ff254727d37) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:14.092644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497b584-6291-45fd-9952-bb7f816e4b69 None None] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:14.100892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.105857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:14.107765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.116926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdeb374b-929d-41e3-b386-dc8f262d5b12 req-6b03fa90-64d6-4278-a0fd-161fffd728b4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0870130 Jul 28 14:30:14.145312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.244478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Network 86467b71-120c-4813-9910-a8cb2a2e9117 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:14.250568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.260738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:14.276398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:14.283545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event updated for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:14.311072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:14.324464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63585d94-fb44-4129-b235-07f7044867b8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:14.348448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.349040 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Added segment 3837ca49-fba5-4ad3-a5f9-1e34f1089c74 of type vlan for network 0074c60f-434e-4781-92c6-cd9c26976956 Jul 28 14:30:14.369755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-1c8abec0-d381-4998-bdfd-6ff254727d37', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:30:14.372418 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.404906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eb31e904-39cb-4065-83dc-74b5b16f214d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7899194 Jul 28 14:30:14.408722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38502) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:14.414065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:14.444548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:14.445864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.453283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.621223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762bd5-7f77-498e-b8cc-80f2f5da6292 req-95f38b46-a143-4bc0-9527-d653fec06997 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:14.625285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21762bd5-7f77-498e-b8cc-80f2f5da6292 req-95f38b46-a143-4bc0-9527-d653fec06997 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 931 time: 0.0852828 Jul 28 14:30:14.654422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Allocated IP 172.20.0.2 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/7ab5dc14-7cd5-425f-a369-858bdde58efa) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:14.682372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21762bd5-7f77-498e-b8cc-80f2f5da6292 req-700f4513-3c2d-4b4b-be14-d19c5d8957f5 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494370 Jul 28 14:30:14.695537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.696952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:14.697549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.702909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.704601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.836171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-433372aa-7b79-45ea-bb83-1362efe37256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.860376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:14.864947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] Pushing event updated for resources: {'Network': ['ID=0074c60f-434e-4781-92c6-cd9c26976956,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:14.879201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0074c60f-434e-4781-92c6-cd9c26976956 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:14.936965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-4112da82-27c0-47b7-8d61-5e8d89873776 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3055458 Jul 28 14:30:14.955415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Request body: {'port': {'device_id': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:15.017907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.035536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6924b4c6-311d-450f-a4fb-5ed43f7ddb59 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6354990 Jul 28 14:30:15.042720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38518) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:15.059064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b9e8064d-40c8-4679-b339-25dfefad36a6 None None] Provisioning for port 89b088da-89a8-4721-b369-ba5c375fa4ec completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:15.059292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Request body: {'subnet': {'network_id': '0074c60f-434e-4781-92c6-cd9c26976956', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-subnet', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:15.059406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.059406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Transition to ACTIVE for port object 7ab5dc14-7cd5-425f-a369-858bdde58efa will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:15.071190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.082759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b9e8064d-40c8-4679-b339-25dfefad36a6 None None] Provisioning complete for port 89b088da-89a8-4721-b369-ba5c375fa4ec triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:15.082759 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b9e8064d-40c8-4679-b339-25dfefad36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.118995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7318e13a-ed30-4de8-b09d-866c72b2ba34 req-a4a03fba-64b3-4fde-bcfe-b45bdfefb533 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0640078 Jul 28 14:30:15.158740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Transition to ACTIVE for port object 7ab5dc14-7cd5-425f-a369-858bdde58efa will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:15.239028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8064d-40c8-4679-b339-25dfefad36a6 None None] Port 89b088da-89a8-4721-b369-ba5c375fa4ec cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:15.317561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.403250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Pushing event updated for resources: {'Port': ['ID=7ab5dc14-7cd5-425f-a369-858bdde58efa,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:15.416941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:15.433138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:15.439439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:15.631524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Attempting to bind port 7ab5dc14-7cd5-425f-a369-858bdde58efa on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:15.636364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Attempting to bind port 7ab5dc14-7cd5-425f-a369-858bdde58efa by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:15.637145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Attempting to bind port 7ab5dc14-7cd5-425f-a369-858bdde58efa on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:15.644570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:15.650227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:15.650227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.652758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:15.653683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Bound port: 7ab5dc14-7cd5-425f-a369-858bdde58efa, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:15.654403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.762434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b088da-89a8-4721-b369-ba5c375fa4ec {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:15.773346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.782939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] For port 7ab5dc14-7cd5-425f-a369-858bdde58efa, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:15.788095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] For port 7ab5dc14-7cd5-425f-a369-858bdde58efa, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7ab5dc14-7cd5-425f-a369-858bdde58efa,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:15.800950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Transition to ACTIVE for port object 89b088da-89a8-4721-b369-ba5c375fa4ec will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:15.961267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-281e44fe-38c0-4c94-bac1-7446c272d56d req-7519c4f2-591b-48ab-8159-ca5546e01b6b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.5346768 Jul 28 14:30:15.976141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:15.995921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-19496494-b881-4a93-a534-4c3d1bda67fb tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737355 Jul 28 14:30:16.014451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.093295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65defd20-9be5-40eb-b0d3-13fa362b2b32 None None] Pushing event updated for resources: {'Port': ['ID=7ab5dc14-7cd5-425f-a369-858bdde58efa,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:16.126392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.126823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.141032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Made reservation on behalf of 01df917abc7d4ad784a36ebe68927e60 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:16.143507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.342682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Pushing event updated for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:16.525622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe845a-4262-419a-93b6-d5d6357de315 req-a375bc11-545e-483c-a8a4-9bff58da2275 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.534629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-febe845a-4262-419a-93b6-d5d6357de315 req-a375bc11-545e-483c-a8a4-9bff58da2275 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 931 time: 0.4417927 Jul 28 14:30:16.536719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Attempting to bind port 89b088da-89a8-4721-b369-ba5c375fa4ec on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:16.537716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Attempting to bind port 89b088da-89a8-4721-b369-ba5c375fa4ec by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:16.538253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Attempting to bind port 89b088da-89a8-4721-b369-ba5c375fa4ec on network 86467b71-120c-4813-9910-a8cb2a2e9117 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:16.545219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Port 89b088da-89a8-4721-b369-ba5c375fa4ec on network 86467b71-120c-4813-9910-a8cb2a2e9117 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:16.546425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Attempting to bind port 89b088da-89a8-4721-b369-ba5c375fa4ec on network 86467b71-120c-4813-9910-a8cb2a2e9117 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:16.562344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:16.562344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Checking segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:16.562699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Bound using segment: {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:16.563036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Bound port: 89b088da-89a8-4721-b369-ba5c375fa4ec, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609f319-d235-40a7-b7c8-14ace21fc81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:16.563491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:16.603710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-db563068-34f7-4aaa-954a-3e7e1c7f6a29 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:16.606472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-db563068-34f7-4aaa-954a-3e7e1c7f6a29 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6011863 Jul 28 14:30:16.709635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:16.713230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=89b088da-89a8-4721-b369-ba5c375fa4ec,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:16.728597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Request body: {'port': {'device_id': '1815acea-325c-4d69-8126-bb3352aab791', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '908cce64e71644fd9b11ccf53b25ab73'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:16.843426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-febe845a-4262-419a-93b6-d5d6357de315 req-05372863-f0a3-452d-bb95-664ccc6672e1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077233 Jul 28 14:30:16.966079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.023546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c199179a-b830-4a40-bddd-3dbc9a3cae4b req-f96e1ec3-5b7e-4544-aa29-13ded35295b2 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0777671 Jul 28 14:30:17.111427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.135556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Pushing event updated for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:17.166759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Made reservation on behalf of 908cce64e71644fd9b11ccf53b25ab73 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:17.171715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.200165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.200920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.202548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-bc5f1569-adae-4fad-b4ec-04e3bcd6448d service neutron] 10.222.0.50 "PUT /v2.0/ports/89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 1092 time: 2.2522299 Jul 28 14:30:17.203164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:17.207614 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1023ab-90b7-4447-b219-a78911381365" -d '{"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:17.257218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df7ebd-dbea-48ba-b28b-a9354f32b768 req-6af86e2f-01e2-4868-8500-3f4fe1710553 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.264575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00df7ebd-dbea-48ba-b28b-a9354f32b768 req-6af86e2f-01e2-4868-8500-3f4fe1710553 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.1348085 Jul 28 14:30:17.310353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8eae12c3-6ec5-48a9-8031-f1fc3657d824 req-036e0d12-3387-48b8-9286-e1095e51574d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0862164 Jul 28 14:30:17.369979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00df7ebd-dbea-48ba-b28b-a9354f32b768 req-e52fdba1-d152-44f4-af04-f35eab01d249 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791764 Jul 28 14:30:17.376655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3de2d0-5fb0-443d-9378-cebd662072cd,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:17.565212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.638457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Checking segment: {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:17.638836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Network hostable DHCP agents. Network: 0074c60f-434e-4781-92c6-cd9c26976956, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:17.648656 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d3cd9-ce38-44e6-853d-66d53af2da10 x-openstack-request-id: req-e67d3cd9-ce38-44e6-853d-66d53af2da10 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:17.648966 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:17.654553 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e67d3cd9-ce38-44e6-853d-66d53af2da10 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:17.654553 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'status': 'completed', 'code': 200} Jul 28 14:30:17.654553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-e75911bb-d41e-43d1-aace-41f90f2f5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.661488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.664680 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-e75911bb-d41e-43d1-aace-41f90f2f5523 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1095 time: 0.1628079 Jul 28 14:30:17.669717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7ab5dc14-7cd5-425f-a369-858bdde58efa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:17.747439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-59bb611f-e7ec-4227-a442-bbf461d6e410 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 217 time: 0.0691473 Jul 28 14:30:17.784615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:17.827280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-6ca723d5-190f-436c-9c65-3406ac3e391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.829015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-6ca723d5-190f-436c-9c65-3406ac3e391b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.0712345 Jul 28 14:30:17.857039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Allocated IP 192.168.233.183 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/025a54c1-6c1b-413a-bf67-9b8c8d458ae3) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:17.887519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4317c3-e6b0-45e3-aca7-657f7680e74f None None] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:17.946220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-2ad946ee-e743-4a08-b7d2-10c0beb92a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:17.947895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-2ad946ee-e743-4a08-b7d2-10c0beb92a9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071832 Jul 28 14:30:17.966546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7ab5dc14-7cd5-425f-a369-858bdde58efa completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:17.993620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Allocated IP 172.25.0.98 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/310395a7-e338-4fe4-9ba0-0680cbf82879) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:18.107955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Provisioning for port 7ab5dc14-7cd5-425f-a369-858bdde58efa completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:18.132345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Provisioning complete for port 7ab5dc14-7cd5-425f-a369-858bdde58efa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:18.133304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.133626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65451e65-89e6-445b-8ea0-9e0cf192cf93 req-18122e48-3b64-42d5-a6bf-14c592c03f00 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.146227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65451e65-89e6-445b-8ea0-9e0cf192cf93 req-18122e48-3b64-42d5-a6bf-14c592c03f00 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 943 time: 0.1791854 Jul 28 14:30:18.150420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.209489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Network 0074c60f-434e-4781-92c6-cd9c26976956 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:18.227291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-e4ce4222-589d-41ae-a3c6-cf1aa4fd11e1 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693391 Jul 28 14:30:18.244137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65451e65-89e6-445b-8ea0-9e0cf192cf93 req-04f28e23-afaf-4472-84cc-d4829f2608c4 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961080 Jul 28 14:30:18.274544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6575b746-0553-4d69-9a12-6857d9baa647 req-2957e2b3-ee03-4953-9d1e-3ecccdaee5a6 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0788009 Jul 28 14:30:18.305326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.335666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.364988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] For port 7ab5dc14-7cd5-425f-a369-858bdde58efa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7ab5dc14-7cd5-425f-a369-858bdde58efa,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:18.429346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d6c7ab5-eaa7-4339-8f7c-040ebe03dc71 req-59559640-538d-4ff6-a7b5-322893203dc6 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832421 Jul 28 14:30:18.453261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0074c60f-434e-4781-92c6-cd9c26976956) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:18.484427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8f85b-249b-4c62-8a6d-9089cc51b3e4 None None] Network 0074c60f-434e-4781-92c6-cd9c26976956 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:18.496320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d1058ee-8d1e-42bb-81f3-e3612ee5c3df req-90218c75-bc31-40ac-be02-82601b03490d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Jul 28 14:30:18.501004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.501959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.528453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:18.530028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:18.532646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:18.578736 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.614224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=310395a7-e338-4fe4-9ba0-0680cbf82879,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:18.731942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.808905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1023ab-90b7-4447-b219-a78911381365 req-1d905692-aead-4c7b-8e9f-dc2a18f49145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.808905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-1d905692-aead-4c7b-8e9f-dc2a18f49145 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1095 time: 0.0876777 Jul 28 14:30:18.812746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-837ab5bb-2c47-4cee-9e75-51ebf2f702e7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7712426 Jul 28 14:30:18.815941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:18.835388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:18.842002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abde350-270f-47e1-acb6-e6bdb208d754 req-eede5194-06b3-4c3b-80aa-6827da6c3cc1 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.848903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1abde350-270f-47e1-acb6-e6bdb208d754 req-eede5194-06b3-4c3b-80aa-6827da6c3cc1 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.3274865 Jul 28 14:30:18.878884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2510a2-e49f-41c1-adc0-818fe92d6d20 None None] Pushing event updated for resources: {'Port': ['ID=7ab5dc14-7cd5-425f-a369-858bdde58efa,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:18.883297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-b5c2383f-33cb-4521-9482-71f67e99f37f tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.884937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-b5c2383f-33cb-4521-9482-71f67e99f37f tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.2676141 Jul 28 14:30:18.886157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Transition to ACTIVE for port object 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:18.909998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-269c90d9-a65c-4057-b819-1fc76653bc56 None None] Provisioning complete for port 7ab5dc14-7cd5-425f-a369-858bdde58efa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:18.911021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-269c90d9-a65c-4057-b819-1fc76653bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:18.929319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1023ab-90b7-4447-b219-a78911381365 req-8306d71c-8b42-414d-b161-f4faa1998e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:18.929634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-8306d71c-8b42-414d-b161-f4faa1998e6b service neutron] 10.222.0.50 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 930 time: 0.1236157 Jul 28 14:30:18.985498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-9aecf06f-7945-4b88-a156-ed7125c43ee6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 217 time: 0.0450382 Jul 28 14:30:19.027673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0074c60f-434e-4781-92c6-cd9c26976956', 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'fixed_ips': [{'subnet_id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:30:19.027673 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.043832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1abde350-270f-47e1-acb6-e6bdb208d754 req-b1cad3cb-8012-4b3d-91b6-3b63b0262326 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710198 Jul 28 14:30:19.070850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:19.094036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1023ab-90b7-4447-b219-a78911381365 req-f6944b28-04da-4867-9afe-6af9b006d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.096424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-f6944b28-04da-4867-9afe-6af9b006d7f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.1022317 Jul 28 14:30:19.097093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Deleting port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:19.097590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.149292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.151355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.164344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1023ab-90b7-4447-b219-a78911381365 req-4e5b68d8-9bec-4991-8c6e-0a1a5d482707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.168127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-4e5b68d8-9bec-4991-8c6e-0a1a5d482707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603013 Jul 28 14:30:19.255675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Allocated IP 172.20.0.2 (0074c60f-434e-4781-92c6-cd9c26976956/ab3de2d0-5fb0-443d-9378-cebd662072cd/f222fad3-8362-4266-b082-9903d613e5a0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:19.285011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c050e77-3413-41e3-b1ac-79f7ec86d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.335414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] For port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,segment=NetworkSegment(1963cc34-8862-4c60-8d31-87c453101a25),segment_id=1963cc34-8862-4c60-8d31-87c453101a25)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:19.336006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.361312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.407743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.413386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Calling delete_port for 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:19.448389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc', 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:19.482497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-37c87141-3b5b-4a5d-825c-45b7d8590784 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063993 Jul 28 14:30:19.540215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b683f3c9-f1ab-4a21-9e1f-257d77d083d3 req-909ae792-69c5-455c-b650-7da0531ccfc4 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.1294603 Jul 28 14:30:19.590299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.604636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Transition to ACTIVE for port object f222fad3-8362-4266-b082-9903d613e5a0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:19.609839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:19.617017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:19.623585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event updated for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:19.628653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.631646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:19.643509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Transition to ACTIVE for port object f222fad3-8362-4266-b082-9903d613e5a0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:19.654527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7ab5dc14-7cd5-425f-a369-858bdde58efa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:19.700032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.747097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b96e6e-3eae-41ec-a18d-283be218f18b req-c30af0f2-712d-4f22-866b-5b680022a5dd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.768922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04b96e6e-3eae-41ec-a18d-283be218f18b req-c30af0f2-712d-4f22-866b-5b680022a5dd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 943 time: 0.3775165 Jul 28 14:30:19.805426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7ab5dc14-7cd5-425f-a369-858bdde58efa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:19.807172 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.861360 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.872909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.873690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:19.918921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc100e-4473-4b8d-be5b-2ca0451e80db req-d668138d-0a38-41c3-adc7-b2c60214aea7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:19.920699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3dc100e-4473-4b8d-be5b-2ca0451e80db req-d668138d-0a38-41c3-adc7-b2c60214aea7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 936 time: 0.2518735 Jul 28 14:30:19.936047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Pushing event updated for resources: {'Port': ['ID=f222fad3-8362-4266-b082-9903d613e5a0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:19.999879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Network 0074c60f-434e-4781-92c6-cd9c26976956 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:20.007464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:20.011613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:20.035879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.044032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1023ab-90b7-4447-b219-a78911381365 req-46812bcb-b254-4e23-8c76-5e70dbd726c7 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406103 Jul 28 14:30:20.058116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04b96e6e-3eae-41ec-a18d-283be218f18b req-35e5e000-928c-470f-bc14-c544f84c41ff tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878015 Jul 28 14:30:20.096271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3dc100e-4473-4b8d-be5b-2ca0451e80db req-6bdf9217-5a0d-4f70-842b-13de4d082f48 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331646 Jul 28 14:30:20.143716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c050e77-3413-41e3-b1ac-79f7ec86d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.176829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.177872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b6d097d6-5acc-42d6-a946-31f5498f735f None None] Provisioning for port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:20.210718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b6d097d6-5acc-42d6-a946-31f5498f735f None None] Provisioning complete for port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:20.211114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b6d097d6-5acc-42d6-a946-31f5498f735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.255034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Attempting to bind port f222fad3-8362-4266-b082-9903d613e5a0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:20.255486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Attempting to bind port f222fad3-8362-4266-b082-9903d613e5a0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:20.255919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Attempting to bind port f222fad3-8362-4266-b082-9903d613e5a0 on network 0074c60f-434e-4781-92c6-cd9c26976956 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:20.285790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:20.285790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Checking segment: {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:20.286527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.287246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Bound using segment: {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:20.288042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Bound port: f222fad3-8362-4266-b082-9903d613e5a0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:20.288905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.309340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 89b088da-89a8-4721-b369-ba5c375fa4ec details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:20.337757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b6d097d6-5acc-42d6-a946-31f5498f735f None None] Port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:20.361608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81b88-2e0d-4493-a2a8-abdc6c8726e4 req-05983e33-5b31-44b5-b790-bff377a8e122 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:20.371426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66a81b88-2e0d-4493-a2a8-abdc6c8726e4 req-05983e33-5b31-44b5-b790-bff377a8e122 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 946 time: 0.1188927 Jul 28 14:30:20.372388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.390254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c050e77-3413-41e3-b1ac-79f7ec86d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.426979 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.429099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Pushing event deleted for resources: {'Port': ['ID=8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:20.496078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] For port f222fad3-8362-4266-b082-9903d613e5a0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:20.498424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] No DVR routers for this DVR port 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:20.503311 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.505418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d583fd6-5525-46ef-99d3-be8df50712f0 req-2fa45b9c-5e33-47c5-b9fc-fa76c45dc6bf tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.53 "DELETE /v2.0/ports/8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d HTTP/1.1" status: 204 len: 173 time: 1.6005690 Jul 28 14:30:20.508768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'name': 'network-vif-deleted', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:20.511499 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe2c32-2448-4c6e-ba94-f71503692f0b" -d '{"events": [{"server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "name": "network-vif-deleted", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:20.512036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c050e77-3413-41e3-b1ac-79f7ec86d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9839e-762b-4ae2-91d0-70761c05ac7b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:20.528216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] For port f222fad3-8362-4266-b082-9903d613e5a0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f222fad3-8362-4266-b082-9903d613e5a0,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:20.546368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66a81b88-2e0d-4493-a2a8-abdc6c8726e4 req-c9d47aee-19f9-4890-b2f9-a3e35f2391eb tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ee91db5-da6b-488e-b8c0-7ec36582b0d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615732 Jul 28 14:30:20.546368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38610) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:20.547548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c050e77-3413-41e3-b1ac-79f7ec86d29c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d8147e457aa4251975361339661cfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4629369 Jul 28 14:30:20.556742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-6a1d3cd5-cb32-4fe2-98c0-e18bf1001a22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8530538 Jul 28 14:30:20.569247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=89b088da-89a8-4721-b369-ba5c375fa4ec,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:20.594104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'mac_address': 'fa:16:3e:d9:90:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:20.604529 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94000cc3-2138-4cc2-89e1-53d02759e6c5 x-openstack-request-id: req-94000cc3-2138-4cc2-89e1-53d02759e6c5 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:20.605337 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1163afd-4487-492d-af84-c41a64be1c1c", "name": "network-vif-deleted", "tag": "8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:20.605701 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94000cc3-2138-4cc2-89e1-53d02759e6c5 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:20.606200 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1163afd-4487-492d-af84-c41a64be1c1c', 'name': 'network-vif-deleted', 'tag': '8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d', 'status': 'completed', 'code': 200} Jul 28 14:30:20.615640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Request body: {'port': {'device_id': '1815acea-325c-4d69-8126-bb3352aab791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:20.700974 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.724063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b088da-89a8-4721-b369-ba5c375fa4ec {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:20.748726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=89b088da-89a8-4721-b369-ba5c375fa4ec,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:20.757126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:20.802458 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:20.908552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e69ea-f277-4707-9559-2a2595bd69a8 None None] Pushing event updated for resources: {'Port': ['ID=f222fad3-8362-4266-b082-9903d613e5a0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:20.950661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.049380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:21.121574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.147019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.150867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Router 7656572a-72e9-4f77-aefd-ddab3e402dc0 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:21.235735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec7b13e2-3afd-4190-98d1-d74d47d52955 req-7913df18-99ee-4abf-b3df-a430402717fd tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.5672994 Jul 28 14:30:21.248741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['89b088da-89a8-4721-b369-ba5c375fa4ec'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:21.318304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.371542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570033-ef90-4da1-bea9-58aecca8694a req-16558171-bea8-482b-bea9-b212b487037d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:21.376197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.380127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4570033-ef90-4da1-bea9-58aecca8694a req-16558171-bea8-482b-bea9-b212b487037d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 944 time: 0.1283741 Jul 28 14:30:21.396044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Allocated IP 172.25.0.86 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:21.511534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4570033-ef90-4da1-bea9-58aecca8694a req-1f6042aa-88c4-44db-b2e4-ca1843f8cd4d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295383 Jul 28 14:30:21.590831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.644834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f222fad3-8362-4266-b082-9903d613e5a0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:21.661859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.710691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796a37c-bd23-435d-9500-902f09b58a09 req-ad4fef5d-1b9c-4173-ba82-e79cd68e939c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:21.717039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8796a37c-bd23-435d-9500-902f09b58a09 req-ad4fef5d-1b9c-4173-ba82-e79cd68e939c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 936 time: 0.3410358 Jul 28 14:30:21.814548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-082c381e-71f8-4d68-b11f-2e905bfc3e43 req-1e8986e9-b9d5-4944-b1f3-db1966e37195 tempest-ServerTagsTestJSON-1126647528 tempest-ServerTagsTestJSON-1126647528-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1163afd-4487-492d-af84-c41a64be1c1c HTTP/1.1" status: 200 len: 210 time: 0.0406842 Jul 28 14:30:21.830485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f222fad3-8362-4266-b082-9903d613e5a0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:21.841660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:21.879164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Sync routers for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:21.896557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:21.897617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:21.914012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8796a37c-bd23-435d-9500-902f09b58a09 req-f8fa66d6-4c75-4367-9a69-1f125bbc79a7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751771 Jul 28 14:30:21.934772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:21.996530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:22.004757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:22.010364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:22.050442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:22.077696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.087229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ade343e5-270a-4743-9fcd-b48ad0653cf2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6692932 Jul 28 14:30:22.091640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38622) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:22.116670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:22.222670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.227472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.237774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07d9839e-762b-4ae2-91d0-70761c05ac7b HTTP/1.1" status: 204 len: 168 time: 1.6788924 Jul 28 14:30:22.289433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20eb2d-ffd1-4b3f-a1bb-23260c002784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9839e-762b-4ae2-91d0-70761c05ac7b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:22.346532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:22.359807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.386378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 89b088da-89a8-4721-b369-ba5c375fa4ec up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:22.390046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Transition to ACTIVE for port object 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:22.428940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7082d546-9665-4cd7-bf16-3521628bfcb8 req-1beccb3a-508d-4e50-a4db-26c911968f90 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0436144 Jul 28 14:30:22.473446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a9dde5-9819-46f3-9bb9-23f170c53ae9 None None] Network 0074c60f-434e-4781-92c6-cd9c26976956 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:22.598858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.686912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:22.918098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Pushing event updated for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:22.959018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Provisioning for port f222fad3-8362-4266-b082-9903d613e5a0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:23.040006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.095557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Provisioning complete for port f222fad3-8362-4266-b082-9903d613e5a0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:23.108358 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.108564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38638) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:23.182321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 89b088da-89a8-4721-b369-ba5c375fa4ec completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:23.192354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:23.228924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 89b088da-89a8-4721-b369-ba5c375fa4ec triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:23.229359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.235764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:23.239451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a03e9bc-2313-4b3d-81af-3cd43ab1ca8d not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:23.291973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:18Z', 'revision_number': 3, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:23.306578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Deleting subnet 72376a79-e41d-4ccc-841d-26c090f01aba {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:30:23.323074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a3f5-9283-47e0-9c2a-9d5b257a3e1c req-3ae0df73-3234-4865-b7ef-ec7dbda3d7af tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:23.326195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e30a3f5-9283-47e0-9c2a-9d5b257a3e1c req-3ae0df73-3234-4865-b7ef-ec7dbda3d7af tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 944 time: 0.6638830 Jul 28 14:30:23.327424 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.337962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Checking router: 7656572a-72e9-4f77-aefd-ddab3e402dc0 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:23.338367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Updating router 7656572a-72e9-4f77-aefd-ddab3e402dc0 port 310395a7-e338-4fe4-9ba0-0680cbf82879 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:23.405472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Attempting to bind port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:23.406089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Attempting to bind port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:23.406189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Attempting to bind port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:23.411789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762fa80-acf9-421f-b347-bd6400647b8f req-f96ccfe7-8a80-4d72-8cc2-46b30107ff28 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:23.420893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.423561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d762fa80-acf9-421f-b347-bd6400647b8f req-f96ccfe7-8a80-4d72-8cc2-46b30107ff28 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 948 time: 0.1778369 Jul 28 14:30:23.473776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e30a3f5-9283-47e0-9c2a-9d5b257a3e1c req-45fc7f13-eb1d-430a-a0c0-64f91482da08 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179857 Jul 28 14:30:23.479639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.484329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:23.484676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Attempting to bind port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:23.526418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:23.527668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:23.528614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:23.529787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Bound port: 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:23.530384 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.546110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.628434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d762fa80-acf9-421f-b347-bd6400647b8f req-0dbae8f3-4cf7-4ab0-ad82-9ab0f8ed0bf4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961901 Jul 28 14:30:23.656027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.656483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.741133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:23.744709 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449525d9-9857-40bb-9f2e-4a9920a887fc" -d '{"events": [{"server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:23.766712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Router b69a4d30-2202-4ca2-90a9-72882575b636 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:23.783918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:23.789115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:23.814896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38644) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:23.864907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4281d905-8a05-417a-a77b-12f8493f3a90 req-5d7fa1d5-cfab-434a-8434-c32b051fa08f tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.1933162 Jul 28 14:30:23.889697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-58aace6b-5a9a-4940-9d97-0720c5254508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:23.989586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.034631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:24.047524 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Sync routers for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:24.067757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:24.069229 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:24.077144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] For port f222fad3-8362-4266-b082-9903d613e5a0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f222fad3-8362-4266-b082-9903d613e5a0,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:24.098168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.098868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.100781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] 10.222.0.53 "PUT /v2.0/ports/025a54c1-6c1b-413a-bf67-9b8c8d458ae3 HTTP/1.1" status: 200 len: 1097 time: 3.4934595 Jul 28 14:30:24.105680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:24.107367 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ac928-3eb0-4907-80af-312f3bd10091" -d '{"events": [{"name": "network-changed", "server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:24.111785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=89b088da-89a8-4721-b369-ba5c375fa4ec,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:24.117117 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e993cb-d15a-4949-8c57-7dc9ae307d11 x-openstack-request-id: req-07e993cb-d15a-4949-8c57-7dc9ae307d11 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:24.118439 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "name": "network-vif-plugged", "status": "completed", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:24.122863 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07e993cb-d15a-4949-8c57-7dc9ae307d11 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:24.129018 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'code': 200} Jul 28 14:30:24.135906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.143611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145f21-cbca-4e3b-b26f-d6d0cec73901 req-54308c00-8e57-4204-99ce-c02fa84d9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.146260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41145f21-cbca-4e3b-b26f-d6d0cec73901 req-54308c00-8e57-4204-99ce-c02fa84d9500 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1096 time: 0.1130784 Jul 28 14:30:24.205917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41145f21-cbca-4e3b-b26f-d6d0cec73901 req-f8dec5aa-ca57-418e-a478-6ff84d723e9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457006 Jul 28 14:30:24.212275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7a38a-d7e9-4b18-8579-2a7d8ae82b3b service neutron] Pushing event updated for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:24.240977 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093c99f-5331-4d37-ad30-1d261e5781ec x-openstack-request-id: req-d093c99f-5331-4d37-ad30-1d261e5781ec {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:24.241464 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:24.241814 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d093c99f-5331-4d37-ad30-1d261e5781ec {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:24.243916 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3', 'status': 'completed', 'code': 200} Jul 28 14:30:24.271730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.305480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.352539 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:24.359366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.377615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.382950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/72376a79-e41d-4ccc-841d-26c090f01aba HTTP/1.1" status: 204 len: 168 time: 1.2735207 Jul 28 14:30:24.386991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299be4a0-4a51-48d0-a09b-92d4970f40e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72376a79-e41d-4ccc-841d-26c090f01aba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:24.396415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:24.514535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.519995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.527490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9483b5-3f44-4ef2-9fdd-2811c6df24ad None None] Pushing event updated for resources: {'Port': ['ID=f222fad3-8362-4266-b082-9903d613e5a0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:24.549599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c72e027-3005-4f2e-9374-a518772f7e64 None None] Provisioning complete for port f222fad3-8362-4266-b082-9903d613e5a0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:24.552472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8c72e027-3005-4f2e-9374-a518772f7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.585044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac928-3eb0-4907-80af-312f3bd10091 req-db910973-27f9-4191-b741-cc3a9a89e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.587030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-013ac928-3eb0-4907-80af-312f3bd10091 req-db910973-27f9-4191-b741-cc3a9a89e1b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 1100 time: 0.3381758 Jul 28 14:30:24.651347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Transition to ACTIVE for port object 310395a7-e338-4fe4-9ba0-0680cbf82879 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:24.679254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-013ac928-3eb0-4907-80af-312f3bd10091 req-d86b4c68-286c-45a6-bfe1-ac9d06e7fb11 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=908cce64e71644fd9b11ccf53b25ab73&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689590 Jul 28 14:30:24.686749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-58aace6b-5a9a-4940-9d97-0720c5254508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.687042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.710692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9142d6e4-a417-4c05-af83-ee516d306e69']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:24.725509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1963cc34-8862-4c60-8d31-87c453101a25') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:24.727351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1963cc34-8862-4c60-8d31-87c453101a25') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:24.744196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a3bab-ef86-408b-ab2d-181b235fa7d8 req-214d7e74-69eb-4565-acde-d4ff2d7032ae tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.746503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a09a3bab-ef86-408b-ab2d-181b235fa7d8 req-214d7e74-69eb-4565-acde-d4ff2d7032ae tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 945 time: 0.1105056 Jul 28 14:30:24.751248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.785477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.791182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ac928-3eb0-4907-80af-312f3bd10091 req-ad7f16d9-9495-426d-b98d-e4c25fc00c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.799649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:24.799811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-013ac928-3eb0-4907-80af-312f3bd10091 req-ad7f16d9-9495-426d-b98d-e4c25fc00c56 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052666 Jul 28 14:30:24.799934 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:22Z', 'revision_number': 3, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:24.821021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:30:24.821444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.828963 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Checking router: b69a4d30-2202-4ca2-90a9-72882575b636 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:24.829321 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Updating router b69a4d30-2202-4ca2-90a9-72882575b636 port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:24.867490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.871795 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:30:24.890161 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:30:24.896465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-58aace6b-5a9a-4940-9d97-0720c5254508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.897825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a09a3bab-ef86-408b-ab2d-181b235fa7d8 req-2370f3d7-6bd5-4a55-b6a5-d44440f3452f tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434178 Jul 28 14:30:24.952028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Allocated IP 172.20.0.1 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/8d568f5f-4ed1-4a1f-93e4-8b35c0b94820) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:24.958100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b19f3-c92a-4e10-a1f5-839e5698a939 None None] Pushing event updated for resources: {'Port': ['ID=310395a7-e338-4fe4-9ba0-0680cbf82879,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:24.976565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Attempting to bind port 310395a7-e338-4fe4-9ba0-0680cbf82879 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:24.977128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Attempting to bind port 310395a7-e338-4fe4-9ba0-0680cbf82879 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:24.977602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Attempting to bind port 310395a7-e338-4fe4-9ba0-0680cbf82879 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:24.982639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c69d7f-348e-4ba2-9c3b-a6d75bd71c9c req-ccef1179-696d-4fc9-89da-d523f0728b22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:24.983987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:24.984434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:24.986122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3c69d7f-348e-4ba2-9c3b-a6d75bd71c9c req-ccef1179-696d-4fc9-89da-d523f0728b22 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 948 time: 0.1969571 Jul 28 14:30:24.986243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:24.986243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:24.986243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Bound port: 310395a7-e338-4fe4-9ba0-0680cbf82879, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:24.986642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.003892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aace6b-5a9a-4940-9d97-0720c5254508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4253d7ec-7bc6-44a6-ab6c-efbce87993f2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.043955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.048667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-58aace6b-5a9a-4940-9d97-0720c5254508 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5880acb4816845b1bbe6483e17776a85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2344408 Jul 28 14:30:25.050944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] For port 310395a7-e338-4fe4-9ba0-0680cbf82879, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:25.055097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] For port 310395a7-e338-4fe4-9ba0-0680cbf82879, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=310395a7-e338-4fe4-9ba0-0680cbf82879,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:25.060852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:25.061196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9674cf9e-c7b1-47c0-a6a2-fb1fc2a0ca11 req-a95998d7-2682-4b05-b6fb-a1f77744d8b5 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0626929 Jul 28 14:30:25.063228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-cad6ed3c-e072-4f13-9589-877b50ab79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.065056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-cad6ed3c-e072-4f13-9589-877b50ab79c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 1100 time: 0.2053425 Jul 28 14:30:25.070528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.083808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9142d6e4-a417-4c05-af83-ee516d306e69 HTTP/1.1" status: 204 len: 168 time: 0.6823306 Jul 28 14:30:25.112395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.113737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d44f39da-5cb9-40aa-9e6c-45cc8d592941 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2968359 Jul 28 14:30:25.114903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9573b-b754-4df1-9f77-bc04abffcfa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9142d6e4-a417-4c05-af83-ee516d306e69,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.116872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38664) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:25.162200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-1799d6d3-a72d-4676-ba46-e99898dbed46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3 HTTP/1.1" status: 200 len: 217 time: 0.0500877 Jul 28 14:30:25.184872 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.234982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3c69d7f-348e-4ba2-9c3b-a6d75bd71c9c req-32af4837-ebf1-4bdf-944f-d68c8ae1c3d2 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191970 Jul 28 14:30:25.267148 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.269472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:25.270222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:25.296285 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Transition to ACTIVE for port object cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:25.344710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b19f3-c92a-4e10-a1f5-839e5698a939 None None] Pushing event updated for resources: {'Port': ['ID=310395a7-e338-4fe4-9ba0-0680cbf82879,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.357907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-c798352d-9368-4e18-a2c1-f9e00df3e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.359446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-c798352d-9368-4e18-a2c1-f9e00df3e67b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1803145 Jul 28 14:30:25.360122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.414119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.423778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:25.426579 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.437761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.446806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Transition to ACTIVE for port object 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:25.493939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-b50f792d-9246-4db8-8466-fd0850a1e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:25.496210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-b50f792d-9246-4db8-8466-fd0850a1e359 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269178 Jul 28 14:30:25.597957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f222fad3-8362-4266-b082-9903d613e5a0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:25.598202 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Attempting to bind port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:25.598312 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Attempting to bind port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:25.598822 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Attempting to bind port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:25.608063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f25403-1598-486f-8f5f-ee5ac3a40ad9 None None] Pushing event updated for resources: {'Port': ['ID=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.611306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:25.611831 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:25.612367 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.613128 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:25.613875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Bound port: cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:25.614385 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.627660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-994578bb-fd4e-4fcb-ba14-4d2ecec0a024 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232796 Jul 28 14:30:25.686598 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] For port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:25.695180 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] For port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:25.715025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f222fad3-8362-4266-b082-9903d613e5a0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:25.715747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.759401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2605622-25f4-4ec8-a6d6-9b8f62dfd5de req-44984889-9be4-427d-8d3a-020f14efbb41 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151028 Jul 28 14:30:25.777594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.785138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:18Z', 'revision_number': 3, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:25.785773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.789036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.790677 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4253d7ec-7bc6-44a6-ab6c-efbce87993f2 HTTP/1.1" status: 204 len: 168 time: 0.7184012 Jul 28 14:30:25.809234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483b71c-9a57-4d4b-9a95-b1151287b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4253d7ec-7bc6-44a6-ab6c-efbce87993f2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.846570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf05a17-1c0c-42c3-9512-d4dcd0e660dd None None] The sync data for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 is: [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:18Z', 'revision_number': 3, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:25.866873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:25.873637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:25.894131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:25.906785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.918307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38668) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:25.932207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:25.967974 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:25.987936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.055751 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:26.055751 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:26.055751 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f25403-1598-486f-8f5f-ee5ac3a40ad9 None None] Pushing event updated for resources: {'Port': ['ID=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:26.085656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38672) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:26.092477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aeaae9ad-d367-4b7a-b880-73c3abb04a6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0c7ea1cdc2246fd954707243245a7d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633716 Jul 28 14:30:26.260085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:26.277440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-871bd163-b9dd-411b-847c-04470f5bbf4d req-da2ebd32-386b-4e67-8e21-e959504d8126 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0726051 Jul 28 14:30:26.279545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.325422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.344126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Allocated IP 172.20.0.1 (0074c60f-434e-4781-92c6-cd9c26976956/ab3de2d0-5fb0-443d-9378-cebd662072cd/1e5eec8b-0dd9-4cb3-9966-d1816e47880f) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:26.390922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a043-c0ba-401f-9068-01835241720a req-b9163818-6aac-469b-ae7d-e086bba55da9 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:26.395322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4777a043-c0ba-401f-9068-01835241720a req-b9163818-6aac-469b-ae7d-e086bba55da9 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 945 time: 0.4027340 Jul 28 14:30:26.429823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9f1f2286-ceb8-452f-93f2-15cd1eedde1f None None] Provisioning for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:26.438514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9f1f2286-ceb8-452f-93f2-15cd1eedde1f None None] Provisioning complete for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:26.439133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2286-ceb8-452f-93f2-15cd1eedde1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.499074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4777a043-c0ba-401f-9068-01835241720a req-60528200-cb39-40a0-a430-ad3de97ffaaa tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797148 Jul 28 14:30:26.521509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f2286-ceb8-452f-93f2-15cd1eedde1f None None] Port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:26.610350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.614673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.616188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ee91db5-da6b-488e-b8c0-7ec36582b0d3 HTTP/1.1" status: 204 len: 168 time: 0.5291886 Jul 28 14:30:26.625120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66be9b-7086-4adc-a759-0102fc4936b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee91db5-da6b-488e-b8c0-7ec36582b0d3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:26.655856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.674103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a152730-6419-4aad-894a-ad6707cdc106 req-80811cad-9d2e-4a64-a0bb-aa82c8ea5847 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:26.677299 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:22Z', 'revision_number': 3, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:26.682046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a152730-6419-4aad-894a-ad6707cdc106 req-80811cad-9d2e-4a64-a0bb-aa82c8ea5847 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 948 time: 0.1919212 Jul 28 14:30:26.735268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a152730-6419-4aad-894a-ad6707cdc106 req-2146c4e0-621e-4a29-ae27-e894b1ac06b9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499043 Jul 28 14:30:26.748622 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5db9a7-385b-4961-b958-6cafaf7b73bf None None] The sync data for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 is: [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:22Z', 'revision_number': 3, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:26.762550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Transition to ACTIVE for port object 1e5eec8b-0dd9-4cb3-9966-d1816e47880f will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:26.838198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.940236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:26.976448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Network 0074c60f-434e-4781-92c6-cd9c26976956 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:26.979451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:26.988494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:27.038778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Pushing event updated for resources: {'Port': ['ID=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:27.072913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.172644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-26a02158-a900-4de4-9525-1f4de42738a1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 258 time: 0.4700148 Jul 28 14:30:27.191962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:27.396915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.452692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.487624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b742619d-9e43-4246-82a2-bcd80cdd7af9 req-eb725bed-eaf8-445f-bc0b-5b79e9b0fa85 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0767090 Jul 28 14:30:27.610348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5a09f47-b9a6-4865-9418-71532e9d4036 None None] Provisioning for port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:27.616671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5a09f47-b9a6-4865-9418-71532e9d4036 None None] Provisioning complete for port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:27.617412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5a09f47-b9a6-4865-9418-71532e9d4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.619275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.626493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:27.701458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 310395a7-e338-4fe4-9ba0-0680cbf82879 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:27.825943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b5a09f47-b9a6-4865-9418-71532e9d4036 None None] Port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:28.014092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941dcee-c100-426f-882a-a64f39e2d762 req-d82b818f-e01d-400c-b1af-13d005e301a2 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:28.015841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3941dcee-c100-426f-882a-a64f39e2d762 req-d82b818f-e01d-400c-b1af-13d005e301a2 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 948 time: 0.1056702 Jul 28 14:30:28.021288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 310395a7-e338-4fe4-9ba0-0680cbf82879 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:28.026678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 310395a7-e338-4fe4-9ba0-0680cbf82879 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:28.028825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.070452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.106998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3941dcee-c100-426f-882a-a64f39e2d762 req-4ff28e64-e712-437d-bfdf-96748a8e0d7a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810528 Jul 28 14:30:28.130516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:28.153392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.169007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.192664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.221927 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.265383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:28.274813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 310395a7-e338-4fe4-9ba0-0680cbf82879, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=310395a7-e338-4fe4-9ba0-0680cbf82879,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:28.379212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:28.382344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:28.391573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Pushing event updated for resources: {'Port': ['ID=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:28.400971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Allocated IP 172.25.0.168 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/71fa0a53-5aa5-49e2-b8d8-74eb244eb887) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:28.437635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.438807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.440093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:28.570693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-network', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:28.646147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Network 0074c60f-434e-4781-92c6-cd9c26976956 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:28.650021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:28.719839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Router 7656572a-72e9-4f77-aefd-ddab3e402dc0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:28.766502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=310395a7-e338-4fe4-9ba0-0680cbf82879,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:28.767252 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.828147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-adfbd08a-5b73-4942-8b5b-37ce057f7726 req-139ca091-b481-4632-82a2-deebccddfb15 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0443740 Jul 28 14:30:28.860314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Made reservation on behalf of 18b952ccd5c44d9ba9ab410bd33ab31d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:28.862634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.932569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38734) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:28.942132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:28.953588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:28.953965 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:28.971459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:28.987049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e911c04c-7c89-4971-8db3-e08907e439e0 admin admin] 10.222.0.47 "PUT /v2.0/routers/7656572a-72e9-4f77-aefd-ddab3e402dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8860512 Jul 28 14:30:29.016817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:29.022845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f232c1bd-62d1-4681-8cb9-b56e65a39da5 None None] Provisioning complete for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:29.025197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f232c1bd-62d1-4681-8cb9-b56e65a39da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.153943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.174503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f232c1bd-62d1-4681-8cb9-b56e65a39da5 None None] Port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:29.228588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.233771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:29.239523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:29.243747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:29.266686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:29.270395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:29.284138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event updated for resources: {'Port': ['ID=71fa0a53-5aa5-49e2-b8d8-74eb244eb887,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:29.306169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3', 'mac_address': 'fa:16:3e:e1:eb:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:29.318498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f20c7edd-c858-4a07-b89e-387c5799ddff None None] Provisioning complete for port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:29.318944 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f20c7edd-c858-4a07-b89e-387c5799ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.352500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.402811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.421479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.425806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.457490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Router b69a4d30-2202-4ca2-90a9-72882575b636 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:29.474695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f20c7edd-c858-4a07-b89e-387c5799ddff None None] Port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:29.504408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b31e7-75d9-47f9-aea4-5dd4ce707742 req-a55c4492-96c1-4730-91a9-f1a5e6060783 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:29.505998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-589b31e7-75d9-47f9-aea4-5dd4ce707742 req-a55c4492-96c1-4730-91a9-f1a5e6060783 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 948 time: 0.1446986 Jul 28 14:30:29.559075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:29.570413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:29.586118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 310395a7-e338-4fe4-9ba0-0680cbf82879 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:29.590701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Sync routers for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:29.672183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.679693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1839271377-network', 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:29.702791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:29.733242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:29.734590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:29.744098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-589b31e7-75d9-47f9-aea4-5dd4ce707742 req-3ee3ca1a-3ea7-4055-a1f1-e9cc1e51ba2f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253571 Jul 28 14:30:29.895734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:29.923070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27b58add-bacf-4078-ba66-ecc411d576ae admin admin] 10.222.0.47 "PUT /v2.0/routers/b69a4d30-2202-4ca2-90a9-72882575b636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7942791 Jul 28 14:30:29.923306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Sync routers for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:29.946371 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:29.950900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:29.970042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:29.970396 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.095880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.156254 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:30.157369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.183892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 310395a7-e338-4fe4-9ba0-0680cbf82879 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:30.184289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.197009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.227985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:30.253584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a6721-52c5-4a52-b778-afddf2cbd95b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:30.260651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.261692 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Added segment a5fcc469-4d0a-4dd2-9e1a-11fc102b4883 of type vlan for network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 Jul 28 14:30:30.292823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event updated for resources: {'Port': ['ID=71fa0a53-5aa5-49e2-b8d8-74eb244eb887,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:30.294051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:30.306275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.311379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:30.321402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.351962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:30.356122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.368565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.463432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['025a54c1-6c1b-413a-bf67-9b8c8d458ae3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:30.494845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38754) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:30.511661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597009332', 'description': 'tempest-description--1719869420'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:30.512999 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:27Z', 'revision_number': 4, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1e5eec8b-0dd9-4cb3-9966-d1816e47880f', 'name': '', 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'mac_address': 'fa:16:3e:16:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:25Z', 'updated_at': '2021-07-28T14:30:27Z', 'revision_number': 2, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'subnets': [{'id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:30.537719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.541300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:30.543241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.587500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.592193 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Checking router: b69a4d30-2202-4ca2-90a9-72882575b636 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:30.598286 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Updating router b69a4d30-2202-4ca2-90a9-72882575b636 port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:30.598490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4acaec3b-fb54-49fa-a5e4-e73e40334380 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4204364 Jul 28 14:30:30.646264 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.659489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:30.686006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:30.687430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac7716a8-b9eb-467c-a319-59345647494c req-41e3342e-398f-4404-9050-609f9c25c677 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.1182611 Jul 28 14:30:30.694780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-4ef3c86c-390d-4ec9-96eb-1a03357178de tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0777557 Jul 28 14:30:30.713221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-511ba78d-9136-47d4-9c40-a0f75ded6221 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4396348 Jul 28 14:30:30.721461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:30.734202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Request body: {'subnet': {'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-subnet', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:30.867144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:30.920851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-169a9dea-d2ed-4c39-bd90-dc4d6fc8493a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:30.922438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e0cca2-d855-4662-a9a4-fef4afcb082c req-169a9dea-d2ed-4c39-bd90-dc4d6fc8493a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2200072 Jul 28 14:30:30.936331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:27Z', 'revision_number': 2, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:30.973686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Checking router: 7656572a-72e9-4f77-aefd-ddab3e402dc0 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:30.974398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Updating router 7656572a-72e9-4f77-aefd-ddab3e402dc0 port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:31.007108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.030505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.040231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2805aeed-2ddd-4dcb-88bf-e0fe5cc400dd req-975d0f80-08e6-4fcd-b10d-27de6ce10110 tempest-FloatingIPsNegativeTestJSON-638041974 tempest-FloatingIPsNegativeTestJSON-638041974-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=01df917abc7d4ad784a36ebe68927e60 HTTP/1.1" status: 200 len: 217 time: 0.0755653 Jul 28 14:30:31.067651 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.075855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:31.084566 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Transition to ACTIVE for port object 1e5eec8b-0dd9-4cb3-9966-d1816e47880f will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:31.090001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629ab7ec-6fc3-4278-a7d2-f52b46104e74,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:31.097175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.097728 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Added segment 3bdbd7c8-ae8b-41ea-9abe-081573f6d292 of type vlan for network a205b331-38d8-4b49-93e4-3981f0163bb7 Jul 28 14:30:31.144426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a42fb8-b7a7-4b97-8c2f-98a10d8736bd req-985f5a49-757c-4101-bd7a-48066a519226 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.147601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96a42fb8-b7a7-4b97-8c2f-98a10d8736bd req-985f5a49-757c-4101-bd7a-48066a519226 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 949 time: 0.1296237 Jul 28 14:30:31.175327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.240546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96a42fb8-b7a7-4b97-8c2f-98a10d8736bd req-040bab6b-074e-4cfc-9309-42b46261d26b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819507 Jul 28 14:30:31.313336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27fd2932-4795-49bd-aefd-24bca3cb917b req-efc07c70-2e7f-4f61-be86-3f90fbb0dc58 tempest-FloatingIPsNegativeTestJSON-638041974 tempest-FloatingIPsNegativeTestJSON-638041974-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0385664 Jul 28 14:30:31.340115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.387177 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-bd728876-db60-4760-93d8-fe55f115eb61 req-91de9549-212b-417e-8c3b-b1f75661584c tempest-FloatingIPsNegativeTestJSON-638041974 tempest-FloatingIPsNegativeTestJSON-638041974-project] show failed (client error): The resource could not be found. Jul 28 14:30:31.388222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd728876-db60-4760-93d8-fe55f115eb61 req-91de9549-212b-417e-8c3b-b1f75661584c tempest-FloatingIPsNegativeTestJSON-638041974 tempest-FloatingIPsNegativeTestJSON-638041974-project] 10.222.0.47 "GET /v2.0/floatingips/89cb0f27-8664-45dd-a7d6-db5548cfb0ab HTTP/1.1" status: 404 len: 350 time: 0.0532515 Jul 28 14:30:31.398755 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.399053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.402585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.403665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.411369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:31.415716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-20cb2bae-f8b6-4910-868c-24509ee1863a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:31.421715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-20cb2bae-f8b6-4910-868c-24509ee1863a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1530046 Jul 28 14:30:31.492811 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112f1e-da6c-42f2-9751-c2c1c397508f None None] Pushing event updated for resources: {'Port': ['ID=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:31.535240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] Pushing event updated for resources: {'Network': ['ID=a205b331-38d8-4b49-93e4-3981f0163bb7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:31.545705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Made reservation on behalf of 18b952ccd5c44d9ba9ab410bd33ab31d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:31.548582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.585056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a205b331-38d8-4b49-93e4-3981f0163bb7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:31.589612 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Attempting to bind port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:31.590626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Attempting to bind port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:31.590626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Attempting to bind port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f on network 0074c60f-434e-4781-92c6-cd9c26976956 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:31.605355 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:31.606094 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Checking segment: {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:31.606852 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.607347 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Bound using segment: {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:31.614770 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Bound port: 1e5eec8b-0dd9-4cb3-9966-d1816e47880f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3837ca49-fba5-4ad3-a5f9-1e34f1089c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:31.614770 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.673664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:31.694909 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] For port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:31.701995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] For port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:31.826941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.858824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Transition to ACTIVE for port object 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:31.864162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:31.864706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:31.889824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ae808fc-78d5-4d96-9cf4-fe6561a9c8c6 req-f057ad76-ba4a-425a-8d46-ab6aef576cbb tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0461385 Jul 28 14:30:31.893407 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.004617 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:32.004617 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:32.067057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.116641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-6935e854-6298-4e05-aac3-f3df05436801 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.5871227 Jul 28 14:30:32.130712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'floatingip': {'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:32.205257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d815c-b27d-447a-a66a-e0317c7658a4 None None] Pushing event updated for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:32.293440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Attempting to bind port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:32.293941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Attempting to bind port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:32.294430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Attempting to bind port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:32.305038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:32.305629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:32.306199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.306774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:32.308108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Bound port: 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:32.310328 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.365162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.418732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.555672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112f1e-da6c-42f2-9751-c2c1c397508f None None] Pushing event updated for resources: {'Port': ['ID=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:32.596736 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:32.697799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.739991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] For port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:32.743002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0d9c-75ae-471a-a601-fb929a58e6ec req-e76e9d0f-1a49-4f51-ab25-41039374ea53 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:32.757515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fbe0d9c-75ae-471a-a601-fb929a58e6ec req-e76e9d0f-1a49-4f51-ab25-41039374ea53 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 949 time: 0.3464689 Jul 28 14:30:32.775017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:32.789204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] For port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:32.829725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fcf374d6-166a-4db6-8306-51fdc2b11c6e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.4783270 Jul 28 14:30:32.838030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38776) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:32.843902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Request body: {'subnet': {'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1839271377-subnet', 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:32.871819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fbe0d9c-75ae-471a-a601-fb929a58e6ec req-f6d542f6-d497-4d48-ba35-8fdfc352b1e5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131084 Jul 28 14:30:32.957060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.017181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.145547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:33.172513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:33.177283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.197122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d815c-b27d-447a-a66a-e0317c7658a4 None None] Pushing event updated for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:33.269068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:33.274548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:33.300449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:33.316519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.321711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8301861 Jul 28 14:30:33.334489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38782) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:33.363521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:27Z', 'revision_number': 4, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1e5eec8b-0dd9-4cb3-9966-d1816e47880f', 'name': '', 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'mac_address': 'fa:16:3e:16:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:25Z', 'updated_at': '2021-07-28T14:30:31Z', 'revision_number': 4, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'subnets': [{'id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:33.366052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb779680-ad43-418f-82ec-d739fdcb6228 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e406e5a7-4746-4b6a-8f35-4def851f1741,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:33.384987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b1d7947-8fee-445d-b2de-ad1d90f1bfb8 req-bcce1701-7207-43e8-a2d3-6db8f26406a3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.2848403 Jul 28 14:30:33.389551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'security_group_rule': {'security_group_id': 'e406e5a7-4746-4b6a-8f35-4def851f1741', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:33.427814 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbdc8b7-3fde-486f-b526-b1a37de250a8 None None] The sync data for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 is: [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:27Z', 'revision_number': 4, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1e5eec8b-0dd9-4cb3-9966-d1816e47880f', 'name': '', 'network_id': '0074c60f-434e-4781-92c6-cd9c26976956', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'mac_address': 'fa:16:3e:16:6d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:25Z', 'updated_at': '2021-07-28T14:30:31Z', 'revision_number': 4, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'subnets': [{'id': 'ab3de2d0-5fb0-443d-9378-cebd662072cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:33.433796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de6c9a81-6408-4029-9223-b4abea3e1f5f req-1bda2d1c-2b60-4626-a4c0-6fcc93beab89 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.1792455 Jul 28 14:30:33.514585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:33.678690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Checking segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:33.679610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Network hostable DHCP agents. Network: 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:33.930582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:33.961987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.035875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:34.069170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:34.092490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:34.092881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.132432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.146027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.166772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67a026-60ad-4302-b1a1-c27723d2eab5 req-577ce29c-8367-47aa-9ddb-43fdb6b4b65b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:34.169535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a67a026-60ad-4302-b1a1-c27723d2eab5 req-577ce29c-8367-47aa-9ddb-43fdb6b4b65b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 949 time: 0.1398094 Jul 28 14:30:34.235139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:34.239642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.246798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:34.247471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.255684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.261825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28febe-658e-4f05-83c3-a8f5a7f7f7b4 None None] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:34.334872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.362111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:32Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:34.364907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:34.367343 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1cf061-514f-4816-aec7-d934d202fb54" -d '{"events": [{"server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "name": "network-vif-plugged", "status": "completed", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:34.418892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a67a026-60ad-4302-b1a1-c27723d2eab5 req-c7dd4ee5-9f22-4efc-98dc-c8cb53d89d2a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184072 Jul 28 14:30:34.438738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-999e7deb-f971-4b2a-9856-c40084e21f9b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.7131422 Jul 28 14:30:34.458649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:34.481330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74f9993-92a3-436e-8307-3efaf4495364,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:34.491820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:34.493986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98774275-37be-410f-acc9-7a54c8a2bafe,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:34.507357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6e28b6-3852-45eb-9bc3-52c15bd56e8b None None] The sync data for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 is: [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:32Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:34.508264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:34.508634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Network hostable DHCP agents. Network: a205b331-38d8-4b49-93e4-3981f0163bb7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:34.535363 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Floating IP 6fc49617-3b4f-4e6c-b7df-c870bb6f22fa associated. External IP: 172.25.0.168, port: 89b088da-89a8-4721-b369-ba5c375fa4ec. Jul 28 14:30:34.535463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:34.577990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Deleting port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:34.577990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.582190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.585034 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05edbdca-408c-46dd-88de-dbbb70b8b9e5 x-openstack-request-id: req-05edbdca-408c-46dd-88de-dbbb70b8b9e5 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:34.593898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e8071829-09d5-4c02-84e6-3279968383e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2451024 Jul 28 14:30:34.594484 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "name": "network-vif-plugged", "status": "completed", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:34.594824 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05edbdca-408c-46dd-88de-dbbb70b8b9e5 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:34.595554 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3', 'code': 200} Jul 28 14:30:34.650524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:34.736703 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.778903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'security_group_rule': {'security_group_id': 'e406e5a7-4746-4b6a-8f35-4def851f1741', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:34.836133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:34.890028 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.890569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24e06fa2-9bc6-4860-b72d-eaad7a99667d req-6f869476-79c0-46f8-afc7-19ce7291c3f0 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0975664 Jul 28 14:30:34.893690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:34.918807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:34.923241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552dfab-2811-477e-8026-f0b0ec6f9fff req-f3a0f1a3-6059-4fa3-ad7d-a91a959d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:34.924747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2552dfab-2811-477e-8026-f0b0ec6f9fff req-f3a0f1a3-6059-4fa3-ad7d-a91a959d1fd2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 1102 time: 0.1377971 Jul 28 14:30:34.960207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:30:34.971465 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.054902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] For port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:35.055467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.064190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a205b331-38d8-4b49-93e4-3981f0163bb7) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:35.106483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:35.123356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.127896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Calling delete_port for 1e5eec8b-0dd9-4cb3-9966-d1816e47880f owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:35.133545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2552dfab-2811-477e-8026-f0b0ec6f9fff req-3a5f01fd-e000-40b8-be1e-3ae3f83000a5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968369 Jul 28 14:30:35.173505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.185547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.200933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609132c7-ea9b-40b3-995e-643ef979c548 None None] Network a205b331-38d8-4b49-93e4-3981f0163bb7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:35.269135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Router 2fd0a4dc-67c4-477e-8077-07d5443e05dd has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:35.361094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-295bf068-51f0-4690-a133-61019f73b19b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.5210660 Jul 28 14:30:35.412602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.561574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.694279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8bbbc7-1139-4cd5-9634-cea78f580c92,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:35.806698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d9117-d0fe-4ced-b203-39db1eba32a3 req-5f191c5e-550e-47bc-bed4-20d8864d414b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:35.824300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a14d9117-d0fe-4ced-b203-39db1eba32a3 req-5f191c5e-550e-47bc-bed4-20d8864d414b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 950 time: 0.1657946 Jul 28 14:30:35.875509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:35.928477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a14d9117-d0fe-4ced-b203-39db1eba32a3 req-0f942038-b48f-4fe6-a4ca-20b890d330e0 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037693 Jul 28 14:30:35.929320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:35.930566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-08980c0d-279a-4d44-b558-89f54072b449 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2722793 Jul 28 14:30:35.936372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38804) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:35.947006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:35.990392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:36.006351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.026123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Sync routers for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:36.045211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Allocated IP 172.20.0.2 (6ac2e9a4-3873-464b-b2d8-12d3a1d311d6/04f1b2e7-1fc2-4ffb-92b9-0fe582e85391/2af85010-91c3-461b-9a48-3c47ddfd38fa) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:36.098199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:36.098199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:36.122396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5c2f8-e282-43e9-8ce7-28ab2512469e None None] Network a205b331-38d8-4b49-93e4-3981f0163bb7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:36.144506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.275000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.290711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5eec8b-0dd9-4cb3-9966-d1816e47880f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:36.515977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:36.607940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:36.620647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-284e6b9c-75ef-4969-b4ba-e0a7091147b7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:36.622362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-284e6b9c-75ef-4969-b4ba-e0a7091147b7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.4947455 Jul 28 14:30:36.625173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:36.625562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.723626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.759250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-36e0438f-404b-4876-b36d-ce77d1d66784 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "PUT /v2.0/floatingips/6fc49617-3b4f-4e6c-b7df-c870bb6f22fa HTTP/1.1" status: 200 len: 996 time: 4.6329072 Jul 28 14:30:36.759517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:36.762479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:36.765427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-f9770d62-5c07-49cb-a7ff-18e678554afe tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.1188169 Jul 28 14:30:36.771937 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33" -d '{"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:36.787018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Transition to ACTIVE for port object 2af85010-91c3-461b-9a48-3c47ddfd38fa will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:36.819888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-42709c79-c1b1-4da0-8f10-6355dd3eb3a3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514934 Jul 28 14:30:36.877164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Transition to ACTIVE for port object 2af85010-91c3-461b-9a48-3c47ddfd38fa will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:36.905759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-b3e89940-130c-43c7-901d-55db868d4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:36.910542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-b3e89940-130c-43c7-901d-55db868d4958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1316020 Jul 28 14:30:36.986478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.049242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:37.054157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.120255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:37.132700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:37.136281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:37.163251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-9ad88dcc-1379-4cce-9e42-962fbe7f9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:37.166328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-9ad88dcc-1379-4cce-9e42-962fbe7f9ea2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 930 time: 0.1826851 Jul 28 14:30:37.172510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Pushing event updated for resources: {'Port': ['ID=2af85010-91c3-461b-9a48-3c47ddfd38fa,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:37.189519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.190886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e5eec8b-0dd9-4cb3-9966-d1816e47880f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:37.293195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-928167fb-edff-4bf5-9ffd-0dd9f00a759e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 999 time: 0.1010818 Jul 28 14:30:37.317753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1e5eec8b-0dd9-4cb3-9966-d1816e47880f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:37.327704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e5eec8b-0dd9-4cb3-9966-d1816e47880f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:30:37.398016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 1e5eec8b-0dd9-4cb3-9966-d1816e47880f not found, will not notify nova. {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:30:37.425949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Attempting to bind port 2af85010-91c3-461b-9a48-3c47ddfd38fa on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:37.426404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Attempting to bind port 2af85010-91c3-461b-9a48-3c47ddfd38fa by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:37.426694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Attempting to bind port 2af85010-91c3-461b-9a48-3c47ddfd38fa on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:37.445539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:37.445923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Checking segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:37.446330 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.446728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Bound using segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:37.449318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Bound port: 2af85010-91c3-461b-9a48-3c47ddfd38fa, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:37.449318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.451987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:37.554479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.560987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.603410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.607214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-219beaf5-d317-4a48-9e74-85f9cfa8d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:37.615588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-219beaf5-d317-4a48-9e74-85f9cfa8d89c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.2671828 Jul 28 14:30:37.689650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6fc49617-3b4f-4e6c-b7df-c870bb6f22fa', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'mac_address': 'fa:16:3e:d9:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:29Z', 'updated_at': '2021-07-28T14:30:33Z', 'revision_number': 1, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:37.710349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-c2014f94-85fd-47d4-935a-28827788c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:37.713777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-c2014f94-85fd-47d4-935a-28827788c1cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956657 Jul 28 14:30:37.733816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Checking router: 2fd0a4dc-67c4-477e-8077-07d5443e05dd for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:37.737597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-b1651d33-439a-425f-9de8-f7469da682ff service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:30:37.739056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-b1651d33-439a-425f-9de8-f7469da682ff service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080750 Jul 28 14:30:37.746497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:37.778563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:37.778563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:37.781589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] For port 2af85010-91c3-461b-9a48-3c47ddfd38fa, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:37.786415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] For port 2af85010-91c3-461b-9a48-3c47ddfd38fa, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2af85010-91c3-461b-9a48-3c47ddfd38fa,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:37.825526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-97bc3a30-142f-488b-8f89-5435d84d6cd1 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0038714 Jul 28 14:30:37.871066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Allocated IP 172.25.0.235 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/71c2bd60-963b-447b-adad-9325b865389c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:37.923758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:38.025459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-6ac841ab-9f6f-40ef-8ecb-b2bd995e3462 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983421 Jul 28 14:30:38.039734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.193742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.205454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-d924334a-23f0-44e1-9021-8a7713b477b7 service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033251 Jul 28 14:30:38.253771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c1200-18a1-4b5f-b2ed-f990387799b9 None None] Pushing event updated for resources: {'Port': ['ID=2af85010-91c3-461b-9a48-3c47ddfd38fa,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:38.372975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Router b69a4d30-2202-4ca2-90a9-72882575b636 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:38.488145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:38.593657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:38.707450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:38.740487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6fc49617-3b4f-4e6c-b7df-c870bb6f22fa', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'mac_address': 'fa:16:3e:d9:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:29Z', 'updated_at': '2021-07-28T14:30:33Z', 'revision_number': 1, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:38.742255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63e131b7-d727-4d57-a081-285fa6aa40cf req-6a4b4ffc-065e-4eff-8493-2868fdad5b03 service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795465 Jul 28 14:30:38.742255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:38.804323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-990aa0d9-3168-48f8-a757-33965f2df5d2 req-318a1380-4e2f-4fab-93f1-fbfcb512b2ee tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0568261 Jul 28 14:30:38.830277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ecca3f-c3e4-4aa4-a05a-310ef2a27c78 None None] The sync data for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 is: [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6fc49617-3b4f-4e6c-b7df-c870bb6f22fa', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'mac_address': 'fa:16:3e:d9:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:29Z', 'updated_at': '2021-07-28T14:30:33Z', 'revision_number': 1, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:38.858884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.25.0.131 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/337f8791-d140-4bf6-adcd-b45f299757e4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:38.874036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:38.880792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-474d3fca-c5a8-4a9f-ac51-4f4f1a62d5be admin admin] 10.222.0.47 "PUT /v2.0/routers/b69a4d30-2202-4ca2-90a9-72882575b636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4652576 Jul 28 14:30:38.885147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38834) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:38.910830 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Sync routers for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:38.938652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:38.941703 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:38.983485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Pushing event updated for resources: {'Port': ['ID=71c2bd60-963b-447b-adad-9325b865389c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:39.164977 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3785d2fe-415e-4b30-aa4f-fd2e100a81e5 x-openstack-request-id: req-3785d2fe-415e-4b30-aa4f-fd2e100a81e5 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:39.170644 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:39.171049 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3785d2fe-415e-4b30-aa4f-fd2e100a81e5 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:39.171555 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'status': 'completed', 'code': 200} Jul 28 14:30:39.228411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.252095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.264955 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:39.355363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad0146-ce36-4ec2-b9e7-f388203e870b req-aa0d0432-1693-4955-b7ea-61cb876aba81 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:39.364121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adad0146-ce36-4ec2-b9e7-f388203e870b req-aa0d0432-1693-4955-b7ea-61cb876aba81 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 950 time: 0.1952496 Jul 28 14:30:39.381275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21954945-7f5b-40c9-bac1-5432b57f97b7 req-5969a7b9-e33a-483a-950e-1292bdf2e69b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 210 time: 0.0949626 Jul 28 14:30:39.409098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-df543e0e-1a57-473d-bc99-28ce5bc82a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:39.416571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-df543e0e-1a57-473d-bc99-28ce5bc82a4a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1097 time: 0.2555010 Jul 28 14:30:39.623724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:39.641026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adad0146-ce36-4ec2-b9e7-f388203e870b req-d98ff145-6108-4595-8404-74fb10945800 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758377 Jul 28 14:30:39.697498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881ba13-2ada-4411-9c7c-11ce59c2b98e None None] New status for floating IP 6fc49617-3b4f-4e6c-b7df-c870bb6f22fa: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:30:39.702110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-2eb6e45c-524b-416b-ac73-09cb11ebf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:39.708113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-2eb6e45c-524b-416b-ac73-09cb11ebf339 service neutron] 10.222.0.50 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 930 time: 0.2833791 Jul 28 14:30:39.722989 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:35Z', 'revision_number': 5, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:39.850683 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Checking router: b69a4d30-2202-4ca2-90a9-72882575b636 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:39.872593 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Routers {'b69a4d30-2202-4ca2-90a9-72882575b636'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:39.874018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b69a4d30-2202-4ca2-90a9-72882575b636'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:39.922769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.001157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:40.082613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:40.092641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c1cab-c044-4661-aa1c-6d0252763e19 None None] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:40.099473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:40.103273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:40.158494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=337f8791-d140-4bf6-adcd-b45f299757e4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:40.187528 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] Set router b69a4d30-2202-4ca2-90a9-72882575b636 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:40.208301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Deleting port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:40.215601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.254158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:40.255059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.294431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-da092349-93bc-4970-a7e2-7c6d5f2900d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 999 time: 0.5758977 Jul 28 14:30:40.337448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.366673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] For port cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:40.367096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.386126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Calling delete_port for cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:40.418367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5146c4a-bfe9-4563-b5e7-394d826f5191 None None] Provisioning for port 2af85010-91c3-461b-9a48-3c47ddfd38fa completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:40.517987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-2b3d1d86-37bc-47e9-958d-1b75bbb5a350 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 258 time: 0.8085804 Jul 28 14:30:40.524957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:40.552520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.589756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.626757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:35Z', 'revision_number': 5, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:40.652945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-f5fbb007-6180-4652-9b2d-4d7967182296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:40.654454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-f5fbb007-6180-4652-9b2d-4d7967182296 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.2988436 Jul 28 14:30:40.677059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4552e0-ec85-4bd0-8e20-cd9e823cd40f None None] The sync data for ids ['b69a4d30-2202-4ca2-90a9-72882575b636'] in n-d-705658-23 is: [{'id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'name': 'tempest-FloatingIPsNegativeTestJSON-975136557-router', 'tenant_id': '01df917abc7d4ad784a36ebe68927e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:19Z', 'updated_at': '2021-07-28T14:30:35Z', 'revision_number': 5, 'project_id': '01df917abc7d4ad784a36ebe68927e60', 'gw_port': {'id': 'cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69a4d30-2202-4ca2-90a9-72882575b636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:21Z', 'updated_at': '2021-07-28T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:40.700211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2af85010-91c3-461b-9a48-3c47ddfd38fa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:40.925107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.930760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:40.953495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2af85010-91c3-461b-9a48-3c47ddfd38fa completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:40.956244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-ff79ae72-2654-46af-be94-c115e5a68cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:40.957786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-ff79ae72-2654-46af-be94-c115e5a68cca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2939603 Jul 28 14:30:40.966154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2af85010-91c3-461b-9a48-3c47ddfd38fa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:40.968265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.113740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86cc4bce-dc0d-450b-95d6-75a41c097887 req-8cc66504-c484-419f-96cf-03c379409c93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3f2d609eb2fc4a93be5c5da37ad9894d&device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0973589 Jul 28 14:30:41.179009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.193182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.238585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86cc4bce-dc0d-450b-95d6-75a41c097887 req-8fabdbc9-3798-4931-a333-08bff0c5ec1a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3f2d609eb2fc4a93be5c5da37ad9894d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415771 Jul 28 14:30:41.279007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2af85010-91c3-461b-9a48-3c47ddfd38fa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2af85010-91c3-461b-9a48-3c47ddfd38fa,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:41.312327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f666a6ee-a82d-4668-89ac-7683bb7bde24 None None] Provisioning complete for port 2af85010-91c3-461b-9a48-3c47ddfd38fa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:41.321921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f666a6ee-a82d-4668-89ac-7683bb7bde24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.396967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-6a3dd22e-fc47-4279-964d-b6cdd352f046 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813815 Jul 28 14:30:41.410608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.411476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc4bce-dc0d-450b-95d6-75a41c097887 req-cb19d257-2abb-4283-b581-8b33e558d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:41.414462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86cc4bce-dc0d-450b-95d6-75a41c097887 req-cb19d257-2abb-4283-b581-8b33e558d96d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676459 Jul 28 14:30:41.420375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.430191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.532696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e5eec8b-0dd9-4cb3-9966-d1816e47880f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:41.568654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1e5eec8b-0dd9-4cb3-9966-d1816e47880f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:41.569169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e5eec8b-0dd9-4cb3-9966-d1816e47880f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:41.596774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.612842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2af85010-91c3-461b-9a48-3c47ddfd38fa,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:41.627664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0076e715-2d77-4eb2-bcda-131ba3df58c1 req-0eb8c9ab-0140-4f5d-bc37-6f7d256385e5 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 210 time: 0.0570605 Jul 28 14:30:41.641303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:30:41.699525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=337f8791-d140-4bf6-adcd-b45f299757e4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:41.718859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.777965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bb712a-6465-4ce3-8e5e-9af7c19d4e33 req-030779b5-0198-4a2e-80c0-3ea53a0e0aa0 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266401 Jul 28 14:30:41.794996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:41.845368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.875039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:41.887729 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:41.898916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8f98f69-ca99-4ada-8b63-cebfba089ecf req-a9d9335c-dcfc-4c18-9c90-28a8fd0e40a9 tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.1364088 Jul 28 14:30:41.905956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:41.907079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Allocated IP 172.25.0.115 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/19282414-432d-41a1-be99-d4d39fe160f8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:41.907836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:41.908496 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:41.911646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.054667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.056005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b82a45d-efa6-4ddf-a6a9-ee85a34e8f18 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.5938072 Jul 28 14:30:42.059120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38854) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:42.092189 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:42.126083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.140693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e354e99c-4b5f-43c9-a7da-b1a83cab972a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2030191 Jul 28 14:30:42.142729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.142729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b69a4d30-2202-4ca2-90a9-72882575b636 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:30:42.158283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.165900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6df7d5f0-d21b-4b41-880d-547af91a497f admin admin] 10.222.0.47 "DELETE /v2.0/routers/b69a4d30-2202-4ca2-90a9-72882575b636 HTTP/1.1" status: 204 len: 168 time: 3.2810664 Jul 28 14:30:42.171232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38858) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:42.225157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.315323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee454adb-6d71-41da-8c31-81baf8be5822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.390640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Deleting subnet ab3de2d0-5fb0-443d-9378-cebd662072cd {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:30:42.397133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.462778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.468914 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:39Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:42.470748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.471298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.474164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.474750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.475679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:42.478277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a350700-c1df-4737-8736-0564ba3ee68f req-3351aec3-c40a-461d-8f3c-2c63838b42db tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163&device_id=1815acea-325c-4d69-8126-bb3352aab791&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a&device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0&device_id=826d11e5-4bce-4434-bea7-06e031572d6a&device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4&device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 4662 time: 0.1992204 Jul 28 14:30:42.510784 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:42.511778 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Updating router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 port 71c2bd60-963b-447b-adad-9325b865389c binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:42.531652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0a350700-c1df-4737-8736-0564ba3ee68f req-b21dab90-bf60-47a2-9c42-00d996d304d2 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.543546 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.639677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.804440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0a350700-c1df-4737-8736-0564ba3ee68f req-b21dab90-bf60-47a2-9c42-00d996d304d2 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.935288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.974491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3de2d0-5fb0-443d-9378-cebd662072cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:42.995820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:42.998994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8e9f57-f7eb-4305-a18f-05c33ab8cb3f None None] Network 0074c60f-434e-4781-92c6-cd9c26976956 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:43.000009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da4623a3-2278-4799-a60f-75ba8f27179a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ab3de2d0-5fb0-443d-9378-cebd662072cd HTTP/1.1" status: 204 len: 168 time: 0.8318424 Jul 28 14:30:43.000967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38868) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:43.027420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.062390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0a350700-c1df-4737-8736-0564ba3ee68f req-b21dab90-bf60-47a2-9c42-00d996d304d2 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.074112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86cc4bce-dc0d-450b-95d6-75a41c097887 req-73b4a43e-9d9b-4d6c-b6ea-15b57a92d03b tempest-ServerShowV254Test-1388594923 tempest-ServerShowV254Test-1388594923-project] 10.222.0.50 "GET /v2.0/ports?device_id=9188b2b3-cd89-4be0-bc00-db3c87fce2a0 HTTP/1.1" status: 200 len: 210 time: 0.0875242 Jul 28 14:30:43.176194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:43.182595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a350700-c1df-4737-8736-0564ba3ee68f req-b21dab90-bf60-47a2-9c42-00d996d304d2 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 447 time: 0.6745603 Jul 28 14:30:43.199381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:43.212435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event updated for resources: {'Port': ['ID=19282414-432d-41a1-be99-d4d39fe160f8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.218013 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.221717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:43.236834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dab90-bf60-47a2-9c42-00d996d304d2 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484a9416-ec07-419d-b4d1-58eb71cdd571,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.252221 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Transition to ACTIVE for port object 71c2bd60-963b-447b-adad-9325b865389c will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:43.275339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.404489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] DHCP port deletion for 0074c60f-434e-4781-92c6-cd9c26976956 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:30:43.405394 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.430877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-d26dac7e-c84d-484a-a4b5-3e1fe2e483f8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1597009332&fields=id&tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 267 time: 0.0810006 Jul 28 14:30:43.443993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Deleting port f222fad3-8362-4266-b082-9903d613e5a0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:43.444351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.509808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Attempting to bind port 71c2bd60-963b-447b-adad-9325b865389c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:43.510951 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Attempting to bind port 71c2bd60-963b-447b-adad-9325b865389c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:43.511387 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Attempting to bind port 71c2bd60-963b-447b-adad-9325b865389c on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:43.514443 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262dfe-d8bd-4b3f-8392-4792715b52f3 None None] Pushing event updated for resources: {'Port': ['ID=71c2bd60-963b-447b-adad-9325b865389c,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:43.530755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:43.531160 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:43.539290 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.539290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:43.539290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Bound port: 71c2bd60-963b-447b-adad-9325b865389c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:43.539290 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.561172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Deleting port f222fad3-8362-4266-b082-9903d613e5a0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:43.561604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.669395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] For port f222fad3-8362-4266-b082-9903d613e5a0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f222fad3-8362-4266-b082-9903d613e5a0,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:43.670167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.678494 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] For port 71c2bd60-963b-447b-adad-9325b865389c, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:43.683671 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] For port 71c2bd60-963b-447b-adad-9325b865389c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=71c2bd60-963b-447b-adad-9325b865389c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:43.687886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Calling delete_port for f222fad3-8362-4266-b082-9903d613e5a0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:43.691992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2af85010-91c3-461b-9a48-3c47ddfd38fa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:43.717069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.784913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] For port f222fad3-8362-4266-b082-9903d613e5a0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f222fad3-8362-4266-b082-9903d613e5a0,segment=NetworkSegment(3837ca49-fba5-4ad3-a5f9-1e34f1089c74),segment_id=3837ca49-fba5-4ad3-a5f9-1e34f1089c74)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:43.785623 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.818721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-e908abf7-3acb-4c53-9634-9e075fc1bf0e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:43.820491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-e908abf7-3acb-4c53-9634-9e075fc1bf0e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.4298410 Jul 28 14:30:43.836357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Calling delete_port for f222fad3-8362-4266-b082-9903d613e5a0 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:43.840353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2af85010-91c3-461b-9a48-3c47ddfd38fa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:43.842900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:43.852425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': '682824ba-4a50-441a-9419-fd6792b9b163', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:44.028293 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.100728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.101436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:44.125811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:30:44.127360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf6d660-2526-4ee6-9f47-8a1bde0b3e5f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:44.128369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f222fad3-8362-4266-b082-9903d613e5a0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:30:44.170279 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90262dfe-d8bd-4b3f-8392-4792715b52f3 None None] Pushing event updated for resources: {'Port': ['ID=71c2bd60-963b-447b-adad-9325b865389c,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:44.182356 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:44.198493 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:44.199942 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.215472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.262394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Pushing event deleted for resources: {'Port': ['ID=f222fad3-8362-4266-b082-9903d613e5a0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:44.269943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] No DVR routers for this DVR port f222fad3-8362-4266-b082-9903d613e5a0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:44.288180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.288617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.289035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.289471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.289873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.290526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.290939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.292281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.292697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.293375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.293653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.294149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7ba393-9179-4800-8749-0fe5e68ae4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:30:44.302113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port f222fad3-8362-4266-b082-9903d613e5a0 {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:30:44.302113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f222fad3-8362-4266-b082-9903d613e5a0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:30:44.384666 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:44.534057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.556649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-d5053e6c-f7b1-4544-9cfa-19babf8b7672 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:44.568999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-d5053e6c-f7b1-4544-9cfa-19babf8b7672 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 1.1372313 Jul 28 14:30:44.604547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f222fad3-8362-4266-b082-9903d613e5a0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:44.606720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] No DVR routers for this DVR port f222fad3-8362-4266-b082-9903d613e5a0 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:30:44.615041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-82c0a531-5a32-4e43-b010-28f3fa234c7c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/quotas/b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 375 time: 0.0200465 Jul 28 14:30:44.721891 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:39Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:44.768539 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d0255e0-7d6c-4a14-b4bb-3e6287f0a027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.773254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.774921 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cdd94e-b2cb-43e3-9104-ca7572ec046d None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:39Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:44.775338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:44.781012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.787746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.799827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Allocated IP 172.20.0.1 (6ac2e9a4-3873-464b-b2d8-12d3a1d311d6/04f1b2e7-1fc2-4ffb-92b9-0fe582e85391/0ce09893-7660-474d-b074-b7b2bedbb263) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:44.801887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0074c60f-434e-4781-92c6-cd9c26976956']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:44.831727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-c02d2dc4-313d-43ff-987b-ff677f9938e8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1827841 Jul 28 14:30:44.836982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3837ca49-fba5-4ad3-a5f9-1e34f1089c74') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:44.837298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3837ca49-fba5-4ad3-a5f9-1e34f1089c74') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:44.859854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.932678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:30:44.959469 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:30:45.014930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.023585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.052681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-a036d3af-e3dc-40ed-b39a-08ae0b1433d6 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111025 Jul 28 14:30:45.207146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.217888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-362b2d93-3c1d-4502-9d52-2e7b5523a379 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552563 Jul 28 14:30:45.222610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.3 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/44b8b7ea-2526-4855-a415-509d37ec2897) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:45.237395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.244433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.252622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0074c60f-434e-4781-92c6-cd9c26976956 HTTP/1.1" status: 204 len: 168 time: 2.2494366 Jul 28 14:30:45.263113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.271685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Transition to ACTIVE for port object 0ce09893-7660-474d-b074-b7b2bedbb263 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:45.276104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3c0e1-b400-4919-8301-f4a5e56daaf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0074c60f-434e-4781-92c6-cd9c26976956,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:45.300598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event updated for resources: {'Port': ['ID=19282414-432d-41a1-be99-d4d39fe160f8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:45.497856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.507388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-1d20ba4c-c81f-4df3-803a-4ee64ef42cdd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.9881959 Jul 28 14:30:45.599236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-88135658-839a-4054-acea-a7dbab11a6e4 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0906229 Jul 28 14:30:45.634446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 71c2bd60-963b-447b-adad-9325b865389c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:45.744091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.845569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 71c2bd60-963b-447b-adad-9325b865389c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:45.860552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 71c2bd60-963b-447b-adad-9325b865389c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:45.861198 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.882045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:45.998486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7456f887-1917-46d5-8a41-af96a02041db req-36cec13b-de14-4ca6-aff3-8fab97b77a6d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 210 time: 0.0431449 Jul 28 14:30:46.011015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:46.020336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:46.038198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:46.065538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:46.065538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:46.115824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.130055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1f826c34-49a0-47de-890c-3174be1e0dbd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01df917abc7d4ad784a36ebe68927e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113400 Jul 28 14:30:46.131219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38894) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:46.191258 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.238339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 71c2bd60-963b-447b-adad-9325b865389c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=71c2bd60-963b-447b-adad-9325b865389c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:46.271467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-feb2d04b-aec4-42c2-af47-44b9165fd358 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:46.287414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e68ad24c-11df-43b6-ab5b-95c834c4c6ac req-feb2d04b-aec4-42c2-af47-44b9165fd358 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.6750147 Jul 28 14:30:46.324116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.325375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.403261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.420283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.552781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ecbf470d-8452-49dd-b3ff-d2bb70bf0d8b req-1bad8bb2-a83e-42b1-a35c-b15a4edee6d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.1587076 Jul 28 14:30:46.576122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-f7d64f1b-c134-42a3-a43c-c93a54a2b9bc tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:46.583462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-f7d64f1b-c134-42a3-a43c-c93a54a2b9bc tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0855596 Jul 28 14:30:46.586857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=71c2bd60-963b-447b-adad-9325b865389c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:46.659210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.666620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.666620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63585d94-fb44-4129-b235-07f7044867b8 HTTP/1.1" status: 204 len: 168 time: 0.5273018 Jul 28 14:30:46.705613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442c117-4c0d-453c-a50e-a92e4a6aae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63585d94-fb44-4129-b235-07f7044867b8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:46.719272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-7280e152-049e-4b8a-84aa-d639c2b5ce49 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1259153 Jul 28 14:30:46.739400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-03e6c964-a79b-47f4-ba58-4425ef0e42a1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'floatingip': {'port_id': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:46.739686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.837378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:46.841457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:46.848489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-03e6c964-a79b-47f4-ba58-4425ef0e42a1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.849256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:46.890947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:46.924982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe4191ed-d039-424c-b509-3b29ff16b0af None None] Provisioning for port 0ce09893-7660-474d-b074-b7b2bedbb263 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:46.930405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe4191ed-d039-424c-b509-3b29ff16b0af None None] Provisioning complete for port 0ce09893-7660-474d-b074-b7b2bedbb263 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:46.930913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe4191ed-d039-424c-b509-3b29ff16b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:46.961262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:46.961487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.005998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fe4191ed-d039-424c-b509-3b29ff16b0af None None] Port 0ce09893-7660-474d-b074-b7b2bedbb263 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:47.042699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.236916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38908) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:47.245526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-88d179e8-c3df-492d-a142-35a65659e8ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4027491 Jul 28 14:30:47.326526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Request body: {'port': {'device_id': '682824ba-4a50-441a-9419-fd6792b9b163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:47.355157 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-03e6c964-a79b-47f4-ba58-4425ef0e42a1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 14:30:47.358878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dbf0ba7a-87d1-4f85-9581-eb2463e2aef9 req-03e6c964-a79b-47f4-ba58-4425ef0e42a1 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "PUT /v2.0/floatingips/4b4872e7-244a-4d65-a463-335fe873d96d HTTP/1.1" status: 409 len: 550 time: 0.6387196 Jul 28 14:30:47.462868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.481969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff103bc3-12b6-485f-904d-3b4cf0676add req-52917607-6260-4f38-96ae-dc5076f81e59 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:47.481969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff103bc3-12b6-485f-904d-3b4cf0676add req-52917607-6260-4f38-96ae-dc5076f81e59 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:47.481969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff103bc3-12b6-485f-904d-3b4cf0676add req-52917607-6260-4f38-96ae-dc5076f81e59 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:47.487282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff103bc3-12b6-485f-904d-3b4cf0676add req-52917607-6260-4f38-96ae-dc5076f81e59 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791&device_id=826d11e5-4bce-4434-bea7-06e031572d6a&device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 2887 time: 0.2469976 Jul 28 14:30:47.533270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.588438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.637515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 71c2bd60-963b-447b-adad-9325b865389c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:47.698056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff103bc3-12b6-485f-904d-3b4cf0676add req-2d204715-ce08-42a7-b6f3-4740d07544ba tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892786 Jul 28 14:30:47.718217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 71c2bd60-963b-447b-adad-9325b865389c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:47.728128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.836768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.851942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42d1bbdf-1240-49f8-91b7-136d6e50d13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:47.854471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c642c-3aed-4fc2-9e52-59b5f842e705 req-e2942739-546c-497e-80f4-4c41b800ea7d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:47.855720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-331c642c-3aed-4fc2-9e52-59b5f842e705 req-e2942739-546c-497e-80f4-4c41b800ea7d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 931 time: 0.0852461 Jul 28 14:30:47.887416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:47.926263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-331c642c-3aed-4fc2-9e52-59b5f842e705 req-34e22cce-04a0-40cf-9226-0f49fc7d59ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640361 Jul 28 14:30:47.951212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-65314122-0660-40d5-9a9a-cb7a192ca890 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips/4b4872e7-244a-4d65-a463-335fe873d96d HTTP/1.1" status: 200 len: 693 time: 0.2518575 Jul 28 14:30:47.981493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:48.030350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13139957-6c35-4414-9034-448770a555f4 req-f98d5e46-5697-4b99-83dd-7f7cecd6e61d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Jul 28 14:30:48.588754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-a48f0ed3-4469-487c-bbb2-9ad7937cb943 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:48.590233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-a48f0ed3-4469-487c-bbb2-9ad7937cb943 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.6326199 Jul 28 14:30:48.621188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-1ea1fa43-f17a-48c2-9c5c-a2a5573135df tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:30:48.622388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-1ea1fa43-f17a-48c2-9c5c-a2a5573135df tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163982 Jul 28 14:30:48.628903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:48.646441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:48.732593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-69f82ed4-370c-4333-8015-d4e0010e5b52 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.0997810 Jul 28 14:30:48.739397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42d1bbdf-1240-49f8-91b7-136d6e50d13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:48.847639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b8b7ea-2526-4855-a415-509d37ec2897 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:48.876956 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-383b2726-ab0e-4d2b-91c3-b9a773a39bce tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.115 HTTP/1.1" status: 200 len: 696 time: 0.1356640 Jul 28 14:30:48.885607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:48.907683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Transition to ACTIVE for port object 44b8b7ea-2526-4855-a415-509d37ec2897 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:48.950998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73f61218-a8c4-4ac3-8ccb-3f2f279ff9e3 None None] Provisioning complete for port 0ce09893-7660-474d-b074-b7b2bedbb263 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:48.952505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73f61218-a8c4-4ac3-8ccb-3f2f279ff9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.018727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-73f61218-a8c4-4ac3-8ccb-3f2f279ff9e3 None None] Port 0ce09893-7660-474d-b074-b7b2bedbb263 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:49.061049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42d1bbdf-1240-49f8-91b7-136d6e50d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.068331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:49.092038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.196117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:49.214250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-42d1bbdf-1240-49f8-91b7-136d6e50d13b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f2d609eb2fc4a93be5c5da37ad9894d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9745905 Jul 28 14:30:49.221567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:49.230903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1bbdf-1240-49f8-91b7-136d6e50d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304b9344-c3b4-4c93-89e8-2f55eb485482,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:49.252781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-603389187-network', 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:49.273576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Pushing event updated for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:49.305247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719febe-442c-4a54-9350-b4ddc21979ae req-26af39dd-2959-4788-b71a-e7360e7329a1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:49.307046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1719febe-442c-4a54-9350-b4ddc21979ae req-26af39dd-2959-4788-b71a-e7360e7329a1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 943 time: 0.1319773 Jul 28 14:30:49.355682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.377989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1719febe-442c-4a54-9350-b4ddc21979ae req-d550a4b4-4d88-4b30-b031-53960642efe2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594981 Jul 28 14:30:49.404768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.460704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Deleting port 19282414-432d-41a1-be99-d4d39fe160f8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:49.461059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.466027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Attempting to bind port 44b8b7ea-2526-4855-a415-509d37ec2897 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:49.466027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Attempting to bind port 44b8b7ea-2526-4855-a415-509d37ec2897 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:49.466027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Attempting to bind port 44b8b7ea-2526-4855-a415-509d37ec2897 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:49.466535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:49.469631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.480307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.482048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:49.499164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:49.514391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:49.515570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-22b32d22-ec4d-4489-8792-eeefdef57fe4 admin admin] 10.222.0.47 "PUT /v2.0/routers/11e33b6e-91a8-4768-916d-ed8c787f0fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4549034 Jul 28 14:30:49.517781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:49.517948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Port 44b8b7ea-2526-4855-a415-509d37ec2897 on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:49.517948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Attempting to bind port 44b8b7ea-2526-4855-a415-509d37ec2897 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:49.526536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:49.527021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:49.527306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:49.527757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Bound port: 44b8b7ea-2526-4855-a415-509d37ec2897, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:49.528153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.529762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.545489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f1994f19-b3d7-4794-89fa-3ecd48883f01 req-3b2fa0f8-a5ec-4fb0-a96d-622fc3868157 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Jul 28 14:30:49.619230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.620440 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.644813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Calling delete_port for 19282414-432d-41a1-be99-d4d39fe160f8 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:49.653723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:49.660806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=44b8b7ea-2526-4855-a415-509d37ec2897,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:49.718775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.721677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.722885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/304b9344-c3b4-4c93-89e8-2f55eb485482 HTTP/1.1" status: 204 len: 168 time: 0.5002167 Jul 28 14:30:49.762065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cb84e-d47d-4695-9b25-40fa24ccbde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304b9344-c3b4-4c93-89e8-2f55eb485482,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:49.818211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.840816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:49.870851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.910568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:49.911228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:49.912778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 200 len: 1092 time: 2.6429400 Jul 28 14:30:49.913244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:49.915684 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdc1871-7da3-4323-b495-db3146b3be30" -d '{"events": [{"name": "network-changed", "server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:50.011198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4955163-aec4-4003-8e85-0ff35a5269f0 service neutron] Pushing event updated for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:50.066228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.096550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75777395-e6c2-4de7-af6d-512963439082,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:50.184539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:47Z', 'revision_number': 2, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:50.216620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:50.216977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Updating router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 port 0ce09893-7660-474d-b074-b7b2bedbb263 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:30:50.245911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.318241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-36b94d99-830c-40e7-9a17-c9a49bcf2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.319866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-36b94d99-830c-40e7-9a17-c9a49bcf2d71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 1095 time: 0.0485895 Jul 28 14:30:50.378206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:50.379482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-5e1ade44-7386-4b58-9f3a-0bfe17831864 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 200 len: 217 time: 0.0443444 Jul 28 14:30:50.380082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.394582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.436176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.437837 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Added segment d7746cf0-2f69-4762-8c88-f0f4c862d246 of type vlan for network b3ba844f-2d60-4e49-aa99-d3703e92b23c Jul 28 14:30:50.461913 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:30:50.500188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c339e-7d78-42f6-804d-597815151bac req-e94632f0-c511-40fa-861f-039b7a9204ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.501906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-e94632f0-c511-40fa-861f-039b7a9204ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1022933 Jul 28 14:30:50.506785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event deleted for resources: {'Port': ['ID=19282414-432d-41a1-be99-d4d39fe160f8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:50.544034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.584071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-ca9b7698-dae7-4cd3-b87b-2e4218c5e91d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614624 Jul 28 14:30:50.639890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.656239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Transition to ACTIVE for port object 0ce09893-7660-474d-b074-b7b2bedbb263 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:50.681072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.685047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.700766 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8476832c-44b0-4cfb-9d9b-7e4d2615c975 req-3bb319e3-e1e2-4fb9-a6de-80470f0482bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "DELETE /v2.0/floatingips/4b4872e7-244a-4d65-a463-335fe873d96d HTTP/1.1" status: 204 len: 173 time: 1.8227029 Jul 28 14:30:50.714728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-9735201f-a92e-4157-ae6c-5be56aaa8a99 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.717361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-9735201f-a92e-4157-ae6c-5be56aaa8a99 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1170077 Jul 28 14:30:50.774451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.777864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-738d4b64-3dba-45c6-8788-908d33382276 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821766 Jul 28 14:30:50.816089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-5e4cb36e-a682-4ff3-90f1-28f2383a8f3d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 380 time: 0.0788944 Jul 28 14:30:50.862401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542574-9563-456c-87ae-57e17ecadfc6 None None] Pushing event updated for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:50.871325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'device_id': '7f11cd7e-fa45-4179-8451-d122baa72312', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'admin_state_up': True, 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'security_groups': ['e406e5a7-4746-4b6a-8f35-4def851f1741']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:50.910280 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81480c8-e8b4-4f0a-83d4-54f19da4b930 x-openstack-request-id: req-a81480c8-e8b4-4f0a-83d4-54f19da4b930 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:50.911022 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:50.911357 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a81480c8-e8b4-4f0a-83d4-54f19da4b930 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:50.912103 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897', 'status': 'completed', 'code': 200} Jul 28 14:30:50.958148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a4c339e-7d78-42f6-804d-597815151bac req-67a636a6-3273-4ff4-aae2-54735ffa0131 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727030 Jul 28 14:30:50.992426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.993430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:50.994814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:50.996504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Attempting to bind port 0ce09893-7660-474d-b074-b7b2bedbb263 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:50.997400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Attempting to bind port 0ce09893-7660-474d-b074-b7b2bedbb263 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:50.998298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Attempting to bind port 0ce09893-7660-474d-b074-b7b2bedbb263 on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:51.008915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:51.010397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Checking segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:51.011320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.012129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Bound using segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:51.013383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Bound port: 0ce09893-7660-474d-b074-b7b2bedbb263, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:51.014263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.086911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef820c-8650-4792-8cfd-0b2b51bbf8a8 req-70e01710-4109-49b9-a160-0586f574073d tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.091379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fef820c-8650-4792-8cfd-0b2b51bbf8a8 req-70e01710-4109-49b9-a160-0586f574073d tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0655012 Jul 28 14:30:51.144075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fef820c-8650-4792-8cfd-0b2b51bbf8a8 req-ce740f0e-d1db-4ea5-9b20-9b78770bd1e0 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Jul 28 14:30:51.147128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] For port 0ce09893-7660-474d-b074-b7b2bedbb263, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:51.154695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] For port 0ce09893-7660-474d-b074-b7b2bedbb263, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0ce09893-7660-474d-b074-b7b2bedbb263,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:51.191242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-e47fac52-2641-4a1e-bd8c-bbdfb4e297ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.199429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-e47fac52-2641-4a1e-bd8c-bbdfb4e297ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 821 time: 0.3078976 Jul 28 14:30:51.237734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] Pushing event updated for resources: {'Network': ['ID=b3ba844f-2d60-4e49-aa99-d3703e92b23c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:51.244878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-9a5dcc25-a65b-4af8-94c5-28f845bc3fb6 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/quotas/18b952ccd5c44d9ba9ab410bd33ab31d HTTP/1.1" status: 200 len: 375 time: 0.0443327 Jul 28 14:30:51.256436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:51.302798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901da4f-2f5e-4a04-b9c2-d2cb52253427 req-1ab1f7a0-1f6e-4938-a1ec-3bc27d432cf2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.304460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b901da4f-2f5e-4a04-b9c2-d2cb52253427 req-1ab1f7a0-1f6e-4938-a1ec-3bc27d432cf2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 943 time: 0.0859241 Jul 28 14:30:51.323905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-de2c8623-09b5-4a66-9c3e-ec967f0c9f9c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698421 Jul 28 14:30:51.397355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b901da4f-2f5e-4a04-b9c2-d2cb52253427 req-00f8247f-4b8e-4d03-9a6c-4df437a3baa2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837307 Jul 28 14:30:51.412977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-610a36fb-5a1c-49ec-9d08-671cdbe2aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.413540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-610a36fb-5a1c-49ec-9d08-671cdbe2aaf2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 1095 time: 0.0701852 Jul 28 14:30:51.490992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-be3b7a5f-eba7-4458-824e-f65da9828c3b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4184561 Jul 28 14:30:51.496308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39000) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:51.504000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-e90c00b7-159f-453a-a986-8bd497a54ca9 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759093 Jul 28 14:30:51.508819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Request body: {'subnet': {'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-603389187-subnet', 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:51.530580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6d1c553-78b5-4d95-b77d-7f73a37dfb90 req-47095cf1-9721-4deb-a815-68d42047253e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0487652 Jul 28 14:30:51.570047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.585097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-7f7f7fc4-197d-4348-8b4d-81397ffe4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.586921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-7f7f7fc4-197d-4348-8b4d-81397ffe4aa1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.1633544 Jul 28 14:30:51.671779 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-c006041c-f6a0-47f6-8ad3-92c225ab497e service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566923 Jul 28 14:30:51.705374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:51.706102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:51.739647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-c060a568-9db6-4125-a341-453e1a255dd2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 200 len: 217 time: 0.0945077 Jul 28 14:30:51.828009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:51.834483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:51.857902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-b19de54c-0970-4359-a04d-fbccef9f49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:51.859967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-b19de54c-0970-4359-a04d-fbccef9f49d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1092248 Jul 28 14:30:51.902583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-76326ec2-a08d-4fcb-afb1-0b0413c0ceac tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.3302851 Jul 28 14:30:51.917115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542574-9563-456c-87ae-57e17ecadfc6 None None] Pushing event updated for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:51.994689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-fd1fc135-2600-4dbf-b773-409aa00b76de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247199 Jul 28 14:30:52.002031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:52.038324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-9d247013-727b-44a9-bdea-e39f0b6de59d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.040678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-9d247013-727b-44a9-bdea-e39f0b6de59d tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports/89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 942 time: 0.1369290 Jul 28 14:30:52.080073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.20.0.5 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/a1bf1b5f-6344-45ca-863d-227946e0e394) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:52.219731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:52.222088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.263441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:52.276512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-5808da8d-8e17-4973-bdb4-87338e879d62 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641766 Jul 28 14:30:52.282157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-104f0b6f-ee5e-4d60-85e5-ca1a777a4fd5 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.1385107 Jul 28 14:30:52.345877 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.367377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:51Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:52.388356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Transition to ACTIVE for port object a1bf1b5f-6344-45ca-863d-227946e0e394 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:52.410396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ab20c-dac7-404c-8996-6df8eba16d77 None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:51Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:52.463414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 44b8b7ea-2526-4855-a415-509d37ec2897 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:52.584691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1154555890-network', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:52.586987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4df4fb-f1e4-43d2-94fa-2b86a03100c0 req-4d824eb8-7db0-4c1b-928f-adb4ce4ee0ad tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.588976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b4df4fb-f1e4-43d2-94fa-2b86a03100c0 req-4d824eb8-7db0-4c1b-928f-adb4ce4ee0ad tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.1596210 Jul 28 14:30:52.650949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b4df4fb-f1e4-43d2-94fa-2b86a03100c0 req-0ddb3a15-72d5-4fa5-94a1-bc59316863d5 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Jul 28 14:30:52.676952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=44b8b7ea-2526-4855-a415-509d37ec2897,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:52.679607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.710922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '44b8b7ea-2526-4855-a415-509d37ec2897', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': '44b8b7ea-2526-4855-a415-509d37ec2897', 'mac_address': 'fa:16:3e:1a:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:52.723861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:52.727651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:52.733603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:52.791722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.803071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:52.820664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.833997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b8b7ea-2526-4855-a415-509d37ec2897 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:52.842147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-dfc8f252-7325-40da-9955-b6a290bf03e3 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.851366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-dfc8f252-7325-40da-9955-b6a290bf03e3 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.5568304 Jul 28 14:30:52.901296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=44b8b7ea-2526-4855-a415-509d37ec2897,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:52.914138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:52.914750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:52.971672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd619e91-fbdd-4f30-bd83-170ee1f0a5b5 req-0ab293f8-95a7-403e-b95e-7eb07ce791f2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 210 time: 0.0538359 Jul 28 14:30:52.990550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517a50f8-2974-41c7-bf80-b1bce911974a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.009859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Checking segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:53.010229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Network hostable DHCP agents. Network: b3ba844f-2d60-4e49-aa99-d3703e92b23c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:53.021750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-e262ae8b-d4dd-4e72-a5bf-3dd31b798031 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 1001 time: 0.1674809 Jul 28 14:30:53.022935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Made reservation on behalf of 61761ed92f2142bc97a0f451bf6affc2 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:53.029968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.047133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:53.066261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.070347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cdc1871-7da3-4323-b495-db3146b3be30 req-03fdccf9-f6eb-4ba5-8e66-f0230bde6731 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828188 Jul 28 14:30:53.100036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.165361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1cb74790-5a83-4c1d-9a21-20d46fe874ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3137541 Jul 28 14:30:53.166589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.171575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:53.190760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Request body: {'port': {'device_id': '7f11cd7e-fa45-4179-8451-d122baa72312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:53.233237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.237809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.248092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8eba4-d278-4586-b1ca-b0c182260534 req-e5ec1eda-be0b-4781-a0d9-ec610f72a03b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.249740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33b8eba4-d278-4586-b1ca-b0c182260534 req-e5ec1eda-be0b-4781-a0d9-ec610f72a03b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 944 time: 0.1685452 Jul 28 14:30:53.292707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.335140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f5d487f-0e92-4473-88e9-f5f1b7a17fac None None] Provisioning for port a1bf1b5f-6344-45ca-863d-227946e0e394 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:53.342366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f5d487f-0e92-4473-88e9-f5f1b7a17fac None None] Provisioning complete for port a1bf1b5f-6344-45ca-863d-227946e0e394 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:53.342888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f5d487f-0e92-4473-88e9-f5f1b7a17fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.350947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33b8eba4-d278-4586-b1ca-b0c182260534 req-282e5a03-9e83-4fa0-8439-9a0068acd267 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829120 Jul 28 14:30:53.404819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:53.406453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b3ba844f-2d60-4e49-aa99-d3703e92b23c) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:53.422025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.424624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df2ef0-79f2-4309-8d5f-3b4d49270207 None None] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:53.428698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.450055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:30:53.475137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.479986 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Added segment 750030bc-6c60-481a-9540-84971654434e of type vlan for network 52f40c00-ca6c-4c49-990c-78d88a229568 Jul 28 14:30:53.523243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.523844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.547622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d487f-0e92-4473-88e9-f5f1b7a17fac None None] Port a1bf1b5f-6344-45ca-863d-227946e0e394 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:30:53.592182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff334c78-25be-42ae-a2e7-da0eb96b7045,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:53.624105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294f4c6-ea6a-43f8-b5f3-d43da8da5d99 req-efe4e287-b7a1-4d94-9f1c-d3a8fb90d692 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:53.636127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1294f4c6-ea6a-43f8-b5f3-d43da8da5d99 req-efe4e287-b7a1-4d94-9f1c-d3a8fb90d692 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 931 time: 0.1269240 Jul 28 14:30:53.649312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.652240 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Floating IP 6fc49617-3b4f-4e6c-b7df-c870bb6f22fa disassociated. External IP: 172.25.0.168, port: 89b088da-89a8-4721-b369-ba5c375fa4ec. Jul 28 14:30:53.666761 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.671049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0ce09893-7660-474d-b074-b7b2bedbb263 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:53.756730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1294f4c6-ea6a-43f8-b5f3-d43da8da5d99 req-512bea17-aead-4636-817a-01ad12915ea9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195362 Jul 28 14:30:53.855268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-606d0eec-0c4b-4c84-b5be-afb16cdf3990 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3575621 Jul 28 14:30:53.869400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc9806-b076-4fa0-9dcb-537ab85b574f None None] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:53.929865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:53.944575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:53.980440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Transition to ACTIVE for port object a1bf1b5f-6344-45ca-863d-227946e0e394 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:54.024136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.025156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:54.025892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.054628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.107730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0ce09893-7660-474d-b074-b7b2bedbb263 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:54.122497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0ce09893-7660-474d-b074-b7b2bedbb263 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:54.122998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.158305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.269754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.369643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0ce09893-7660-474d-b074-b7b2bedbb263, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0ce09893-7660-474d-b074-b7b2bedbb263,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:54.383598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c19daed-5048-4c0b-83f7-cb1b6edaa02d req-92052390-3c0d-472f-a036-b58b5d884666 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 210 time: 0.0644445 Jul 28 14:30:54.401463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Attempting to bind port a1bf1b5f-6344-45ca-863d-227946e0e394 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:54.402265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Attempting to bind port a1bf1b5f-6344-45ca-863d-227946e0e394 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:54.402711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Attempting to bind port a1bf1b5f-6344-45ca-863d-227946e0e394 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:54.415015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Port a1bf1b5f-6344-45ca-863d-227946e0e394 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:30:54.415480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Attempting to bind port a1bf1b5f-6344-45ca-863d-227946e0e394 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:54.426534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:54.426534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:54.426534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:54.426534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Bound port: a1bf1b5f-6344-45ca-863d-227946e0e394, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:54.426534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.545957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.554808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:54.559630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:54.618259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.710634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39052) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:54.710866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4418423 Jul 28 14:30:54.717322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Request body: {'subnet': {'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1154555890-subnet', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:54.724900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690b3a5-24ee-42b8-ad80-47aaf4992f36 admin admin] Pushing event updated for resources: {'Network': ['ID=52f40c00-ca6c-4c49-990c-78d88a229568,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:54.737612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 52f40c00-ca6c-4c49-990c-78d88a229568 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:30:54.752552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Router 2fd0a4dc-67c4-477e-8077-07d5443e05dd has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:30:54.869670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.896138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:30:54.896451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-61ac0fc6-2ed6-4c62-9bff-f6729a15bfa5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:54.898153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-61ac0fc6-2ed6-4c62-9bff-f6729a15bfa5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1472061 Jul 28 14:30:54.905036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:54.905968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.907312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.907951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 1092 time: 1.7235944 Jul 28 14:30:54.908719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:54.912705 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7dba9-1234-4da1-bf41-71898d9c08d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:54.920416 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Sync routers for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:30:54.954174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-6bde96ef-0502-4943-ae44-73b464f18dda tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "PUT /v2.0/floatingips/6fc49617-3b4f-4e6c-b7df-c870bb6f22fa HTTP/1.1" status: 200 len: 695 time: 1.9329863 Jul 28 14:30:54.955081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:54.956215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Made reservation on behalf of 61761ed92f2142bc97a0f451bf6affc2 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:54.958731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:54.959632 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db" -d '{"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:54.977281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-462da852-2e7f-4db4-a618-d21da5fc7667 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/quotas/efd2a270ba124ddf86d3edd4e1bea59e HTTP/1.1" status: 200 len: 375 time: 0.0589035 Jul 28 14:30:54.999790 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:55.000962 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:55.070046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-746522e8-96f2-472c-866e-b18372c1aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.071914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-746522e8-96f2-472c-866e-b18372c1aa81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1097 time: 0.0705848 Jul 28 14:30:55.088382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-9397fb7f-a71b-406b-b988-8339431ec14e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117988 Jul 28 14:30:55.099919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa72ac0-7292-4b42-93db-090f3aee8d11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:55.220278 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:55.226822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-52d3b307-0435-4c45-81bd-b5fadf8482b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.229900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-52d3b307-0435-4c45-81bd-b5fadf8482b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 930 time: 0.1444705 Jul 28 14:30:55.302167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-1ba1a428-503f-4dc1-8265-a5e8ba2a80a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 217 time: 0.0649486 Jul 28 14:30:55.314441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-03802e3c-79a0-4304-b42d-a6bc37c6552e service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250090 Jul 28 14:30:55.349761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-2fd01b69-2adb-4b62-a806-d35c6279a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.353795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-2fd01b69-2adb-4b62-a806-d35c6279a821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1095 time: 0.1801252 Jul 28 14:30:55.358273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-8d662cfd-2aed-4730-a5f8-9f3aef8c9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.371739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-8d662cfd-2aed-4730-a5f8-9f3aef8c9817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.0684307 Jul 28 14:30:55.452173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-a351a16a-b3f8-4ae9-8a65-8fd5485ad1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.475750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-a351a16a-b3f8-4ae9-8a65-8fd5485ad1b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979407 Jul 28 14:30:55.496903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:55.530126 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Checking router: 2fd0a4dc-67c4-477e-8077-07d5443e05dd for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:30:55.540455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:30:55.542029 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:55.565575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0ce09893-7660-474d-b074-b7b2bedbb263 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:55.600490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-303f807f-4bc3-4d77-b79d-91c2be7812d7 service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238303 Jul 28 14:30:55.677104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0ce09893-7660-474d-b074-b7b2bedbb263 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:55.677900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:55.742776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dcfdad3-e26e-46b1-9159-0e8e2f8bd2ba req-99a3b8e7-cf7f-4086-b5ca-1863d9bfe640 service neutron] 10.222.0.47 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345451 Jul 28 14:30:55.785846 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:30:55.859781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-5f677b5c-f738-4157-a8e9-14429641424c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 217 time: 0.4593365 Jul 28 14:30:55.973740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-3490232b-0982-45dc-bbcf-3f03a730555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:55.975284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-3490232b-0982-45dc-bbcf-3f03a730555f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0880721 Jul 28 14:30:55.979306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-efe14a6b-f490-4b5c-bb47-92703ca34bba service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541727 Jul 28 14:30:56.036539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-9d911430-6ec4-4119-aaad-5eea7cf7f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.038276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-9d911430-6ec4-4119-aaad-5eea7cf7f0b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552540 Jul 28 14:30:56.061873 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:30:56.115293 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e64a3-8b2f-4124-86df-ce1283a41d08 None None] The sync data for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 is: [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:30:03Z', 'revision_number': 4, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '039d4f51-27f2-4d4a-bd19-7534e2c308bb', 'name': '', 'network_id': '86467b71-120c-4813-9910-a8cb2a2e9117', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'mac_address': 'fa:16:3e:bb:c7:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:02Z', 'updated_at': '2021-07-28T14:30:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'subnets': [{'id': '1e366932-542c-451b-8923-4b2dcb5c3d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:30:56.141232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.202333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-317d338d-ad54-4a01-9995-ee95200dc0d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503291 Jul 28 14:30:56.232915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748688ce-e87d-4c0e-a9e8-1c91d5242d1b req-832584b4-0b28-43f8-ae42-1676f366d1c4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.234964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-748688ce-e87d-4c0e-a9e8-1c91d5242d1b req-832584b4-0b28-43f8-ae42-1676f366d1c4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 944 time: 0.0654793 Jul 28 14:30:56.271053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb20191-9a4d-4d5e-b18e-4f8ef123a540,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:56.289595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Checking segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:56.289865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Network hostable DHCP agents. Network: 52f40c00-ca6c-4c49-990c-78d88a229568, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:30:56.331784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-748688ce-e87d-4c0e-a9e8-1c91d5242d1b req-1af55a32-6880-4d56-b645-153b68afc35d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Jul 28 14:30:56.350408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8413aeb-0118-4778-bf07-e8904d304d6e req-9ee743fe-990a-4113-bb6d-44dfdfa00e61 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367211 Jul 28 14:30:56.402635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:30:56.414083 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc141964-ac83-4767-8b7b-f318bfde8dab x-openstack-request-id: req-fc141964-ac83-4767-8b7b-f318bfde8dab {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:56.414561 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:56.414991 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc141964-ac83-4767-8b7b-f318bfde8dab {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:56.419363 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'status': 'completed', 'code': 200} Jul 28 14:30:56.469451 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b492eacf-bfcf-4754-aeaa-6f5d600a2dcb x-openstack-request-id: req-b492eacf-bfcf-4754-aeaa-6f5d600a2dcb {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:56.469849 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:56.470200 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b492eacf-bfcf-4754-aeaa-6f5d600a2dcb {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:56.470697 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'status': 'completed', 'code': 200} Jul 28 14:30:56.498478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 44b8b7ea-2526-4855-a415-509d37ec2897 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:56.512011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 52f40c00-ca6c-4c49-990c-78d88a229568) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:56.535115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36f7b-d005-4112-b151-9d35c7533fe7 req-175433cc-fd91-43b1-a6bf-706794c3a055 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.538429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9de36f7b-d005-4112-b151-9d35c7533fe7 req-175433cc-fd91-43b1-a6bf-706794c3a055 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 943 time: 0.1091771 Jul 28 14:30:56.549206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.553422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f093d5-7458-4c73-81bf-149251890487 None None] Network 52f40c00-ca6c-4c49-990c-78d88a229568 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:30:56.561492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:56.589174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffca05-3797-4c5a-b6f4-5f3b6fa62c91 None None] New status for floating IP 6fc49617-3b4f-4e6c-b7df-c870bb6f22fa: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:30:56.695109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-d36bc5ed-24f0-4486-a1f3-707a2a32efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.697146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-d36bc5ed-24f0-4486-a1f3-707a2a32efa6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1095 time: 0.0839581 Jul 28 14:30:56.707364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9de36f7b-d005-4112-b151-9d35c7533fe7 req-07a255be-6689-44fe-8ddb-f185ff842639 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600044 Jul 28 14:30:56.718447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-bca7ad8f-36f6-4194-aa7f-7f124731933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.720584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-bca7ad8f-36f6-4194-aa7f-7f124731933b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=71fe4b1f284d44888b5455c4b73620b9&device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 1097 time: 0.1000600 Jul 28 14:30:56.724702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a18d3998-1668-4439-bcdc-2b9e34985039 req-2ddd4ec3-3511-4ce5-9bc9-d2aa9204b226 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 210 time: 0.0444086 Jul 28 14:30:56.828706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-5f134666-8411-459f-b855-41bb86975503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.830163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-5f134666-8411-459f-b855-41bb86975503 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1078897 Jul 28 14:30:56.869888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-62ef8ab5-1a86-41ba-b0c0-a25da58d30bd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips/6fc49617-3b4f-4e6c-b7df-c870bb6f22fa HTTP/1.1" status: 200 len: 695 time: 0.0684526 Jul 28 14:30:56.883009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-53872ad7-f65b-4ec6-9c79-d54b9db800ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 217 time: 0.0414181 Jul 28 14:30:56.904151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-435e43a4-5e33-4e14-ba9c-d9eaaff925ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.905839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-435e43a4-5e33-4e14-ba9c-d9eaaff925ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 200 len: 930 time: 0.1784008 Jul 28 14:30:56.960510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-54a18e06-cc82-4bc6-84a9-9d8bd3ec5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:56.962114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-54a18e06-cc82-4bc6-84a9-9d8bd3ec5079 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0689328 Jul 28 14:30:56.986529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-0aaad5c3-c7fc-4c6e-88ed-35889f6c75f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 200 len: 217 time: 0.0695364 Jul 28 14:30:57.016797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-a85f3a2f-c948-49bd-a15e-a15cab60e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.017225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-a85f3a2f-c948-49bd-a15e-a15cab60e436 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475655 Jul 28 14:30:57.073093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-840913ff-818b-4ced-a243-7068d881d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.074861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-840913ff-818b-4ced-a243-7068d881d6a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 200 len: 868 time: 0.0760443 Jul 28 14:30:57.122039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-c7de321d-b4c7-44b5-bbf3-9c991e925243 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.124056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-c7de321d-b4c7-44b5-bbf3-9c991e925243 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2360718 Jul 28 14:30:57.143099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59691fac-5083-4664-9e06-617cc7a55955 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4309151 Jul 28 14:30:57.147933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39080) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:30:57.184834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:57.184949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-52f40c00-ca6c-4c49-990c-78d88a229568', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:30:57.184949 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.188028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-3a2c0a19-aa04-484e-9778-f5b680019ea1 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627917 Jul 28 14:30:57.219843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-d4266376-30b9-49ac-ba73-366f1bd9d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.236429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-d4266376-30b9-49ac-ba73-366f1bd9d7a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=86467b71-120c-4813-9910-a8cb2a2e9117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314225 Jul 28 14:30:57.236429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-2abd1fc6-19c6-4c69-9232-d237c1fe5967 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 698 time: 0.0834851 Jul 28 14:30:57.258313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 44b8b7ea-2526-4855-a415-509d37ec2897 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:30:57.268396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 44b8b7ea-2526-4855-a415-509d37ec2897 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:30:57.268777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.318803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9f7dba9-1234-4da1-bf41-71898d9c08d8 req-765345c8-2e60-4fce-8f2f-3c15e3a34afa service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208467 Jul 28 14:30:57.334559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-144e8d8f-8869-4f00-bddf-dc112b712178 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 698 time: 0.1016433 Jul 28 14:30:57.376742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Allocated IP 172.20.0.2 (52f40c00-ca6c-4c49-990c-78d88a229568/0eb20191-9a4d-4d5e-b18e-4f8ef123a540/5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:57.395125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.396568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.476448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.503306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.524469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:30:57.527288 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d8a2dc-b5ee-483a-be44-cb557c11bb4a" -d '{"events": [{"server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "name": "network-vif-plugged", "status": "completed", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:30:57.552458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=44b8b7ea-2526-4855-a415-509d37ec2897,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:57.553688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-62668bc0-8641-4f80-8621-c612ee8665d3 service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195829 Jul 28 14:30:57.614873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfc68d1f-4d19-42d4-90e6-f8722c63a7a9 req-b81f28e6-5cd5-433f-bd63-88dcfc11af1c tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 210 time: 0.0344317 Jul 28 14:30:57.657823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.680700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.740790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Transition to ACTIVE for port object 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:57.784261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Transition to ACTIVE for port object 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:57.789104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-d1affa32-f96c-48c1-ac40-c329018ed2ec tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.790495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:57.791212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-d1affa32-f96c-48c1-ac40-c329018ed2ec tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 821 time: 0.3836205 Jul 28 14:30:57.818030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'port': {'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'admin_state_up': True, 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:57.871526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c20a1bca-7b81-4a9c-9cd9-0a0476f4e1db req-8e1d7b95-8397-44df-843b-519bcf56873a service neutron] 10.222.0.50 "GET /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016891 Jul 28 14:30:57.875476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.878532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Deleting port 71fa0a53-5aa5-49e2-b8d8-74eb244eb887 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:30:57.878836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:57.893474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159a566-1e7c-44f6-8234-67c52dcef460 req-6cda25c8-c59a-4ace-b9f2-c9d3e6315ef4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:57.895244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b159a566-1e7c-44f6-8234-67c52dcef460 req-6cda25c8-c59a-4ace-b9f2-c9d3e6315ef4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.1278386 Jul 28 14:30:57.946364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b159a566-1e7c-44f6-8234-67c52dcef460 req-49632044-0c50-42fa-8210-cf2d91866bd4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Jul 28 14:30:58.003317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.015102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.071470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.072349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:58.072349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:58.072638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Calling delete_port for 71fa0a53-5aa5-49e2-b8d8-74eb244eb887 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c7848b-052a-4c60-94f5-d36fa4b1d8b6 x-openstack-request-id: req-68c7848b-052a-4c60-94f5-d36fa4b1d8b6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "name": "network-vif-plugged", "status": "completed", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68c7848b-052a-4c60-94f5-d36fa4b1d8b6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897', 'code': 200} Jul 28 14:30:58.072818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Pushing event updated for resources: {'Port': ['ID=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:58.170696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Attempting to bind port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:30:58.171234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Attempting to bind port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:30:58.171606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Attempting to bind port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:30:58.181768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:30:58.182184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Checking segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:30:58.188167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.188167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Bound using segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:30:58.188167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Bound port: 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:30:58.188167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.281606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Made reservation on behalf of 18b952ccd5c44d9ba9ab410bd33ab31d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:30:58.286206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.314466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] For port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:30:58.318153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] For port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:30:58.403288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.429384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.463168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.499733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09740159-c181-499b-9f4e-ac0c760cd32a None None] Pushing event updated for resources: {'Port': ['ID=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:58.525863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:30:58.561045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Allocated IP 172.20.0.10 (6ac2e9a4-3873-464b-b2d8-12d3a1d311d6/04f1b2e7-1fc2-4ffb-92b9-0fe582e85391/e4902e95-375e-4303-bade-2824996af788) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:58.578253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50710f48-2322-41fa-972c-8c1c90a8e383 req-16ec7b6c-9ddf-48c5-978d-d5f5e7cb7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:58.580112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50710f48-2322-41fa-972c-8c1c90a8e383 req-16ec7b6c-9ddf-48c5-978d-d5f5e7cb7fee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 1097 time: 0.2902954 Jul 28 14:30:58.651073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Allocated IP 172.25.0.246 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/db62d807-f831-4b92-af34-9838dc04faeb) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:30:58.657833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50710f48-2322-41fa-972c-8c1c90a8e383 req-7e815690-a2e7-46b8-8356-6b382a763191 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671637 Jul 28 14:30:58.690526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.746551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:58.795998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:30:58.804972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event deleted for resources: {'Port': ['ID=71fa0a53-5aa5-49e2-b8d8-74eb244eb887,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:58.903509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.928752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:30:58.969637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.984079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:30:58.984550 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.987892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:58.993439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6f6bcfb-0064-46bf-9dc5-6188f05297d2 req-20a9b699-7e6d-4ac9-b128-71ed19259199 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "DELETE /v2.0/floatingips/6fc49617-3b4f-4e6c-b7df-c870bb6f22fa HTTP/1.1" status: 204 len: 173 time: 1.6433804 Jul 28 14:30:59.014870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:59.037463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Transition to ACTIVE for port object e4902e95-375e-4303-bade-2824996af788 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:30:59.094125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:59.157738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be4f9140-7cbd-4699-ade3-f880187cf5ae req-69adefae-e0e8-491c-a9d0-686e45ecfdbd tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 210 time: 0.0458274 Jul 28 14:30:59.159676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b1c0-87ef-4223-975b-df1c6322cc22 req-6b4c1f3f-4d98-4bb6-90da-5b898a351939 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.166223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:59.168287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f99b1c0-87ef-4223-975b-df1c6322cc22 req-6b4c1f3f-4d98-4bb6-90da-5b898a351939 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0822389 Jul 28 14:30:59.201719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:59.269135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:59.274729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:59.281094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:59.286394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f99b1c0-87ef-4223-975b-df1c6322cc22 req-18dd1ad7-92c7-474d-8fe1-2a31a04c7d0b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158113 Jul 28 14:30:59.294316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:59.297702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=db62d807-f831-4b92-af34-9838dc04faeb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:59.333923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd795474-a939-4597-88fa-211b5023bd84 req-1c236ee1-668d-4afb-9226-44a08799fa4f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 210 time: 0.0547771 Jul 28 14:30:59.402418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:30:59.407446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:30:59.411293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:30:59.466085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1bf1b5f-6344-45ca-863d-227946e0e394'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:30:59.548905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event updated for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:30:59.604245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.605268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:30:59.631732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aeaa5-0c70-4830-ac05-66fd49109588 req-a3592043-e43c-4c1c-a723-6e5829ad00d1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.633958 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-833aeaa5-0c70-4830-ac05-66fd49109588 req-a3592043-e43c-4c1c-a723-6e5829ad00d1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.1914539 Jul 28 14:30:59.692954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e003954-dcb1-4953-8ac0-4799cfbeb487 req-774f0090-53a7-493d-b734-cf4046c506ba tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:30:59.695383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e003954-dcb1-4953-8ac0-4799cfbeb487 req-774f0090-53a7-493d-b734-cf4046c506ba tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.3076575 Jul 28 14:30:59.722341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-833aeaa5-0c70-4830-ac05-66fd49109588 req-9c4d7348-dc84-4dd6-a057-391c27ece74f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797386 Jul 28 14:30:59.726220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:30:59.734861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-215f8368-3ffb-4016-8034-c297ca4784ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9148178 Jul 28 14:30:59.769291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Request body: {'port': {'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:30:59.969809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e003954-dcb1-4953-8ac0-4799cfbeb487 req-b0e3889c-a5fc-4aef-979e-02c2a09704d5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901015 Jul 28 14:30:59.998285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:00.067418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-568db804-b9fa-4706-bb5e-4a9c51876768 None None] Provisioning for port e4902e95-375e-4303-bade-2824996af788 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:00.069665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.077492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-568db804-b9fa-4706-bb5e-4a9c51876768 None None] Provisioning complete for port e4902e95-375e-4303-bade-2824996af788 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:00.078096 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-568db804-b9fa-4706-bb5e-4a9c51876768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.138281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98efa87-2ffd-49f3-a19e-db842b51be91 None None] Network 52f40c00-ca6c-4c49-990c-78d88a229568 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:00.210605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4800-e8df-4fd5-9280-d43b835b287c req-aa6163e1-e823-4ac5-adc2-c6d668a0930a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.217680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-568db804-b9fa-4706-bb5e-4a9c51876768 None None] Port e4902e95-375e-4303-bade-2824996af788 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:00.218609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0c4800-e8df-4fd5-9280-d43b835b287c req-aa6163e1-e823-4ac5-adc2-c6d668a0930a tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3436227 Jul 28 14:31:00.244264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.293356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0c4800-e8df-4fd5-9280-d43b835b287c req-e01d190b-34e3-4221-9f93-cb4a01fbcbc6 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0736487 Jul 28 14:31:00.395901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-daecdd0e-0d30-46f2-be5a-0eda50c0566b req-5a527efb-ccfc-4e64-87b1-211cd3ef5885 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0798595 Jul 28 14:31:00.417145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-2e63d4a4-a68b-4852-8027-89284f71efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.422446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-2e63d4a4-a68b-4852-8027-89284f71efb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.1447604 Jul 28 14:31:00.427110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b68971-b469-4774-adce-326555340a88 req-3352bba2-7dd3-412b-8cf8-6641189fe73d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.432114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65b68971-b469-4774-adce-326555340a88 req-3352bba2-7dd3-412b-8cf8-6641189fe73d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 932 time: 0.1199636 Jul 28 14:31:00.466645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Provisioning for port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:00.474158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Provisioning complete for port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:00.475026 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.540543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65b68971-b469-4774-adce-326555340a88 req-21bbbfec-9133-49c7-8652-9b95a0ed05c6 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025820 Jul 28 14:31:00.604183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.663427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] For port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:00.675431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.700707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76367d2f-abae-4a7a-9bf1-6e0efcb0553a req-ddabfa20-c472-4703-aa5e-f84519520123 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 210 time: 0.0345430 Jul 28 14:31:00.715378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4902e95-375e-4303-bade-2824996af788 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:00.733486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.771528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ee64f-4c0f-4870-b2e5-ef75182c6e9b req-d4bd264f-da78-4cfe-a573-46d3490d20f1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.783544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ee64f-4c0f-4870-b2e5-ef75182c6e9b req-d4bd264f-da78-4cfe-a573-46d3490d20f1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.2547727 Jul 28 14:31:00.783544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Transition to ACTIVE for port object e4902e95-375e-4303-bade-2824996af788 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:00.783544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-7d2191c4-0882-48d2-a486-28e82bc0fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.783925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-7d2191c4-0882-48d2-a486-28e82bc0fcfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2663851 Jul 28 14:31:00.812570 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.841021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-d4b91caf-7698-47d6-943f-f4c4ae2c125c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3e342311-edac-449d-b496-c645ba8abfbc HTTP/1.1" status: 200 len: 217 time: 0.0489147 Jul 28 14:31:00.860482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ee64f-4c0f-4870-b2e5-ef75182c6e9b req-395e96ff-037a-4347-9e21-15fc67e1a5d8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755303 Jul 28 14:31:00.908678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f7378-c22e-426e-9514-a16dc584e288 None None] Pushing event updated for resources: {'Port': ['ID=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:00.916689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-4ffbf234-bd97-42fc-8cd8-1395013ac933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:00.918281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-4ffbf234-bd97-42fc-8cd8-1395013ac933 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0616376 Jul 28 14:31:00.953555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-85ee95f2-5ede-4d9e-a9cd-819c85edaec2 None None] Provisioning complete for port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:00.959563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-85ee95f2-5ede-4d9e-a9cd-819c85edaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:00.959774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.065130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:31:01.293306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:01.319972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:01.338495 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:01.339740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:01.347541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7bce8674-4a2e-463f-8d10-fbd1c263df02 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.349051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7bce8674-4a2e-463f-8d10-fbd1c263df02 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1583691 Jul 28 14:31:01.374928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Request body: {'port': {'device_id': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'admin_state_up': True, 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:01.419345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-a9118fc6-f605-4c52-b86b-c243107879dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.419345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-a9118fc6-f605-4c52-b86b-c243107879dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4923701 Jul 28 14:31:01.425146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Pushing event updated for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:01.566228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.568507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-442bb741-95b9-43a7-8367-23992b2a79d0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4173727 Jul 28 14:31:01.575168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:01.598458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:01.610021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f399d-cac8-4e91-9f88-53b8097c3c26 req-2464234f-5fde-4226-9af0-2c59bd2d7aad tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.611677 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-194f399d-cac8-4e91-9f88-53b8097c3c26 req-2464234f-5fde-4226-9af0-2c59bd2d7aad tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.6193819 Jul 28 14:31:01.618411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-5a38c8a8-6be8-4c33-83d2-aae14478bb65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2159514 Jul 28 14:31:01.643577 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:01.683372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:01.683971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.719786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-e057d1ba-370d-40e5-9f03-ad52a48b0bed service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734971 Jul 28 14:31:01.720478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Attempting to bind port e4902e95-375e-4303-bade-2824996af788 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:01.720822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Attempting to bind port e4902e95-375e-4303-bade-2824996af788 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:01.721158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Attempting to bind port e4902e95-375e-4303-bade-2824996af788 on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:01.763194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-194f399d-cac8-4e91-9f88-53b8097c3c26 req-a4ac45c3-322c-4905-aa6a-906db9870910 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362183 Jul 28 14:31:01.808923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Port e4902e95-375e-4303-bade-2824996af788 on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:01.815678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Attempting to bind port e4902e95-375e-4303-bade-2824996af788 on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:01.882102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:01.882631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Checking segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:01.883159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Bound using segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:01.883714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Bound port: e4902e95-375e-4303-bade-2824996af788, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:01.884655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.934624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7db14-5bed-4e15-9f76-2c72cd5b8532 req-214a5be8-723a-4355-951e-8ff36e511e7b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.941929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfb7db14-5bed-4e15-9f76-2c72cd5b8532 req-214a5be8-723a-4355-951e-8ff36e511e7b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.4334919 Jul 28 14:31:01.965095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:01.972014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:01.977212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-08a9e60a-d0a1-4a21-802f-b24040f9f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:01.979839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-08a9e60a-d0a1-4a21-802f-b24040f9f0c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=20da9a6398284380bbcba72d6a8d13dc&device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 1098 time: 0.2854910 Jul 28 14:31:01.981108 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:30:59Z', 'revision_number': 3, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:02.031804 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:02.032122 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Updating router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb port db62d807-f831-4b92-af34-9838dc04faeb binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:31:02.072624 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.082034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfb7db14-5bed-4e15-9f76-2c72cd5b8532 req-07de8385-e858-4c6f-bc58-8b22960e06da tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386721 Jul 28 14:31:02.159180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbe5b25a-ab03-47bb-8edd-41e7f6ea7b7b req-011cc9b5-9f6a-41d4-9fb5-cc16518bcfa9 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177132 Jul 28 14:31:02.199785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:02.205667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4902e95-375e-4303-bade-2824996af788,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:02.223903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3903f0-1897-44ca-9f29-e7a0aa453bfb req-bb83f070-eb82-49ff-ab6f-339796c6f39c tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.229572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee3903f0-1897-44ca-9f29-e7a0aa453bfb req-bb83f070-eb82-49ff-ab6f-339796c6f39c tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 945 time: 0.2009873 Jul 28 14:31:02.277630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-f1671f8e-0ed0-4d8b-abe8-225a5276d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.280387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-f1671f8e-0ed0-4d8b-abe8-225a5276d52e service neutron] 10.222.0.50 "GET /v2.0/networks?id=737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 200 len: 917 time: 0.2510438 Jul 28 14:31:02.344294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee3903f0-1897-44ca-9f29-e7a0aa453bfb req-288a9b4f-93ff-4050-adb3-7d610a978ffd tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101496 Jul 28 14:31:02.381686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.395944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-270ae88a-0cc4-47c5-825b-bd7e54562ebb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 200 len: 1002 time: 0.1059296 Jul 28 14:31:02.463613 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.465237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.466374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.468041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] 10.222.0.53 "PUT /v2.0/ports/e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 1093 time: 2.7228708 Jul 28 14:31:02.468569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:02.471019 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e3ea33-e574-4727-8c5f-4f266494c889" -d '{"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:02.498363 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Transition to ACTIVE for port object db62d807-f831-4b92-af34-9838dc04faeb will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:02.524983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5146bf-7bfc-4c12-83f2-477a7e16402f service neutron] Pushing event updated for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:02.534873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:02.554809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-64d12524-b339-4e25-9a42-c1768d059c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.557152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-64d12524-b339-4e25-9a42-c1768d059c23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8db50514-65d0-424a-845e-5eb0d07a088c HTTP/1.1" status: 200 len: 855 time: 0.1359050 Jul 28 14:31:02.559818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52dbfdb6-d173-424d-ad77-37a8c71ab0ae req-077f7baf-b9c0-4b6f-9a2d-eb1a0162c36e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 210 time: 0.0726895 Jul 28 14:31:02.645310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-573b732b-a715-4a76-aa6d-9c61afbe7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.648011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-573b732b-a715-4a76-aa6d-9c61afbe7317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=737a1af5-9c73-439e-97c2-5c2ea9e8a089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821316 Jul 28 14:31:02.699170 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.791661 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2372a3-e97b-4f9a-8c91-7ba4fa9fef63 None None] Pushing event updated for resources: {'Port': ['ID=db62d807-f831-4b92-af34-9838dc04faeb,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:02.802524 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Attempting to bind port db62d807-f831-4b92-af34-9838dc04faeb on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:02.803187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Attempting to bind port db62d807-f831-4b92-af34-9838dc04faeb by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:02.803745 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Attempting to bind port db62d807-f831-4b92-af34-9838dc04faeb on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:02.812983 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:02.813372 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:02.813782 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.814179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:02.814671 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Bound port: db62d807-f831-4b92-af34-9838dc04faeb, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:02.816255 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.838047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port a1bf1b5f-6344-45ca-863d-227946e0e394 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:02.857717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a1bf1b5f-6344-45ca-863d-227946e0e394 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:02.858018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:02.863830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a7773-f1d6-4707-bf6e-1f7c8e6d23c3 req-70c53b24-f851-4c6a-aa60-b07e1a01d8fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.873670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-984a7773-f1d6-4707-bf6e-1f7c8e6d23c3 req-70c53b24-f851-4c6a-aa60-b07e1a01d8fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 944 time: 0.3460014 Jul 28 14:31:02.891680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-cadf520a-6152-4866-bfc9-2b5904e09beb service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919637 Jul 28 14:31:02.896967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Allocated IP 172.20.0.8 (b3ba844f-2d60-4e49-aa99-d3703e92b23c/517a50f8-2974-41c7-bf80-b1bce911974a/8b4660ca-16f8-4d96-82b6-004858d839eb) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:02.897473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-c7d19ae3-4d94-4e51-9fa2-815c538ea3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.899114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-c7d19ae3-4d94-4e51-9fa2-815c538ea3c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1096 time: 0.2239816 Jul 28 14:31:02.909249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2b944-1e14-4086-a341-6bea7dfdb3b5 req-04ce4268-560e-4d15-a2cb-4e4e70a717e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:02.912211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9af2b944-1e14-4086-a341-6bea7dfdb3b5 req-04ce4268-560e-4d15-a2cb-4e4e70a717e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.2390563 Jul 28 14:31:02.944765 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] For port db62d807-f831-4b92-af34-9838dc04faeb, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:02.953398 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] For port db62d807-f831-4b92-af34-9838dc04faeb, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db62d807-f831-4b92-af34-9838dc04faeb,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:02.965118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-984a7773-f1d6-4707-bf6e-1f7c8e6d23c3 req-13d665c6-0477-418f-969d-599a47dcd6a4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895109 Jul 28 14:31:02.982888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-1c2b5330-bb24-46cc-9343-7cddcd170b77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0690649 Jul 28 14:31:03.058067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.124504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:03.126834 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ab5295-d8d1-4b1b-bed5-642c19cc85bd" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:03.130583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9af2b944-1e14-4086-a341-6bea7dfdb3b5 req-9cf17407-c52c-4a63-b3ee-8f992b77368d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106686 Jul 28 14:31:03.146124 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.146314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-e3339e82-85f4-4c73-8438-0f57b81ea367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.146314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-e3339e82-85f4-4c73-8438-0f57b81ea367 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1344125 Jul 28 14:31:03.161588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:03.194819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3649fde-bd3b-4360-a197-5857c152fdbc req-e4843644-1cba-472f-a546-c34e68da9670 service neutron] 10.222.0.50 "GET /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351537 Jul 28 14:31:03.225282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.282782 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001bb8b3-f4f9-4d0b-beae-f26d9a731a41 x-openstack-request-id: req-001bb8b3-f4f9-4d0b-beae-f26d9a731a41 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:03.282782 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:03.283311 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-001bb8b3-f4f9-4d0b-beae-f26d9a731a41 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:03.283502 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2372a3-e97b-4f9a-8c91-7ba4fa9fef63 None None] Pushing event updated for resources: {'Port': ['ID=db62d807-f831-4b92-af34-9838dc04faeb,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:03.283725 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:31:03.318118 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:03.320494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.323672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:03.324257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-e03d70a8-3f77-4ca3-9009-b60cbc519790 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.329791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-e03d70a8-3f77-4ca3-9009-b60cbc519790 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.50 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 945 time: 0.1334975 Jul 28 14:31:03.343006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.343353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-fffe2984-3b3a-4b01-bc58-c37a13027cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.347563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-fffe2984-3b3a-4b01-bc58-c37a13027cbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116519 Jul 28 14:31:03.377449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:03.496257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-3a5a0a9d-7fa2-40c5-a1ef-52f914ee2aec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.498463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-3a5a0a9d-7fa2-40c5-a1ef-52f914ee2aec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.3546641 Jul 28 14:31:03.503377 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:03.560749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-ec45ea41-e46f-4908-a1b0-69ab6eff23ba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0343406 Jul 28 14:31:03.598224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034f5ae-8d7a-4bf2-b69d-8b9c25d19b03 req-65b95a59-a0b7-4022-a62c-7d0cf1aff63c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:03.600612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b034f5ae-8d7a-4bf2-b69d-8b9c25d19b03 req-65b95a59-a0b7-4022-a62c-7d0cf1aff63c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1191103 Jul 28 14:31:03.676291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-aa0b9263-dab2-4e89-98c7-34bd1dd85bc7 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181467 Jul 28 14:31:03.677459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Allocated IP 172.20.0.1 (52f40c00-ca6c-4c49-990c-78d88a229568/0eb20191-9a4d-4d5e-b18e-4f8ef123a540/974cf672-3f25-4f9f-afa8-f95b9df66216) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:03.695565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b034f5ae-8d7a-4bf2-b69d-8b9c25d19b03 req-6784a318-7ae9-427f-9840-1a17732eb7d6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775537 Jul 28 14:31:03.768272 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f367add-b4d4-496a-abe4-7d849e3dc7ec x-openstack-request-id: req-5f367add-b4d4-496a-abe4-7d849e3dc7ec {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:03.768808 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:03.769273 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f367add-b4d4-496a-abe4-7d849e3dc7ec {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:03.769837 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:31:03.788114 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:30:59Z', 'revision_number': 3, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:03.823976 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90d95d-063e-401b-a076-954054f142f4 None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:30:59Z', 'revision_number': 3, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:03.855980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-1eb1b9f9-c26b-4499-b8f3-1f6302f69c5e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2723439 Jul 28 14:31:03.863438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Deleting port 89b088da-89a8-4721-b369-ba5c375fa4ec {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:03.864171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:03.867327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.028392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:04.044093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:04.055410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.059006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:04.094625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ab48f-a14d-43fe-a651-58bc34101ed7 req-22e96374-c277-49a5-81f3-2351e345f4ad tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.096247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc9ab48f-a14d-43fe-a651-58bc34101ed7 req-22e96374-c277-49a5-81f3-2351e345f4ad tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 945 time: 0.2213104 Jul 28 14:31:04.107123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:04.138334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Transition to ACTIVE for port object 974cf672-3f25-4f9f-afa8-f95b9df66216 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:04.143083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ac408f-7cb2-4520-a948-beba6501d609 req-1b1601cc-62ca-43eb-a404-a1a43e387045 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424512 Jul 28 14:31:04.147913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-ccc832c4-8e1c-404d-a076-4eeb97c797e4 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760215 Jul 28 14:31:04.161793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d04969-e05e-4e56-b0ca-036d39e60252 req-a905bb94-12a7-447a-b5cd-39690ecb6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.164358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4d04969-e05e-4e56-b0ca-036d39e60252 req-a905bb94-12a7-447a-b5cd-39690ecb6d2c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1097 time: 0.2424507 Jul 28 14:31:04.187874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.188795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.266021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] For port 89b088da-89a8-4721-b369-ba5c375fa4ec, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=89b088da-89a8-4721-b369-ba5c375fa4ec,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:04.266578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.307418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc9ab48f-a14d-43fe-a651-58bc34101ed7 req-08123704-57ba-4ec6-bf78-fbff7459cc33 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e02e793-8f7d-47a7-8ab3-f73a413dd747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898398 Jul 28 14:31:04.313825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Calling delete_port for 89b088da-89a8-4721-b369-ba5c375fa4ec owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:04.316950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4d04969-e05e-4e56-b0ca-036d39e60252 req-14256223-6050-41af-84f8-126066f5da1a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411934 Jul 28 14:31:04.325865 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f989bd40-4ee8-4c73-88fc-a28279c19641 req-040eb583-46ba-446d-88ce-61706076585c service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613832 Jul 28 14:31:04.341702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-7f000ac1-d5ca-445a-a3fc-b2d65605f5dc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9714766 Jul 28 14:31:04.480292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-a188d5b7-e159-4a97-b592-bb16f51b696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.481854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-a188d5b7-e159-4a97-b592-bb16f51b696c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1096 time: 0.1379089 Jul 28 14:31:04.499510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.512413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef10ac-fc31-49c2-bb7c-cb28c6e96284 req-afd3a5cd-a00b-433e-9973-75ef68a66d49 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.514019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5ef10ac-fc31-49c2-bb7c-cb28c6e96284 req-afd3a5cd-a00b-433e-9973-75ef68a66d49 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 931 time: 0.1103470 Jul 28 14:31:04.550971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:04.561730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:04.568249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:04.614684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Pushing event updated for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:04.643026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Request body: {'port': {'device_id': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:04.675561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5ef10ac-fc31-49c2-bb7c-cb28c6e96284 req-01a262f3-97ed-438b-a76e-8dc4a21396e6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494694 Jul 28 14:31:04.745978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-199a7ea7-4dde-481b-ae8c-99a9877853a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:04.755263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-199a7ea7-4dde-481b-ae8c-99a9877853a5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2589633 Jul 28 14:31:04.830568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-5932d802-e9fb-4eb2-9299-2845346c5860 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0678763 Jul 28 14:31:04.874767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.892889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:04.975858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.034642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Pushing event deleted for resources: {'Port': ['ID=89b088da-89a8-4721-b369-ba5c375fa4ec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:05.042598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-7c034805-cc4a-416e-b9f6-801d3d807516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.044174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-7c034805-cc4a-416e-b9f6-801d3d807516 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1984935 Jul 28 14:31:05.051902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984123ea-85ad-434b-bc8f-98f2ebe7bc29 req-14fba888-327b-46b3-ab8d-d15e07a5483a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.053574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-984123ea-85ad-434b-bc8f-98f2ebe7bc29 req-14fba888-327b-46b3-ab8d-d15e07a5483a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 944 time: 0.2868629 Jul 28 14:31:05.109605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1b1b65df-1e89-47be-815e-65e43da14bb0 None None] Provisioning for port 974cf672-3f25-4f9f-afa8-f95b9df66216 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:05.114579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1b1b65df-1e89-47be-815e-65e43da14bb0 None None] Provisioning complete for port 974cf672-3f25-4f9f-afa8-f95b9df66216 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:05.114975 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b1b65df-1e89-47be-815e-65e43da14bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.144643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] No DVR routers for this DVR port 89b088da-89a8-4721-b369-ba5c375fa4ec on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:05.150380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.152523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3a7a282-dc33-4673-b0d0-d5d87e7cec04 req-d8c7e377-b2af-40f4-9167-f9649076af37 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.50 "DELETE /v2.0/ports/89b088da-89a8-4721-b369-ba5c375fa4ec HTTP/1.1" status: 204 len: 173 time: 1.7206173 Jul 28 14:31:05.160917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1148d0-aff4-4c79-a6e2-791c832f941c req-e956211d-a04b-4d44-8e73-a86b730d02df tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.169409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d1148d0-aff4-4c79-a6e2-791c832f941c req-e956211d-a04b-4d44-8e73-a86b730d02df tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.3462784 Jul 28 14:31:05.170487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b65df-1e89-47be-815e-65e43da14bb0 None None] Port 974cf672-3f25-4f9f-afa8-f95b9df66216 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:05.200191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-f6464189-b674-4993-beb9-08b2115808f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.201626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-f6464189-b674-4993-beb9-08b2115808f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229033 Jul 28 14:31:05.217814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-984123ea-85ad-434b-bc8f-98f2ebe7bc29 req-9872c866-c50c-4dad-9590-981f9d8bd3e4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554320 Jul 28 14:31:05.285573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'name': 'network-vif-deleted', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:05.288108 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1045fe6c-9d24-4722-993f-91b5d588a617" -d '{"events": [{"server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "name": "network-vif-deleted", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:05.294918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d1148d0-aff4-4c79-a6e2-791c832f941c req-cd4c7414-cfd5-4029-8da0-356da795f615 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244004 Jul 28 14:31:05.354078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-b5b13f85-856f-426f-8341-bad68d98399e service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426764 Jul 28 14:31:05.433564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.554885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e3ea33-e574-4727-8c5f-4f266494c889 req-bcb0e620-29c2-4070-a2d9-6b0922809db3 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896017 Jul 28 14:31:05.645275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db62d807-f831-4b92-af34-9838dc04faeb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:05.767497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4660ca-16f8-4d96-82b6-004858d839eb {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:05.782740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.801911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8be6e-43c8-4edb-a789-30ef15e4e3ec req-a4ad97f2-1b14-43c7-970e-7be40bc43b54 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:05.803574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3b8be6e-43c8-4edb-a789-30ef15e4e3ec req-a4ad97f2-1b14-43c7-970e-7be40bc43b54 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.2999942 Jul 28 14:31:05.864199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Transition to ACTIVE for port object 8b4660ca-16f8-4d96-82b6-004858d839eb will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:05.905148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3b8be6e-43c8-4edb-a789-30ef15e4e3ec req-cef70e95-06b2-42e7-b113-20e25cfb9728 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704522 Jul 28 14:31:05.955226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:05.961788 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14776e04-132a-45d3-81c5-352a2ad1e0a1 x-openstack-request-id: req-14776e04-132a-45d3-81c5-352a2ad1e0a1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:05.963398 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d353b176-29fc-4275-ab5d-7b3ba267ef6a", "name": "network-vif-deleted", "tag": "89b088da-89a8-4721-b369-ba5c375fa4ec", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:05.963693 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14776e04-132a-45d3-81c5-352a2ad1e0a1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:05.964179 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd353b176-29fc-4275-ab5d-7b3ba267ef6a', 'name': 'network-vif-deleted', 'tag': '89b088da-89a8-4721-b369-ba5c375fa4ec', 'status': 'completed', 'code': 200} Jul 28 14:31:06.020296 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.020563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port db62d807-f831-4b92-af34-9838dc04faeb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:06.025578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port db62d807-f831-4b92-af34-9838dc04faeb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:06.026553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.134712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.138102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9c340e3-bc80-4168-8786-143b1606896b req-93c1903d-eadb-4c1b-9a73-ce661dfc3d48 tempest-FloatingIPsAssociationNegativeTestJSON-20879443 tempest-FloatingIPsAssociationNegativeTestJSON-20879443-project] 10.222.0.47 "GET /v2.0/ports?device_id=d353b176-29fc-4275-ab5d-7b3ba267ef6a HTTP/1.1" status: 200 len: 210 time: 0.0933723 Jul 28 14:31:06.138807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.170122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port db62d807-f831-4b92-af34-9838dc04faeb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db62d807-f831-4b92-af34-9838dc04faeb,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:06.190692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:06.287430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.296757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Pushing event updated for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:06.309236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.320075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Attempting to bind port 8b4660ca-16f8-4d96-82b6-004858d839eb on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:06.320513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Attempting to bind port 8b4660ca-16f8-4d96-82b6-004858d839eb by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:06.320828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Attempting to bind port 8b4660ca-16f8-4d96-82b6-004858d839eb on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:06.372088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Port 8b4660ca-16f8-4d96-82b6-004858d839eb on network b3ba844f-2d60-4e49-aa99-d3703e92b23c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:06.372433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Attempting to bind port 8b4660ca-16f8-4d96-82b6-004858d839eb on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:06.389363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=db62d807-f831-4b92-af34-9838dc04faeb,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:06.397005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec715f8-88d0-4265-b6f0-1f0c4fa6a311 req-6e4ca0d9-5427-4e89-9b46-9ef37ac357c4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.400040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eec715f8-88d0-4265-b6f0-1f0c4fa6a311 req-6e4ca0d9-5427-4e89-9b46-9ef37ac357c4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 943 time: 0.1757021 Jul 28 14:31:06.404234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:06.404822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Checking segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:06.405478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Bound using segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:06.406231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Bound port: 8b4660ca-16f8-4d96-82b6-004858d839eb, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:06.406903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.433478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629650-edd6-4710-bbf5-b8548d231cf8 req-8ebb458a-b442-43d5-ac03-4555df00d448 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.439860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca629650-edd6-4710-bbf5-b8548d231cf8 req-8ebb458a-b442-43d5-ac03-4555df00d448 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 944 time: 0.0992191 Jul 28 14:31:06.488346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca629650-edd6-4710-bbf5-b8548d231cf8 req-f51e17e7-0a6e-453c-9e21-11208e8165fa tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jul 28 14:31:06.525565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eec715f8-88d0-4265-b6f0-1f0c4fa6a311 req-467641ee-e103-4318-a8a5-e89fe10193be tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139495 Jul 28 14:31:06.561151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:06.566360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:06.573309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 89b088da-89a8-4721-b369-ba5c375fa4ec no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:06.578461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:06.583572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:06.601714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 89b088da-89a8-4721-b369-ba5c375fa4ec {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:06.602475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 89b088da-89a8-4721-b369-ba5c375fa4ec not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:06.653938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53619b19-d2df-4340-a74a-5a2edbbb0afe req-dfe331aa-34d7-4eae-a492-74661348edff tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=25614e50-f630-448f-b9df-f058e1fb7b3a HTTP/1.1" status: 200 len: 210 time: 0.0369394 Jul 28 14:31:06.781115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cf286-4344-411f-a0a1-4f8328107aed req-6988324f-b4f8-4158-80c8-71776f32dcd4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.782738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-063cf286-4344-411f-a0a1-4f8328107aed req-6988324f-b4f8-4158-80c8-71776f32dcd4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.1374812 Jul 28 14:31:06.793546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:06.822331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.867035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-063cf286-4344-411f-a0a1-4f8328107aed req-ef4fb4b8-f234-42b5-8ef8-84a1be201e40 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763266 Jul 28 14:31:06.912662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:06.914136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.916275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] 10.222.0.50 "PUT /v2.0/ports/8b4660ca-16f8-4d96-82b6-004858d839eb HTTP/1.1" status: 200 len: 1092 time: 2.2956460 Jul 28 14:31:06.920385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:06.924474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0be317b-c019-4bd7-950d-fa4a06c1301d None None] Provisioning complete for port 974cf672-3f25-4f9f-afa8-f95b9df66216 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:06.925177 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0be317b-c019-4bd7-950d-fa4a06c1301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:06.927820 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709942e5-09ab-4186-82ae-90002e6ddd8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:06.973259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839294d3-d10e-4352-b9e8-b87f6e3b71e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:07.001218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0be317b-c019-4bd7-950d-fa4a06c1301d None None] Port 974cf672-3f25-4f9f-afa8-f95b9df66216 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:07.010927 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b803c50a-7c13-45a2-948e-37bcea7fb8e0 x-openstack-request-id: req-b803c50a-7c13-45a2-948e-37bcea7fb8e0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:07.011253 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:07.011613 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b803c50a-7c13-45a2-948e-37bcea7fb8e0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:07.011860 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'status': 'completed', 'code': 200} Jul 28 14:31:07.044216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:07.051114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cd273-5213-40ea-b735-acf2d7abb3be req-f893565c-a6af-470a-a76f-d07553fdc439 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.052865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-979cd273-5213-40ea-b735-acf2d7abb3be req-f893565c-a6af-470a-a76f-d07553fdc439 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.0696640 Jul 28 14:31:07.053129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0fd84364-24e2-4652-a445-fc5c62f72e14 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fe3fc29-e600-4774-a76d-9e3a3e6870fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4760704 Jul 28 14:31:07.070126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:07.072876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39228) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:07.078147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'floatingip': {'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:07.087801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:07.088983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:07.132480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:07.179136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aaf26-cad3-4e19-bca5-92e7730373d2 req-2507914e-4c54-4986-8d26-46d7098c6e02 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.187810 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-980aaf26-cad3-4e19-bca5-92e7730373d2 req-2507914e-4c54-4986-8d26-46d7098c6e02 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1101377 Jul 28 14:31:07.194110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-744debae-e431-4f52-9fbf-3892745c1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.196081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-744debae-e431-4f52-9fbf-3892745c1c13 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 1095 time: 0.1166358 Jul 28 14:31:07.257151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39234) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:07.266790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4902e95-375e-4303-bade-2824996af788 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:07.322372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:07.406366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-980aaf26-cad3-4e19-bca5-92e7730373d2 req-0adc1ba5-2822-43c2-8880-8e1386e73a0f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169592 Jul 28 14:31:07.620719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-aea37a51-6307-4cf8-94db-63007838b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:07.622575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-aea37a51-6307-4cf8-94db-63007838b8c8 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4042943 Jul 28 14:31:07.785532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db62d807-f831-4b92-af34-9838dc04faeb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:07.852491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:07.860700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168322471', 'description': 'tempest-description--1149552554'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:07.870417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4902e95-375e-4303-bade-2824996af788,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:07.908013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e4902e95-375e-4303-bade-2824996af788', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:08.009784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.025174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port db62d807-f831-4b92-af34-9838dc04faeb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:08.025750 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.031849 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.096358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f298f-a70c-4ea2-91ef-a8b0b221736a req-5f161fcb-1c13-4e6d-b109-ed247b93ea42 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.099651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-448f298f-a70c-4ea2-91ef-a8b0b221736a req-5f161fcb-1c13-4e6d-b109-ed247b93ea42 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 944 time: 0.4669461 Jul 28 14:31:08.103718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4902e95-375e-4303-bade-2824996af788 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:08.155580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4902e95-375e-4303-bade-2824996af788,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:08.162736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-cccb4129-1bcc-4e8b-889a-cf566bdbca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.164348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-709942e5-09ab-4186-82ae-90002e6ddd8b req-cccb4129-1bcc-4e8b-889a-cf566bdbca74 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5198286 Jul 28 14:31:08.165450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 2, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:08.188091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-448f298f-a70c-4ea2-91ef-a8b0b221736a req-8de187af-902c-45fc-b93a-5e6d20b5ae15 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Jul 28 14:31:08.205695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:08.206240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Updating router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb port 974cf672-3f25-4f9f-afa8-f95b9df66216 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:31:08.269834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.314792 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.327594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-e59a3039-19d1-47b5-b7ca-ea6515f20b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.329241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-e59a3039-19d1-47b5-b7ca-ea6515f20b35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 1095 time: 0.0859089 Jul 28 14:31:08.381608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:08.438544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-1fe1d066-6e8c-4ccd-8d26-d842020a3c3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b4660ca-16f8-4d96-82b6-004858d839eb HTTP/1.1" status: 200 len: 217 time: 0.0780630 Jul 28 14:31:08.560382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-dce92019-7d06-4150-915a-4be6aa96775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.561881 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-dce92019-7d06-4150-915a-4be6aa96775e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1160748 Jul 28 14:31:08.614251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-85677d3c-e7fd-46c6-87e4-84c556d9abee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424271 Jul 28 14:31:08.618874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4902e95-375e-4303-bade-2824996af788'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:08.634131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff1b11-1352-4880-b2a8-64840d3aeab2 req-48a0b218-a46e-47d9-b0d6-5d3acc4277a8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.641430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37ff1b11-1352-4880-b2a8-64840d3aeab2 req-48a0b218-a46e-47d9-b0d6-5d3acc4277a8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 943 time: 0.6596951 Jul 28 14:31:08.684101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-c7c09308-3ee4-4a83-b8d1-a0705dc577b9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:08.685982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-c7c09308-3ee4-4a83-b8d1-a0705dc577b9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.2024064 Jul 28 14:31:08.706565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-5485bfa6-8d86-4408-954b-6a5be574d542 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0123785 Jul 28 14:31:08.739582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.773397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-95e4251f-8fb5-4d2c-becd-73120d4b7dba service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520596 Jul 28 14:31:08.831485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-6a58d900-675f-4a8e-aeb9-4a8ced8315e3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174474 Jul 28 14:31:08.857152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37ff1b11-1352-4880-b2a8-64840d3aeab2 req-508dbca3-442f-4123-8056-cfd171fd27ad tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727126 Jul 28 14:31:08.902884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.927864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Transition to ACTIVE for port object 974cf672-3f25-4f9f-afa8-f95b9df66216 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:08.958559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c1c0884-3b78-4b41-b36e-e24c821f0389 req-013c3447-10f6-4f4c-bddc-238b53445156 service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774240 Jul 28 14:31:08.959246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:08.997692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8d1c9fbe-1f00-495e-bfb8-43a810395375 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474917 Jul 28 14:31:09.028215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.033946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a39774-8aa7-4967-a431-cdadd23519bc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:09.054729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.065263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82c15c-7bab-424a-9476-c69b528dc78e req-94841078-d7d5-43db-b171-599a0d408e0e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.066840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c82c15c-7bab-424a-9476-c69b528dc78e req-94841078-d7d5-43db-b171-599a0d408e0e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1237307 Jul 28 14:31:09.089939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.115628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-99552367-ee7d-48eb-b5c5-23301dc64290 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107304 Jul 28 14:31:09.156034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.157324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-37a687bb-1cbb-4706-8ac2-c60228045019 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3017504 Jul 28 14:31:09.160830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39262) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:09.171465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group_rule': {'security_group_id': '01a39774-8aa7-4967-a431-cdadd23519bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:09.174259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28cd-f945-4396-ace4-db138cdbae1b None None] Pushing event updated for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:09.203436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c82c15c-7bab-424a-9476-c69b528dc78e req-a5067992-1ce6-4c47-b217-d16f6c36acfb tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962760 Jul 28 14:31:09.218105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.228601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Attempting to bind port 974cf672-3f25-4f9f-afa8-f95b9df66216 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:09.228601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Attempting to bind port 974cf672-3f25-4f9f-afa8-f95b9df66216 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:09.228601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Attempting to bind port 974cf672-3f25-4f9f-afa8-f95b9df66216 on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:09.229743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:09.230137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Checking segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:09.230605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.231037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Bound using segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:09.231717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Bound port: 974cf672-3f25-4f9f-afa8-f95b9df66216, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:09.232255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.339514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] For port 974cf672-3f25-4f9f-afa8-f95b9df66216, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:09.346629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] For port 974cf672-3f25-4f9f-afa8-f95b9df66216, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=974cf672-3f25-4f9f-afa8-f95b9df66216,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:09.347627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.446904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.514278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6578eff-a9ba-477c-94df-9010d7d8a829 req-8972ad90-a989-4f0e-baa0-f4ff31570229 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:09.516027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6578eff-a9ba-477c-94df-9010d7d8a829 req-8972ad90-a989-4f0e-baa0-f4ff31570229 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 945 time: 0.1602085 Jul 28 14:31:09.518500 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Floating IP 11c9ce24-7ce9-4ac4-bed0-51b8f1a28754 associated. External IP: 172.25.0.131, port: a1bf1b5f-6344-45ca-863d-227946e0e394. Jul 28 14:31:09.528738 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.613347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.644069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:09.644712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:09.695968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6578eff-a9ba-477c-94df-9010d7d8a829 req-4f0e374d-6d8d-4c2e-b732-d692676f9c95 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674151 Jul 28 14:31:09.707545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b8b60f-5e88-471f-92ce-1a50ef053099,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:09.743689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b28cd-f945-4396-ace4-db138cdbae1b None None] Pushing event updated for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:09.767859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21d56983-5d8f-45b3-8cd9-e9d5e39e19ef req-ff993db3-513d-4662-b1eb-a941f19cf01d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.0988512 Jul 28 14:31:09.780236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.780731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.781306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.781871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.782483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.785911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.786556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.787161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.787734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.788301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.788858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.794540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:09.837403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.839105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9bedec4-c46e-4d60-822f-cdad7a19d1c9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6767604 Jul 28 14:31:09.843238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:09.853003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group_rule': {'security_group_id': '01a39774-8aa7-4967-a431-cdadd23519bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:09.894756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:09.909397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Deleting port 039d4f51-27f2-4d4a-bd19-7534e2c308bb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:09.909397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:09.985929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.004550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Router 7656572a-72e9-4f77-aefd-ddab3e402dc0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:10.044766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7999-aa5f-40d5-8c8d-97995fa01319 req-7c60aff7-74ac-4beb-a3e3-119f6fb72cd9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:10.046365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efdd7999-aa5f-40d5-8c8d-97995fa01319 req-7c60aff7-74ac-4beb-a3e3-119f6fb72cd9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 943 time: 0.0890784 Jul 28 14:31:10.076422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.127876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] For port 039d4f51-27f2-4d4a-bd19-7534e2c308bb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=039d4f51-27f2-4d4a-bd19-7534e2c308bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:10.128303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.186390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Calling delete_port for 039d4f51-27f2-4d4a-bd19-7534e2c308bb owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:10.189721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.199993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:09Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:10.200950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efdd7999-aa5f-40d5-8c8d-97995fa01319 req-cc0fd9b9-146d-47ec-b39c-df8c5a84755b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460228 Jul 28 14:31:10.257416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0014f7-f78b-4d61-98a0-dbb36bdbd1e6,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:10.260360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be4cc1-b2bb-4582-a440-c516f9e1a4cf None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:09Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:10.265891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:10.271272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.281548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Sync routers for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:10.294738 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:10.295878 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:10.315252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8ab9b345-9581-4ae7-a2f5-0953ed89e297 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "PUT /v2.0/floatingips/11c9ce24-7ce9-4ac4-bed0-51b8f1a28754 HTTP/1.1" status: 200 len: 991 time: 3.2412035 Jul 28 14:31:10.317828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:10.320229 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b54fe9-7e17-4134-bd00-27a415a2aa6b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:10.450706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.455964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e4a0a063-6137-4893-8cb1-4ed47f6af281 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064360 Jul 28 14:31:10.462835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39288) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:10.469418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:10.484590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a776a-506c-4774-b6de-0b82d543d519 req-a59f586c-ff62-47d8-b148-8e8fa13bc37d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:10.486191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc5a776a-506c-4774-b6de-0b82d543d519 req-a59f586c-ff62-47d8-b148-8e8fa13bc37d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1709385 Jul 28 14:31:10.556522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc5a776a-506c-4774-b6de-0b82d543d519 req-2485f575-f24e-4e37-bc5d-febcec1c87ec tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529637 Jul 28 14:31:10.584021 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:10.586708 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41edeaf4-af13-47bd-9792-d17136593168 x-openstack-request-id: req-41edeaf4-af13-47bd-9792-d17136593168 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:10.586977 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:10.587305 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41edeaf4-af13-47bd-9792-d17136593168 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:10.587709 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'status': 'completed', 'code': 200} Jul 28 14:31:10.609429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:10.681663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.785394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:10.839799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=039d4f51-27f2-4d4a-bd19-7534e2c308bb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:10.859451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:10.902249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'mac_address': 'fa:16:3e:87:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:10.925969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-65ddaadb-feb0-4a41-8932-1634f5784c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:10.933002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-65ddaadb-feb0-4a41-8932-1634f5784c48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1097 time: 0.2976725 Jul 28 14:31:11.008167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.040955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a5341-f7bd-448d-b342-1c706541fc0b req-7a2f69fd-fa4b-4178-956a-1e855d7db3f3 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.043574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f6a5341-f7bd-448d-b342-1c706541fc0b req-7a2f69fd-fa4b-4178-956a-1e855d7db3f3 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 945 time: 0.2604105 Jul 28 14:31:11.057120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4660ca-16f8-4d96-82b6-004858d839eb {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:11.073265 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '11c9ce24-7ce9-4ac4-bed0-51b8f1a28754', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11cd7e-fa45-4179-8451-d122baa72312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:40Z', 'updated_at': '2021-07-28T14:31:08Z', 'revision_number': 1, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:11.121041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:11.125191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.144656 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Checking router: 7656572a-72e9-4f77-aefd-ddab3e402dc0 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:11.148405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-f61a7f5c-9c90-42d0-868e-51cd4b5821f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.150695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-f61a7f5c-9c90-42d0-868e-51cd4b5821f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.2081242 Jul 28 14:31:11.171505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3553222-18ea-4526-a903-579bf3e008f7 req-e2aa833d-6ab8-48a2-90c4-8fa574949c95 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.2164569 Jul 28 14:31:11.173106 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:11.174021 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:11.226092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.304817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f6a5341-f7bd-448d-b342-1c706541fc0b req-bbcb2c3e-9f84-46b6-83d0-04156a3bdb4a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491214 Jul 28 14:31:11.312008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4902e95-375e-4303-bade-2824996af788 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:11.366434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.381223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:11.389935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-0b9b6b8d-4d90-4212-a318-135ceda775d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.2194879 Jul 28 14:31:11.455821 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:11.529234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-e719cd30-47f0-49a1-a35a-1da025ed22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.531614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-e719cd30-47f0-49a1-a35a-1da025ed22dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0786417 Jul 28 14:31:11.566436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8b4660ca-16f8-4d96-82b6-004858d839eb'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:11.638103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e4902e95-375e-4303-bade-2824996af788 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:11.646718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b7520-227c-4098-b7c5-d1dc6546c66f req-eefce3c5-8b02-48cd-b095-bff4f47fc31d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.654211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e4902e95-375e-4303-bade-2824996af788 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:11.654827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:11.655383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-255b7520-227c-4098-b7c5-d1dc6546c66f req-eefce3c5-8b02-48cd-b095-bff4f47fc31d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 944 time: 0.2519052 Jul 28 14:31:11.759945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-255b7520-227c-4098-b7c5-d1dc6546c66f req-bd9e0640-0c72-4881-8ab9-f4a642fc3bfd tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997579 Jul 28 14:31:11.813304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 974cf672-3f25-4f9f-afa8-f95b9df66216 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:11.845943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Router 2fd0a4dc-67c4-477e-8077-07d5443e05dd has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:11.864695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-01ce88b8-ab10-4b0e-85fa-ac824eeac1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:11.870466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-01ce88b8-ab10-4b0e-85fa-ac824eeac1da service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3310657 Jul 28 14:31:11.978684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.011448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Allocated IP 172.25.0.25 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/938f7954-016e-44f8-99ad-0244ba53c8db) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:12.061969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:12.065533 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb8c744-2bc7-434c-b754-3a0fe933a4bd" -d '{"events": [{"server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "name": "network-vif-plugged", "status": "completed", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:12.088697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4902e95-375e-4303-bade-2824996af788,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:12.120347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:12.126283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0ee875a1-19e5-4499-91d3-dfe7dfc59ddb admin admin] 10.222.0.47 "PUT /v2.0/routers/2fd0a4dc-67c4-477e-8077-07d5443e05dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8679900 Jul 28 14:31:12.132380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39308) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:12.145607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Sync routers for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:12.151547 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b90d0c-e0ab-4d19-8d03-0d8b85526375 x-openstack-request-id: req-54b90d0c-e0ab-4d19-8d03-0d8b85526375 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:12.153357 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "name": "network-vif-plugged", "status": "completed", "tag": "e4902e95-375e-4303-bade-2824996af788", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:12.154715 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54b90d0c-e0ab-4d19-8d03-0d8b85526375 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:12.159586 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'code': 200} Jul 28 14:31:12.209130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39d877-badc-4023-b9c1-15abf65cc9ac req-cb3931ce-7905-469e-94b5-81ed8a2c2019 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:12.209457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:12.210213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:12.228088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a39d877-badc-4023-b9c1-15abf65cc9ac req-cb3931ce-7905-469e-94b5-81ed8a2c2019 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.3093593 Jul 28 14:31:12.294337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.368751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.377215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ce3734a9-0038-4a86-a8b3-24398694c029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.385780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 974cf672-3f25-4f9f-afa8-f95b9df66216 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:12.409149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 974cf672-3f25-4f9f-afa8-f95b9df66216 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:12.409560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.425418 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '11c9ce24-7ce9-4ac4-bed0-51b8f1a28754', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11cd7e-fa45-4179-8451-d122baa72312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:40Z', 'updated_at': '2021-07-28T14:31:08Z', 'revision_number': 1, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:12.446752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa1566c3-3f57-4cbd-91e5-c060afe79ab7 req-8208efd6-c51e-44b6-a438-c041dca92131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.0868716 Jul 28 14:31:12.482416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a39d877-badc-4023-b9c1-15abf65cc9ac req-97973119-9171-465e-941d-64cdc8b9db30 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533958 Jul 28 14:31:12.486918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-0bb8a728-5a15-4954-ab8e-44154be5bea2 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027205 Jul 28 14:31:12.523479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16412d-29e7-4dee-9ae7-55252f2e4b2b None None] The sync data for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 is: [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '11c9ce24-7ce9-4ac4-bed0-51b8f1a28754', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f11cd7e-fa45-4179-8451-d122baa72312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:30:40Z', 'updated_at': '2021-07-28T14:31:08Z', 'revision_number': 1, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:12.549224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.603038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d523d5-3d1f-4a35-a349-49ad919fde5c req-cecdfdb8-04c9-4ca6-9250-c95fe9e343f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:12.605050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99d523d5-3d1f-4a35-a349-49ad919fde5c req-cecdfdb8-04c9-4ca6-9250-c95fe9e343f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.2116196 Jul 28 14:31:12.636283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.692205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:12.699535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:12.714620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:12.769527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99d523d5-3d1f-4a35-a349-49ad919fde5c req-878fbd84-1cac-4651-b949-d68c1ad7c902 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443419 Jul 28 14:31:12.786739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56d3d6-b6a9-4d65-a7b0-1656511a8282 req-baa0845b-10a2-4838-abe2-dece9d251042 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:12.788471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c56d3d6-b6a9-4d65-a7b0-1656511a8282 req-baa0845b-10a2-4838-abe2-dece9d251042 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.1777081 Jul 28 14:31:12.791713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:12.813338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:12.863834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c56d3d6-b6a9-4d65-a7b0-1656511a8282 req-89cd4b29-0a32-408e-83f7-531111a94370 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587161 Jul 28 14:31:12.927109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=938f7954-016e-44f8-99ad-0244ba53c8db,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:12.941802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b54fe9-7e17-4134-bd00-27a415a2aa6b req-552d016d-ecd0-488a-a436-9d677bbe32b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360018 Jul 28 14:31:13.023384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Deleting port 65c86d1e-4893-4094-9ac6-394870cdadfc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:13.023814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.027032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.085540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:13.094696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970101d6-1c42-40df-a5f9-6e365c299971 req-f90f3579-ed81-4893-bfa2-bc34399d4186 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.097727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-970101d6-1c42-40df-a5f9-6e365c299971 req-f90f3579-ed81-4893-bfa2-bc34399d4186 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 944 time: 0.1518157 Jul 28 14:31:13.104571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032ac14-539e-43ec-82e7-dc5605d047d8 None None] New status for floating IP 11c9ce24-7ce9-4ac4-bed0-51b8f1a28754: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:31:13.233712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-970101d6-1c42-40df-a5f9-6e365c299971 req-2b79e0d0-7b99-4d3a-b2e5-81a4f956792d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226938 Jul 28 14:31:13.255151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.324117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.400743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 974cf672-3f25-4f9f-afa8-f95b9df66216, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=974cf672-3f25-4f9f-afa8-f95b9df66216,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:13.418163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:31:10Z', 'revision_number': 5, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port': {'id': '65c86d1e-4893-4094-9ac6-394870cdadfc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:29:57Z', 'updated_at': '2021-07-28T14:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:13.465930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Checking router: 2fd0a4dc-67c4-477e-8077-07d5443e05dd for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:13.480105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Routers {'2fd0a4dc-67c4-477e-8077-07d5443e05dd'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:13.481474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:30:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:13.497221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.596726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.623740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.712196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] Set router 2fd0a4dc-67c4-477e-8077-07d5443e05dd gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:13.733913 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db895b25-452b-4468-8f77-fa9441307132 req-af2c9e32-415a-4068-a157-d79733922c04 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.0464466 Jul 28 14:31:13.739679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=938f7954-016e-44f8-99ad-0244ba53c8db,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:13.790532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] For port 65c86d1e-4893-4094-9ac6-394870cdadfc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=65c86d1e-4893-4094-9ac6-394870cdadfc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:13.790532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.805948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Calling delete_port for 65c86d1e-4893-4094-9ac6-394870cdadfc owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:13.813280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456ae70-9fdd-414a-b8cf-b795e4cbe07f req-d1b5cd15-e3b8-4490-a6d9-b090340a72e7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:13.814825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c456ae70-9fdd-414a-b8cf-b795e4cbe07f req-d1b5cd15-e3b8-4490-a6d9-b090340a72e7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1479230 Jul 28 14:31:13.815389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:31:12Z', 'revision_number': 6, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:13.816099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.819797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:13.858855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e657dae-9ab4-45fd-821c-ea48f7e843ab None None] The sync data for ids ['2fd0a4dc-67c4-477e-8077-07d5443e05dd'] in n-d-705658-23 is: [{'id': '2fd0a4dc-67c4-477e-8077-07d5443e05dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1514450230-router', 'tenant_id': '71fe4b1f284d44888b5455c4b73620b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:29:55Z', 'updated_at': '2021-07-28T14:31:12Z', 'revision_number': 6, 'project_id': '71fe4b1f284d44888b5455c4b73620b9', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:13.865539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c456ae70-9fdd-414a-b8cf-b795e4cbe07f req-93243d1b-6f3b-4422-a3cf-ab40ef70910e tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Jul 28 14:31:13.933412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:13.935020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-66935f5d-f217-49a9-bf6b-e55e90cd0f68 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4700556 Jul 28 14:31:14.139569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82a389-c8da-4d5e-b7f2-a4d4eb76a10b req-843f54e4-df52-4b05-9e46-59693397cc15 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.144545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e82a389-c8da-4d5e-b7f2-a4d4eb76a10b req-843f54e4-df52-4b05-9e46-59693397cc15 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.1731462 Jul 28 14:31:14.180217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-a55909a7-ec9b-46b5-af01-793e174a326b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.181657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-a55909a7-ec9b-46b5-af01-793e174a326b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.2221239 Jul 28 14:31:14.186754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ca9b36a0-209f-40be-b8bd-3fb16965d5be tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--168322471&fields=id&tenant_id=61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 267 time: 0.0527151 Jul 28 14:31:14.205621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': '3e7e785f-3700-4bd2-8741-8b956264786e', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:14.219980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e82a389-c8da-4d5e-b7f2-a4d4eb76a10b req-40358ed4-e4b0-4a9b-bc9e-4de0a87d25dd tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643053 Jul 28 14:31:14.261929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.322191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c86d1e-4893-4094-9ac6-394870cdadfc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:14.342351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-92ff23a0-067b-40a5-8aa9-335472f6a8e2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.349931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-92ff23a0-067b-40a5-8aa9-335472f6a8e2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 811 time: 0.1549106 Jul 28 14:31:14.364935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.366162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.366528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.366877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.367264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.367411 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-3a10f842-29c7-40b7-b137-1c0d9ba1134f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/quotas/61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 375 time: 0.0161855 Jul 28 14:31:14.367608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.368046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.369449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.369449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.369821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.370104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.370437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:14.421973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.454247 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-c4ebee70-f1c0-4a36-af14-197e78096b54 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857611 Jul 28 14:31:14.556752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-0f930fae-8ca8-4941-a545-e8141f7c0d05 service neutron] 10.222.0.47 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Jul 28 14:31:14.559054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.562816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:14.633727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca743-a603-4f57-89d9-a1cf16dcc0ad req-4300e090-d1c6-4fda-8590-46030213d46d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:14.636550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e5ca743-a603-4f57-89d9-a1cf16dcc0ad req-4300e090-d1c6-4fda-8590-46030213d46d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 944 time: 0.1795890 Jul 28 14:31:14.643289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:14.689444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-84115441-61c7-46b4-896c-8236cc552b38 service neutron] 10.222.0.47 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259463 Jul 28 14:31:14.695828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e5ca743-a603-4f57-89d9-a1cf16dcc0ad req-2801131b-0ecc-4c37-b399-0f0e1dcedd92 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523577 Jul 28 14:31:14.872264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9310190-5b8c-4b6b-a456-90b58119124b req-f688841e-8828-4179-9f7a-9582145e4be2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.0330076 Jul 28 14:31:14.912507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:14.923511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.064444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9ba44939-8edc-400c-b85b-e8f511a93428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.071795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.072049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd0a4dc-67c4-477e-8077-07d5443e05dd {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:31:15.081286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.083522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-176afde3-0101-404c-98c6-955bae9863a9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2fd0a4dc-67c4-477e-8077-07d5443e05dd HTTP/1.1" status: 204 len: 168 time: 2.9498925 Jul 28 14:31:15.085416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:15.094320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aba4e-ccd4-442f-8c92-3e639fecb7b1 req-ae2e4e4b-ba4c-41ab-be4a-cd45d51dfe0d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.097016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f00aba4e-ccd4-442f-8c92-3e639fecb7b1 req-ae2e4e4b-ba4c-41ab-be4a-cd45d51dfe0d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1051872 Jul 28 14:31:15.136313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.4 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/306a8917-dda9-4812-96f1-ef6f880b8fa3) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:15.163795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f00aba4e-ccd4-442f-8c92-3e639fecb7b1 req-9f8e6a66-5fa7-4f5b-9c5b-82fc9034d15b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594335 Jul 28 14:31:15.164390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8b4660ca-16f8-4d96-82b6-004858d839eb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:15.192834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Deleting subnet 1e366932-542c-451b-8923-4b2dcb5c3d4c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:31:15.193488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8b4660ca-16f8-4d96-82b6-004858d839eb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:15.193596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.193711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.261756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.262271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.384585 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.390723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce42e853-02c9-4519-8fb5-a1e28011b521 req-9469ad6f-54b9-4a8a-9a20-48fb3bb6cbd9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0365894 Jul 28 14:31:15.445415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.459932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:15.465423 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4b0ef3-9d48-4f55-af03-424fbbf2dc3d" -d '{"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:15.502021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e56387-0875-45a8-b276-dd3714ff30b3 req-9a0b511a-a1d1-4ba6-b5f0-62cc459ea389 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.504730 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2e56387-0875-45a8-b276-dd3714ff30b3 req-9a0b511a-a1d1-4ba6-b5f0-62cc459ea389 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.1284018 Jul 28 14:31:15.505904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:15.522545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.570607 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f378c-046e-4edf-835a-7771b2f2d6db x-openstack-request-id: req-f09f378c-046e-4edf-835a-7771b2f2d6db {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:15.570607 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:15.570607 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f09f378c-046e-4edf-835a-7771b2f2d6db {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:15.570607 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'code': 200} Jul 28 14:31:15.596655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2e56387-0875-45a8-b276-dd3714ff30b3 req-fd23db59-08ea-4e83-8a1c-4b6e6f14f084 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Jul 28 14:31:15.620600 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.715705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:15.734546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 974cf672-3f25-4f9f-afa8-f95b9df66216 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:15.766196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2d9c2-ff95-4a2f-8224-c8a27b8fe2fd req-48b13c68-c26d-43b7-b934-9f6a4316e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.766196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee2d9c2-ff95-4a2f-8224-c8a27b8fe2fd req-48b13c68-c26d-43b7-b934-9f6a4316e141 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 1097 time: 0.0714006 Jul 28 14:31:15.808362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 974cf672-3f25-4f9f-afa8-f95b9df66216 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:15.809210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.813193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee2d9c2-ff95-4a2f-8224-c8a27b8fe2fd req-d7e58f3f-8770-4dff-ae9c-b73ae8be1f58 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Jul 28 14:31:15.815686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-7c105b61-6c46-4508-8058-e9eed0fc5d32 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1611037 Jul 28 14:31:15.833160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:15.844357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.846220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.863388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:15.869038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1e366932-542c-451b-8923-4b2dcb5c3d4c HTTP/1.1" status: 204 len: 168 time: 0.7773721 Jul 28 14:31:15.882570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61e5f5-c146-45fd-93f9-a2e9d958e813 None None] Network 86467b71-120c-4813-9910-a8cb2a2e9117 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:15.886153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39370) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:15.895405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e804285-0121-4b26-9466-9e04d7f0dbb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e366932-542c-451b-8923-4b2dcb5c3d4c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:15.904796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:15.905641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:15.911810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:15.917601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:15.958837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5419-48cd-4cb2-b61c-c404d7fcda41 req-bdff2cbe-c904-4cd6-91ab-e59012aac973 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.960271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd4b5419-48cd-4cb2-b61c-c404d7fcda41 req-bdff2cbe-c904-4cd6-91ab-e59012aac973 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 945 time: 0.1454189 Jul 28 14:31:15.962329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:15.998734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:15.999884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.018726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.042697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd4b5419-48cd-4cb2-b61c-c404d7fcda41 req-3537ebe4-970c-4d17-abe6-b5dd4f9dea6f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669873 Jul 28 14:31:16.115968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Deleting port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:16.116799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.140207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.174519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.235640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 039d4f51-27f2-4d4a-bd19-7534e2c308bb no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:16.248161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-8bec2654-af04-4acb-8d9b-f989d27a197e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0474360 Jul 28 14:31:16.276107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Request body: {'port': {'device_id': '3e7e785f-3700-4bd2-8741-8b956264786e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:16.282064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 039d4f51-27f2-4d4a-bd19-7534e2c308bb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:16.282361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 039d4f51-27f2-4d4a-bd19-7534e2c308bb not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:16.282790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 65c86d1e-4893-4094-9ac6-394870cdadfc no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:16.328416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] DHCP port deletion for 86467b71-120c-4813-9910-a8cb2a2e9117 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:31:16.333590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] For port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:16.334013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.337142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 65c86d1e-4893-4094-9ac6-394870cdadfc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:16.338110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 65c86d1e-4893-4094-9ac6-394870cdadfc not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:16.353990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46621-ead9-4f4f-bafc-5df8e3922ec5 req-392ad9f0-8ffe-4711-8072-c77ee755d0f9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.360899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ca46621-ead9-4f4f-bafc-5df8e3922ec5 req-392ad9f0-8ffe-4711-8072-c77ee755d0f9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 931 time: 0.2239258 Jul 28 14:31:16.369481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Calling delete_port for 2b8c13ec-0127-4f8c-b494-90a557d8f2bb owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:16.372548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.465803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.466701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Deleting port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:16.467153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.479780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ca46621-ead9-4f4f-bafc-5df8e3922ec5 req-9093fa9c-32e1-4233-828a-2feea3b9d171 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017253 Jul 28 14:31:16.567880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] For port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,segment=NetworkSegment(6609f319-d235-40a7-b7c8-14ace21fc81e),segment_id=6609f319-d235-40a7-b7c8-14ace21fc81e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:16.568311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.586630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Calling delete_port for 2b8c13ec-0127-4f8c-b494-90a557d8f2bb owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:16.634159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf843f99-fa47-45e2-8663-dfe3c59c9f5c req-03bdaaee-595c-41a2-b1df-25d6324d45b5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:16.643565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf843f99-fa47-45e2-8663-dfe3c59c9f5c req-03bdaaee-595c-41a2-b1df-25d6324d45b5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0845082 Jul 28 14:31:16.685134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.717768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf843f99-fa47-45e2-8663-dfe3c59c9f5c req-7da166a7-3eb2-4a09-a200-941215a26079 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Jul 28 14:31:16.721752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.771766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] No DVR routers for this DVR port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:16.794479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] Pushing event deleted for resources: {'Port': ['ID=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:16.808138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28852a81-6ee2-4ed4-b642-eee0288e6774 None None] No DVR routers for this DVR port 2b8c13ec-0127-4f8c-b494-90a557d8f2bb on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:16.819154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8c13ec-0127-4f8c-b494-90a557d8f2bb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:16.853176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Allocated IP 172.25.0.124 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:16.881738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.900835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86467b71-120c-4813-9910-a8cb2a2e9117']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:16.913854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6609f319-d235-40a7-b7c8-14ace21fc81e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:16.914522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6609f319-d235-40a7-b7c8-14ace21fc81e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:16.925705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:16.975067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59f73670-6a75-4dd4-8be8-fcbb1449ea82 req-9736002d-195f-4a2b-8e5e-2dd537af3d52 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0507116 Jul 28 14:31:16.993430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.011469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:31:17.012331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:31:17.042283 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:31:17.097120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306a8917-dda9-4812-96f1-ef6f880b8fa3 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:17.117432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.148268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.280840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Transition to ACTIVE for port object 306a8917-dda9-4812-96f1-ef6f880b8fa3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:17.300321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.309525 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.312404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/86467b71-120c-4813-9910-a8cb2a2e9117 HTTP/1.1" status: 204 len: 168 time: 1.4251034 Jul 28 14:31:17.333658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726b491-9470-458f-9899-c346dac4ae13 admin admin] Pushing event deleted for resources: {'Network': ['ID=86467b71-120c-4813-9910-a8cb2a2e9117,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:17.363455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.364439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d07c-3b72-4187-90a9-becf51c3c6a8 req-0d7354e8-0ea3-4cc1-86aa-d33937626d17 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:17.367137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c095d07c-3b72-4187-90a9-becf51c3c6a8 req-0d7354e8-0ea3-4cc1-86aa-d33937626d17 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 945 time: 0.1092782 Jul 28 14:31:17.420325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:17.424167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:17.432610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:17.435219 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c095d07c-3b72-4187-90a9-becf51c3c6a8 req-2b88e6e4-8521-46c4-808f-844c5e2982e8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536203 Jul 28 14:31:17.468689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event updated for resources: {'Port': ['ID=3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:17.547046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.613558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.618896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.629707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Pushing event updated for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:17.647412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082947-9543-4b2b-b724-49e30542ec49 req-25224fa1-06a2-4864-83c7-9599948e78de tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:17.651047 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-33082947-9543-4b2b-b724-49e30542ec49 req-25224fa1-06a2-4864-83c7-9599948e78de tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 943 time: 0.0717671 Jul 28 14:31:17.715599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-33082947-9543-4b2b-b724-49e30542ec49 req-5a61a3c9-1dde-4c30-b216-8733f1e2e4c4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Jul 28 14:31:17.730813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Attempting to bind port 306a8917-dda9-4812-96f1-ef6f880b8fa3 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:17.731466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Attempting to bind port 306a8917-dda9-4812-96f1-ef6f880b8fa3 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:17.732100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Attempting to bind port 306a8917-dda9-4812-96f1-ef6f880b8fa3 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:17.737381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2b8c13ec-0127-4f8c-b494-90a557d8f2bb no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:17.745572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Port 306a8917-dda9-4812-96f1-ef6f880b8fa3 on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:17.746110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Attempting to bind port 306a8917-dda9-4812-96f1-ef6f880b8fa3 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:17.776501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:17.777066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:17.779253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:17.780010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Bound port: 306a8917-dda9-4812-96f1-ef6f880b8fa3, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:17.780577 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.782371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2b8c13ec-0127-4f8c-b494-90a557d8f2bb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:17.783716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2b8c13ec-0127-4f8c-b494-90a557d8f2bb not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:17.818804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:17.877316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e969-adbc-47c5-98f9-37c73a9e1b0d req-3f2c3bbb-d7ac-4745-8dae-74e0aaacf4f6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:17.879178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2295e969-adbc-47c5-98f9-37c73a9e1b0d req-3f2c3bbb-d7ac-4745-8dae-74e0aaacf4f6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0552456 Jul 28 14:31:18.004984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39394) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:18.057939 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.072987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:18.077704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:18.087418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2295e969-adbc-47c5-98f9-37c73a9e1b0d req-f50e28d3-42f2-431c-8e79-deb67f8a6f8a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952100 Jul 28 14:31:18.098836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c7522f5-546f-4ac4-af73-a71d13b2c2d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71fe4b1f284d44888b5455c4b73620b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925386 Jul 28 14:31:18.104800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39398) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:18.204520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.223091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.246461 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.326490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8ee7f7f-8f01-4971-a934-ab590506059f req-77911851-081e-40c5-a092-836e88631629 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0366876 Jul 28 14:31:18.342927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.379250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event updated for resources: {'Port': ['ID=3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:18.397952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.398895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.401979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] 10.222.0.53 "PUT /v2.0/ports/306a8917-dda9-4812-96f1-ef6f880b8fa3 HTTP/1.1" status: 200 len: 1092 time: 2.1334465 Jul 28 14:31:18.402630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:18.405415 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87776d3a-c68b-47c4-9b12-19ac5641c99f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:18.447235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.505442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf784b-23b6-4447-befa-a4f52bf11b3f service neutron] Pushing event updated for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:18.533575 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b042e36c-3442-4c9e-b679-b64c17ad459e x-openstack-request-id: req-b042e36c-3442-4c9e-b679-b64c17ad459e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:18.533869 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:18.534161 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b042e36c-3442-4c9e-b679-b64c17ad459e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:18.534740 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3', 'status': 'completed', 'code': 200} Jul 28 14:31:18.636572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-26cc69fd-13a6-48eb-a6de-d01cb38ce168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.638003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-26cc69fd-13a6-48eb-a6de-d01cb38ce168 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 1095 time: 0.0585792 Jul 28 14:31:18.670336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30725518-5474-47c4-af31-63fc23d1a6fa req-bc36a309-beb9-4abf-9dae-061ad527d7bb tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.672915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30725518-5474-47c4-af31-63fc23d1a6fa req-bc36a309-beb9-4abf-9dae-061ad527d7bb tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 945 time: 0.0639029 Jul 28 14:31:18.713709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.717364 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.721036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e02e793-8f7d-47a7-8ab3-f73a413dd747 HTTP/1.1" status: 204 len: 168 time: 0.6125054 Jul 28 14:31:18.721036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:18.722034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-00c9e610-cb92-436c-98ca-7d59b7789b40 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8965325 Jul 28 14:31:18.749944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30725518-5474-47c4-af31-63fc23d1a6fa req-3aa1b5da-9393-4e8f-ab03-4a1855c56a1a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Jul 28 14:31:18.821756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81768bb-29ee-492e-b021-98554e951e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02e793-8f7d-47a7-8ab3-f73a413dd747,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:18.849245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-750988ca-729b-4575-a4c3-c1e617fc0f06 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.1074893 Jul 28 14:31:18.953147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b290f1-c20e-417d-bfdc-c06a9e9b5dce req-0f47b1ca-7bb2-49e6-b7ab-9789bb95882a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.955920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37b290f1-c20e-417d-bfdc-c06a9e9b5dce req-0f47b1ca-7bb2-49e6-b7ab-9789bb95882a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 943 time: 0.0778127 Jul 28 14:31:18.975500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-5eef31a5-f982-474b-8965-4cdaad4c2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:18.977553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-5eef31a5-f982-474b-8965-4cdaad4c2f61 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3253887 Jul 28 14:31:19.024357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37b290f1-c20e-417d-bfdc-c06a9e9b5dce req-bbfcefcb-1d37-4858-9cda-8d7537546180 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 Jul 28 14:31:19.089392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-62b0a41f-21ff-4259-a70f-f96f7aa63755 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.091933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee017bbd-197b-4aba-86d1-bcefc997edd5 req-62b0a41f-21ff-4259-a70f-f96f7aa63755 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2254825 Jul 28 14:31:19.152355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-294b7365-545d-4dcf-8466-f2593f356303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.155048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87776d3a-c68b-47c4-9b12-19ac5641c99f req-294b7365-545d-4dcf-8466-f2593f356303 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706448 Jul 28 14:31:19.290509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c95ff0-9b7c-43c2-a519-36af52564ac3 req-42b729a4-7bfd-4688-aedd-5399bbe82e54 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.291809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4c95ff0-9b7c-43c2-a519-36af52564ac3 req-42b729a4-7bfd-4688-aedd-5399bbe82e54 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1063623 Jul 28 14:31:19.303057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-afc36251-9c8e-4aa2-9d52-c3ba040e6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.304618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-afc36251-9c8e-4aa2-9d52-c3ba040e6be6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 1095 time: 0.0734782 Jul 28 14:31:19.340789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:19.348276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:19.389139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-e52d0bf4-e356-4e20-a775-c7f273f9c820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3 HTTP/1.1" status: 200 len: 217 time: 0.0681310 Jul 28 14:31:19.404595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4c95ff0-9b7c-43c2-a519-36af52564ac3 req-6e918365-e2eb-4b9d-a0c2-3b9c701b0916 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983567 Jul 28 14:31:19.508762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-5808ded1-24a4-4097-909a-c45e5dd7d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.512150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-5808ded1-24a4-4097-909a-c45e5dd7d670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1117389 Jul 28 14:31:19.615589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-35c2296a-1723-4be3-a2a2-072a8149a338 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954010 Jul 28 14:31:19.649347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.659621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.675118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:19.704007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:19.707921 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee74064-bc4c-4e24-b1a5-c6b95916f2d3" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:19.720400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '3e342311-edac-449d-b496-c645ba8abfbc', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '3e342311-edac-449d-b496-c645ba8abfbc', 'mac_address': 'fa:16:3e:9f:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:19.741330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:19.744967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7e54658-5fcf-49a0-8b10-83d139117863 req-a63fb489-f9fc-45a6-a4f8-f4c33a064679 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0421519 Jul 28 14:31:19.788444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:19.811940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:19.879378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-a0520b23-72a9-4415-8387-6fefa6bb9ce2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.881450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-a0520b23-72a9-4415-8387-6fefa6bb9ce2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 821 time: 0.2644565 Jul 28 14:31:19.900336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb66e9-b56d-4433-840b-9cbec4b91171 req-fda12adb-29f8-4386-85c7-a5b2be8ea969 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:19.907873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-302fdfb8-eb58-499e-bc70-9521d837fa52 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640688 Jul 28 14:31:19.908859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bebb66e9-b56d-4433-840b-9cbec4b91171 req-fda12adb-29f8-4386-85c7-a5b2be8ea969 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 945 time: 0.0770516 Jul 28 14:31:19.911557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-52d25d4a-19af-45c1-b685-64e2fe1e49b9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/quotas/18b952ccd5c44d9ba9ab410bd33ab31d HTTP/1.1" status: 200 len: 375 time: 0.0165606 Jul 28 14:31:19.940036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.090764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-8d64f08b-77de-47d4-8c5e-584c8f28db3f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1645145 Jul 28 14:31:20.100728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44986936-e4a7-4f41-9d6a-8bc1bf49d443 req-38dc7fba-b841-43d2-bcdd-512698355b54 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839600 Jul 28 14:31:20.102862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:31:20.104638 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:31:20.112118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:20.264382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-e121895f-8786-46dc-b652-2d266ae89407 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583405 Jul 28 14:31:20.390629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.428622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-c5869286-7d94-4b8c-8322-35b8c1d3de84 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494949 Jul 28 14:31:20.486370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bebb66e9-b56d-4433-840b-9cbec4b91171 req-00335422-1c60-4ea6-a179-0be672aaedef tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575211 Jul 28 14:31:20.569511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-895d0717-679b-487f-94ac-f0f68975506f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.571610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-895d0717-679b-487f-94ac-f0f68975506f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 811 time: 0.6601920 Jul 28 14:31:20.641427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-072a5677-7d23-4691-8efd-3bf98b792757 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 379 time: 0.0515540 Jul 28 14:31:20.653007 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.656168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'port': {'device_id': '4da45407-c771-4c00-aced-5c8750931248', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'admin_state_up': True, 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'security_groups': ['01a39774-8aa7-4967-a431-cdadd23519bc']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:20.671869 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5eb32e-f15b-417a-abd7-6ac4364d7ebb x-openstack-request-id: req-ad5eb32e-f15b-417a-abd7-6ac4364d7ebb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:20.672284 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:20.672702 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad5eb32e-f15b-417a-abd7-6ac4364d7ebb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:20.673345 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'code': 200} Jul 28 14:31:20.676163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:20.710347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:20.818032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:20.880416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:20.900259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5f14-8615-47b7-92c9-06711fcadefa req-31e29dc8-a470-404f-aa91-e05a1f098712 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.903900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba1f5f14-8615-47b7-92c9-06711fcadefa req-31e29dc8-a470-404f-aa91-e05a1f098712 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 943 time: 0.1664977 Jul 28 14:31:20.935689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6842-77c9-405a-9bfc-d1f5e3377d6b req-6dc7a6b1-a368-4852-83dc-b636720c9a50 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:20.938628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876f6842-77c9-405a-9bfc-d1f5e3377d6b req-6dc7a6b1-a368-4852-83dc-b636720c9a50 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 949 time: 0.0919158 Jul 28 14:31:20.962076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39466) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:20.975560 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba1f5f14-8615-47b7-92c9-06711fcadefa req-91a1f908-fbfa-4f46-973e-013205a916ac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Jul 28 14:31:21.036981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876f6842-77c9-405a-9bfc-d1f5e3377d6b req-f6ef62a7-fb83-4a51-83a6-ea2b281f5fec tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913301 Jul 28 14:31:21.120022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-network', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:21.143452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aefc4a3b-4383-41fd-a97c-b6401ad4b686 req-0ad4bd6a-fd11-41d7-ba31-971ca2c0f7a2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0383120 Jul 28 14:31:21.146348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Made reservation on behalf of 61761ed92f2142bc97a0f451bf6affc2 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:21.150362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.153038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:21.217637 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f9abddb-99aa-4e40-875e-54632ef2a213 req-98dcfde6-ee24-46b8-a5c1-154358f30aad tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 210 time: 0.0464287 Jul 28 14:31:21.344126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Allocated IP 172.20.0.4 (52f40c00-ca6c-4c49-990c-78d88a229568/0eb20191-9a4d-4d5e-b18e-4f8ef123a540/8dd428ce-8327-45d6-9db7-24ac652fb40e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:21.386937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Made reservation on behalf of 2c568ec7bbdc46c7b8869b41e7770d09 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:21.389248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.412686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.552712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.577661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Transition to ACTIVE for port object 8dd428ce-8327-45d6-9db7-24ac652fb40e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:21.636968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.666780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3e47-ff1d-49f6-a71e-af7d761c8060 req-078bc713-fe07-4d8f-808d-f43b928318af tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:21.671872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af8f3e47-ff1d-49f6-a71e-af7d761c8060 req-078bc713-fe07-4d8f-808d-f43b928318af tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 945 time: 0.0714803 Jul 28 14:31:21.718866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af8f3e47-ff1d-49f6-a71e-af7d761c8060 req-fbf70147-b6d6-47ce-b9d7-5f720a8a0f2f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Jul 28 14:31:21.780525 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.790644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.815654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:31:21.843576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4228e9a-8e66-41f6-a09d-e3fdb149dc38,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:21.860821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:21.860821 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Added segment 22162229-512e-476a-8bdb-c8ce36824a16 of type vlan for network 13b44c34-ed26-432d-bea2-4572e091c62f Jul 28 14:31:21.891486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:21.911183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:21.915855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:21.922863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:21.929420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.001908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.002852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.126374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dc2ef-a65e-4810-ac50-6d4216178876 req-2871f9d2-a969-4f83-846d-4891e388d353 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.128004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-934dc2ef-a65e-4810-ac50-6d4216178876 req-2871f9d2-a969-4f83-846d-4891e388d353 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 943 time: 0.0540266 Jul 28 14:31:22.161077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-140a8044-44a9-41be-b21e-b6540d2f8776 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122941 Jul 28 14:31:22.161668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.162711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.163386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.193372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-934dc2ef-a65e-4810-ac50-6d4216178876 req-654968ef-983d-4293-a328-102295cf9a44 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Jul 28 14:31:22.218014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Request body: {'port': {'device_id': '4da45407-c771-4c00-aced-5c8750931248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:22.278148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] Pushing event updated for resources: {'Network': ['ID=13b44c34-ed26-432d-bea2-4572e091c62f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:22.289263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 13b44c34-ed26-432d-bea2-4572e091c62f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:31:22.312748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.338044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c204dbe2-1ced-46d9-b668-f629e4306792 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3745034 Jul 28 14:31:22.338323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89df1543-1ed3-4650-8c69-2e5ebc97ccc0 None None] Provisioning for port 8dd428ce-8327-45d6-9db7-24ac652fb40e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:22.347492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41b5a-0fb5-4842-afb6-7c847226508e req-9a87c3d6-cf9c-4e58-8093-1d473590ec5a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.349981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89df1543-1ed3-4650-8c69-2e5ebc97ccc0 None None] Provisioning complete for port 8dd428ce-8327-45d6-9db7-24ac652fb40e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:22.350258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cc41b5a-0fb5-4842-afb6-7c847226508e req-9a87c3d6-cf9c-4e58-8093-1d473590ec5a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 949 time: 0.0823245 Jul 28 14:31:22.350912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:22.351336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89df1543-1ed3-4650-8c69-2e5ebc97ccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.357576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Request body: {'subnet': {'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-subnet', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:22.423447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cc41b5a-0fb5-4842-afb6-7c847226508e req-64ab8cd4-9213-45a9-86f2-4411511a5251 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Jul 28 14:31:22.550023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Made reservation on behalf of 2c568ec7bbdc46c7b8869b41e7770d09 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:22.554664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.567072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-89df1543-1ed3-4650-8c69-2e5ebc97ccc0 None None] Port 8dd428ce-8327-45d6-9db7-24ac652fb40e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:22.699747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad20eb35-27cb-4e22-9a19-d3adf4ca75ae req-52a96826-cab6-4a86-a89c-fa3e8a9650c4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 210 time: 0.0327394 Jul 28 14:31:22.710853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be148b-8f7c-4a29-89ac-c7ee6f10bfec req-6600fa30-6395-4244-ac4b-5d99bace615a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:22.713623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82be148b-8f7c-4a29-89ac-c7ee6f10bfec req-6600fa30-6395-4244-ac4b-5d99bace615a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 931 time: 0.1020918 Jul 28 14:31:22.846857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82be148b-8f7c-4a29-89ac-c7ee6f10bfec req-8c4f543b-623c-4be5-b408-99b08e858374 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018517 Jul 28 14:31:22.862584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd428ce-8327-45d6-9db7-24ac652fb40e {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:22.892741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:22.915589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Transition to ACTIVE for port object 8dd428ce-8327-45d6-9db7-24ac652fb40e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:23.036016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.100269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e9b89d-3b16-464b-a166-1e33417e2309,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:23.106291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Checking segment: {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:23.106647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Network hostable DHCP agents. Network: 13b44c34-ed26-432d-bea2-4572e091c62f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:31:23.127592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.199292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:23.221662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Network 13b44c34-ed26-432d-bea2-4572e091c62f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:31:23.280370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Attempting to bind port 8dd428ce-8327-45d6-9db7-24ac652fb40e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:23.280974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Attempting to bind port 8dd428ce-8327-45d6-9db7-24ac652fb40e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:23.281369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Attempting to bind port 8dd428ce-8327-45d6-9db7-24ac652fb40e on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:23.291126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Port 8dd428ce-8327-45d6-9db7-24ac652fb40e on network 52f40c00-ca6c-4c49-990c-78d88a229568 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:23.291607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Attempting to bind port 8dd428ce-8327-45d6-9db7-24ac652fb40e on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:23.303695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:23.303695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Checking segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:23.303950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Bound using segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:23.304466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Bound port: 8dd428ce-8327-45d6-9db7-24ac652fb40e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:23.305993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.361591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 13b44c34-ed26-432d-bea2-4572e091c62f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:23.366583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.367416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.375871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9d0c6-4f2f-419a-9ae2-3d9107569575 None None] Network 13b44c34-ed26-432d-bea2-4572e091c62f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:23.411407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 306a8917-dda9-4812-96f1-ef6f880b8fa3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:23.417248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:23.449776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f63da-6eea-4c7d-a917-d9817353aa26 req-a8aa19d9-f6b6-49e1-b99a-c1a9e50f6d5d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.451289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541f63da-6eea-4c7d-a917-d9817353aa26 req-a8aa19d9-f6b6-49e1-b99a-c1a9e50f6d5d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 943 time: 0.1332405 Jul 28 14:31:23.458779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:23.464492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:23.465807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-31869ebb-28cf-4109-9b84-92bcfed86c46 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1131294 Jul 28 14:31:23.468610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39520) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:23.478203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:23.534593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541f63da-6eea-4c7d-a917-d9817353aa26 req-b119910d-f0d6-49c9-8ef0-9b7eb6b43a5e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Jul 28 14:31:23.557301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.589675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.591706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.611585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.618185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.620152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] 10.222.0.50 "PUT /v2.0/ports/8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 1092 time: 1.4355106 Jul 28 14:31:23.624145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:23.627299 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:23.668795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc67e-ca60-4034-804b-11ad9f3e162b service neutron] Pushing event updated for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:23.680945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 3e342311-edac-449d-b496-c645ba8abfbc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:23.681821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.701943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c259e-a6cb-4049-b50f-f1963fd9fd02 req-7b4c402f-dd7c-4fd0-884a-d48779f81fa1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.709562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-305c259e-a6cb-4049-b50f-f1963fd9fd02 req-7b4c402f-dd7c-4fd0-884a-d48779f81fa1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 949 time: 0.1777215 Jul 28 14:31:23.786942 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102d35c4-0d83-4b81-a4cc-5ed7de787b2c x-openstack-request-id: req-102d35c4-0d83-4b81-a4cc-5ed7de787b2c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:23.787589 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:23.788107 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-102d35c4-0d83-4b81-a4cc-5ed7de787b2c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:23.789228 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'status': 'completed', 'code': 200} Jul 28 14:31:23.794314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:23.804524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-305c259e-a6cb-4049-b50f-f1963fd9fd02 req-2c913a10-ab39-4984-a144-18096bfcaa28 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931387 Jul 28 14:31:23.806699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.870612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '306a8917-dda9-4812-96f1-ef6f880b8fa3', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': '306a8917-dda9-4812-96f1-ef6f880b8fa3', 'mac_address': 'fa:16:3e:5c:d1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:23.916028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-13b44c34-ed26-432d-bea2-4572e091c62f', 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'fixed_ips': [{'subnet_id': '36e9b89d-3b16-464b-a166-1e33417e2309'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:31:23.917155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:23.935871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-1659dc54-5d18-442b-a994-065ac2747ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:23.938197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-1659dc54-5d18-442b-a994-065ac2747ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1095 time: 0.1301410 Jul 28 14:31:23.997095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.021237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25ac4cd1-1de4-439a-8c31-53b944fabd3a req-203e6809-7518-44ba-80c4-33aa05a0c3f2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 210 time: 0.0771501 Jul 28 14:31:24.081475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-ad520010-21ff-40ef-896e-e1997406449e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 217 time: 0.1185355 Jul 28 14:31:24.142519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306a8917-dda9-4812-96f1-ef6f880b8fa3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:24.150292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-95dd756f-4a22-4145-88b2-092b5a4a7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.153260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-95dd756f-4a22-4145-88b2-092b5a4a7239 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0638075 Jul 28 14:31:24.161149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.162627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.191556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68f483-4753-4daa-bdbb-189bfc21e25c req-fe813a90-fc91-4146-82ad-113208f94460 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.193151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e68f483-4753-4daa-bdbb-189bfc21e25c req-fe813a90-fc91-4146-82ad-113208f94460 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 943 time: 0.0944848 Jul 28 14:31:24.212100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:24.248666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-50c13a2f-912b-4d80-9384-c879cce7f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.251068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-50c13a2f-912b-4d80-9384-c879cce7f753 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606015 Jul 28 14:31:24.251844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:24.253959 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f946131-96c1-48b2-97b8-2870eeb92a01" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:24.273547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:24.287580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Allocated IP 172.20.0.2 (13b44c34-ed26-432d-bea2-4572e091c62f/36e9b89d-3b16-464b-a166-1e33417e2309/52c21da6-2796-47eb-835e-8e41655f50f4) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:24.365328 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233c9ea-b3bf-4682-a11b-b6d31a70dc17 x-openstack-request-id: req-2233c9ea-b3bf-4682-a11b-b6d31a70dc17 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:24.365767 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:24.365946 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2233c9ea-b3bf-4682-a11b-b6d31a70dc17 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:24.366341 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'code': 200} Jul 28 14:31:24.408095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-8605c628-6ffe-4bf4-889a-2934914fb0ea service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484308 Jul 28 14:31:24.447722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.457132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.567005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5939a6e-f338-452d-ad61-ab73a615fe7f req-9544ce4e-cdf4-4923-ac87-29e0791b1e02 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493020 Jul 28 14:31:24.596320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:24.598049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:24.642074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Transition to ACTIVE for port object 52c21da6-2796-47eb-835e-8e41655f50f4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:24.687558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:24.702525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Transition to ACTIVE for port object 52c21da6-2796-47eb-835e-8e41655f50f4 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:24.716873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31303ad-5d82-4571-9921-8e89bd915366 req-6af07dbc-d84d-4da3-ad9d-a7e37e042524 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.719320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b31303ad-5d82-4571-9921-8e89bd915366 req-6af07dbc-d84d-4da3-ad9d-a7e37e042524 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 944 time: 0.0861056 Jul 28 14:31:24.743216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:24.775784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b31303ad-5d82-4571-9921-8e89bd915366 req-6621d7a6-70fe-4033-94ef-d980daf94b4c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467381 Jul 28 14:31:24.827609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['306a8917-dda9-4812-96f1-ef6f880b8fa3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:24.852353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e68f483-4753-4daa-bdbb-189bfc21e25c req-b002a4a6-e310-49bf-89ae-06320b404a2b tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6419818 Jul 28 14:31:24.927872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-8ef310f5-b18f-4a75-be60-739ba29a52d6 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.929846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-8ef310f5-b18f-4a75-be60-739ba29a52d6 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 821 time: 0.7321305 Jul 28 14:31:24.935425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:24.941291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dec436-65d4-4039-b8a2-4bee3308db73 req-7cbe8d8a-3e29-43db-8a8c-2a83e3cf91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:24.944166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48dec436-65d4-4039-b8a2-4bee3308db73 req-7cbe8d8a-3e29-43db-8a8c-2a83e3cf91d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.2371180 Jul 28 14:31:24.954806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'port': {'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'admin_state_up': True, 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:24.961416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'mac_address': 'fa:16:3e:87:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:24.979994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.061742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-3bd9a778-b220-4c08-ae2b-f5560cee0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.066132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-3bd9a778-b220-4c08-ae2b-f5560cee0df5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1095 time: 0.0852244 Jul 28 14:31:25.160682 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.166878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Network 13b44c34-ed26-432d-bea2-4572e091c62f is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:25.188891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:25.196110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48dec436-65d4-4039-b8a2-4bee3308db73 req-10ece927-997b-4332-a623-0b2f5cbb2936 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329779 Jul 28 14:31:25.197186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Pushing event updated for resources: {'Port': ['ID=52c21da6-2796-47eb-835e-8e41655f50f4,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:25.199945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:25.210670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4660ca-16f8-4d96-82b6-004858d839eb {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:25.218621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12ec6c3e-92c1-429b-a028-c9715a4b1d61 req-7a0ba88f-10ec-4147-8344-aab0e15367fd tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 210 time: 0.0519986 Jul 28 14:31:25.271751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:25.292799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27684a-01c1-40fb-a3ab-41877a5ceaaf req-c7d12094-748a-4bfe-b247-2f3fa43bd0ef tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.294438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da27684a-01c1-40fb-a3ab-41877a5ceaaf req-c7d12094-748a-4bfe-b247-2f3fa43bd0ef tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.3234079 Jul 28 14:31:25.314548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Attempting to bind port 52c21da6-2796-47eb-835e-8e41655f50f4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:25.314548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Attempting to bind port 52c21da6-2796-47eb-835e-8e41655f50f4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:25.315021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Attempting to bind port 52c21da6-2796-47eb-835e-8e41655f50f4 on network 13b44c34-ed26-432d-bea2-4572e091c62f {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:25.323536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:25.324046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Checking segment: {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:25.324604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.325067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Bound using segment: {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:25.325622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Bound port: 52c21da6-2796-47eb-835e-8e41655f50f4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:25.326085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.332838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-312ec823-8d7f-4f78-90e9-4ad75d2ec32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.335570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-312ec823-8d7f-4f78-90e9-4ad75d2ec32d service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.2619505 Jul 28 14:31:25.404368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da27684a-01c1-40fb-a3ab-41877a5ceaaf req-64863339-7694-475e-af6a-34a41d58dbfe tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932207 Jul 28 14:31:25.435026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] For port 52c21da6-2796-47eb-835e-8e41655f50f4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:25.438825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-af5cf081-eb75-44fa-8c20-c09ab0ab3e73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 217 time: 0.0668344 Jul 28 14:31:25.440961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] For port 52c21da6-2796-47eb-835e-8e41655f50f4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=52c21da6-2796-47eb-835e-8e41655f50f4,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:25.507171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-b9f031c8-ef53-4e69-a319-07ea5aebb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.509403 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-b9f031c8-ef53-4e69-a319-07ea5aebb477 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0604599 Jul 28 14:31:25.544052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.571779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.577563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-185c78c8-6217-45ee-8141-1a09ffb80c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.580169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-185c78c8-6217-45ee-8141-1a09ffb80c08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618553 Jul 28 14:31:25.590355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.634674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Made reservation on behalf of 18b952ccd5c44d9ba9ab410bd33ab31d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:25.638131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.655393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:25.687459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:25.721365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-f516eaee-0396-4843-a992-74b0d8b29c52 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290522 Jul 28 14:31:25.779582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac1ec2-af1f-41ae-b1c5-369c951612da None None] Pushing event updated for resources: {'Port': ['ID=52c21da6-2796-47eb-835e-8e41655f50f4,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:25.845241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a722fc93-ca66-4e46-b7df-7d9b97ae97cc req-e167147a-49da-4e38-8fa8-719f861dfe2d service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130013 Jul 28 14:31:25.866950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Allocated IP 172.25.0.190 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/fe9b5e8b-f836-446c-8580-992e0241671a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:25.959460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679f4fc-61b4-4601-9ff8-8369c3ad323d req-3ccf0cd7-a4db-46c5-b330-cd32bc6fc463 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:25.961988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a679f4fc-61b4-4601-9ff8-8369c3ad323d req-3ccf0cd7-a4db-46c5-b330-cd32bc6fc463 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 944 time: 0.0699933 Jul 28 14:31:25.971961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Allocated IP 172.20.0.8 (6ac2e9a4-3873-464b-b2d8-12d3a1d311d6/04f1b2e7-1fc2-4ffb-92b9-0fe582e85391/2b3180de-3a4f-43db-b16b-062147414a1f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:26.038815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a679f4fc-61b4-4601-9ff8-8369c3ad323d req-d90b2856-085a-4ce0-bb4e-637e84278e6b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Jul 28 14:31:26.115767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882620c-8355-412c-bcc7-1d9121639628 req-4a65fee3-58e1-41ac-9faa-64e6c334a1d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.118005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5882620c-8355-412c-bcc7-1d9121639628 req-4a65fee3-58e1-41ac-9faa-64e6c334a1d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 943 time: 0.1356316 Jul 28 14:31:26.226599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.272147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5882620c-8355-412c-bcc7-1d9121639628 req-43b74f7d-120f-4629-b971-f0a584f528cf tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457646 Jul 28 14:31:26.292831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8b4660ca-16f8-4d96-82b6-004858d839eb'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:26.334627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.351072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Transition to ACTIVE for port object 2b3180de-3a4f-43db-b16b-062147414a1f will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:26.428491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-273e347b-3960-45e6-8e14-af8791eb4c92 req-0e37970d-441a-4f37-8621-1bc3c220396f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 210 time: 0.0742109 Jul 28 14:31:26.453312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.500053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.529597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:26.533703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4902e95-375e-4303-bade-2824996af788'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:26.543498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:26.547297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:26.560097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:26.572325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:26.592375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:26.620779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882ab1b-c48c-464f-afb1-3ce14100e1c1 req-aeed55cc-732f-4b0f-94fe-90082c8a790d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.628758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b882ab1b-c48c-464f-afb1-3ce14100e1c1 req-aeed55cc-732f-4b0f-94fe-90082c8a790d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0874310 Jul 28 14:31:26.673855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9b5e8b-f836-446c-8580-992e0241671a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:26.758273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b882ab1b-c48c-464f-afb1-3ce14100e1c1 req-c8886967-ada3-437c-9eb5-a637da985f32 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282218 Jul 28 14:31:26.837951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8dd428ce-8327-45d6-9db7-24ac652fb40e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:26.855642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:26.920599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event updated for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:26.968788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:26.969772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:26.983212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:31:27.106188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f075aeeb-372e-4a86-affd-61f8980a5db9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1582792 Jul 28 14:31:27.204494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8b4660ca-16f8-4d96-82b6-004858d839eb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:27.206098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.256024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd5db3-e816-447b-bc57-e9e8c21a6f4f None None] Network 13b44c34-ed26-432d-bea2-4572e091c62f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:31:27.265548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Request body: {'port': {'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:27.276730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-135748a0-7b7c-42e3-93f5-91a3586c9f72 None None] Provisioning for port 2b3180de-3a4f-43db-b16b-062147414a1f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:27.279996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:27.328395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.339955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-135748a0-7b7c-42e3-93f5-91a3586c9f72 None None] Provisioning complete for port 2b3180de-3a4f-43db-b16b-062147414a1f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:27.340737 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-135748a0-7b7c-42e3-93f5-91a3586c9f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.353174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'port_id': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'mac_address': 'fa:16:3e:0c:65:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:27.432798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 306a8917-dda9-4812-96f1-ef6f880b8fa3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:27.458947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.468700 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:31:27.472263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff6431-c5d4-41c8-86ea-c834879cb862 req-6882112c-d7d5-43a5-843c-2fac82d5a252 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:27.480603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-beff6431-c5d4-41c8-86ea-c834879cb862 req-6882112c-d7d5-43a5-843c-2fac82d5a252 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 944 time: 0.2306645 Jul 28 14:31:27.515114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6de1e-40f9-47c2-8f0d-2482b3f3aa1f req-cb5275e8-0deb-47b7-8897-f9d6cf56284c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:27.524992 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51b6de1e-40f9-47c2-8f0d-2482b3f3aa1f req-cb5275e8-0deb-47b7-8897-f9d6cf56284c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 943 time: 0.0807846 Jul 28 14:31:27.575419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51b6de1e-40f9-47c2-8f0d-2482b3f3aa1f req-fcd8ae29-3d48-4c93-b25c-2ca437857b21 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487859 Jul 28 14:31:27.659395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-beff6431-c5d4-41c8-86ea-c834879cb862 req-e929c12f-0b55-4cdc-a0d8-3180c513cfec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756237 Jul 28 14:31:27.696972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-135748a0-7b7c-42e3-93f5-91a3586c9f72 None None] Port 2b3180de-3a4f-43db-b16b-062147414a1f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:27.766482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.812169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd428ce-8327-45d6-9db7-24ac652fb40e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:27.817562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66d4c1-5dff-4788-b998-99fc3a2ce1bf req-e17e8531-794b-4855-880c-f2b16ba96dc4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:27.822707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.835446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f66d4c1-5dff-4788-b998-99fc3a2ce1bf req-e17e8531-794b-4855-880c-f2b16ba96dc4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 931 time: 0.1065607 Jul 28 14:31:27.898999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:27.949622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:27.952330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:27.955235 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e299c3-ecec-49e0-a697-29619d140901" -d '{"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:27.962688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 52c21da6-2796-47eb-835e-8e41655f50f4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:27.968420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 306a8917-dda9-4812-96f1-ef6f880b8fa3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:27.975699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f66d4c1-5dff-4788-b998-99fc3a2ce1bf req-9d0521d5-e96d-4209-8029-bcf3d25b549e tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389678 Jul 28 14:31:27.978194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 306a8917-dda9-4812-96f1-ef6f880b8fa3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:27.979130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:27.988313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.061445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.070122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:28.080542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-56b23a89-7bea-46f6-a207-af7e35fd9f95 None None] Provisioning for port 52c21da6-2796-47eb-835e-8e41655f50f4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:28.119688 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086583fa-ad2b-4729-9cc5-48a109184835 x-openstack-request-id: req-086583fa-ad2b-4729-9cc5-48a109184835 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:28.120578 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:28.127348 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-086583fa-ad2b-4729-9cc5-48a109184835 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:28.127348 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'code': 200} Jul 28 14:31:28.127889 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.205167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6cf3a-b74e-4eb7-87df-78917ab3e4f6 req-a6053328-eec0-41f6-8c8f-5560404c4616 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.217518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ce6cf3a-b74e-4eb7-87df-78917ab3e4f6 req-a6053328-eec0-41f6-8c8f-5560404c4616 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1832855 Jul 28 14:31:28.307964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:28.349087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.390442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3180de-3a4f-43db-b16b-062147414a1f {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:28.390902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8dd428ce-8327-45d6-9db7-24ac652fb40e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:28.418360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.427457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 52c21da6-2796-47eb-835e-8e41655f50f4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:28.433201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:28.435157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ce6cf3a-b74e-4eb7-87df-78917ab3e4f6 req-c632acdc-7e2a-4abf-a624-628515710c35 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165580 Jul 28 14:31:28.448672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 52c21da6-2796-47eb-835e-8e41655f50f4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:28.449183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.483176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Transition to ACTIVE for port object 2b3180de-3a4f-43db-b16b-062147414a1f will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:28.578852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.588825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.677357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:28.705601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Router 3cae4576-a69c-4870-9b86-53e14ed999d5 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:31:28.715560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed5e06-f32b-45c6-8226-66350b251a70 req-850041d2-124b-4647-a282-c921f3319b64 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.724624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03ed5e06-f32b-45c6-8226-66350b251a70 req-850041d2-124b-4647-a282-c921f3319b64 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1017470 Jul 28 14:31:28.791404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03ed5e06-f32b-45c6-8226-66350b251a70 req-42fe8dc3-a588-4d60-adf0-b4fa5c47c048 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655820 Jul 28 14:31:28.872263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:28.897932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-740354ee-dab1-4567-bbed-2658246180a9 None None] Provisioning complete for port 52c21da6-2796-47eb-835e-8e41655f50f4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:28.899452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-740354ee-dab1-4567-bbed-2658246180a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:28.932617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529d87-d5b3-434d-bb32-133936e390f2 req-7c3615d9-8fa9-43c2-9f2a-b69371e0643d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:28.944600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96529d87-d5b3-434d-bb32-133936e390f2 req-7c3615d9-8fa9-43c2-9f2a-b69371e0643d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 944 time: 0.2613192 Jul 28 14:31:28.948646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.018736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80601e-0d6d-4aec-b676-b1f383b3f547 req-ecfb072e-4bff-4a4a-b13e-d773bbbf0d93 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:29.039806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c80601e-0d6d-4aec-b676-b1f383b3f547 req-ecfb072e-4bff-4a4a-b13e-d773bbbf0d93 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.1731584 Jul 28 14:31:29.050392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 52c21da6-2796-47eb-835e-8e41655f50f4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=52c21da6-2796-47eb-835e-8e41655f50f4,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:29.109532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c80601e-0d6d-4aec-b676-b1f383b3f547 req-72228856-4ed1-43c0-a267-bfe4e7cda8aa tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688264 Jul 28 14:31:29.112398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96529d87-d5b3-434d-bb32-133936e390f2 req-9d0506d6-c07f-4eb8-8621-0a8f96d41ead tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663568 Jul 28 14:31:29.122835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Attempting to bind port 2b3180de-3a4f-43db-b16b-062147414a1f on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:29.127152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Attempting to bind port 2b3180de-3a4f-43db-b16b-062147414a1f by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:29.127836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Attempting to bind port 2b3180de-3a4f-43db-b16b-062147414a1f on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:29.149464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-740354ee-dab1-4567-bbed-2658246180a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.158204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Port 2b3180de-3a4f-43db-b16b-062147414a1f on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:29.158545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Attempting to bind port 2b3180de-3a4f-43db-b16b-062147414a1f on network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:29.161666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.169522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:29.172404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:29.172404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Checking segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:29.172404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Bound using segment: {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:29.173074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Bound port: 2b3180de-3a4f-43db-b16b-062147414a1f, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:29.173533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.266287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=52c21da6-2796-47eb-835e-8e41655f50f4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:29.271200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Sync routers for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:29.293214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:29.295837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:29.312298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:29.320062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2b3180de-3a4f-43db-b16b-062147414a1f,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:29.323510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:29.324969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5a7fe61-1b86-4dc9-a092-f20fdb89f660 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8548849 Jul 28 14:31:29.339101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39674) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:29.379693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-740354ee-dab1-4567-bbed-2658246180a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:31:29.380051 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-740354ee-dab1-4567-bbed-2658246180a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:31:29.495634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647206-fda0-4287-b0bb-1fb1ed942398 req-ec6a000f-139a-4549-86ce-85d57bf392f3 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:29.502183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53647206-fda0-4287-b0bb-1fb1ed942398 req-ec6a000f-139a-4549-86ce-85d57bf392f3 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 943 time: 0.1096947 Jul 28 14:31:29.569321 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53647206-fda0-4287-b0bb-1fb1ed942398 req-6006b616-0a5f-4248-ada9-4ecb09a816b5 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Jul 28 14:31:29.627440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:29.835675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 52c21da6-2796-47eb-835e-8e41655f50f4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:29.944023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.033575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.034219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.035848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 1092 time: 2.7871566 Jul 28 14:31:30.036360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:30.038659 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6819d497-2676-40eb-a2bd-10d0dc740475" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:30.046284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 52c21da6-2796-47eb-835e-8e41655f50f4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:30.047309 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.121540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:27Z', 'revision_number': 3, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:30.124145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1b0c-e02a-434b-abdb-72ee385454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:30.129141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:30.131882 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683176f3-2ba4-4580-ba90-628442b26367" -d '{"events": [{"server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "name": "network-vif-plugged", "status": "completed", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:30.142144 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b939cfe-dff7-42aa-8c09-cccad58c3ee2 x-openstack-request-id: req-8b939cfe-dff7-42aa-8c09-cccad58c3ee2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:30.142454 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:30.142675 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b939cfe-dff7-42aa-8c09-cccad58c3ee2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:30.143099 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f', 'status': 'completed', 'code': 200} Jul 28 14:31:30.240046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84e1b-94d5-46be-9806-8059c809c99a req-660a41c3-8388-45b1-8903-c98e0d2dfb04 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.247656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ad84e1b-94d5-46be-9806-8059c809c99a req-660a41c3-8388-45b1-8903-c98e0d2dfb04 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.3081946 Jul 28 14:31:30.344970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-01fa0279-91d8-4469-9880-d7e360b1be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.346514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-01fa0279-91d8-4469-9880-d7e360b1be2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1095 time: 0.1629481 Jul 28 14:31:30.354211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Checking router: 3cae4576-a69c-4870-9b86-53e14ed999d5 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:30.358631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Updating router 3cae4576-a69c-4870-9b86-53e14ed999d5 port fe9b5e8b-f836-446c-8580-992e0241671a binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:31:30.415588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ad84e1b-94d5-46be-9806-8059c809c99a req-ca6fc17d-a682-4740-bac1-252b685f04b8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669641 Jul 28 14:31:30.424828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.439267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23eb34-5b13-4271-83a3-a9e316a93c59 req-6cf12781-16d7-48b3-ba47-9e2732b9a774 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.448969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a23eb34-5b13-4271-83a3-a9e316a93c59 req-6cf12781-16d7-48b3-ba47-9e2732b9a774 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.2087612 Jul 28 14:31:30.524831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a23eb34-5b13-4271-83a3-a9e316a93c59 req-09c18812-55e2-4320-941e-a15293cc7191 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748661 Jul 28 14:31:30.719771 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118d533c-bcd9-415b-94fa-95d76ad0da52 x-openstack-request-id: req-118d533c-bcd9-415b-94fa-95d76ad0da52 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:30.720062 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "name": "network-vif-plugged", "status": "completed", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:30.720324 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-118d533c-bcd9-415b-94fa-95d76ad0da52 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:30.720724 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3', 'code': 200} Jul 28 14:31:30.760096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-8971098d-56d2-473d-a461-ba9b393b9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.761623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-8971098d-56d2-473d-a461-ba9b393b9542 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3772018 Jul 28 14:31:30.766459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8dd428ce-8327-45d6-9db7-24ac652fb40e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:30.782648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37f473-017d-419f-a436-b117cddeec0a req-547f038a-675b-40e6-b8ee-d3527907c811 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.784273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f37f473-017d-419f-a436-b117cddeec0a req-547f038a-675b-40e6-b8ee-d3527907c811 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 944 time: 0.2101173 Jul 28 14:31:30.824774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.851828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Transition to ACTIVE for port object fe9b5e8b-f836-446c-8580-992e0241671a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:30.893878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc5484-acbb-413d-9f28-08f4a3a125e0 req-de25c1bc-8722-4347-8d45-f60a68c50edb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.908032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2cc5484-acbb-413d-9f28-08f4a3a125e0 req-de25c1bc-8722-4347-8d45-f60a68c50edb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 943 time: 0.1249974 Jul 28 14:31:30.922490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724588-7181-4532-ae9b-b93fc6590a37 req-2bce4077-9390-46e2-948b-90765ea8403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:30.924118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a724588-7181-4532-ae9b-b93fc6590a37 req-2bce4077-9390-46e2-948b-90765ea8403b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 1097 time: 0.2472122 Jul 28 14:31:30.975743 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2cc5484-acbb-413d-9f28-08f4a3a125e0 req-86cc44f3-f330-43bc-bca5-7ca5000b623d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663049 Jul 28 14:31:30.978828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:30.991992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f37f473-017d-419f-a436-b117cddeec0a req-6fac7209-c643-4cde-ba2a-966a51f4939f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935070 Jul 28 14:31:31.037993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-ad26ba85-1edd-44bf-b329-f6a17b041e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:31.039738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6819d497-2676-40eb-a2bd-10d0dc740475 req-ad26ba85-1edd-44bf-b329-f6a17b041e95 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2679319 Jul 28 14:31:31.063845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Attempting to bind port fe9b5e8b-f836-446c-8580-992e0241671a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:31.064667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Attempting to bind port fe9b5e8b-f836-446c-8580-992e0241671a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:31.064667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Attempting to bind port fe9b5e8b-f836-446c-8580-992e0241671a on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:31.065645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a724588-7181-4532-ae9b-b93fc6590a37 req-a8baaf4f-7071-47cd-942a-07f7db269394 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083670 Jul 28 14:31:31.069856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8dd428ce-8327-45d6-9db7-24ac652fb40e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:31.079110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:31.079526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:31.080077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.080482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:31.080977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Bound port: fe9b5e8b-f836-446c-8580-992e0241671a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:31.081373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.086669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8dd428ce-8327-45d6-9db7-24ac652fb40e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:31.087319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.155434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628827bc-07e8-4fbc-a22c-f7976345924c None None] Pushing event updated for resources: {'Port': ['ID=fe9b5e8b-f836-446c-8580-992e0241671a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:31.201307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.204515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] For port fe9b5e8b-f836-446c-8580-992e0241671a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:31.208272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] For port fe9b5e8b-f836-446c-8580-992e0241671a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fe9b5e8b-f836-446c-8580-992e0241671a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:31.268158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.293056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.328019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:31.413197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:31.413774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:31.420350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.462877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Allocated IP 172.20.0.1 (13b44c34-ed26-432d-bea2-4572e091c62f/36e9b89d-3b16-464b-a166-1e33417e2309/ada59586-d070-4170-8456-23bcdd644f6e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:31.469870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-585a09fd-dda4-4722-9eb3-c8c04202a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:31.471801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-585a09fd-dda4-4722-9eb3-c8c04202a55b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1095 time: 0.0763309 Jul 28 14:31:31.524573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628827bc-07e8-4fbc-a22c-f7976345924c None None] Pushing event updated for resources: {'Port': ['ID=fe9b5e8b-f836-446c-8580-992e0241671a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:31.664514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92b80-4fb1-454f-9523-111bdbab4984 req-189deec6-f6a6-412a-88b7-58eb4a7f70bb tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:31.673264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fb92b80-4fb1-454f-9523-111bdbab4984 req-189deec6-f6a6-412a-88b7-58eb4a7f70bb tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1360521 Jul 28 14:31:31.733759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fb92b80-4fb1-454f-9523-111bdbab4984 req-7af3df07-5d9b-4a70-ac67-8313ec437e96 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Jul 28 14:31:31.742172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:31.801595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:31.809485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Transition to ACTIVE for port object ada59586-d070-4170-8456-23bcdd644f6e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:31.823225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:31.933762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-1a282918-e148-486e-b320-884c7fed45b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 217 time: 0.1578956 Jul 28 14:31:32.026738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2993c11-5bbc-4cdb-a657-4d3a6c05e7a0 req-684aeeb8-0b2f-4849-b1da-f39fe17b04a7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.029201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2993c11-5bbc-4cdb-a657-4d3a6c05e7a0 req-684aeeb8-0b2f-4849-b1da-f39fe17b04a7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.2522218 Jul 28 14:31:32.037772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.054410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-85677b6d-adb9-49d5-92f9-923a136d1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.056924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-85677b6d-adb9-49d5-92f9-923a136d1341 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1117930 Jul 28 14:31:32.071126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:27Z', 'revision_number': 3, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:32.107674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8bcd02-d4d4-4dde-8bb8-a2a8a970fb2d None None] The sync data for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 is: [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:27Z', 'revision_number': 3, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:32.153695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Network 13b44c34-ed26-432d-bea2-4572e091c62f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:32.163517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:32.166106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ad908-ee69-4427-8d00-8e9ff9da6d6f req-72b10611-b563-40d4-bc2f-2401af247f3e tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.166527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:32.177523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd8ad908-ee69-4427-8d00-8e9ff9da6d6f req-72b10611-b563-40d4-bc2f-2401af247f3e tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 943 time: 0.1081073 Jul 28 14:31:32.240975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd8ad908-ee69-4427-8d00-8e9ff9da6d6f req-cb4e4b71-3721-416e-823e-bd8493bf1b70 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624139 Jul 28 14:31:32.270344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2993c11-5bbc-4cdb-a657-4d3a6c05e7a0 req-169ecf5a-470b-42bc-b9f9-0a547e1ac712 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097743 Jul 28 14:31:32.272669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.284729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:32.413333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f03d5a07-8908-448e-abeb-6e1006c26958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.432313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-f03d5a07-8908-448e-abeb-6e1006c26958 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3263786 Jul 28 14:31:32.498337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118cd94-ebc3-4c36-b8cc-8c1b166f01c2 req-2a6b3b93-bd2d-4989-a5fe-dc5b4fe1879b tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.503228 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1118cd94-ebc3-4c36-b8cc-8c1b166f01c2 req-2a6b3b93-bd2d-4989-a5fe-dc5b4fe1879b tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1668735 Jul 28 14:31:32.650688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-a5a9bb0d-4bfc-4753-a6c1-c959ee29c601 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087862 Jul 28 14:31:32.657836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1118cd94-ebc3-4c36-b8cc-8c1b166f01c2 req-af5791b1-1df8-4c37-9e3c-f37e6c299ef0 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433983 Jul 28 14:31:32.721956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:32.724401 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cda588-f2e0-4e3e-9218-c33be9c92c3f" -d '{"events": [{"server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "name": "network-vif-plugged", "status": "completed", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:32.800734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.824673 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bc9bc6-10fc-424b-9f5f-85d583e94e3e x-openstack-request-id: req-07bc9bc6-10fc-424b-9f5f-85d583e94e3e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:32.826129 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "name": "network-vif-plugged", "status": "completed", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:32.826398 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07bc9bc6-10fc-424b-9f5f-85d583e94e3e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:32.827125 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'code': 200} Jul 28 14:31:32.874911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f87ed3d-0680-41ca-bf26-6340855284be None None] Provisioning for port ada59586-d070-4170-8456-23bcdd644f6e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:32.885907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f87ed3d-0680-41ca-bf26-6340855284be None None] Provisioning complete for port ada59586-d070-4170-8456-23bcdd644f6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:32.886323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f87ed3d-0680-41ca-bf26-6340855284be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:32.920869 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-085e6523-3cd7-46b6-9a7a-ac4abc6815f7 req-3bdbf170-8733-4209-b5d5-d5c354091227 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253208 Jul 28 14:31:32.927214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180e25-c6b3-474e-94a8-10702b76ca14 req-9fd47c2e-3c50-4cc4-a35a-2774fc8d85fc tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:32.929017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34180e25-c6b3-474e-94a8-10702b76ca14 req-9fd47c2e-3c50-4cc4-a35a-2774fc8d85fc tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0847943 Jul 28 14:31:32.985143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3f87ed3d-0680-41ca-bf26-6340855284be None None] Port ada59586-d070-4170-8456-23bcdd644f6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:33.089406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34180e25-c6b3-474e-94a8-10702b76ca14 req-4fc50764-9ece-4a4f-9b12-9c55f0c211e4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435616 Jul 28 14:31:33.096573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a7161-c1e1-483b-8925-11f3e73758ce req-d5bcc498-e40e-4fd6-bf86-73bb5b6a5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.098476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d84a7161-c1e1-483b-8925-11f3e73758ce req-d5bcc498-e40e-4fd6-bf86-73bb5b6a5fc8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1097 time: 0.1277351 Jul 28 14:31:33.110849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.156493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d84a7161-c1e1-483b-8925-11f3e73758ce req-095c3309-6e57-4374-9f2f-c5c7e0e50ef7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487475 Jul 28 14:31:33.196089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.290366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:33.357887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:33.477057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1fa9c-f9fa-4d4b-acdd-821ee153fc0d req-a6219376-268a-4af8-859e-1093e0d81f54 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.486479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91b1fa9c-f9fa-4d4b-acdd-821ee153fc0d req-a6219376-268a-4af8-859e-1093e0d81f54 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.0936491 Jul 28 14:31:33.529342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0b0d-8029-4cb7-8c24-f6927742e9bf req-ea6cbc3a-ccf2-4ba8-8cdf-605f6787c4fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:33.538340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642d0b0d-8029-4cb7-8c24-f6927742e9bf req-ea6cbc3a-ccf2-4ba8-8cdf-605f6787c4fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 943 time: 0.1468780 Jul 28 14:31:33.551071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Network 13b44c34-ed26-432d-bea2-4572e091c62f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:33.566361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:33.598071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91b1fa9c-f9fa-4d4b-acdd-821ee153fc0d req-71a364b2-a215-4ed2-a670-2dcb230d96eb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104224 Jul 28 14:31:33.668625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642d0b0d-8029-4cb7-8c24-f6927742e9bf req-8355bdaf-5c69-4d49-bd75-d63b243a4ef1 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288657 Jul 28 14:31:33.805378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Router 3cae4576-a69c-4870-9b86-53e14ed999d5 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:33.877324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fe9b5e8b-f836-446c-8580-992e0241671a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:34.011139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbc0-b82b-4c81-ae1e-707bf6674dfa req-04cd9212-9568-40ed-afb0-faef9912d2f3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.011139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ed5fbc0-b82b-4c81-ae1e-707bf6674dfa req-04cd9212-9568-40ed-afb0-faef9912d2f3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.0869143 Jul 28 14:31:34.029754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32cdaaa6-2b2a-45a7-b9df-5bb101e278d6 None None] Provisioning complete for port ada59586-d070-4170-8456-23bcdd644f6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:34.030306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32cdaaa6-2b2a-45a7-b9df-5bb101e278d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.067945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fe9b5e8b-f836-446c-8580-992e0241671a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:34.073975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fe9b5e8b-f836-446c-8580-992e0241671a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:34.074765 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.089822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ed5fbc0-b82b-4c81-ae1e-707bf6674dfa req-5b1c6076-2f99-4404-85ad-69f825880a55 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 Jul 28 14:31:34.091216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-32cdaaa6-2b2a-45a7-b9df-5bb101e278d6 None None] Port ada59586-d070-4170-8456-23bcdd644f6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:31:34.096431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fa25e-e63d-4d02-8cb6-197c0d785e34 req-086f8f7b-e4d3-4098-8023-02c37d24d21d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.098106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de9fa25e-e63d-4d02-8cb6-197c0d785e34 req-086f8f7b-e4d3-4098-8023-02c37d24d21d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1388133 Jul 28 14:31:34.115003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:34.134836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3b473d45-4d68-4405-8777-f9f7d21ad6f9 admin admin] 10.222.0.47 "PUT /v2.0/routers/3cae4576-a69c-4870-9b86-53e14ed999d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7932222 Jul 28 14:31:34.189058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de9fa25e-e63d-4d02-8cb6-197c0d785e34 req-fd8259a7-d52e-4221-a02e-eb58c9d104b2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766170 Jul 28 14:31:34.210142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.250397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fe9b5e8b-f836-446c-8580-992e0241671a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fe9b5e8b-f836-446c-8580-992e0241671a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:34.326112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85923c52-c55c-468f-a125-c7e0ae71aca2 req-17a089d3-d66e-4333-8d1d-27c7c40a2597 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.327753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85923c52-c55c-468f-a125-c7e0ae71aca2 req-17a089d3-d66e-4333-8d1d-27c7c40a2597 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0595443 Jul 28 14:31:34.359713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:34.373711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85923c52-c55c-468f-a125-c7e0ae71aca2 req-0448120b-c7aa-4255-a94b-c15d14d79d9c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Jul 28 14:31:34.463048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fe9b5e8b-f836-446c-8580-992e0241671a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:34.787791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df664647-7278-4114-bc1c-9baf28bc8554 req-399a6442-b4b6-4e9f-b050-710bc3038072 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1851830 Jul 28 14:31:34.808863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:34.869475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a41045-dc48-4c36-aea2-c83c32d85dd5 req-86f83c52-fc74-4621-aac9-eb2a8918323c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:34.871252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88a41045-dc48-4c36-aea2-c83c32d85dd5 req-86f83c52-fc74-4621-aac9-eb2a8918323c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 943 time: 0.0737479 Jul 28 14:31:34.883687 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Sync routers for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:34.894739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:34.895486 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:34.924731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88a41045-dc48-4c36-aea2-c83c32d85dd5 req-b86f0459-be72-4e7d-8131-503de8f7d608 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447259 Jul 28 14:31:34.988049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.077871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da9437-ae7f-4811-909f-34834e7cd759 req-4e1b414a-1cee-4d7b-bebe-5f17b751e5db tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.081437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82da9437-ae7f-4811-909f-34834e7cd759 req-4e1b414a-1cee-4d7b-bebe-5f17b751e5db tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.0721695 Jul 28 14:31:35.103614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:35.128135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82da9437-ae7f-4811-909f-34834e7cd759 req-e28e3787-1450-475e-905c-001f08193d68 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 Jul 28 14:31:35.235154 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.405954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Allocated IP 172.25.0.51 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/39e07f32-9995-4046-8b54-f110ce796fd2) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:35.422085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:32Z', 'revision_number': 4, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ada59586-d070-4170-8456-23bcdd644f6e', 'name': '', 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'mac_address': 'fa:16:3e:35:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:31Z', 'updated_at': '2021-07-28T14:31:32Z', 'revision_number': 2, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'subnets': [{'id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:35.468079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2b3180de-3a4f-43db-b16b-062147414a1f details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:35.475504 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Checking router: 3cae4576-a69c-4870-9b86-53e14ed999d5 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:35.475877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Updating router 3cae4576-a69c-4870-9b86-53e14ed999d5 port ada59586-d070-4170-8456-23bcdd644f6e binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:31:35.508705 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.589757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.650308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2b3180de-3a4f-43db-b16b-062147414a1f,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:35.662486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fa1d-1768-42d9-b48d-d237343df2d9 req-7bc78be0-ecff-44df-ae91-c61fe782cf3a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.664222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e114fa1d-1768-42d9-b48d-d237343df2d9 req-7bc78be0-ecff-44df-ae91-c61fe782cf3a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1027727 Jul 28 14:31:35.669850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '2b3180de-3a4f-43db-b16b-062147414a1f', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:35.741257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e114fa1d-1768-42d9-b48d-d237343df2d9 req-7eb606ca-cf0a-4b5b-b583-dab5aff63de2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670438 Jul 28 14:31:35.745092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.763107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.767201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3180de-3a4f-43db-b16b-062147414a1f {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:35.795834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2b3180de-3a4f-43db-b16b-062147414a1f,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:35.820498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fe9b5e8b-f836-446c-8580-992e0241671a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:35.858520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:35.868835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:35.874112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:35.899926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fe9b5e8b-f836-446c-8580-992e0241671a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:35.900749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:35.941603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af61f-12a8-4a23-8040-49214c53426d req-0c096700-df09-4230-8e7f-361a0a1e3d82 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:35.954041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-811af61f-12a8-4a23-8040-49214c53426d req-0c096700-df09-4230-8e7f-361a0a1e3d82 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0844526 Jul 28 14:31:35.967000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=39e07f32-9995-4046-8b54-f110ce796fd2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:35.968517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.010479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-811af61f-12a8-4a23-8040-49214c53426d req-79036a2c-2f68-44fc-b993-b669021d264d tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Jul 28 14:31:36.020026 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.040542 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Transition to ACTIVE for port object ada59586-d070-4170-8456-23bcdd644f6e will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:36.089407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.116442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.157338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf429-d92d-43a5-840d-da546be47cfb req-bd7c3bc9-1c73-4cef-8519-b96bb97fe3fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.163504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcdbf429-d92d-43a5-840d-da546be47cfb req-bd7c3bc9-1c73-4cef-8519-b96bb97fe3fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0792012 Jul 28 14:31:36.168328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:36.175238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'floatingip': {'port_id': '8dd428ce-8327-45d6-9db7-24ac652fb40e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:36.183786 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.228965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.286058 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Pushing event updated for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:36.314798 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.315201 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.315692 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.316037 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.316366 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.316695 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.317032 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.317368 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.317682 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.318022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.318327 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.318650 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:36.358884 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Attempting to bind port ada59586-d070-4170-8456-23bcdd644f6e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:36.361375 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Attempting to bind port ada59586-d070-4170-8456-23bcdd644f6e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:36.363309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Attempting to bind port ada59586-d070-4170-8456-23bcdd644f6e on network 13b44c34-ed26-432d-bea2-4572e091c62f {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:36.375055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['2b3180de-3a4f-43db-b16b-062147414a1f'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:36.376249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3629048-30d1-4257-a01f-67efe1a7d2bf req-a8243bf6-b68d-4391-ad83-482a49a67260 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.379850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.381178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3629048-30d1-4257-a01f-67efe1a7d2bf req-a8243bf6-b68d-4391-ad83-482a49a67260 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 944 time: 0.1127269 Jul 28 14:31:36.391101 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:36.392291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Checking segment: {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:36.392952 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.395286 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Bound using segment: {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:36.398995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Bound port: ada59586-d070-4170-8456-23bcdd644f6e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22162229-512e-476a-8bdb-c8ce36824a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:36.400031 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.488795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3629048-30d1-4257-a01f-67efe1a7d2bf req-11dc43f0-a39d-4bbe-996a-4154d61cff55 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017873 Jul 28 14:31:36.584103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-58322fd0-a14c-47bf-b88e-90ec090cf6a3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.594662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-58322fd0-a14c-47bf-b88e-90ec090cf6a3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.1459887 Jul 28 14:31:36.615073 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] For port ada59586-d070-4170-8456-23bcdd644f6e, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:36.631984 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] For port ada59586-d070-4170-8456-23bcdd644f6e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ada59586-d070-4170-8456-23bcdd644f6e,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:36.738886 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:36.833291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c491e9-3758-4154-8bbb-8966a2ea1389 req-77b86927-9bcd-4493-9fc3-b56adf809199 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:36.843726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7c491e9-3758-4154-8bbb-8966a2ea1389 req-77b86927-9bcd-4493-9fc3-b56adf809199 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 945 time: 0.1854448 Jul 28 14:31:36.889380 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:36.890454 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:36.914878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7c491e9-3758-4154-8bbb-8966a2ea1389 req-8baf83c2-89d2-46b3-adb2-e9f792607c58 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714984 Jul 28 14:31:36.948150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port 306a8917-dda9-4812-96f1-ef6f880b8fa3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:36.949210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.096650 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:37.234667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port 306a8917-dda9-4812-96f1-ef6f880b8fa3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=306a8917-dda9-4812-96f1-ef6f880b8fa3,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:37.234667 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.241246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.268835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for 306a8917-dda9-4812-96f1-ef6f880b8fa3 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:37.297628 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a9e11-e848-4641-97a7-8cb3769edee5 None None] Pushing event updated for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:37.413023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.430530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.553403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.616935 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:32Z', 'revision_number': 4, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ada59586-d070-4170-8456-23bcdd644f6e', 'name': '', 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'mac_address': 'fa:16:3e:35:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:31Z', 'updated_at': '2021-07-28T14:31:36Z', 'revision_number': 4, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'subnets': [{'id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:37.622438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=39e07f32-9995-4046-8b54-f110ce796fd2,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:37.633664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:37.659385 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28024e7c-6330-4dde-8973-ce5252d93444 None None] The sync data for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 is: [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:32Z', 'revision_number': 4, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ada59586-d070-4170-8456-23bcdd644f6e', 'name': '', 'network_id': '13b44c34-ed26-432d-bea2-4572e091c62f', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'mac_address': 'fa:16:3e:35:f9:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:31Z', 'updated_at': '2021-07-28T14:31:36Z', 'revision_number': 4, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'subnets': [{'id': '36e9b89d-3b16-464b-a166-1e33417e2309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:37.717874 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Floating IP edfd139a-a604-4edd-8404-59b3fb5f7544 associated. External IP: 172.25.0.25, port: 8dd428ce-8327-45d6-9db7-24ac652fb40e. Jul 28 14:31:38.109006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1c165-bec1-4784-8768-7f4f26285823 req-511b5c6b-82ce-47d2-88b7-1a93bbbf2988 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.115308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0e1c165-bec1-4784-8768-7f4f26285823 req-511b5c6b-82ce-47d2-88b7-1a93bbbf2988 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.7159729 Jul 28 14:31:38.188989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0e1c165-bec1-4784-8768-7f4f26285823 req-52631bf6-921a-46f9-b495-682ed573cccc tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678504 Jul 28 14:31:38.233900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.276861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:38.281290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=306a8917-dda9-4812-96f1-ef6f880b8fa3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:38.304576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.317651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df664647-7278-4114-bc1c-9baf28bc8554 req-b8b16db7-bc80-403c-b4d9-fb5faeab56f3 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5218642 Jul 28 14:31:38.427565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port 306a8917-dda9-4812-96f1-ef6f880b8fa3 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:38.432434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:38.435068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-013a3fae-14fa-40a2-a9ea-3a6709f10944 req-1b8552ad-8b70-4572-bed7-e8d584e361f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "DELETE /v2.0/ports/306a8917-dda9-4812-96f1-ef6f880b8fa3 HTTP/1.1" status: 204 len: 173 time: 1.8357658 Jul 28 14:31:38.435533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'name': 'network-vif-deleted', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:38.437810 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc2e6c-c75d-4b91-8180-7f1b4987ea3b" -d '{"events": [{"server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "name": "network-vif-deleted", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:38.464201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df664647-7278-4114-bc1c-9baf28bc8554 req-d6e68f39-30d4-480c-91d5-9a660bf81895 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.1453860 Jul 28 14:31:38.487325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba577b-1459-4372-a94d-4d76cd551215 req-34157747-d9c9-483a-af53-93ee10bbcbe2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.499929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adba577b-1459-4372-a94d-4d76cd551215 req-34157747-d9c9-483a-af53-93ee10bbcbe2 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 944 time: 0.2073095 Jul 28 14:31:38.583365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adba577b-1459-4372-a94d-4d76cd551215 req-d7cb71ac-2e01-4ea1-afe3-3e797b0ccfa7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828195 Jul 28 14:31:38.700399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:38.730583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6556365-acaf-4c2f-921b-36d090474c41 req-15a96db1-0913-4188-bcc4-bdcb4d84d396 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e7e785f-3700-4bd2-8741-8b956264786e HTTP/1.1" status: 200 len: 210 time: 0.0441349 Jul 28 14:31:38.922167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df664647-7278-4114-bc1c-9baf28bc8554 req-190ddf63-4e1b-4a71-8209-812a613d5be9 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:38.938232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df664647-7278-4114-bc1c-9baf28bc8554 req-190ddf63-4e1b-4a71-8209-812a613d5be9 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.4624319 Jul 28 14:31:39.011968 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d51621-1eac-4e12-acbc-bf10062f7df7 x-openstack-request-id: req-e6d51621-1eac-4e12-acbc-bf10062f7df7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:39.011968 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7e785f-3700-4bd2-8741-8b956264786e", "name": "network-vif-deleted", "tag": "306a8917-dda9-4812-96f1-ef6f880b8fa3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:39.011968 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6d51621-1eac-4e12-acbc-bf10062f7df7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:39.013499 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7e785f-3700-4bd2-8741-8b956264786e', 'name': 'network-vif-deleted', 'tag': '306a8917-dda9-4812-96f1-ef6f880b8fa3', 'status': 'completed', 'code': 200} Jul 28 14:31:39.018684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:39.034298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.043705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:39.063357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:39.064284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:39.108155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b3c72e3b-e1b6-49f2-998d-c934e84433fa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "PUT /v2.0/floatingips/edfd139a-a604-4edd-8404-59b3fb5f7544 HTTP/1.1" status: 200 len: 990 time: 2.9380922 Jul 28 14:31:39.109185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:39.111878 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631917d5-1527-4efb-8bca-29d388ffdadc" -d '{"events": [{"name": "network-changed", "server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:39.231934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:39.265275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-4ef41127-67c2-4466-94e0-e0b831038c5a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2229915 Jul 28 14:31:39.278599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:39.342529 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7849a-f50b-4429-8617-7e27cefd45b0 x-openstack-request-id: req-6fc7849a-f50b-4429-8617-7e27cefd45b0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:39.343977 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:39.343977 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6fc7849a-f50b-4429-8617-7e27cefd45b0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:39.344805 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'status': 'completed', 'code': 200} Jul 28 14:31:39.406904 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.499610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2b3180de-3a4f-43db-b16b-062147414a1f up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:39.523854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631917d5-1527-4efb-8bca-29d388ffdadc req-757e48ea-e8fa-4f53-85df-77f4321e39a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.527619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-757e48ea-e8fa-4f53-85df-77f4321e39a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1097 time: 0.1439428 Jul 28 14:31:39.639394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.777522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'edfd139a-a604-4edd-8404-59b3fb5f7544', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:0c:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da45407-c771-4c00-aced-5c8750931248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:12Z', 'updated_at': '2021-07-28T14:31:37Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:39.780304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 2b3180de-3a4f-43db-b16b-062147414a1f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:39.806993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14bab2-4415-41b3-8921-d599d913dd61 req-a21ab17c-e834-4b06-a401-443d779e4bea tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.811388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:39.813512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 2b3180de-3a4f-43db-b16b-062147414a1f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:39.814113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:39.830237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc14bab2-4415-41b3-8921-d599d913dd61 req-a21ab17c-e834-4b06-a401-443d779e4bea tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.3577561 Jul 28 14:31:39.865598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:39.866747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:39.870158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ada59586-d070-4170-8456-23bcdd644f6e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:39.885345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631917d5-1527-4efb-8bca-29d388ffdadc req-a27057ec-80fe-4cb8-bbca-2b7095971a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:39.886719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Allocated IP 172.25.0.213 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/444be370-56e1-4aef-85e5-262db4a5e79c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:39.886946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-a27057ec-80fe-4cb8-bbca-2b7095971a2c service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.3147724 Jul 28 14:31:40.024934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc14bab2-4415-41b3-8921-d599d913dd61 req-8a52d620-0e3f-4686-9823-c4d05a22ab73 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826673 Jul 28 14:31:40.087578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-9427394a-9161-49a3-ad6d-41940a8465f5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 998 time: 0.1854007 Jul 28 14:31:40.150865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:40.199057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.199331 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.260365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:40.262678 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552438a-27d4-48aa-9799-019167ae4ce6" -d '{"events": [{"server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "name": "network-vif-plugged", "status": "completed", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:40.274891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631917d5-1527-4efb-8bca-29d388ffdadc req-4de7f867-c2a9-4284-9128-9b59a4c31ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.276432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-4de7f867-c2a9-4284-9128-9b59a4c31ed9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.1813784 Jul 28 14:31:40.285321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2b3180de-3a4f-43db-b16b-062147414a1f,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:40.295538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc082-2f1e-4fe3-a93f-a21b1fbadaf0 req-bb062c77-a835-429a-b365-975d171fc229 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.297722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d51cc082-2f1e-4fe3-a93f-a21b1fbadaf0 req-bb062c77-a835-429a-b365-975d171fc229 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 944 time: 0.0797584 Jul 28 14:31:40.371390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d51cc082-2f1e-4fe3-a93f-a21b1fbadaf0 req-7e5fd4f5-0918-4cb1-a657-ae53301ba64a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588531 Jul 28 14:31:40.380525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631917d5-1527-4efb-8bca-29d388ffdadc req-ffbea878-8195-4943-9303-cc3c5bd4a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:40.382262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-ffbea878-8195-4943-9303-cc3c5bd4a911 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832303 Jul 28 14:31:40.471851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'edfd139a-a604-4edd-8404-59b3fb5f7544', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:0c:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da45407-c771-4c00-aced-5c8750931248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:12Z', 'updated_at': '2021-07-28T14:31:37Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:40.512112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31d169-579e-4166-987a-5052f96c6292 None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'edfd139a-a604-4edd-8404-59b3fb5f7544', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:0c:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da45407-c771-4c00-aced-5c8750931248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:12Z', 'updated_at': '2021-07-28T14:31:37Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:40.519920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ada59586-d070-4170-8456-23bcdd644f6e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:40.521268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-a35433f1-4f9f-475e-ad12-6628cb4d35a6 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261427 Jul 28 14:31:40.548488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ada59586-d070-4170-8456-23bcdd644f6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:40.548488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.579502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.603753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.606706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 306a8917-dda9-4812-96f1-ef6f880b8fa3 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:40.652663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 306a8917-dda9-4812-96f1-ef6f880b8fa3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:40.663323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 306a8917-dda9-4812-96f1-ef6f880b8fa3 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:40.667804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:40.669269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:40.671699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:40.808260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-631917d5-1527-4efb-8bca-29d388ffdadc req-f4b19f3e-33aa-41ce-8808-94d3cac5bcca service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797391 Jul 28 14:31:40.814902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=444be370-56e1-4aef-85e5-262db4a5e79c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:40.853626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb637de-6030-4d28-8cfc-b2507d88c59f None None] New status for floating IP edfd139a-a604-4edd-8404-59b3fb5f7544: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:31:40.904933 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d6123c-3d49-481d-9f69-9ebd2ba1a1ae x-openstack-request-id: req-e3d6123c-3d49-481d-9f69-9ebd2ba1a1ae {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:40.905274 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "name": "network-vif-plugged", "status": "completed", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:40.905579 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3d6123c-3d49-481d-9f69-9ebd2ba1a1ae {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:40.908750 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f', 'code': 200} Jul 28 14:31:40.908750 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:40.915204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.166585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:41.167281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.196063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ada59586-d070-4170-8456-23bcdd644f6e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ada59586-d070-4170-8456-23bcdd644f6e,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:41.292661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163e9bf-9726-4e94-8321-83bafb767962 req-0ea680d1-a201-421b-9e8d-79e8a53876d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.294262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4163e9bf-9726-4e94-8321-83bafb767962 req-0ea680d1-a201-421b-9e8d-79e8a53876d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1097 time: 0.2319088 Jul 28 14:31:41.319102 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.366680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4163e9bf-9726-4e94-8321-83bafb767962 req-85ce4d28-cd79-401b-903e-f392d0c1b049 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634871 Jul 28 14:31:41.394032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:41.423087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.536065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.661556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.665127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=444be370-56e1-4aef-85e5-262db4a5e79c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:41.712646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb8518-d3f8-4059-856c-62cc2d3b6e04 req-3b025f25-f8bd-4379-b48a-7c5aa621a610 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:41.715265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebeb8518-d3f8-4059-856c-62cc2d3b6e04 req-3b025f25-f8bd-4379-b48a-7c5aa621a610 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0807712 Jul 28 14:31:41.784561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebeb8518-d3f8-4059-856c-62cc2d3b6e04 req-5b5d8be1-9db2-432d-b7d9-361cbac91ef7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594881 Jul 28 14:31:41.814647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ada59586-d070-4170-8456-23bcdd644f6e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:41.840602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.846245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-198959bc-b6e9-44d9-9fe2-0e0c3e06f1db tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5678971 Jul 28 14:31:41.882916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ada59586-d070-4170-8456-23bcdd644f6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:41.883674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:41.986898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-aa62096f-9cfe-4b33-aefe-dc7ffd097610 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.1334946 Jul 28 14:31:42.029945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd312-ba14-4539-8a99-f553155b8d31 req-d412daa2-a579-4583-879b-63d58139592a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.043400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcbfd312-ba14-4539-8a99-f553155b8d31 req-d412daa2-a579-4583-879b-63d58139592a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 945 time: 0.1377561 Jul 28 14:31:42.126869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcbfd312-ba14-4539-8a99-f553155b8d31 req-d8e246f9-d192-49c3-8fe6-a4fd0be05e66 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789871 Jul 28 14:31:42.185121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-391a97f8-92fb-4473-accb-83baab32401a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.195837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5bf82a77-9987-48b3-8ab4-f5f5b3163d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.197548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f742510-de8a-4eba-b930-5fe4800cd270 req-391a97f8-92fb-4473-accb-83baab32401a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2095954 Jul 28 14:31:42.528052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-35086a98-928b-407d-a0f1-13c6a29fa7bb tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1664848 Jul 28 14:31:42.534070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:42.715159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-ff826ffb-dc87-4b76-9d7e-99d229588e2c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:42.716872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-ff826ffb-dc87-4b76-9d7e-99d229588e2c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1358442 Jul 28 14:31:42.720872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.746484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-1492ab6f-6922-468b-8c2e-ecca81ba3899 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0134273 Jul 28 14:31:42.836485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-cdbcfe81-7ee9-4266-8365-d4c0bc8537fe tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810318 Jul 28 14:31:42.901553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:42.983594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-8c514fdf-b55d-4f44-b508-c6f08a2e1369 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264238 Jul 28 14:31:43.060334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Allocated IP 172.25.0.21 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ae7c12a4-6669-4835-9c5a-4fda6038421d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:43.112650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-b9a4b4d6-7ba7-419d-bd03-53c09ade8a35 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244264 Jul 28 14:31:43.215764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.396048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.468791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=ae7c12a4-6669-4835-9c5a-4fda6038421d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:43.478993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:43.480717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:43.485259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:43.575103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ce258-3ccb-46ca-8be8-7d1c5f1a1fa5 req-be8c24dc-1a8a-4fff-93e8-76869058ea7f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.593653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b07ce258-3ccb-46ca-8be8-7d1c5f1a1fa5 req-be8c24dc-1a8a-4fff-93e8-76869058ea7f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1560287 Jul 28 14:31:43.644272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.654259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b07ce258-3ccb-46ca-8be8-7d1c5f1a1fa5 req-15d01cfe-4a42-4602-910f-2d6b35325802 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 Jul 28 14:31:43.766160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:43.811132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504026c-0c1e-48b4-b266-b48a370bcfda req-684dda69-2db6-4c9d-9694-9de96babd5fd tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:43.813318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b504026c-0c1e-48b4-b266-b48a370bcfda req-684dda69-2db6-4c9d-9694-9de96babd5fd tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 945 time: 0.0808501 Jul 28 14:31:43.903113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b504026c-0c1e-48b4-b266-b48a370bcfda req-a69ab2b2-7580-4328-8404-400e9de29f7b tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825317 Jul 28 14:31:43.993945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.127153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.129856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d92b8fce-eee2-4a7b-b7cc-82326ae6632f req-72e3df00-534d-476e-9e0d-28ca05edd0f7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 210 time: 0.0377207 Jul 28 14:31:44.227725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=ae7c12a4-6669-4835-9c5a-4fda6038421d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:44.250628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.390289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.392713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-c1a363e0-cba2-445e-854e-ca27b4cb8c64 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8629653 Jul 28 14:31:44.484755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-16272a01-1afe-4a8b-ae39-e836e4b1c8ff tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0821555 Jul 28 14:31:44.570528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418524c7-613a-440e-939b-5e21a234d8e3 req-099415a8-6eea-4daa-84a6-7a0d6459c3eb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.572418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-099415a8-6eea-4daa-84a6-7a0d6459c3eb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0643461 Jul 28 14:31:44.628729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-ae48dab6-c08a-466a-b48c-cc719eec2c6c tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:44.631011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-310da32d-084a-4d2a-a3eb-5c31e85da98c req-ae48dab6-c08a-466a-b48c-cc719eec2c6c tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1452348 Jul 28 14:31:44.640776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-a9b5ac3a-f362-4224-9b9e-f4f1aeb4ea7b tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.0613151 Jul 28 14:31:44.653362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:44.701368 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.785145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-628daa85-89a4-4182-8bf8-31717e6e0e97 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1293302 Jul 28 14:31:44.797355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:44.932239 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-acd4aa37-5cf7-4302-81e8-0084bcba4487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:44.935028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.000927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.160525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.297998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.315412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Allocated IP 172.25.0.170 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/7e34f84f-2e88-4318-8281-5f0a1a33f89b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:45.443627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.462694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.570600 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa associated. External IP: 172.25.0.124, port: e4902e95-375e-4303-bade-2824996af788. Jul 28 14:31:45.736713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.767498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:45.770434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:45.777869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:45.783745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=7e34f84f-2e88-4318-8281-5f0a1a33f89b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:45.816611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:45.869183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.927916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:45.933009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:45.939409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:45.949604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:45.950295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:45.963332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-719a24f1-3fa4-444d-a5e4-d368b7a861f7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "PUT /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 997 time: 1.3146408 Jul 28 14:31:45.963912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:45.966223 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4023062-de52-4371-9f53-73d9985c428e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:46.018975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418524c7-613a-440e-939b-5e21a234d8e3 req-99e044df-9044-4bbc-9a51-0e4f7c23ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.020516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-99e044df-9044-4bbc-9a51-0e4f7c23ff4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.0445478 Jul 28 14:31:46.060247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:46.119536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418524c7-613a-440e-939b-5e21a234d8e3 req-097e2889-6d66-4eff-9423-31ed82124b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.120996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-097e2889-6d66-4eff-9423-31ed82124b63 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.0938692 Jul 28 14:31:46.203147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-6664de74-cabe-4a2e-a024-3c47b2a33596 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 1000 time: 0.0753880 Jul 28 14:31:46.204956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.216316 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.264219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418524c7-613a-440e-939b-5e21a234d8e3 req-c628756e-d664-4964-a9de-4bb3496549d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.272424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-c628756e-d664-4964-a9de-4bb3496549d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0623629 Jul 28 14:31:46.316861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418524c7-613a-440e-939b-5e21a234d8e3 req-d26c50b1-7294-449b-af5f-4530a184ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.324250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-d26c50b1-7294-449b-af5f-4530a184ef4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496416 Jul 28 14:31:46.335817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:45Z', 'revision_number': 1, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:46.371189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:46.380090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:46.380722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:46.416288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.430473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-c42a0f58-a98d-46bd-9be9-b30d9f025594 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052482 Jul 28 14:31:46.496579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:46.524131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-418524c7-613a-440e-939b-5e21a234d8e3 req-33d3857a-8ab1-463e-ae83-afc92ce3a7ae service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Jul 28 14:31:46.537354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.625142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event updated for resources: {'Port': ['ID=7e34f84f-2e88-4318-8281-5f0a1a33f89b,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:46.638576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.753239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:45Z', 'revision_number': 1, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:46.782434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0d74e-9039-4b6e-9fa1-38eccdef1a8a None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:45Z', 'revision_number': 1, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:46.789614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:46.794979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-22f7978f-550e-4d3e-89f4-ae06f6920cd5 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9990432 Jul 28 14:31:46.847521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-8355b2e1-026c-4288-ab35-e67d8a3ccdf0 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.0500779 Jul 28 14:31:46.853071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80466030-88d5-4bbc-802e-4cc7cb2fdd4b req-3ea9704d-09c7-4464-b682-434f23a00814 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.854636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80466030-88d5-4bbc-802e-4cc7cb2fdd4b req-3ea9704d-09c7-4464-b682-434f23a00814 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0620625 Jul 28 14:31:46.912500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80466030-88d5-4bbc-802e-4cc7cb2fdd4b req-6e8bdfa4-6742-47cd-9faa-5e379ed33f32 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512662 Jul 28 14:31:46.967448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-77848cd0-5d1f-4452-ad7c-9c865559f7d7 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:46.968915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80bbf7b0-def4-4af6-85fd-29e4ae77a25d req-77848cd0-5d1f-4452-ad7c-9c865559f7d7 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1144431 Jul 28 14:31:47.059775 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41b213-b87d-4dda-bf38-a4e1e9238af2 None None] New status for floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:31:47.065416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16242e2f-1599-4e70-a42a-9b07872dbd85 req-2cc9509e-4e45-4951-8847-d07ad2298ad4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 210 time: 0.0454972 Jul 28 14:31:47.185172 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62dc94-3b71-409f-bf5a-22834a537d80 x-openstack-request-id: req-0c62dc94-3b71-409f-bf5a-22834a537d80 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:47.185172 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:47.185172 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c62dc94-3b71-409f-bf5a-22834a537d80 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:47.185172 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:31:47.253736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e51badf2-edb1-4774-a5aa-981dbc12f8ff req-730a7a19-de5c-4f54-ba4c-c5877dd8d8bc tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips/e4be040f-40eb-4282-be44-6ef4539f58e1 HTTP/1.1" status: 200 len: 693 time: 0.0489073 Jul 28 14:31:47.304984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4023062-de52-4371-9f53-73d9985c428e req-734488e0-cc14-496d-8078-4d8903f27dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.306485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-734488e0-cc14-496d-8078-4d8903f27dd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.0729735 Jul 28 14:31:47.317335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-0af68d20-bf10-4375-81d8-759ea7e6922f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.319053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-0af68d20-bf10-4375-81d8-759ea7e6922f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0839174 Jul 28 14:31:47.378669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51badf2-edb1-4774-a5aa-981dbc12f8ff req-9c14db69-3be3-40d5-95f5-4bbb96e3c232 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.382737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e51badf2-edb1-4774-a5aa-981dbc12f8ff req-9c14db69-3be3-40d5-95f5-4bbb96e3c232 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1200123 Jul 28 14:31:47.503920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-3468e920-ad97-483e-b549-4b2e451bdd5b tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1002 time: 0.1744349 Jul 28 14:31:47.519997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-6892605d-ccde-4472-9b7d-0f27d03af72b tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips/e4be040f-40eb-4282-be44-6ef4539f58e1 HTTP/1.1" status: 200 len: 693 time: 0.0603664 Jul 28 14:31:47.530020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:47.542727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.565797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4023062-de52-4371-9f53-73d9985c428e req-77288f2e-6629-4090-8d00-5a0e11c0f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.567603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-77288f2e-6629-4090-8d00-5a0e11c0f790 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2471642 Jul 28 14:31:47.640355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-47af3f7b-fd3d-4766-9fdf-f9f10274f04a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.641859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-47af3f7b-fd3d-4766-9fdf-f9f10274f04a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1146612 Jul 28 14:31:47.666203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-21064a80-fd29-4da3-a9a3-0d47df56fd8b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.667761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-21064a80-fd29-4da3-a9a3-0d47df56fd8b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.2445679 Jul 28 14:31:47.672544 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:47.713738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:47.774445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-9975813d-986d-473e-baa2-bdadd740b6de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 1002 time: 0.1875215 Jul 28 14:31:47.918224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4023062-de52-4371-9f53-73d9985c428e req-a3f40f14-e072-488f-a57d-b5681d8f3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:47.919784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-a3f40f14-e072-488f-a57d-b5681d8f3f30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1351547 Jul 28 14:31:48.024825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-838ace90-5e4d-4e70-a47c-8c4fda074343 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.3755932 Jul 28 14:31:48.070289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4023062-de52-4371-9f53-73d9985c428e req-ee5ce59d-2cde-4a58-855e-69045b0dd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:48.072639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-ee5ce59d-2cde-4a58-855e-69045b0dd62f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389728 Jul 28 14:31:48.080566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-0a6b4a7d-6431-48b5-8d06-ed25a09de465 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.170 HTTP/1.1" status: 200 len: 696 time: 0.0493081 Jul 28 14:31:48.170617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:48.174050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.215012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Deleting port 7e34f84f-2e88-4318-8281-5f0a1a33f89b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:48.215289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.290675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.290926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.302929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Calling delete_port for 7e34f84f-2e88-4318-8281-5f0a1a33f89b owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:48.571814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.606042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event deleted for resources: {'Port': ['ID=7e34f84f-2e88-4318-8281-5f0a1a33f89b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:48.653291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-3742c0da-5d35-40fd-aeb0-dbcc1290ba2c service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609605 Jul 28 14:31:48.677319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.681908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.691109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed227531-89e4-4083-a15c-2ca817a4f6b3 req-07c3e913-130a-428d-9d76-b447753f3435 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "DELETE /v2.0/floatingips/e4be040f-40eb-4282-be44-6ef4539f58e1 HTTP/1.1" status: 204 len: 173 time: 0.5957873 Jul 28 14:31:48.865963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.13 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/f17265b2-e15b-4e84-8c87-5abcd2ffb7f9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:48.868192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:48.884539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4023062-de52-4371-9f53-73d9985c428e req-ef8f06d6-4aad-4130-9685-478e7aef9358 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176654 Jul 28 14:31:48.953534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.972985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:48.976313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:48.978833 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861238d-59d9-4ed7-907a-7e416da1acb1" -d '{"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:48.993477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:49.078558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.164977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.274842 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa associated. External IP: 172.25.0.124, port: e4902e95-375e-4303-bade-2824996af788. Jul 28 14:31:49.309032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.331047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.364987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:49.375099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:49.378035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.378386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.378728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.379143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.379626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.380145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.380654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.381119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.381605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.382751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.383215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.383729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:31:49.428389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:49.435778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:49.438251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:49.440903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:49.536298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:49.536930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.606010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:49.614063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:49.732197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:49.744004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:49.753075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:49.766278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:49.770373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-22bf2efb-db16-406d-a98d-a160891a337f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0625648 Jul 28 14:31:49.790763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Request body: {'port': {'device_id': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:49.870526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:49.891273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.108698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:50.136662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:48Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:50.175605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:50.202282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:50.203066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:50.310352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:50.317490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.377363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:50.382295 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8365f38a-ff97-4f01-bc10-7f6ba414b25d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:50.391359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:50.413958 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.418906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.433533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-827980c3-9a34-442e-a8c7-643495c48c3c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "PUT /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 998 time: 2.9161050 Jul 28 14:31:50.434518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Transition to ACTIVE for port object f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:50.447547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:50.485369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-fc85e0e7-cd04-4de9-9be4-4e2a283a3c9c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.486788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-fc85e0e7-cd04-4de9-9be4-4e2a283a3c9c tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports/e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 943 time: 0.0462725 Jul 28 14:31:50.543107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.635849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:50.650550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad230a-23b1-4745-adbe-524c7f5a9aee req-b83e1e73-5fef-436b-a4ea-964442387646 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.653573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0dad230a-23b1-4745-adbe-524c7f5a9aee req-b83e1e73-5fef-436b-a4ea-964442387646 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0810409 Jul 28 14:31:50.671449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-e7ded0cc-9114-40d8-8e76-bf3cc88867f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.683883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-e7ded0cc-9114-40d8-8e76-bf3cc88867f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.1248226 Jul 28 14:31:50.703182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0dad230a-23b1-4745-adbe-524c7f5a9aee req-b7291db0-fa1a-4a38-902d-ce9d3f7aab56 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428257 Jul 28 14:31:50.712581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:48Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:50.740611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e6ed3-7336-4bc3-9aeb-0b97fe152311 None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:48Z', 'revision_number': 3, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:50.788747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Attempting to bind port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:50.789611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Attempting to bind port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:50.789611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Attempting to bind port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:50.797919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:50.798245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Attempting to bind port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:50.814291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:50.814638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:50.815054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:50.815511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Bound port: f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:50.815873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:50.829582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-1cd220ff-ae98-493a-b07d-33ce09ad0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.831961 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-1cd220ff-ae98-493a-b07d-33ce09ad0791 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1375618 Jul 28 14:31:50.903077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-8b40c3bb-4249-46c8-bbc6-1da77437071c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0636721 Jul 28 14:31:50.927447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b6868-5cf1-4793-ae8c-78d339b2a4a9 req-762e0383-e9e8-4894-b7a1-243ad96c190a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.931520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-960b6868-5cf1-4793-ae8c-78d339b2a4a9 req-762e0383-e9e8-4894-b7a1-243ad96c190a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 944 time: 0.0650823 Jul 28 14:31:50.942988 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4feb915-0b5a-4d9e-aa42-72c31bc622df None None] New status for floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:31:50.972385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:50.973174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-960b6868-5cf1-4793-ae8c-78d339b2a4a9 req-d7655c51-1e72-44cc-b089-df7ca074025a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Jul 28 14:31:50.977641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:50.981768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-2a58b656-7cfd-44ce-b01a-faf1eec0d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:50.983423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-2a58b656-7cfd-44ce-b01a-faf1eec0d21c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0718477 Jul 28 14:31:51.043844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-98848b02-7391-4f4a-9d37-e2d3c7d979fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.045546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-98848b02-7391-4f4a-9d37-e2d3c7d979fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548770 Jul 28 14:31:51.112122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:51.177080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.177707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:51.180087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 HTTP/1.1" status: 200 len: 1093 time: 1.3935397 Jul 28 14:31:51.211472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422e4e7-11bf-4276-8187-11a5335c24f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:51.217618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-446459dc-49c5-4073-949f-581eaa6cdef2 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602116 Jul 28 14:31:51.316668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:51.330530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:51.331752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:51.339955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-f0374769-4ae1-4ce6-a8f8-77fe69662b22 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103392 Jul 28 14:31:51.390486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88e613-1691-4650-a36b-4cac4a6fb521 req-38c4d358-7b3c-4bf1-9bd1-8f8980c7b174 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.392571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd88e613-1691-4650-a36b-4cac4a6fb521 req-38c4d358-7b3c-4bf1-9bd1-8f8980c7b174 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2338603 Jul 28 14:31:51.394253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-f10582b7-b5d4-4e84-ac96-bc6303e36d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.398826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-f10582b7-b5d4-4e84-ac96-bc6303e36d9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 1096 time: 0.0521069 Jul 28 14:31:51.433940 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5937471-cfe8-4d08-b057-3777ab5af645 x-openstack-request-id: req-c5937471-cfe8-4d08-b057-3777ab5af645 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:51.434474 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:51.434718 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5937471-cfe8-4d08-b057-3777ab5af645 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:51.435134 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'code': 200} Jul 28 14:31:51.457899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-31ec13bc-83c4-40e9-9be6-a7f0599e8626 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 HTTP/1.1" status: 200 len: 217 time: 0.0429382 Jul 28 14:31:51.465536 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d5a86a-1588-42b8-9233-a268269d53e7 x-openstack-request-id: req-b0d5a86a-1588-42b8-9233-a268269d53e7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:51.465894 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:51.466212 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0d5a86a-1588-42b8-9233-a268269d53e7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:51.466774 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:31:51.468178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:51.565244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893df73-77e7-4832-8523-068341b69909 req-806ad421-3213-4278-a5e9-97032376e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.566832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-806ad421-3213-4278-a5e9-97032376e2c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.0977793 Jul 28 14:31:51.591123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-7ed07980-98b2-4e84-86ba-9bbb338f6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.592750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-7ed07980-98b2-4e84-86ba-9bbb338f6a65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0961468 Jul 28 14:31:51.617894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-47cce29d-2363-4c86-aa05-e7cb2c278293 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385942 Jul 28 14:31:51.626186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-6af13c2a-d7af-4435-9c13-ffe018c4bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.627652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-6af13c2a-d7af-4435-9c13-ffe018c4bc62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.1008096 Jul 28 14:31:51.763230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:51Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:51.801115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:51.813707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:51.814420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:51.840124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-7edc159a-181a-4c6c-bef7-52895ee68bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.841741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-7edc159a-181a-4c6c-bef7-52895ee68bfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2272284 Jul 28 14:31:51.900676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-4b61168b-75e6-4257-88b9-5dfcbb26eaea service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376153 Jul 28 14:31:51.903658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-52338525-6519-49fe-924a-88aca32a7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:51.905028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-52338525-6519-49fe-924a-88aca32a7656 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2402923 Jul 28 14:31:51.935711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:51.941929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-f64522d6-b827-4009-92fd-d4b82350af84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 1001 time: 0.0885139 Jul 28 14:31:52.019544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-ea3d97cd-d852-494f-9b64-a45feb92bf83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0950744 Jul 28 14:31:52.025827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31530d37-94a5-4c12-bdc0-c9a9288dc6f7 req-3b55c80e-a555-47f9-b8af-e4f3027284b4 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=2c568ec7bbdc46c7b8869b41e7770d09 HTTP/1.1" status: 200 len: 1655 time: 0.0632398 Jul 28 14:31:52.181047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31530d37-94a5-4c12-bdc0-c9a9288dc6f7 req-6b8901a2-2afa-4da3-8bde-18586cd11aa0 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.183091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31530d37-94a5-4c12-bdc0-c9a9288dc6f7 req-6b8901a2-2afa-4da3-8bde-18586cd11aa0 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks?id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 787 time: 0.1507475 Jul 28 14:31:52.196746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-31530d37-94a5-4c12-bdc0-c9a9288dc6f7 req-7debf603-c85b-4ffb-8b2d-0c4447745e6a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:31:52.203513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31530d37-94a5-4c12-bdc0-c9a9288dc6f7 req-7debf603-c85b-4ffb-8b2d-0c4447745e6a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138066 Jul 28 14:31:52.238876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:51Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:52.267367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c7b8dd-0d26-471b-9948-cadd9d291903 None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': '2b3180de-3a4f-43db-b16b-062147414a1f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:28:18:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:51Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:52.308704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310732c3-207b-4b2e-af13-3ed2435e9819 req-9b2676c0-d73d-4607-b3bb-6bd8eb1fb1de tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.310370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-310732c3-207b-4b2e-af13-3ed2435e9819 req-9b2676c0-d73d-4607-b3bb-6bd8eb1fb1de tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0556116 Jul 28 14:31:52.357258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-310732c3-207b-4b2e-af13-3ed2435e9819 req-eae0a112-4950-4f87-85ea-99335c7447b7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Jul 28 14:31:52.524402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-b953f335-4f36-4180-adf5-d5b218bd1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.526099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-b953f335-4f36-4180-adf5-d5b218bd1c1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.4950607 Jul 28 14:31:52.532912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-badc4736-d1e1-47c3-9d0e-3b8b39093fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.534402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-badc4736-d1e1-47c3-9d0e-3b8b39093fe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.5429137 Jul 28 14:31:52.563359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2893df73-77e7-4832-8523-068341b69909 req-7dfc5382-a669-4231-8942-979cbd1ee774 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398048 Jul 28 14:31:52.565951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7c157-a0ae-4cca-9cbb-19994197a5e4 req-94beb5ba-ae9d-4d4d-b009-60cf3fdb6802 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.567694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c7c157-a0ae-4cca-9cbb-19994197a5e4 req-94beb5ba-ae9d-4d4d-b009-60cf3fdb6802 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 944 time: 0.0564957 Jul 28 14:31:52.611055 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c7c157-a0ae-4cca-9cbb-19994197a5e4 req-c405ed68-4b9c-4f74-9b1a-6c7cb752af18 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349069 Jul 28 14:31:52.626945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-d541b1dd-e35d-491f-885d-91db6c9f2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.628741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-d541b1dd-e35d-491f-885d-91db6c9f2cc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811737 Jul 28 14:31:52.635629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-aa4880c5-ba63-4efe-ba88-e26fef182659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.637093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-aa4880c5-ba63-4efe-ba88-e26fef182659 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000392 Jul 28 14:31:52.809686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-9858aad6-d498-484d-af74-5186ff0048bd service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715634 Jul 28 14:31:52.811867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-7ef0fc29-3905-41d6-9442-6ce7a3dc1fb5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:52.813393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-7ef0fc29-3905-41d6-9442-6ce7a3dc1fb5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1087778 Jul 28 14:31:52.813574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-47dbb79b-9f92-48d7-b070-648f0ddc1add service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495435 Jul 28 14:31:52.830591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-40756d73-710c-44ad-8f86-2e3fd36abaee tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/quotas/efd2a270ba124ddf86d3edd4e1bea59e HTTP/1.1" status: 200 len: 375 time: 0.0094287 Jul 28 14:31:52.882900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-cf974c6c-a680-4bc9-8d38-e24b55887045 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453362 Jul 28 14:31:52.975499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-388b678c-73e0-4c1b-80cf-b7827354b972 req-7e0561d9-dfab-4469-94eb-c52e08f3364e service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573474 Jul 28 14:31:52.981721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-530364af-c947-4bc4-abe0-a8e8c20ceac4 service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913656 Jul 28 14:31:52.984119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8365f38a-ff97-4f01-bc10-7f6ba414b25d req-e8da4a85-b0bb-4f72-9e82-cc8e213c9402 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591125 Jul 28 14:31:53.081670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-1b0f50f7-4137-48ab-a26c-19a2af097eb4 service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Jul 28 14:31:53.346156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-83f0ee8d-5289-46ba-88a9-624fd7b34594 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips/049f9901-0e4a-4009-9e63-a493459dea00 HTTP/1.1" status: 200 len: 692 time: 0.0669379 Jul 28 14:31:53.393233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-26252678-6b74-4184-845a-0af20e553fdc tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.0967197 Jul 28 14:31:53.458789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-3e557920-c535-4aa1-9db9-82ba49a66870 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.461329 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-3e557920-c535-4aa1-9db9-82ba49a66870 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports/2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 942 time: 0.0597978 Jul 28 14:31:53.470421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f'}, {'name': 'network-changed', 'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:53.473412 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b048ab-353e-43eb-b559-4b252af0cd70" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f"}, {"name": "network-changed", "server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:53.494949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-54eb4059-0d94-43b6-a489-3321c95a93b7 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.496430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-54eb4059-0d94-43b6-a489-3321c95a93b7 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1426880 Jul 28 14:31:53.557036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-1ca736a4-45d1-45b7-a5ae-d7fe16b8fead tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0537663 Jul 28 14:31:53.590447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-64d3780d-5794-46b3-ac8b-2f4a2fdc87f0 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.0637641 Jul 28 14:31:53.612623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-ef69c2e8-612f-493b-9a56-ec88bdbb7e58 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.0486689 Jul 28 14:31:53.710117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-cc76811a-0acc-4cc8-b0e2-971cd502dbf5 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.713638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e2f10ef-7c71-4b47-a5c9-cf9200a5a762 req-cc76811a-0acc-4cc8-b0e2-971cd502dbf5 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1151049 Jul 28 14:31:53.754704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Deleting port ae7c12a4-6669-4835-9c5a-4fda6038421d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:53.754981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.773881 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbf0b013-ab3b-4ff2-a23a-0a26c4ca5635 req-ff49c7c3-05c5-4baa-96fa-b73a0750d927 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 210 time: 0.0285378 Jul 28 14:31:53.847298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.847636 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:53.862421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Calling delete_port for ae7c12a4-6669-4835-9c5a-4fda6038421d owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:53.922102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-b3471848-f97d-4be0-be77-a87189a73112 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.923577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-b3471848-f97d-4be0-be77-a87189a73112 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b7f8886-03a4-4f93-b215-aca073994c8f HTTP/1.1" status: 200 len: 943 time: 0.0828249 Jul 28 14:31:53.931272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733188f-8c04-4b0f-88ab-dd6a28898878 req-eae9d3e6-fca6-47d0-9dde-66c2f71c0125 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:53.932720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6733188f-8c04-4b0f-88ab-dd6a28898878 req-eae9d3e6-fca6-47d0-9dde-66c2f71c0125 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0931716 Jul 28 14:31:54.025823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6733188f-8c04-4b0f-88ab-dd6a28898878 req-dbfd0ef7-10e9-4f80-98c5-528ae3e36bad tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840468 Jul 28 14:31:54.053887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Deleting port 8b4660ca-16f8-4d96-82b6-004858d839eb {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:54.054455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.113660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.142418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event deleted for resources: {'Port': ['ID=ae7c12a4-6669-4835-9c5a-4fda6038421d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:54.169067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] For port 8b4660ca-16f8-4d96-82b6-004858d839eb, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b4660ca-16f8-4d96-82b6-004858d839eb,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:54.169067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.172561 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d657596-d20c-4067-8760-a333cb1dcb02 x-openstack-request-id: req-2d657596-d20c-4067-8760-a333cb1dcb02 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:54.173067 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:54.173490 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d657596-d20c-4067-8760-a333cb1dcb02 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:54.174270 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f', 'status': 'completed', 'code': 200} Jul 28 14:31:54.174270 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9', 'status': 'completed', 'code': 200} Jul 28 14:31:54.179448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Calling delete_port for 8b4660ca-16f8-4d96-82b6-004858d839eb owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:54.219649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.222165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.235875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d94b7f53-65f2-4944-92d9-0de9a2f935be req-5aa587be-a2cc-4f06-a8c7-432564c8a85f tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "DELETE /v2.0/floatingips/049f9901-0e4a-4009-9e63-a493459dea00 HTTP/1.1" status: 204 len: 173 time: 0.6158361 Jul 28 14:31:54.308304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724cd04-d279-4fe5-a0e0-50a5d2c7db6b req-9f1b679f-046c-4d54-8f05-2a3fb0270e80 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.309774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7724cd04-d279-4fe5-a0e0-50a5d2c7db6b req-9f1b679f-046c-4d54-8f05-2a3fb0270e80 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 944 time: 0.0704031 Jul 28 14:31:54.337546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-758675d6-d78b-4360-a542-c38335955a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.339371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-758675d6-d78b-4360-a542-c38335955a2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1097 time: 0.1016922 Jul 28 14:31:54.345204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-c22892d8-c877-47d9-a5ea-d944ee3b606b tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.0963361 Jul 28 14:31:54.378388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7724cd04-d279-4fe5-a0e0-50a5d2c7db6b req-f7dc01df-6006-4fcf-92fb-6c3f14ec16a4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496447 Jul 28 14:31:54.446028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-5543690a-13bc-4800-a1e9-230985c4e949 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.456626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-5543690a-13bc-4800-a1e9-230985c4e949 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports/2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 942 time: 0.0947413 Jul 28 14:31:54.491965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.506451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-4b218092-9c20-4b61-8337-b58c4fe1845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.507984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-4b218092-9c20-4b61-8337-b58c4fe1845b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1464119 Jul 28 14:31:54.559180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event deleted for resources: {'Port': ['ID=8b4660ca-16f8-4d96-82b6-004858d839eb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:54.573433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-73e8c02a-bb9b-48ec-a9b7-796bad2e7a5d tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips/ec710eab-90f3-4cb6-bac7-9c4c5aa6ca05 HTTP/1.1" status: 200 len: 693 time: 0.0886872 Jul 28 14:31:54.617305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-12553349-9aef-4bc2-b0ae-a34ef9faa431 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1177773 Jul 28 14:31:54.632702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] No DVR routers for this DVR port 8b4660ca-16f8-4d96-82b6-004858d839eb on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:31:54.639991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-efaa6cf0-490d-4b47-947e-434b2817df4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 1001 time: 0.0974157 Jul 28 14:31:54.645935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:54.649700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18c43a71-a8a6-4638-ba80-700e6f784133 req-3d08585d-a916-4619-beb7-74c8fc536b52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "DELETE /v2.0/ports/8b4660ca-16f8-4d96-82b6-004858d839eb HTTP/1.1" status: 204 len: 173 time: 0.7159288 Jul 28 14:31:54.650369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-deleted', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:54.654210 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51642136-c97f-40ad-aca6-384e253e4881" -d '{"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-deleted", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:54.765105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-0f5c4e6d-7542-4cb9-97d8-57d69e9f2c22 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.768750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f35a1102-6ba6-4bec-81eb-95139bc436eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.770376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f35a1102-6ba6-4bec-81eb-95139bc436eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0924494 Jul 28 14:31:54.771482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-0f5c4e6d-7542-4cb9-97d8-57d69e9f2c22 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1743419 Jul 28 14:31:54.821402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-2ee05bcb-236a-4a6e-9693-b0ba972b2106 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0480578 Jul 28 14:31:54.826174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-39ce4cd5-8827-4972-ae5e-d5877db00c6f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.827734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-39ce4cd5-8827-4972-ae5e-d5877db00c6f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2026315 Jul 28 14:31:54.874911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-d055f3be-a863-4bb6-bb5b-6ecf34cf3a73 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.213 HTTP/1.1" status: 200 len: 696 time: 0.0471659 Jul 28 14:31:54.880788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-40f9fea5-ced5-441f-b723-16eb6872e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:54.881758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-40f9fea5-ced5-441f-b723-16eb6872e3c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007092 Jul 28 14:31:54.953154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-eb51dada-10ec-4b0b-be89-d5a72f05e29f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1001 time: 0.1147597 Jul 28 14:31:54.970147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:55.018284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Deleting port 444be370-56e1-4aef-85e5-262db4a5e79c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:55.018724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.047911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.051614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-58ee010c-7ed2-47a3-98c3-646644a08c8c service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614854 Jul 28 14:31:55.117792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.118131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.131415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Calling delete_port for 444be370-56e1-4aef-85e5-262db4a5e79c owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:55.249948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-41b3f326-60b4-4a7a-a9fc-ae02d4cda443 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626544 Jul 28 14:31:55.290472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.376999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.397327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.397821 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa disassociated. External IP: 172.25.0.124, port: 2b3180de-3a4f-43db-b16b-062147414a1f. Jul 28 14:31:55.408555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event deleted for resources: {'Port': ['ID=444be370-56e1-4aef-85e5-262db4a5e79c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:55.440960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f6712c74-0d0a-435e-817d-18599ea4e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.442709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f6712c74-0d0a-435e-817d-18599ea4e262 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 1096 time: 0.0895267 Jul 28 14:31:55.482333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.485959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.487713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f5c6c8-abc9-4a35-8e68-61f164857db3 req-a4945667-334c-4fd5-80d4-941fb4a01e60 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "DELETE /v2.0/floatingips/ec710eab-90f3-4cb6-bac7-9c4c5aa6ca05 HTTP/1.1" status: 204 len: 173 time: 0.6063206 Jul 28 14:31:55.558686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:31:55.634651 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba14a5-a1ea-4e3b-b670-8da48b8d4dec x-openstack-request-id: req-f9ba14a5-a1ea-4e3b-b670-8da48b8d4dec {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:55.635036 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7f8886-03a4-4f93-b215-aca073994c8f", "name": "network-vif-deleted", "tag": "8b4660ca-16f8-4d96-82b6-004858d839eb", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:55.635838 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9ba14a5-a1ea-4e3b-b670-8da48b8d4dec {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:55.636253 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7f8886-03a4-4f93-b215-aca073994c8f', 'name': 'network-vif-deleted', 'tag': '8b4660ca-16f8-4d96-82b6-004858d839eb', 'status': 'completed', 'code': 200} Jul 28 14:31:55.670053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-91fc69af-98f5-4fa0-ac16-9d650d9cd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.671671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-91fc69af-98f5-4fa0-ac16-9d650d9cd7dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.2146101 Jul 28 14:31:55.686000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:55.711565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9', 'mac_address': 'fa:16:3e:3b:84:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:31:55.727662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdff2865-9ecb-42d8-960c-7482e6b2e4bb req-a99067dc-4016-4fb3-8ff2-adf1f9fa9453 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 210 time: 0.0420363 Jul 28 14:31:55.738366 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-83f8427e-86fb-4a0c-9eb9-e9eb7e1fe496 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 HTTP/1.1" status: 200 len: 217 time: 0.0573432 Jul 28 14:31:55.764663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:55.782647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:55.809326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:55.841239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-e196f322-1df5-431e-9027-1eac50b33905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.842996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-e196f322-1df5-431e-9027-1eac50b33905 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.0760746 Jul 28 14:31:55.846045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468b2ea-b28f-4f9e-a715-c9df2d53a821 req-a8bc111f-6428-4366-a836-ee2b724737a5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:55.847123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:55.851730 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d468b2ea-b28f-4f9e-a715-c9df2d53a821 req-a8bc111f-6428-4366-a836-ee2b724737a5 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0611191 Jul 28 14:31:55.884520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f8489567-b2b0-43c2-95ee-be63d72f48f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305655 Jul 28 14:31:55.889745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d468b2ea-b28f-4f9e-a715-c9df2d53a821 req-5f47ec02-5f2c-4707-8209-d885c52db031 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Jul 28 14:31:55.965696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.020137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:56.070288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:56.074196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-76d911b3-ae0d-497a-b801-3ee6ce405310 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582422 Jul 28 14:31:56.077363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:56.080614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:56.083271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887083d-4118-4a73-9de7-6c01fc61706a req-b42a54b6-e307-4950-b8ca-10032a6454a9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.085726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3887083d-4118-4a73-9de7-6c01fc61706a req-b42a54b6-e307-4950-b8ca-10032a6454a9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 945 time: 0.0536022 Jul 28 14:31:56.094245 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:56.104604 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:56.149162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3887083d-4118-4a73-9de7-6c01fc61706a req-0625975d-c0b5-4174-ab35-0d9a484a7068 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521600 Jul 28 14:31:56.157952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-50760858-3825-4198-a3fb-491d8dad828f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "PUT /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 695 time: 1.1961038 Jul 28 14:31:56.178248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:56.180924 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:56.216849 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:56.238460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15b048ab-353e-43eb-b559-4b252af0cd70 req-f5a022e9-5664-46d0-9239-9dd0787237bd service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498284 Jul 28 14:31:56.249131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-7d401d27-4f96-445c-9881-4b8096213132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.251117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-7d401d27-4f96-445c-9881-4b8096213132 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0652025 Jul 28 14:31:56.324291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-7b3ecdbe-57b6-4f86-b5de-fca98254768a tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips/aaf71cb6-20ef-4cd7-974e-ddc1a94e5f79 HTTP/1.1" status: 200 len: 692 time: 0.0545187 Jul 28 14:31:56.330453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f17265b2-e15b-4e84-8c87-5abcd2ffb7f9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:31:56.398833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-15b84dc7-c6bf-4486-9cdc-5555fbd6f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.400634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-15b84dc7-c6bf-4486-9cdc-5555fbd6f3a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1324987 Jul 28 14:31:56.447210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-13bfdd98-4d6c-4576-a63b-5c752a1c1313 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 217 time: 0.0397918 Jul 28 14:31:56.460013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:56.493875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:31:56.506336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-7a4f3428-3427-4dd1-bde3-49fad5888e62 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.507151 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:56.507294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-391a5180-324f-4f32-8205-61fe517f78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.507415 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:56.508826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-391a5180-324f-4f32-8205-61fe517f78a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0553412 Jul 28 14:31:56.512302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-7a4f3428-3427-4dd1-bde3-49fad5888e62 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1682374 Jul 28 14:31:56.572830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-b87d3272-ea39-4fd7-8af6-50419ab4f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.575455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-b87d3272-ea39-4fd7-8af6-50419ab4f8e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551715 Jul 28 14:31:56.631657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-5a97ea37-8e53-4308-85d8-a948f34f8fd9 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.1036308 Jul 28 14:31:56.632517 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:56.698610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-9ecc8534-a041-4b9d-96e3-80715c06efe7 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158173 Jul 28 14:31:56.702659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-3d629d02-e46a-4d34-897d-f66265e50ab4 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.51 HTTP/1.1" status: 200 len: 695 time: 0.0623989 Jul 28 14:31:56.781353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-182367c9-6b4e-471b-ad4f-d385bc30559b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:56.782996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-182367c9-6b4e-471b-ad4f-d385bc30559b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.2688456 Jul 28 14:31:56.819743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e9cb5b2-ff15-4949-b7e2-a7cd0a7bc9a8 req-ac8028c7-7f50-490c-8f44-b2167d2e89c6 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157510 Jul 28 14:31:56.831506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Request body: {'port': {'device_id': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'admin_state_up': True, 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:56.873314 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:56.901540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:31:56.930056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8b4660ca-16f8-4d96-82b6-004858d839eb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:31:56.930820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b4660ca-16f8-4d96-82b6-004858d839eb not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:31:56.979341 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d882a22-0333-42be-aba8-18e86826ca72 x-openstack-request-id: req-2d882a22-0333-42be-aba8-18e86826ca72 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:56.979667 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:56.979925 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d882a22-0333-42be-aba8-18e86826ca72 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:56.980328 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f', 'status': 'completed', 'code': 200} Jul 28 14:31:57.001410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Deleting port 39e07f32-9995-4046-8b54-f110ce796fd2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:57.001934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.031047 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd4f092-6b72-46e3-a44e-708d70088fed None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:31:57.122460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.122915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.139163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Calling delete_port for 39e07f32-9995-4046-8b54-f110ce796fd2 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:57.187944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3d44161-ce4a-446e-9529-ba7da38384f1 req-f16b275e-1120-42d3-a697-f741f493f6fc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 210 time: 0.0345073 Jul 28 14:31:57.199558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-7805fd31-20d9-44af-81c4-ada2fe1fe08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.200004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:31:57.201663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-7805fd31-20d9-44af-81c4-ada2fe1fe08d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 1097 time: 0.0824277 Jul 28 14:31:57.204183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.339212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118420a-36fd-4a12-bcfc-5a262655ac93 req-65edc551-9e61-4aaa-9155-2a6d70d231e9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.346999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5118420a-36fd-4a12-bcfc-5a262655ac93 req-65edc551-9e61-4aaa-9155-2a6d70d231e9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0785000 Jul 28 14:31:57.389466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-c3d95d32-0bcd-4ede-b176-cb087e0ddef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.392016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-c3d95d32-0bcd-4ede-b176-cb087e0ddef1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1797183 Jul 28 14:31:57.415509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b69ec59-41f2-4435-86cb-ce7cb738dedc None None] New status for floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:31:57.419261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5118420a-36fd-4a12-bcfc-5a262655ac93 req-3fc514ed-fcfe-4c4d-b4e5-61f27a0d9759 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713332 Jul 28 14:31:57.432313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Allocated IP 172.20.0.3 (b3ba844f-2d60-4e49-aa99-d3703e92b23c/517a50f8-2974-41c7-bf80-b1bce911974a/5c133530-8fa0-40c1-a597-a8fffde921cc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:31:57.454725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-e0c76afb-2166-4cfb-bb44-c326ee4b506f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 200 len: 217 time: 0.0482104 Jul 28 14:31:57.525950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-48378aa2-63a9-47f7-b6ea-c946414545fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.529022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-48378aa2-63a9-47f7-b6ea-c946414545fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0636518 Jul 28 14:31:57.592879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-6be2cd9c-57bb-4b84-b575-c6b9fc4ead59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:57.594717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-6be2cd9c-57bb-4b84-b575-c6b9fc4ead59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510666 Jul 28 14:31:57.604650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:31:57.608918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.623315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.657020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Pushing event deleted for resources: {'Port': ['ID=39e07f32-9995-4046-8b54-f110ce796fd2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:57.731455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-05216093-56ee-469b-8117-58a1a854de02 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255014 Jul 28 14:31:57.739713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.743304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.744564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567f8dc5-1260-4389-9d1b-cfe47b4e4118 req-859c2f2b-1563-4cd8-a5e1-931e781d3016 tempest-FloatingIPDetailsTestJSON-480228499 tempest-FloatingIPDetailsTestJSON-480228499-project] 10.222.0.47 "DELETE /v2.0/floatingips/aaf71cb6-20ef-4cd7-974e-ddc1a94e5f79 HTTP/1.1" status: 204 len: 173 time: 1.0305569 Jul 28 14:31:57.750789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40146) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:31:57.818612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:31:57.835338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:31:57.835338 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.842051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-874d6293-fd4b-4c4e-a918-a3388a0d5b2c req-a80eaf27-ddb7-4001-9631-bdd3a0d20578 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017478 Jul 28 14:31:57.893027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.945888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:57.984534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:57.985665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:57.988226 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9060d60-b67c-4750-8782-a8178a2dad11" -d '{"events": [{"server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "name": "network-vif-plugged", "status": "completed", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:58.102386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.159729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:58.326705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:31:58.338511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:31:58.346007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:31:58.348658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:58.452266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008299c8-5dc9-45ed-9e6e-9b5e1fa2938a req-d1844e36-bf2e-4f3b-86ed-83c1e96a54ec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.453869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-008299c8-5dc9-45ed-9e6e-9b5e1fa2938a req-d1844e36-bf2e-4f3b-86ed-83c1e96a54ec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 945 time: 0.4977849 Jul 28 14:31:58.460435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.461107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.492530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-9d940898-da04-4aa9-9403-776b74d98bbc tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.494142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-9d940898-da04-4aa9-9403-776b74d98bbc tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4270499 Jul 28 14:31:58.543733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-008299c8-5dc9-45ed-9e6e-9b5e1fa2938a req-d97f0a60-7400-445b-8f6e-22dcc269a0a6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780389 Jul 28 14:31:58.554109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-84955873-9cc0-4045-ac6b-7144e3779b65 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 696 time: 0.0532255 Jul 28 14:31:58.571181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:58.598060 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68795df2-516b-46e1-b382-c5262d1973f7 x-openstack-request-id: req-68795df2-516b-46e1-b382-c5262d1973f7 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:31:58.598463 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "name": "network-vif-plugged", "status": "completed", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:31:58.598813 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68795df2-516b-46e1-b382-c5262d1973f7 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:31:58.599489 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9', 'code': 200} Jul 28 14:31:58.616716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.618530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-24e943e5-9ed2-4a7a-93be-ab7c97e93765 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7930210 Jul 28 14:31:58.643289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Request body: {'port': {'device_id': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:31:58.718655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.724392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:58.842022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5fd62-c767-491d-b06f-29f3b36e7ba6 req-5d4cb14e-5cd4-44db-b922-b552fcc712f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.843506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3d5fd62-c767-491d-b06f-29f3b36e7ba6 req-5d4cb14e-5cd4-44db-b922-b552fcc712f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 1098 time: 0.1110799 Jul 28 14:31:58.938820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3d5fd62-c767-491d-b06f-29f3b36e7ba6 req-79fafb2a-ebb5-4b8b-a54b-3f447247d351 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 Jul 28 14:31:58.963159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14349163-c2f5-49f3-81bc-65cbd1980842 req-14d06fee-332a-4b88-a8b7-e2a7a354950e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:58.964817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14349163-c2f5-49f3-81bc-65cbd1980842 req-14d06fee-332a-4b88-a8b7-e2a7a354950e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 931 time: 0.1953537 Jul 28 14:31:59.130818 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14349163-c2f5-49f3-81bc-65cbd1980842 req-a2fe15d6-3845-44fa-a8d0-be30e48d9a46 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570032 Jul 28 14:31:59.189818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.262243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.316344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c133530-8fa0-40c1-a597-a8fffde921cc {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:31:59.330311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.357756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccb59b-460d-4c6a-a899-2e932aab0df3 req-ba34a83c-5330-45f3-a76c-cdf5e71d43ce tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.359348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0ccb59b-460d-4c6a-a899-2e932aab0df3 req-ba34a83c-5330-45f3-a76c-cdf5e71d43ce tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1471250 Jul 28 14:31:59.364577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Transition to ACTIVE for port object 5c133530-8fa0-40c1-a597-a8fffde921cc will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:31:59.372730 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa associated. External IP: 172.25.0.124, port: e4902e95-375e-4303-bade-2824996af788. Jul 28 14:31:59.394594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Deleting port ada59586-d070-4170-8456-23bcdd644f6e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:31:59.394881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.456251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0ccb59b-460d-4c6a-a899-2e932aab0df3 req-947fd780-d705-497d-b4d6-3dfca027910a tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875361 Jul 28 14:31:59.461899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.549221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:31:59.575142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] For port ada59586-d070-4170-8456-23bcdd644f6e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ada59586-d070-4170-8456-23bcdd644f6e,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:31:59.575521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.609277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Calling delete_port for ada59586-d070-4170-8456-23bcdd644f6e owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:31:59.650915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:31:59.683615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Attempting to bind port 5c133530-8fa0-40c1-a597-a8fffde921cc on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:31:59.684245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Attempting to bind port 5c133530-8fa0-40c1-a597-a8fffde921cc by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:31:59.684374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Attempting to bind port 5c133530-8fa0-40c1-a597-a8fffde921cc on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:59.693178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Port 5c133530-8fa0-40c1-a597-a8fffde921cc on network b3ba844f-2d60-4e49-aa99-d3703e92b23c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:31:59.693452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Attempting to bind port 5c133530-8fa0-40c1-a597-a8fffde921cc on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:31:59.720216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:31:59.720543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Checking segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:31:59.727867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Bound using segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:31:59.727867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Bound port: 5c133530-8fa0-40c1-a597-a8fffde921cc, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:31:59.727867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.771190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:31:59.778048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:31:59.781159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:31:59.793330 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:31:59.794005 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:31:59.817339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-6019a212-05c6-4d8c-9a26-103e9b44b03f tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "PUT /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 997 time: 1.2502644 Jul 28 14:31:59.818389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:31:59.821788 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:31:59.867781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be4ab-3acb-47d7-9816-e61f8db442a7 req-a04c9d11-2ed5-4a85-b01d-411ace11249e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.870078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-866be4ab-3acb-47d7-9816-e61f8db442a7 req-a04c9d11-2ed5-4a85-b01d-411ace11249e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.1699517 Jul 28 14:31:59.903597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:31:59.918278 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:31:59.924672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-db952eed-3825-41ff-855f-f0a996321319 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.926186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-db952eed-3825-41ff-855f-f0a996321319 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ce9581a-4f13-4620-ac16-183f2d708ba0 HTTP/1.1" status: 200 len: 945 time: 0.0749352 Jul 28 14:31:59.928133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-fb8ca0c5-8d62-4af1-a925-085d0ce56283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:31:59.929216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:31:59.930410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-fb8ca0c5-8d62-4af1-a925-085d0ce56283 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.0890856 Jul 28 14:31:59.974725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-866be4ab-3acb-47d7-9816-e61f8db442a7 req-db9191cf-9023-4e05-92c1-9cb0dff06707 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853782 Jul 28 14:32:00.025573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.075709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.076225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.077910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] 10.222.0.50 "PUT /v2.0/ports/5c133530-8fa0-40c1-a597-a8fffde921cc HTTP/1.1" status: 200 len: 1092 time: 1.4391527 Jul 28 14:32:00.078280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:00.081365 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c45d16-da8d-4865-b2f3-2ae214c635c2" -d '{"events": [{"name": "network-changed", "server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:00.102857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-e02b3ce1-b1f8-42fa-9bb3-58c7ed9c0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.104416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-e02b3ce1-b1f8-42fa-9bb3-58c7ed9c0c25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1631947 Jul 28 14:32:00.128349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.138700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdc2f-deea-4db5-87bc-4bd53d455acb service neutron] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:00.161965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Deleting port 2b3180de-3a4f-43db-b16b-062147414a1f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:00.162310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.172442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Pushing event deleted for resources: {'Port': ['ID=ada59586-d070-4170-8456-23bcdd644f6e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:00.212146 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 8, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:00.250068 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6331ec3-94e6-436d-9db1-2ac814d3ce41 x-openstack-request-id: req-d6331ec3-94e6-436d-9db1-2ac814d3ce41 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:00.250068 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:00.250340 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:00.250436 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6331ec3-94e6-436d-9db1-2ac814d3ce41 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:00.250570 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:32:00.259449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-06ab329c-73f0-4a4b-bc45-5e6019c06681 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 1000 time: 0.1451957 Jul 28 14:32:00.266898 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:00.267616 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:00.415787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-7f8004ae-760f-44b2-bde6-325420e1960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.417313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-7f8004ae-760f-44b2-bde6-325420e1960c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1570587 Jul 28 14:32:00.421967 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:00.439540 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e34030d-08e2-40d5-b7c3-1699159f9503 x-openstack-request-id: req-9e34030d-08e2-40d5-b7c3-1699159f9503 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:00.439983 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:00.440324 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e34030d-08e2-40d5-b7c3-1699159f9503 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:00.440813 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'status': 'completed', 'code': 200} Jul 28 14:32:00.455533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-8202f16d-7bf4-4ddc-abcd-b4a79424b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.457499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-8202f16d-7bf4-4ddc-abcd-b4a79424b711 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.1497779 Jul 28 14:32:00.461382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] For port 2b3180de-3a4f-43db-b16b-062147414a1f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2b3180de-3a4f-43db-b16b-062147414a1f,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:00.461842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.544384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:00.555982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee0da-7ff6-4f04-bd3f-5d976e335d9e req-8fb6cf94-cfe1-4aff-8d42-8bcc7b887b4d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.562089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a0ee0da-7ff6-4f04-bd3f-5d976e335d9e req-8fb6cf94-cfe1-4aff-8d42-8bcc7b887b4d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 943 time: 0.1163611 Jul 28 14:32:00.563833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-6474ed4f-db05-4b5b-8ca8-baee50262cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.564311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Calling delete_port for 2b3180de-3a4f-43db-b16b-062147414a1f owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:00.567176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-6474ed4f-db05-4b5b-8ca8-baee50262cc1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 1095 time: 0.1128862 Jul 28 14:32:00.653918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-e42cf91e-83e1-434e-b8d8-4cb1e4757105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.655535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-e42cf91e-83e1-434e-b8d8-4cb1e4757105 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199430 Jul 28 14:32:00.665494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-d729e5f0-d6c7-4779-8786-22dd6f15198f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c133530-8fa0-40c1-a597-a8fffde921cc HTTP/1.1" status: 200 len: 217 time: 0.0776136 Jul 28 14:32:00.699921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-37b2c7c5-9984-4d8d-982b-f018dff82a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.701489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-37b2c7c5-9984-4d8d-982b-f018dff82a0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2327597 Jul 28 14:32:00.716401 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 8, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:00.746506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a0ee0da-7ff6-4f04-bd3f-5d976e335d9e req-c9b8e4f6-19dd-4a5d-9ab2-54bfabdda5a2 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781814 Jul 28 14:32:00.757513 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c46a76-1590-42c0-a5c1-465aa7bddd3f None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82c1ee37-d74c-4c71-9b52-df987249b1aa', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'floating_ip_address': '172.25.0.124', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'port_id': 'e4902e95-375e-4303-bade-2824996af788', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'mac_address': 'fa:16:3e:35:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:31:17Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 8, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:00.779381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-769e7237-0671-4b62-8b2a-48b145a0ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:00.781331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-769e7237-0671-4b62-8b2a-48b145a0ffe3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1048024 Jul 28 14:32:00.817014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-03549568-4ccf-40fd-abc5-b3a796d37a6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jul 28 14:32:00.894633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-23db94ed-37e7-4e79-8c90-5c77993c5342 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189755 Jul 28 14:32:00.935400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-897bf187-f745-40d2-a952-32e68c6384f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 1000 time: 0.2022982 Jul 28 14:32:01.035554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10411-bf68-4ffa-a1c8-fed41d72b98d req-5afce8ec-21c4-4c3f-8ea2-33b84eb8b32b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.044015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97f10411-bf68-4ffa-a1c8-fed41d72b98d req-5afce8ec-21c4-4c3f-8ea2-33b84eb8b32b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1855717 Jul 28 14:32:01.045915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c8236-27dc-4bd5-926b-69f0dd0235a0 None None] New status for floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:32:01.053934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-0c790502-5dc4-4387-aa6b-bbd6a7a964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.055664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-0c790502-5dc4-4387-aa6b-bbd6a7a964a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0858321 Jul 28 14:32:01.077557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-9d591680-2122-4ffe-9b22-fa4b97dd23fd service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203200 Jul 28 14:32:01.086187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Router 3cae4576-a69c-4870-9b86-53e14ed999d5 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:01.109997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e14b979-22f9-4e96-9a27-6db8dad719bf req-3e149d69-8b0b-4a35-aed7-bfb05fbf9bbc service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038922 Jul 28 14:32:01.134875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-1fd50287-17c5-49ea-b4dc-6bfb9435920c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923011 Jul 28 14:32:01.137871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-dd869ef4-4bab-4738-910d-a6d1ba914b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.140618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-dd869ef4-4bab-4738-910d-a6d1ba914b3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599861 Jul 28 14:32:01.168815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97f10411-bf68-4ffa-a1c8-fed41d72b98d req-3e7d5b7f-49bc-44cb-8491-91cc124f9135 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235869 Jul 28 14:32:01.239932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:01.281336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4902e95-375e-4303-bade-2824996af788', '2b3180de-3a4f-43db-b16b-062147414a1f'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:01.297484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event deleted for resources: {'Port': ['ID=2b3180de-3a4f-43db-b16b-062147414a1f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:01.357482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:01.364421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ded22472-90c2-427e-b0dc-257df59eb65f admin admin] 10.222.0.47 "PUT /v2.0/routers/3cae4576-a69c-4870-9b86-53e14ed999d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6124165 Jul 28 14:32:01.367599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:01.371041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72013b17-e70c-47b1-8d17-8f5ba287af9a req-142c1072-30b6-429f-aebc-fa2e09df67b6 service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838893 Jul 28 14:32:01.372290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Sync routers for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:01.388739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:01.389414 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:01.392841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] No DVR routers for this DVR port 2b3180de-3a4f-43db-b16b-062147414a1f on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:01.426853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:01.429646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-265d08af-8bdc-473e-8f4f-a59ff14b769e req-3afde01b-c954-4327-9c02-f6fec026fe76 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "DELETE /v2.0/ports/2b3180de-3a4f-43db-b16b-062147414a1f HTTP/1.1" status: 204 len: 173 time: 1.4971495 Jul 28 14:32:01.434787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-9f2a07f0-9064-4deb-bff7-10f727690863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.443434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-9f2a07f0-9064-4deb-bff7-10f727690863 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 1097 time: 0.2376857 Jul 28 14:32:01.475708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-947ebdfb-88e5-45c0-af00-dd0df6fa417b service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240411 Jul 28 14:32:01.630556 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:01.704589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5eb28-bd5d-406f-be83-11fc05ae9587 req-9c89729a-849e-499d-b858-d22f4d432dff tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.706718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7d5eb28-bd5d-406f-be83-11fc05ae9587 req-9c89729a-849e-499d-b858-d22f4d432dff tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.3119240 Jul 28 14:32:01.777934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c88ce5ab-bf15-40cf-85d9-0cfa102939b1 req-853c75be-b322-44fb-9da0-e3ab373460b8 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777669 Jul 28 14:32:01.780666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-2a10ca17-bd19-4ece-8622-bd711293c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:01.782334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-2a10ca17-bd19-4ece-8622-bd711293c549 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.3050952 Jul 28 14:32:01.843150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-e61fabcb-f472-475b-8aad-5a242c42ef9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 200 len: 217 time: 0.0479610 Jul 28 14:32:01.846433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7d5eb28-bd5d-406f-be83-11fc05ae9587 req-979c3380-463d-4278-b119-bf751f3acfd6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005337 Jul 28 14:32:01.912422 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 5, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:01.948769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Checking router: 3cae4576-a69c-4870-9b86-53e14ed999d5 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:01.960877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Routers {'3cae4576-a69c-4870-9b86-53e14ed999d5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:01.961623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3cae4576-a69c-4870-9b86-53e14ed999d5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:02.067802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:02.112201 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] Set router 3cae4576-a69c-4870-9b86-53e14ed999d5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:02.140378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-d339780d-7181-4fa7-8496-b93b5665392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.142532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-d339780d-7181-4fa7-8496-b93b5665392e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 1095 time: 0.1660006 Jul 28 14:32:02.166767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5251d2a0-c584-4f86-bc22-c008ce184676 req-8aff6ff5-07e2-4022-947f-3906edad5d98 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 999 time: 0.1887345 Jul 28 14:32:02.252221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'name': 'network-vif-deleted', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:02.254275 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88565bf-22f7-4e81-a410-ae170de4ef0a" -d '{"events": [{"server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "name": "network-vif-deleted", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:02.322766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-405e6474-be31-4588-b26e-cc8f203c9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.324363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-405e6474-be31-4588-b26e-cc8f203c9cbe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.4706504 Jul 28 14:32:02.354804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-501c02b2-38a9-4dd5-9799-630af57414b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1178374 Jul 28 14:32:02.359407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:02.372137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-49395552-164a-4f16-bd8c-6b7c6fe05a68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362906 Jul 28 14:32:02.380394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646df86-86f1-452c-9d1a-d89d9b7a40c5 req-c20df5df-70c3-473f-bb6d-a2c949347de7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.383255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7646df86-86f1-452c-9d1a-d89d9b7a40c5 req-c20df5df-70c3-473f-bb6d-a2c949347de7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 943 time: 0.1445615 Jul 28 14:32:02.395421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-a1312c8e-ae1c-4149-9086-6efb9bba5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.397594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-a1312c8e-ae1c-4149-9086-6efb9bba5f93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 905 time: 0.2450650 Jul 28 14:32:02.398867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 5, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:02.406623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251d2a0-c584-4f86-bc22-c008ce184676 req-b4d506d3-39d4-4b88-974e-c1f0e5f9fdb8 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.417828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5251d2a0-c584-4f86-bc22-c008ce184676 req-b4d506d3-39d4-4b88-974e-c1f0e5f9fdb8 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2350290 Jul 28 14:32:02.509156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-20bec417-5ddb-47d0-828b-29ab09adacaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c133530-8fa0-40c1-a597-a8fffde921cc HTTP/1.1" status: 200 len: 217 time: 0.0895054 Jul 28 14:32:02.523992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7646df86-86f1-452c-9d1a-d89d9b7a40c5 req-51f4580a-1b17-44de-a659-80408dfaf76f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309257 Jul 28 14:32:02.548801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-78d320bf-7b37-492b-a98f-5983de5443c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.550482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-78d320bf-7b37-492b-a98f-5983de5443c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=908cce64e71644fd9b11ccf53b25ab73&device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 1102 time: 0.1126614 Jul 28 14:32:02.568206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67f635-35c3-4446-9735-afcbd8be69b6 None None] The sync data for ids ['3cae4576-a69c-4870-9b86-53e14ed999d5'] in n-d-705658-23 is: [{'id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'name': 'tempest-FloatingIPDetailsTestJSON-1062117694-router', 'tenant_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:31:23Z', 'updated_at': '2021-07-28T14:31:59Z', 'revision_number': 5, 'project_id': '2c568ec7bbdc46c7b8869b41e7770d09', 'gw_port': {'id': 'fe9b5e8b-f836-446c-8580-992e0241671a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:c6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cae4576-a69c-4870-9b86-53e14ed999d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:25Z', 'updated_at': '2021-07-28T14:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:02.571568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-b0d4d0c6-6ad3-4610-9887-34cff1680273 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871459 Jul 28 14:32:02.641328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-eb24193c-c0fc-4912-8c97-0df36e7828d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.642996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-eb24193c-c0fc-4912-8c97-0df36e7828d2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1267424 Jul 28 14:32:02.685742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2933f3-c5c1-4b66-8359-daa35ed9360c req-ad8bf02a-8a1a-4c41-ae9f-0fba6f065239 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.693204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a2933f3-c5c1-4b66-8359-daa35ed9360c req-ad8bf02a-8a1a-4c41-ae9f-0fba6f065239 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.1577682 Jul 28 14:32:02.698472 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-3e26bb37-1e97-4384-a717-2477c1850c3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472724 Jul 28 14:32:02.737622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Deleting port fe9b5e8b-f836-446c-8580-992e0241671a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:02.737976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:02.800306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c68575-b78f-46e6-b236-a77ea34b3fd8 req-91e6abba-7f6c-4ed3-91fa-f94db83f69a8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.801838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13c68575-b78f-46e6-b236-a77ea34b3fd8 req-91e6abba-7f6c-4ed3-91fa-f94db83f69a8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.1525428 Jul 28 14:32:02.805650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afe3f2c4-b7e0-4e6b-966f-f0878da69114 req-d72a4b28-4ab2-4f24-9e42-860ce7e68e6c service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240047 Jul 28 14:32:02.807373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-1f58c904-2904-42af-94a5-703ab5c5829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.808757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-1f58c904-2904-42af-94a5-703ab5c5829a service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2286880 Jul 28 14:32:02.857248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a2933f3-c5c1-4b66-8359-daa35ed9360c req-073972b6-04f4-4aa1-ac29-438e2504ec11 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537476 Jul 28 14:32:02.873359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-46a8a8d9-8e48-4681-8a4f-3c0f4f3a8e93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e HTTP/1.1" status: 200 len: 217 time: 0.0449991 Jul 28 14:32:02.911826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-e819b97a-2556-4053-872b-d2f327032e77 service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038636 Jul 28 14:32:02.914403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] For port fe9b5e8b-f836-446c-8580-992e0241671a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fe9b5e8b-f836-446c-8580-992e0241671a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:02.914778 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:02.917573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13c68575-b78f-46e6-b236-a77ea34b3fd8 req-e74399c3-1b33-4ea3-ba57-a97e0958793c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065335 Jul 28 14:32:02.939024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-178f9f4d-cd70-426f-a68a-284f3acc62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:02.939323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-178f9f4d-cd70-426f-a68a-284f3acc62f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0706115 Jul 28 14:32:02.969087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:03.034811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-434a642b-f7b4-48f7-a9da-a8a97a0245dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.036593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-434a642b-f7b4-48f7-a9da-a8a97a0245dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802488 Jul 28 14:32:03.039970 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee9921f-ccad-42ef-b9c7-9f05b98a8c3b x-openstack-request-id: req-4ee9921f-ccad-42ef-b9c7-9f05b98a8c3b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:03.040304 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce9581a-4f13-4620-ac16-183f2d708ba0", "name": "network-vif-deleted", "tag": "2b3180de-3a4f-43db-b16b-062147414a1f", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:03.040673 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ee9921f-ccad-42ef-b9c7-9f05b98a8c3b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:03.041149 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce9581a-4f13-4620-ac16-183f2d708ba0', 'name': 'network-vif-deleted', 'tag': '2b3180de-3a4f-43db-b16b-062147414a1f', 'status': 'completed', 'code': 200} Jul 28 14:32:03.057237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Calling delete_port for fe9b5e8b-f836-446c-8580-992e0241671a owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:03.210887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-18db75f9-2ec9-4c26-ab12-87aa22d67bf5 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389308 Jul 28 14:32:03.216194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:03.230858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'mac_address': 'fa:16:3e:21:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:03.284739 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:03.302266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c133530-8fa0-40c1-a597-a8fffde921cc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:03.316586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-39656d35-82dd-4b0c-a6cc-163d03295397 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1002 time: 0.2673979 Jul 28 14:32:03.323080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5c45d16-da8d-4865-b2f3-2ae214c635c2 req-008137da-17ad-47a7-929f-929420a1fc41 service neutron] 10.222.0.50 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950102 Jul 28 14:32:03.336589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:03.389145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2fd4705-476e-43aa-b37d-972c0c532bab req-c17fe87c-4907-49f0-a3f5-a62d748034ca service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709478 Jul 28 14:32:03.417840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-52c2a5d3-d686-4d0b-a907-a7e5e2b7d3fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.419267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-52c2a5d3-d686-4d0b-a907-a7e5e2b7d3fb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports/e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 943 time: 0.1018217 Jul 28 14:32:03.449627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:03.511852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:03.551997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-e6f1845e-346e-4355-b5f7-fdc64c0a4987 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1002 time: 0.0798180 Jul 28 14:32:03.636011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2b3180de-3a4f-43db-b16b-062147414a1f no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:03.656108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 2b3180de-3a4f-43db-b16b-062147414a1f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:03.656458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2b3180de-3a4f-43db-b16b-062147414a1f not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:03.669111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-94dacb89-9a1f-4aa2-b8d7-69d0c462aa7e tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.670549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-94dacb89-9a1f-4aa2-b8d7-69d0c462aa7e tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.1117132 Jul 28 14:32:03.708584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ada59586-d070-4170-8456-23bcdd644f6e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:03.721530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:03.732039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ada59586-d070-4170-8456-23bcdd644f6e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:03.732513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ada59586-d070-4170-8456-23bcdd644f6e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:03.758978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9b5e8b-f836-446c-8580-992e0241671a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:03.770402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-9ae0a484-86ad-4c70-b311-7f1725044be9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 1002 time: 0.0926387 Jul 28 14:32:03.795635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5c133530-8fa0-40c1-a597-a8fffde921cc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:03.796142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:03.881577 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:03.883940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:03.910176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576772c3-c250-43a8-9dda-9b0a113dde83 req-e49fea91-ffd7-417c-8486-b26f68f6ed00 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:03.911853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-576772c3-c250-43a8-9dda-9b0a113dde83 req-e49fea91-ffd7-417c-8486-b26f68f6ed00 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 944 time: 0.0574999 Jul 28 14:32:03.957677 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-576772c3-c250-43a8-9dda-9b0a113dde83 req-e015bf4f-77fd-4068-8cf6-c5828136d356 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372152 Jul 28 14:32:04.016970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.020754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.069895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066866a7-cfa3-4b7b-99dd-7d9339b07c1a req-74de5785-e9b8-455c-bfee-2d1bc6bbe3f1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.071933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-066866a7-cfa3-4b7b-99dd-7d9339b07c1a req-74de5785-e9b8-455c-bfee-2d1bc6bbe3f1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.0528009 Jul 28 14:32:04.112167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-066866a7-cfa3-4b7b-99dd-7d9339b07c1a req-c64ba4c9-17cd-48d4-af1b-5c3e0a3ce60a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339963 Jul 28 14:32:04.154358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.223691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613573-1d70-4408-83e6-e7544f0f53ef req-c879c76a-15c9-4d81-a2a7-3e805c9a01a7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.225557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48613573-1d70-4408-83e6-e7544f0f53ef req-c879c76a-15c9-4d81-a2a7-3e805c9a01a7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0556474 Jul 28 14:32:04.228135 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.228802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cae4576-a69c-4870-9b86-53e14ed999d5 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:32:04.233621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.238729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-831d5d77-a698-4fba-a07c-238542066432 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3cae4576-a69c-4870-9b86-53e14ed999d5 HTTP/1.1" status: 204 len: 168 time: 2.8661182 Jul 28 14:32:04.238729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40214) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:04.266244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.266566 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa disassociated. External IP: 172.25.0.124, port: e4902e95-375e-4303-bade-2824996af788. Jul 28 14:32:04.270697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48613573-1d70-4408-83e6-e7544f0f53ef req-89494e2c-a3c1-466c-baa3-73e0a8d74244 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Jul 28 14:32:04.331715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Deleting subnet 36e9b89d-3b16-464b-a166-1e33417e2309 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:32:04.335095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.409667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.457625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:32:04.576707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:04.600019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67b5c8-6c2f-47b8-8eaa-b313a4bb4b45 req-f06cd127-9cf8-4c1a-bf25-c536990e4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:04.601805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f67b5c8-6c2f-47b8-8eaa-b313a4bb4b45 req-f06cd127-9cf8-4c1a-bf25-c536990e4b5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0438662 Jul 28 14:32:04.629645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:04.639110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f67b5c8-6c2f-47b8-8eaa-b313a4bb4b45 req-f81e4c3f-03a3-4f96-96a7-b5cc127ecc3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298316 Jul 28 14:32:04.992346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:05.046532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.078520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e9b89d-3b16-464b-a166-1e33417e2309,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:05.086235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07163b-7659-4484-8edb-222c376eaa94 req-396fd799-d700-44a3-b233-1c2137e59431 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.087341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc07163b-7659-4484-8edb-222c376eaa94 req-396fd799-d700-44a3-b233-1c2137e59431 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 944 time: 0.0549507 Jul 28 14:32:05.089324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.093782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0e04678-2137-4d6d-b980-c8c9e7fc1277 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/36e9b89d-3b16-464b-a166-1e33417e2309 HTTP/1.1" status: 204 len: 168 time: 0.8531332 Jul 28 14:32:05.094489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:05.096843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b208aa-863d-44bd-a177-8f33e50fe5d1 None None] Network 13b44c34-ed26-432d-bea2-4572e091c62f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:05.114267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:05.134648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc07163b-7659-4484-8edb-222c376eaa94 req-2f3703e4-603a-44ad-ae52-d39becc4d026 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Jul 28 14:32:05.143398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.148618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:05.155541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5c133530-8fa0-40c1-a597-a8fffde921cc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:05.181031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:05.181693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:05.183673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5c133530-8fa0-40c1-a597-a8fffde921cc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:05.184050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.192087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-31f062f6-87ac-4336-a86a-75bf416d7d1a tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "PUT /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 696 time: 1.4026918 Jul 28 14:32:05.194369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:05.197350 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8993f1-cddb-450f-9cc4-d3daef54cdae" -d '{"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:05.203830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.273276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-1c27908e-6ddb-4fda-b7f5-a7304f65b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.278720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea248f-8564-4e1d-840b-47ed3cd4730c req-6421bcf2-6376-4f94-9a87-81b41b0a57ec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.280632 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-1c27908e-6ddb-4fda-b7f5-a7304f65b1a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.0733304 Jul 28 14:32:05.280955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5eea248f-8564-4e1d-840b-47ed3cd4730c req-6421bcf2-6376-4f94-9a87-81b41b0a57ec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.0631263 Jul 28 14:32:05.330314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5eea248f-8564-4e1d-840b-47ed3cd4730c req-30038b26-f0f0-4bd0-900a-df55ece789de tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Jul 28 14:32:05.377903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Deleting port 52c21da6-2796-47eb-835e-8e41655f50f4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:05.378402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.400716 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123c9544-026b-492b-9e1e-24cd536b3029 x-openstack-request-id: req-123c9544-026b-492b-9e1e-24cd536b3029 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:05.401008 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:05.401251 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-123c9544-026b-492b-9e1e-24cd536b3029 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:05.401639 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:32:05.429598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-afcb9f26-7554-4d4a-94a8-7177c7d5a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.430993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-afcb9f26-7554-4d4a-94a8-7177c7d5a849 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.1495068 Jul 28 14:32:05.509120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] For port 52c21da6-2796-47eb-835e-8e41655f50f4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=52c21da6-2796-47eb-835e-8e41655f50f4,segment=NetworkSegment(22162229-512e-476a-8bdb-c8ce36824a16),segment_id=22162229-512e-476a-8bdb-c8ce36824a16)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:05.509640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.515521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-bb590060-c222-4724-aaec-29e53b5f3421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0697839 Jul 28 14:32:05.535680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbfed8-c4ed-47bf-ae1a-2ddf9bb27f19 req-9cafa147-03dc-4687-9130-0be89ba7c37c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.537238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86cbfed8-c4ed-47bf-ae1a-2ddf9bb27f19 req-9cafa147-03dc-4687-9130-0be89ba7c37c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 950 time: 0.0866694 Jul 28 14:32:05.542527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-0f546bce-062f-4e60-9edf-361e1feb6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.544106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-0f546bce-062f-4e60-9edf-361e1feb6a81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 1098 time: 0.0818856 Jul 28 14:32:05.591947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Calling delete_port for 52c21da6-2796-47eb-835e-8e41655f50f4 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:05.602920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:05.623224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-1b5a8e50-6ddb-4fa3-b174-25b605dc6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.625501 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-1b5a8e50-6ddb-4fa3-b174-25b605dc6f95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.1010442 Jul 28 14:32:05.638411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:05.645151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:05.672956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:05.675957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] DHCP port deletion for 13b44c34-ed26-432d-bea2-4572e091c62f request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:32:05.713570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86cbfed8-c4ed-47bf-ae1a-2ddf9bb27f19 req-7afd8da6-8cbf-45d7-b1f9-14558c4d64d8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627223 Jul 28 14:32:05.785195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-30037b88-3621-421e-af83-3bdc8ff6b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.786818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-30037b88-3621-421e-af83-3bdc8ff6b3f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 200 len: 922 time: 0.2272046 Jul 28 14:32:05.803801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-b548905e-ba37-4d38-b38e-4953ed3237f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.806227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-b548905e-ba37-4d38-b38e-4953ed3237f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693647 Jul 28 14:32:05.808191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924570-fec3-45a0-8508-70cc73ecb96e req-1447a885-98ad-49ff-80ee-bd51aa4992b9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:05.810526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47924570-fec3-45a0-8508-70cc73ecb96e req-1447a885-98ad-49ff-80ee-bd51aa4992b9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.2521660 Jul 28 14:32:05.819861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 52c21da6-2796-47eb-835e-8e41655f50f4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:05.914002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-3249c738-de36-440a-b6cc-16d1290bc0fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 200 len: 217 time: 0.0753217 Jul 28 14:32:05.956887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:05.959535 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb103f1c-f69d-402c-bdea-04c7ce7dcc2c" -d '{"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-plugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:06.013751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-008bab10-264c-4216-84e2-d96399a207bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.015060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.019030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-6a25c3bd-eafb-4163-9625-a3e3b79682ef service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980126 Jul 28 14:32:06.022594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-008bab10-264c-4216-84e2-d96399a207bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 200 len: 860 time: 0.0957789 Jul 28 14:32:06.044135 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.101690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:06.102053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.116743 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ff7b1-111d-4ae3-abdc-848371f1d4d2 x-openstack-request-id: req-591ff7b1-111d-4ae3-abdc-848371f1d4d2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:06.116743 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-plugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:06.116743 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-591ff7b1-111d-4ae3-abdc-848371f1d4d2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:06.116743 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'code': 200} Jul 28 14:32:06.120067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.120463 n-d-705658-23 neutron-server[94750]: INFO neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No ports have port_id starting with 52c21da6-2796-47eb-835e-8e41655f50f4 Jul 28 14:32:06.141260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Deleting port 52c21da6-2796-47eb-835e-8e41655f50f4 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:06.141733 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.153024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fe9b5e8b-f836-446c-8580-992e0241671a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:06.157747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c21da6-2796-47eb-835e-8e41655f50f4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.162928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] No DVR routers for this DVR port 52c21da6-2796-47eb-835e-8e41655f50f4 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:06.207125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-258bb1dc-e356-440a-8d11-06187bea1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.210613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-258bb1dc-e356-440a-8d11-06187bea1d56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780560 Jul 28 14:32:06.263615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.283972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.327200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c9128b6-2cf2-47d2-9fcb-101bbc767ed7 req-f05fcd0c-0d9f-4130-8d63-889d7d599996 service neutron] 10.222.0.47 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037586 Jul 28 14:32:06.339468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.349815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] For port 52c21da6-2796-47eb-835e-8e41655f50f4, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.350652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.357548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b44c34-ed26-432d-bea2-4572e091c62f']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:06.366634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.366634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.375487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22162229-512e-476a-8bdb-c8ce36824a16') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:06.375867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22162229-512e-476a-8bdb-c8ce36824a16') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:06.380914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: fe9b5e8b-f836-446c-8580-992e0241671a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:06.382227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fe9b5e8b-f836-446c-8580-992e0241671a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:06.387042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbda59-6491-41f0-b443-eed8fef12b76 req-0c9f02ef-e101-4f06-a35e-5e8177d38312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.388591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16cbda59-6491-41f0-b443-eed8fef12b76 req-0c9f02ef-e101-4f06-a35e-5e8177d38312 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 1097 time: 0.1210184 Jul 28 14:32:06.393252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.398579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:06.406877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.412931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943774-2fa1-4aeb-be0c-d72054ffd3ba req-1ceb0d61-df68-42cc-a568-355f75dfac18 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.414732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b943774-2fa1-4aeb-be0c-d72054ffd3ba req-1ceb0d61-df68-42cc-a568-355f75dfac18 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.1621578 Jul 28 14:32:06.414983 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.435778 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.448459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:32:06.452959 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:32:06.456738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-6821ac18-2ed2-40fa-a86a-deee201f7458 service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328558 Jul 28 14:32:06.457061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Calling delete_port for 52c21da6-2796-47eb-835e-8e41655f50f4 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:06.468167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Port 52c21da6-2796-47eb-835e-8e41655f50f4 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:32:06.475942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '3e342311-edac-449d-b496-c645ba8abfbc', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '3e342311-edac-449d-b496-c645ba8abfbc', 'mac_address': 'fa:16:3e:9f:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:06.480024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.511459 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16cbda59-6491-41f0-b443-eed8fef12b76 req-21b9d67d-d2e3-42ff-bee6-72148e45cbd9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050930 Jul 28 14:32:06.557694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.568006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b943774-2fa1-4aeb-be0c-d72054ffd3ba req-3054392a-fb47-4ba3-9182-15cf049452b3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386156 Jul 28 14:32:06.596030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d2b56-cd43-4809-bdf0-aaa591c5fc80 req-ef27338a-40ba-44d8-8ceb-fd8979a628ce tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.604428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e25d2b56-cd43-4809-bdf0-aaa591c5fc80 req-ef27338a-40ba-44d8-8ceb-fd8979a628ce tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 946 time: 0.0691013 Jul 28 14:32:06.612666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] No DVR routers for this DVR port 52c21da6-2796-47eb-835e-8e41655f50f4 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:06.635662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.642256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.644743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.659315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/13b44c34-ed26-432d-bea2-4572e091c62f HTTP/1.1" status: 204 len: 168 time: 1.5514956 Jul 28 14:32:06.667680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f8993f1-cddb-450f-9cc4-d3daef54cdae req-48f10501-1b32-43d8-b4a2-7df0d334d1ff service neutron] 10.222.0.53 "GET /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796379 Jul 28 14:32:06.679395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:06.686847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.699697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:06.720763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297dea8-8f0c-487b-a6cc-e486ebda44d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b44c34-ed26-432d-bea2-4572e091c62f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.732782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e25d2b56-cd43-4809-bdf0-aaa591c5fc80 req-a3478462-107f-4376-8b8a-8aa5f804dac6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272588 Jul 28 14:32:06.776686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79b9f-c10c-4be6-917b-e7bce57586fb None None] Pushing event deleted for resources: {'Port': ['ID=52c21da6-2796-47eb-835e-8e41655f50f4,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.780789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:06.784998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:06.795182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:06.795915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:31:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:06.813791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-a0503b22-9002-4e50-be12-5bd4d6c212e4 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 200 len: 696 time: 0.0488768 Jul 28 14:32:06.867434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0002f-76ca-46ab-b270-bf7267ca0a32 req-19450592-7fdd-4409-88c5-4dabcd363ed4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:06.869100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7f0002f-76ca-46ab-b270-bf7267ca0a32 req-19450592-7fdd-4409-88c5-4dabcd363ed4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 948 time: 0.0675380 Jul 28 14:32:06.893117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:06.918890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7f0002f-76ca-46ab-b270-bf7267ca0a32 req-4467cf6b-67df-4bbf-afb9-4bbcd6ea73fa tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Jul 28 14:32:06.929183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f17265b2-e15b-4e84-8c87-5abcd2ffb7f9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:06.931574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:06.932719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=f17265b2-e15b-4e84-8c87-5abcd2ffb7f9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:06.990022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:06.998003 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.005692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:07.009897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.012219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47924570-fec3-45a0-8508-70cc73ecb96e req-177f5da8-728a-4d42-ba5c-bc41ab78e6cb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "DELETE /v2.0/ports/f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 HTTP/1.1" status: 204 len: 173 time: 1.1757865 Jul 28 14:32:07.012906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'name': 'network-vif-deleted', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:07.015211 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1de1c2-3791-4e5a-8fc6-3b9f917e0356" -d '{"events": [{"server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "name": "network-vif-deleted", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:07.025521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-cd40a70a-4e7e-46f5-ace7-cbb361fefca9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.026988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-cd40a70a-4e7e-46f5-ace7-cbb361fefca9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 784 time: 0.2051134 Jul 28 14:32:07.088732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-df6fb27e-6ff6-4f55-b68d-89c654a85822 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 699 time: 0.0537860 Jul 28 14:32:07.141252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-05d2aba0-5fd2-4e47-8754-9a506eac9df9 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.0.124 HTTP/1.1" status: 200 len: 699 time: 0.0451193 Jul 28 14:32:07.141507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:07.211377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40260) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:07.268363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b0152ef-adcb-4340-a313-ab73d9fbed94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c568ec7bbdc46c7b8869b41e7770d09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554843 Jul 28 14:32:07.270809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40262) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:07.291410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Deleting port 3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:07.292224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.333057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:07.335173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.360692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.390683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.391041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.405891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Calling delete_port for 3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:07.571899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:07.605114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.607279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fc8cfe-4809-4db7-955b-e7053ff6b7c2 None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '0ce09893-7660-474d-b074-b7b2bedbb263', 'name': '', 'network_id': '6ac2e9a4-3873-464b-b2d8-12d3a1d311d6', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'mac_address': 'fa:16:3e:33:c6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:44Z', 'updated_at': '2021-07-28T14:30:54Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'subnets': [{'id': '04f1b2e7-1fc2-4ffb-92b9-0fe582e85391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:07.608134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.612379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4228e9a-8e66-41f6-a09d-e3fdb149dc38 HTTP/1.1" status: 204 len: 168 time: 0.3368154 Jul 28 14:32:07.628011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0ad54-875f-465e-a082-e5ca6d97e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4228e9a-8e66-41f6-a09d-e3fdb149dc38,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:07.655076 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae56c601-c4eb-4440-998b-d05ea736e77e x-openstack-request-id: req-ae56c601-c4eb-4440-998b-d05ea736e77e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:07.655419 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dffe09e-53f7-4212-8195-e2b66464d68c", "name": "network-vif-deleted", "tag": "f17265b2-e15b-4e84-8c87-5abcd2ffb7f9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:07.655684 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae56c601-c4eb-4440-998b-d05ea736e77e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:07.656151 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dffe09e-53f7-4212-8195-e2b66464d68c', 'name': 'network-vif-deleted', 'tag': 'f17265b2-e15b-4e84-8c87-5abcd2ffb7f9', 'status': 'completed', 'code': 200} Jul 28 14:32:07.691114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.795691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event deleted for resources: {'Port': ['ID=3f7fdf35-4842-435e-b9a8-0e7f5a02f3f8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:07.838723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.841783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:07.843071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a25b3953-5dab-4cfe-b4f7-58f83dad701f req-89dc5e09-c64a-4687-9bbd-e71460d19feb tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "DELETE /v2.0/floatingips/82c1ee37-d74c-4c71-9b52-df987249b1aa HTTP/1.1" status: 204 len: 173 time: 0.6917615 Jul 28 14:32:07.895178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3259378-4d57-492f-adb3-add0b72fa2d4 req-0124d1f4-7f0a-4472-b7ca-124460d17cbc tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.897478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3259378-4d57-492f-adb3-add0b72fa2d4 req-0124d1f4-7f0a-4472-b7ca-124460d17cbc tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0521677 Jul 28 14:32:07.946286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3259378-4d57-492f-adb3-add0b72fa2d4 req-3afc2fd8-cbf7-4613-aa26-4fa9cf51afbc tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417027 Jul 28 14:32:07.954447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bff0a-dfc2-4ea7-91d2-f507770c17a9 req-80b254a9-bcce-4f59-9926-677e3e3d56c4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:07.956915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad1bff0a-dfc2-4ea7-91d2-f507770c17a9 req-80b254a9-bcce-4f59-9926-677e3e3d56c4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Jul 28 14:32:07.960150 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5393b093-e09d-4102-9033-00186f97498b None None] New status for floating IP 82c1ee37-d74c-4c71-9b52-df987249b1aa: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:32:08.011761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad1bff0a-dfc2-4ea7-91d2-f507770c17a9 req-3a802260-d700-40a3-a7dd-248abf9914f6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379572 Jul 28 14:32:08.075341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b63898c9-8044-40bc-8f04-babc6f8d06da req-deb56c56-9ece-44a0-9eb2-412f1619a186 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=3dffe09e-53f7-4212-8195-e2b66464d68c HTTP/1.1" status: 200 len: 210 time: 0.0484993 Jul 28 14:32:08.114089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:08.116998 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b4051-c12c-433a-9931-c2f140c0d601" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:08.913215 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f67123-996b-4d5b-a969-2cec18ba1203 x-openstack-request-id: req-f2f67123-996b-4d5b-a969-2cec18ba1203 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:08.913995 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:08.913995 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f2f67123-996b-4d5b-a969-2cec18ba1203 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:08.914615 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'code': 200} Jul 28 14:32:09.092504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f92c2-0825-4ecb-ae32-36f045c6bba8 req-f5d4dff1-7fe1-4724-ad44-bc8199ae0aac tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.094077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c0f92c2-0825-4ecb-ae32-36f045c6bba8 req-f5d4dff1-7fe1-4724-ad44-bc8199ae0aac tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.0587273 Jul 28 14:32:09.129519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf098d4-fe94-43ad-9c59-959a7c1375aa req-81298560-259e-4cde-baba-9be649f58835 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.131739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cf098d4-fe94-43ad-9c59-959a7c1375aa req-81298560-259e-4cde-baba-9be649f58835 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 1102 time: 0.0482416 Jul 28 14:32:09.135922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c0f92c2-0825-4ecb-ae32-36f045c6bba8 req-802d1920-945b-4935-b495-fe46eb4b36c7 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Jul 28 14:32:09.170122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cf098d4-fe94-43ad-9c59-959a7c1375aa req-643267c1-3b63-4a71-b4a4-d5a084882443 tempest-ServersAdminTestJSON-2028392220 tempest-ServersAdminTestJSON-2028392220-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Jul 28 14:32:09.249425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21f2ed-c4b8-4bee-b6d1-8a19f60751f3 req-a1cdd63a-b061-4582-9010-90b11ca6df52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.251039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b21f2ed-c4b8-4bee-b6d1-8a19f60751f3 req-a1cdd63a-b061-4582-9010-90b11ca6df52 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0541272 Jul 28 14:32:09.300425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b21f2ed-c4b8-4bee-b6d1-8a19f60751f3 req-c575a8e6-8d1f-4a62-a7c0-dbb2d761c15e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Jul 28 14:32:09.653822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:09.712151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 3e342311-edac-449d-b496-c645ba8abfbc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:09.712151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.792859 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.796717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-054a86b9-908d-4646-bb64-ac439803e8bf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.798473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-054a86b9-908d-4646-bb64-ac439803e8bf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1089208 Jul 28 14:32:09.815948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-b7303ab4-014e-402c-a910-12ce8a90740a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0110428 Jul 28 14:32:09.838034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:09.873133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-3bded7c2-7bbb-4087-8b7a-40c4cdef9e0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499191 Jul 28 14:32:09.919818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b703d87-119d-4267-b8d6-819cac87b920 req-456a3d70-4939-40c5-8103-700e43e6ad5f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:09.923454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b703d87-119d-4267-b8d6-819cac87b920 req-456a3d70-4939-40c5-8103-700e43e6ad5f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 950 time: 0.0545819 Jul 28 14:32:09.948038 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:09.948858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:09.969647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b703d87-119d-4267-b8d6-819cac87b920 req-f7eeda32-226f-472f-a3d0-8c2321636bf4 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jul 28 14:32:09.978993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:09.979360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f17265b2-e15b-4e84-8c87-5abcd2ffb7f9 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:10.020874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-59360d9b-b0ab-4d3e-86c2-bbd7e989bb7b service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398883 Jul 28 14:32:10.045506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:10.109371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-47412c1c-e6f2-4b3a-9922-0056b15f21cb service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876224 Jul 28 14:32:10.206677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-6014c9e0-3e0e-4a64-863d-0eb6808df453 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=64f762c62b8f496b8c1a48a32af3d149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259926 Jul 28 14:32:10.317371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-4d6afefb-e7d0-4623-ac0d-95cea3747f5d tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.318833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-4d6afefb-e7d0-4623-ac0d-95cea3747f5d tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052642 Jul 28 14:32:10.338211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-6ca3ad6e-832b-4575-8a62-4242fed56174 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/quotas/64f762c62b8f496b8c1a48a32af3d149 HTTP/1.1" status: 200 len: 375 time: 0.0115731 Jul 28 14:32:10.374310 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-37a5bc70-b73e-4c7a-81d1-114d189dc14f tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=64f762c62b8f496b8c1a48a32af3d149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287290 Jul 28 14:32:10.486929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fba3-156f-4ea9-b3df-2466f70c5783 req-a0977412-ce87-44a9-bfd4-0c6475671ba6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.488580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6537fba3-156f-4ea9-b3df-2466f70c5783 req-a0977412-ce87-44a9-bfd4-0c6475671ba6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0980394 Jul 28 14:32:10.501067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-6550df7b-0d11-46f0-9214-d952700a749d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.502836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-6550df7b-0d11-46f0-9214-d952700a749d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.0763371 Jul 28 14:32:10.572611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6537fba3-156f-4ea9-b3df-2466f70c5783 req-a7433e1a-6dd9-468f-9cce-00ebed5065e9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Jul 28 14:32:10.629893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Deleting port e4902e95-375e-4303-bade-2824996af788 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:10.630253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.742504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] For port e4902e95-375e-4303-bade-2824996af788, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4902e95-375e-4303-bade-2824996af788,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:10.742845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:10.761038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Calling delete_port for e4902e95-375e-4303-bade-2824996af788 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:10.844703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8de8174a-9a44-4f3d-984d-2d04c2a98b8f req-d781fb15-f305-4c7d-aed1-c3c77c7c4c38 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jul 28 14:32:10.848018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d076978-2ea8-4507-af76-922683a92c14 req-a095d970-a5d0-48d0-bd9d-0f8e7545457d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:10.849698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d076978-2ea8-4507-af76-922683a92c14 req-a095d970-a5d0-48d0-bd9d-0f8e7545457d tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 946 time: 0.0743501 Jul 28 14:32:10.916249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:10.917106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d076978-2ea8-4507-af76-922683a92c14 req-e5b71036-2121-4554-b4af-eb0246e6c4ef tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b1a6721-52c5-4a52-b778-afddf2cbd95b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Jul 28 14:32:10.919561 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82279adc-fb4e-4b71-9a98-c7f7fb5d2790" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:10.953566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-074b8fe3-eef3-4596-9b5c-ce7525131721 req-8e795b5b-567f-4dd1-8b00-be94393b307c tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0357809 Jul 28 14:32:10.966615 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338c5a0a-e002-4745-93b4-cf2a55af73a0 x-openstack-request-id: req-338c5a0a-e002-4745-93b4-cf2a55af73a0 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:10.967688 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-plugged", "status": "completed", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:10.968176 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-338c5a0a-e002-4745-93b4-cf2a55af73a0 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:10.968545 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'code': 200} Jul 28 14:32:11.067588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.095287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c998a8-9849-449c-9b98-621f75de86b2 req-38a27f8a-477f-49b1-ac3a-44795f541bd8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.097084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75c998a8-9849-449c-9b98-621f75de86b2 req-38a27f8a-477f-49b1-ac3a-44795f541bd8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 950 time: 0.0528159 Jul 28 14:32:11.106238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Pushing event deleted for resources: {'Port': ['ID=e4902e95-375e-4303-bade-2824996af788,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:11.107340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4902e95-375e-4303-bade-2824996af788'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:11.153408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75c998a8-9849-449c-9b98-621f75de86b2 req-09d91d8b-80a7-4b37-90d9-9bdfd3afd2d0 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Jul 28 14:32:11.159406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] No DVR routers for this DVR port e4902e95-375e-4303-bade-2824996af788 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:11.163871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.166010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03aab5e3-84b3-4f87-98b9-2cf6f5a62710 req-c07809da-8ff6-4dc7-b2c2-eee571a2b252 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.53 "DELETE /v2.0/ports/e4902e95-375e-4303-bade-2824996af788 HTTP/1.1" status: 204 len: 173 time: 0.6555233 Jul 28 14:32:11.166459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'name': 'network-vif-deleted', 'tag': 'e4902e95-375e-4303-bade-2824996af788'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:11.168904 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3226fa-50da-4fc2-956f-dff8e6ed496b" -d '{"events": [{"server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "name": "network-vif-deleted", "tag": "e4902e95-375e-4303-bade-2824996af788"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:11.206766 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ce55dc-4f83-45f5-8b41-e4f38f5f0787 x-openstack-request-id: req-41ce55dc-4f83-45f5-8b41-e4f38f5f0787 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:11.207093 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2214121-9c42-478a-951c-4bbaa73029d9", "name": "network-vif-deleted", "tag": "e4902e95-375e-4303-bade-2824996af788", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:11.207350 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41ce55dc-4f83-45f5-8b41-e4f38f5f0787 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:11.207752 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2214121-9c42-478a-951c-4bbaa73029d9', 'name': 'network-vif-deleted', 'tag': 'e4902e95-375e-4303-bade-2824996af788', 'status': 'completed', 'code': 200} Jul 28 14:32:11.393611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-aaa34777-daf1-4741-8ce0-bce16451113b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.395011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-aaa34777-daf1-4741-8ce0-bce16451113b tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 950 time: 0.0492628 Jul 28 14:32:11.517541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Deleting port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:11.518251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.658416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] For port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:11.658952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:11.673901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Calling delete_port for 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:11.719005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96edf-8030-46fd-8b53-cbf9abdd3ff1 req-1e11a31e-f276-4530-a8bb-f57e1e2081d2 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:11.721601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72d96edf-8030-46fd-8b53-cbf9abdd3ff1 req-1e11a31e-f276-4530-a8bb-f57e1e2081d2 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0687406 Jul 28 14:32:11.767217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72d96edf-8030-46fd-8b53-cbf9abdd3ff1 req-9661bedd-3e7b-4b92-b774-3ece73dca3a7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379288 Jul 28 14:32:11.966253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21679c03-103e-424c-8b55-5ef067046ce9 req-133a9be5-1eac-46d5-8088-f23e8615e77c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Jul 28 14:32:11.988785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.021822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event deleted for resources: {'Port': ['ID=025a54c1-6c1b-413a-bf67-9b8c8d458ae3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:12.024519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', '3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:12.036793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b89f608e-70be-4858-84cc-0979a2fd827d req-8eb95173-b046-45ba-9512-c5b299b13b63 tempest-FloatingIPsAssociationTestJSON-1954489123 tempest-FloatingIPsAssociationTestJSON-1954489123-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2214121-9c42-478a-951c-4bbaa73029d9 HTTP/1.1" status: 200 len: 210 time: 0.0338254 Jul 28 14:32:12.075696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84c91540-4c3c-4132-b04a-8dba5b191a33 req-990cc7f8-0025-485b-b894-ea4d3d28b454 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0573778 Jul 28 14:32:12.097256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] No DVR routers for this DVR port 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:12.100973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.104298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84dbde97-39f8-4add-96d9-85bc29b1af8b req-abeaf797-3455-40a3-a91b-ff7267dbe3a1 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "DELETE /v2.0/ports/025a54c1-6c1b-413a-bf67-9b8c8d458ae3 HTTP/1.1" status: 204 len: 173 time: 0.7005420 Jul 28 14:32:12.259317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ef7c-5ebc-475f-b7a9-49a347c6a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:12.273483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b50420d3-d804-45ac-9920-12d954723d41 req-9202bccf-b937-44aa-b6bf-fad67110c870 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0344920 Jul 28 14:32:12.909244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53685-649a-4bc6-8021-6ea052bcd1f8 req-9f290793-cd72-4a17-9ab9-7f39fa047234 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:12.910917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3df53685-649a-4bc6-8021-6ea052bcd1f8 req-9f290793-cd72-4a17-9ab9-7f39fa047234 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0586615 Jul 28 14:32:12.954678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3df53685-649a-4bc6-8021-6ea052bcd1f8 req-f47d0c3d-ae6f-4456-b794-ff14f3cb1bcb tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Jul 28 14:32:13.063699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea6732d1-cc65-4a4a-8d22-0379f53e1eb5 req-5d57f7a8-69d8-47f9-945b-1417aed1edba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0284719 Jul 28 14:32:13.097088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:13.176330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-d808ff35-441f-48ea-897a-91853d1d397d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:13.179281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-d808ff35-441f-48ea-897a-91853d1d397d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1099002 Jul 28 14:32:13.186483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b8a333b-a13e-4557-8364-6db85b927498 req-4223ec58-02a5-42a0-b9ee-d0f9a9bc84fe tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0357282 Jul 28 14:32:13.206258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:13.209929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'name': 'network-vif-deleted', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:13.215004 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a9a45d-886d-442b-a5ba-df816bb207af" -d '{"events": [{"server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "name": "network-vif-deleted", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:13.418714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44d1f361-8305-42da-aca0-d6f1b4dca8c1 req-fe1986e5-6a26-4906-84f0-51e62011d6a9 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=1815acea-325c-4d69-8126-bb3352aab791 HTTP/1.1" status: 200 len: 210 time: 0.0354431 Jul 28 14:32:13.559540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.609152 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c02e66f-908a-40f6-8c89-1b9670da71b7 x-openstack-request-id: req-6c02e66f-908a-40f6-8c89-1b9670da71b7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:13.609403 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1815acea-325c-4d69-8126-bb3352aab791", "name": "network-vif-deleted", "tag": "025a54c1-6c1b-413a-bf67-9b8c8d458ae3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:13.609582 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c02e66f-908a-40f6-8c89-1b9670da71b7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:13.609961 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1815acea-325c-4d69-8126-bb3352aab791', 'name': 'network-vif-deleted', 'tag': '025a54c1-6c1b-413a-bf67-9b8c8d458ae3', 'status': 'completed', 'code': 200} Jul 28 14:32:13.680248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:13.702198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:13.702198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 025a54c1-6c1b-413a-bf67-9b8c8d458ae3 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:13.702574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4902e95-375e-4303-bade-2824996af788 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:13.722071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: e4902e95-375e-4303-bade-2824996af788 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:13.722325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4902e95-375e-4303-bade-2824996af788 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:13.798081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:13.801674 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.827021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Deleting port 0ce09893-7660-474d-b074-b7b2bedbb263 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:13.827369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.924223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] For port 0ce09893-7660-474d-b074-b7b2bedbb263, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0ce09893-7660-474d-b074-b7b2bedbb263,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:13.924956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:13.938910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Calling delete_port for 0ce09893-7660-474d-b074-b7b2bedbb263 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:13.949217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.13 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/e4917e89-3157-4d8e-b40f-402e39e8166a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:14.139122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dccc8f-c62e-4811-ad7e-924feafbbbfd req-00ae73b7-d1bd-43a4-9287-bdc23303131a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.140697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23dccc8f-c62e-4811-ad7e-924feafbbbfd req-00ae73b7-d1bd-43a4-9287-bdc23303131a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.1050646 Jul 28 14:32:14.180399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.197673 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ffcf0f6-39b5-4a89-85dc-12565a12d23c req-b337b374-839e-4f92-a131-b7c4e9ec6f5c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0340843 Jul 28 14:32:14.241747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-21597b72-e790-409e-8b4f-d10360f6d180 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=64f762c62b8f496b8c1a48a32af3d149&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385742 Jul 28 14:32:14.246518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23dccc8f-c62e-4811-ad7e-924feafbbbfd req-0675f809-9df2-43f4-9263-526469a72773 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Jul 28 14:32:14.288420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.315879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8508e006-2542-47c6-a608-9c9a2dab8be7 req-f83fc94e-1812-43fd-9a0a-e1feb03ef6d6 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0381453 Jul 28 14:32:14.342620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce09893-7660-474d-b074-b7b2bedbb263,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:14.373898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.374316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.374862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.375458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.375798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.376133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.376459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.376789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.377115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.377683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.377961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.378066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.392844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-341621ee-58b1-4543-a960-0d22faa31cf4 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.394595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-341621ee-58b1-4543-a960-0d22faa31cf4 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352046 Jul 28 14:32:14.418238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Request body: {'port': {'device_id': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '64f762c62b8f496b8c1a48a32af3d149'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:14.424298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.458890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:14.565957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:14.576977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:14.588000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:14.595050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:14.640056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.640583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.641110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.641560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.641882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.642217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.642575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.642908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.643918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.643918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.644192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.644390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:14.665501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.698581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:14.699421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.792895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87fc19c5-5f0a-4ed3-a334-cf192360a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.890549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.891460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Made reservation on behalf of 64f762c62b8f496b8c1a48a32af3d149 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:14.895131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.905127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:14.926164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:15.015749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-595ced55-2159-4a9a-8e2a-8daabf50f09c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8139970 Jul 28 14:32:15.053573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Request body: {'port': {'device_id': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:15.062448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:15.069915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9941b87e-7c7a-4c68-88da-c64e175967ca admin admin] 10.222.0.47 "PUT /v2.0/routers/11e33b6e-91a8-4768-916d-ed8c787f0fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9703307 Jul 28 14:32:15.071113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:15.084794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Sync routers for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:15.094608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:15.095340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:15.141931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.221907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.236849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.263020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:15.335345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5d59-8032-4442-85c9-67533b98f7b9 req-802ead23-7def-4444-ba0b-92d2558e1680 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.336654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-280b5d59-8032-4442-85c9-67533b98f7b9 req-802ead23-7def-4444-ba0b-92d2558e1680 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.1207623 Jul 28 14:32:15.337369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.422078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-280b5d59-8032-4442-85c9-67533b98f7b9 req-bb4f79b7-da91-49ec-a873-26921e456b17 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573618 Jul 28 14:32:15.429584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.484814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '71c2bd60-963b-447b-adad-9325b865389c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:32:14Z', 'revision_number': 5, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port': {'id': '71c2bd60-963b-447b-adad-9325b865389c', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:37Z', 'updated_at': '2021-07-28T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:15.511840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:15.520243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Checking router: 11e33b6e-91a8-4768-916d-ed8c787f0fe7 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:15.533306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Routers {'11e33b6e-91a8-4768-916d-ed8c787f0fe7'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:15.534549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:15.584318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62becfa-a577-43f9-80cd-5dfe7a44c51a req-d1195ac4-1b51-4b21-ac5a-7c736d4674df tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.587429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a62becfa-a577-43f9-80cd-5dfe7a44c51a req-d1195ac4-1b51-4b21-ac5a-7c736d4674df tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 932 time: 0.2426531 Jul 28 14:32:15.587612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbae830-b663-41e3-842d-805212e0c660 req-f200d6a7-e49e-40ee-9d2a-39a106556842 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:15.588076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cbae830-b663-41e3-842d-805212e0c660 req-f200d6a7-e49e-40ee-9d2a-39a106556842 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0927761 Jul 28 14:32:15.644628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Deleting port 71c2bd60-963b-447b-adad-9325b865389c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:15.645095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.659993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] Set router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:15.677363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Allocated IP 192.168.233.166 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/88aca039-cc24-4d0d-8398-243f2aa8aaf9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:15.698466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a62becfa-a577-43f9-80cd-5dfe7a44c51a req-0e18f726-2ae1-4591-93f0-e9181fbed138 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990026 Jul 28 14:32:15.718165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cbae830-b663-41e3-842d-805212e0c660 req-4e3c728c-db2c-4cc2-bc6e-7750d8385a97 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209631 Jul 28 14:32:15.728758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:32:15Z', 'revision_number': 6, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:15.777914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7063cdc0-9f03-45ce-9d4c-0bd558bd6300 None None] The sync data for ids ['11e33b6e-91a8-4768-916d-ed8c787f0fe7'] in n-d-705658-23 is: [{'id': '11e33b6e-91a8-4768-916d-ed8c787f0fe7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1405639490-router', 'tenant_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:34Z', 'updated_at': '2021-07-28T14:32:15Z', 'revision_number': 6, 'project_id': '18b952ccd5c44d9ba9ab410bd33ab31d', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:15.828829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] For port 71c2bd60-963b-447b-adad-9325b865389c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=71c2bd60-963b-447b-adad-9325b865389c,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:15.829323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.847552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4917e89-3157-4d8e-b40f-402e39e8166a {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:15.863283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.873189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Calling delete_port for 71c2bd60-963b-447b-adad-9325b865389c owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:15.879540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d723ee9-05dd-4621-9182-c603a5653543 req-672c2b46-0eb3-4437-a749-b9559712db52 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0468132 Jul 28 14:32:15.904243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Transition to ACTIVE for port object e4917e89-3157-4d8e-b40f-402e39e8166a will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:15.965946 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:15.982056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Transition to ACTIVE for port object 88aca039-cc24-4d0d-8398-243f2aa8aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:16.004491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.039984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.096166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Pushing event updated for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:16.118500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.195686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:16.206755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:16.214515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:16.220007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.241457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Pushing event updated for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:16.271001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c2bd60-963b-447b-adad-9325b865389c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:16.276697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.277415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.287494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Attempting to bind port e4917e89-3157-4d8e-b40f-402e39e8166a on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:16.287841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Attempting to bind port e4917e89-3157-4d8e-b40f-402e39e8166a by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:16.288184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Attempting to bind port e4917e89-3157-4d8e-b40f-402e39e8166a on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:16.296055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Port e4917e89-3157-4d8e-b40f-402e39e8166a on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:16.296393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Attempting to bind port e4917e89-3157-4d8e-b40f-402e39e8166a on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:16.303436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:16.306097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:16.306097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:16.306097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Bound port: e4917e89-3157-4d8e-b40f-402e39e8166a, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:16.306097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.343418 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.378579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:16.382702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4917e89-3157-4d8e-b40f-402e39e8166a,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:16.388150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b3a15a76-e175-458e-ad42-eba69af14bf3 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9744670 Jul 28 14:32:16.407496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Request body: {'port': {'device_id': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:16.480956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.522911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.543758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.544392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.545824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] 10.222.0.53 "PUT /v2.0/ports/e4917e89-3157-4d8e-b40f-402e39e8166a HTTP/1.1" status: 200 len: 1093 time: 1.4997582 Jul 28 14:32:16.546280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:16.548623 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc6310-6adb-4dbb-aae0-55ec0d168823" -d '{"events": [{"name": "network-changed", "server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:16.571290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0ef16cd-7d63-4ecb-be06-e9c1133555d1 None None] Provisioning for port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:16.577446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0ef16cd-7d63-4ecb-be06-e9c1133555d1 None None] Provisioning complete for port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:16.578166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0ef16cd-7d63-4ecb-be06-e9c1133555d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.647472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef16cd-7d63-4ecb-be06-e9c1133555d1 None None] Port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:16.668465 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44f209e-4ec0-4954-9ac0-0ce5499ab70e x-openstack-request-id: req-b44f209e-4ec0-4954-9ac0-0ce5499ab70e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:16.668893 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:16.669266 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b44f209e-4ec0-4954-9ac0-0ce5499ab70e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:16.669884 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a', 'status': 'completed', 'code': 200} Jul 28 14:32:16.753993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aea5e0-f127-4b99-bfd4-6ffb09b5404e service neutron] Pushing event updated for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:16.801382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-4ad20cdf-a317-4eb7-a31a-37a46a60c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.803791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-4ad20cdf-a317-4eb7-a31a-37a46a60c7ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 1096 time: 0.1437025 Jul 28 14:32:16.846538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.850056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:16.948102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-3863b9a8-7ebc-4ebe-95b9-767efe50ed17 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.958035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-3863b9a8-7ebc-4ebe-95b9-767efe50ed17 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.1333079 Jul 28 14:32:16.967877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20045fd-a42a-426a-952c-b0df5fecb68e req-218ffbce-7ce6-448e-8414-4e5b4f3ac92c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.969403 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f20045fd-a42a-426a-952c-b0df5fecb68e req-218ffbce-7ce6-448e-8414-4e5b4f3ac92c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 950 time: 0.1435497 Jul 28 14:32:16.976311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e5e8-9f3c-413c-b5cf-84d824f4a1c7 req-5c85cf65-59c1-43da-9495-dc97d5dc5f58 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:16.978040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76b4e5e8-9f3c-413c-b5cf-84d824f4a1c7 req-5c85cf65-59c1-43da-9495-dc97d5dc5f58 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.1482339 Jul 28 14:32:17.037641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-07c31a37-d5b1-4c0f-9d2e-c4970b1fc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.039138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-07c31a37-d5b1-4c0f-9d2e-c4970b1fc0c8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2080054 Jul 28 14:32:17.057273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f20045fd-a42a-426a-952c-b0df5fecb68e req-46612f50-7c06-4f38-8453-0808469ce5f7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802197 Jul 28 14:32:17.097737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Deleting port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:17.098088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.133684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76b4e5e8-9f3c-413c-b5cf-84d824f4a1c7 req-6561e4e1-aba7-4e1c-a876-1b2d612765f2 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453886 Jul 28 14:32:17.149652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.150417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11e33b6e-91a8-4768-916d-ed8c787f0fe7 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:32:17.156581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88aca039-cc24-4d0d-8398-243f2aa8aaf9 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:17.165693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.170148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5b27e3d4-f243-4b0d-a7bb-8e598acd86b2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/11e33b6e-91a8-4768-916d-ed8c787f0fe7 HTTP/1.1" status: 204 len: 168 time: 2.0975277 Jul 28 14:32:17.170608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40466) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:17.173222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.206226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Transition to ACTIVE for port object 88aca039-cc24-4d0d-8398-243f2aa8aaf9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:17.211656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-6ff5fbd9-62a1-4539-aa51-9a3ccda21b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.213168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2dc6310-6adb-4dbb-aae0-55ec0d168823 req-6ff5fbd9-62a1-4539-aa51-9a3ccda21b79 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560020 Jul 28 14:32:17.263686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Deleting subnet 04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:32:17.267303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.284437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a48b2-7972-4689-94ca-a6ae72bc12e7 req-11d5bc48-16af-4c7f-85cb-a6d703f229e8 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.286350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-503a48b2-7972-4689-94ca-a6ae72bc12e7 req-11d5bc48-16af-4c7f-85cb-a6d703f229e8 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 936 time: 0.0648429 Jul 28 14:32:17.317194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.326634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.377402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b3834-0448-4f56-956e-90b14f0d5dd8 req-3ace3552-0f61-4297-a8e9-5cc4b1b8459a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.395923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a8b3834-0448-4f56-956e-90b14f0d5dd8 req-3ace3552-0f61-4297-a8e9-5cc4b1b8459a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 944 time: 0.2407949 Jul 28 14:32:17.408500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-7c374716-6de9-4f8b-bbb4-e586ca67f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.410009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-7c374716-6de9-4f8b-bbb4-e586ca67f5d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 1096 time: 0.1189110 Jul 28 14:32:17.422775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] For port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:17.425591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.446187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Pushing event updated for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:17.447810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Calling delete_port for d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:17.456374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-503a48b2-7972-4689-94ca-a6ae72bc12e7 req-4f1a7f6f-e716-4750-a3e3-7074ed37de2d tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552374 Jul 28 14:32:17.509932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a8b3834-0448-4f56-956e-90b14f0d5dd8 req-f1d2067f-605e-428b-9759-18c2fd4479af tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186011 Jul 28 14:32:17.544524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-5fda642f-7274-4ea3-a2d9-9b1a456b94ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4917e89-3157-4d8e-b40f-402e39e8166a HTTP/1.1" status: 200 len: 217 time: 0.0977116 Jul 28 14:32:17.586181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.609968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.620873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Attempting to bind port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:17.621281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Attempting to bind port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:17.621679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Attempting to bind port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:17.625403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-7ddbab42-afef-4750-a977-9a0cf9fe373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:17.627296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-7ddbab42-afef-4750-a977-9a0cf9fe373b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.0636778 Jul 28 14:32:17.633891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:17.634291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Attempting to bind port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:17.656863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:17.657309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:17.657841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:17.658355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Bound port: 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:17.658793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.683214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-90dbb757-4787-4050-a0ad-6f4c251f774e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458944 Jul 28 14:32:17.769659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0ce09893-7660-474d-b074-b7b2bedbb263 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:17.802844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0ce09893-7660-474d-b074-b7b2bedbb263 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:17.802844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0ce09893-7660-474d-b074-b7b2bedbb263 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:17.802844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 71c2bd60-963b-447b-adad-9325b865389c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:17.814085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:17.814304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 71c2bd60-963b-447b-adad-9325b865389c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:17.814466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 71c2bd60-963b-447b-adad-9325b865389c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:17.821814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.840946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:17.845203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-ea515d33-5532-4358-a77b-3a06ee7f062f service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536949 Jul 28 14:32:17.849512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f1b2e7-1fc2-4ffb-92b9-0fe582e85391,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:17.851568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.855509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d741cb1c-0927-4e3e-994e-0d60ac9e6345 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/04f1b2e7-1fc2-4ffb-92b9-0fe582e85391 HTTP/1.1" status: 204 len: 168 time: 0.6679318 Jul 28 14:32:17.856575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40472) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:17.857564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240db150-bdb1-49bf-a85f-02f780b3262f None None] Network 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:17.857788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.898193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:17.921757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.928917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event deleted for resources: {'Port': ['ID=d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:17.946865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] No DVR routers for this DVR port d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:17.950794 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:17.953203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad14ffdd-624e-4771-b3a0-0b535260776b req-c90f1aec-1173-47b9-a16f-fe2d9b8fd302 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "DELETE /v2.0/ports/d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e HTTP/1.1" status: 204 len: 173 time: 0.9828246 Jul 28 14:32:17.953678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'name': 'network-vif-deleted', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:17.957188 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b27420f-19f8-4edf-a021-7b425aa71d1a" -d '{"events": [{"server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "name": "network-vif-deleted", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:17.999151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0222978-7ca3-4aee-8554-54c2b2f3289c x-openstack-request-id: req-d0222978-7ca3-4aee-8554-54c2b2f3289c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:17.999151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826d11e5-4bce-4434-bea7-06e031572d6a", "name": "network-vif-deleted", "tag": "d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:17.999151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0222978-7ca3-4aee-8554-54c2b2f3289c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:17.999151 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d11e5-4bce-4434-bea7-06e031572d6a', 'name': 'network-vif-deleted', 'tag': 'd3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e', 'status': 'completed', 'code': 200} Jul 28 14:32:18.024032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.027237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.027237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] 10.222.0.53 "PUT /v2.0/ports/88aca039-cc24-4d0d-8398-243f2aa8aaf9 HTTP/1.1" status: 200 len: 1097 time: 1.6234174 Jul 28 14:32:18.078365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.082012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e928a-6f68-4ac6-92dc-c9fee4717550 service neutron] Pushing event updated for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:18.098551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc9d872-8a9d-4ce2-8eb4-f074cda2b647 req-b89f90b3-05c4-4090-ae27-122d93ab8a06 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428577 Jul 28 14:32:18.152369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] DHCP port deletion for 6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:32:18.216247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Deleting port 2af85010-91c3-461b-9a48-3c47ddfd38fa {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:18.216828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.224730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad1ae762-6a18-48bb-82bb-3ee60e137280 req-a89d67d9-47e6-4825-8611-8a70582f3487 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0745981 Jul 28 14:32:18.280010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-f1a5deed-8e8f-4932-a87a-b4e2cb7b9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.281518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-f1a5deed-8e8f-4932-a87a-b4e2cb7b9cbf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64f762c62b8f496b8c1a48a32af3d149&device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 1100 time: 0.0691016 Jul 28 14:32:18.286574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95516d0a-27a2-4913-ad70-20838d556268 req-fc4fccac-2eca-4a10-9e45-9b609398b7a6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.291213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Deleting port 2af85010-91c3-461b-9a48-3c47ddfd38fa {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:18.291213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.298170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95516d0a-27a2-4913-ad70-20838d556268 req-fc4fccac-2eca-4a10-9e45-9b609398b7a6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0741253 Jul 28 14:32:18.305823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] For port 2af85010-91c3-461b-9a48-3c47ddfd38fa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2af85010-91c3-461b-9a48-3c47ddfd38fa,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:18.306227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.323617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Calling delete_port for 2af85010-91c3-461b-9a48-3c47ddfd38fa owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:18.351575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95516d0a-27a2-4913-ad70-20838d556268 req-5dd6c59a-3732-407c-aa54-06be3503c751 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521469 Jul 28 14:32:18.387675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b40a740c-92ed-409e-99cf-e8b41ce5e1f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9 HTTP/1.1" status: 200 len: 217 time: 0.0521057 Jul 28 14:32:18.446108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] For port 2af85010-91c3-461b-9a48-3c47ddfd38fa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2af85010-91c3-461b-9a48-3c47ddfd38fa,segment=NetworkSegment(a5fcc469-4d0a-4dd2-9e1a-11fc102b4883),segment_id=a5fcc469-4d0a-4dd2-9e1a-11fc102b4883)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:18.446483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.469455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Calling delete_port for 2af85010-91c3-461b-9a48-3c47ddfd38fa owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:18.473764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-d441f38c-59fc-4a0a-bca3-10410f77f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.476027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-d441f38c-59fc-4a0a-bca3-10410f77f03f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0744565 Jul 28 14:32:18.506946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.530417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] Pushing event deleted for resources: {'Port': ['ID=2af85010-91c3-461b-9a48-3c47ddfd38fa,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:18.540927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3624c-a839-40ca-9955-f3cd9257aa5e None None] No DVR routers for this DVR port 2af85010-91c3-461b-9a48-3c47ddfd38fa on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:18.637592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-d9597c20-3a60-4483-b651-7e0f5f59e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.639153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-d9597c20-3a60-4483-b651-7e0f5f59e135 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550989 Jul 28 14:32:18.667228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a0c4-083d-4f77-a551-26e78423bec1 req-83211c8d-6ef9-4caa-8cb3-6832b0263373 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.668308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0d9a0c4-083d-4f77-a551-26e78423bec1 req-83211c8d-6ef9-4caa-8cb3-6832b0263373 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 944 time: 0.0630693 Jul 28 14:32:18.674338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d914663-255d-49af-b8a0-b7b351dd485c req-09f36a4f-8b2b-4ec6-b1a9-175f2828c98b tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:18.675891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d914663-255d-49af-b8a0-b7b351dd485c req-09f36a4f-8b2b-4ec6-b1a9-175f2828c98b tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 948 time: 0.1035399 Jul 28 14:32:18.686044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:18.688385 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be4003b-7671-4808-a016-9043484cf093" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:18.722160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0d9a0c4-083d-4f77-a551-26e78423bec1 req-9ff4007a-1f0f-42c6-9d76-4f7d85d790df tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Jul 28 14:32:18.729420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.782355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2af85010-91c3-461b-9a48-3c47ddfd38fa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:18.791474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] No DVR routers for this DVR port 2af85010-91c3-461b-9a48-3c47ddfd38fa on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:18.867378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d914663-255d-49af-b8a0-b7b351dd485c req-b18247be-7269-4645-8050-cac33c0bb4cf tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696544 Jul 28 14:32:18.917319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-abd9f947-4e2c-460f-9031-56a36cde8d0f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633183 Jul 28 14:32:18.923060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:18.942455 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835bd1f-df11-4295-8aef-0dea66ae4b80 x-openstack-request-id: req-6835bd1f-df11-4295-8aef-0dea66ae4b80 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:18.942742 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:18.944072 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6835bd1f-df11-4295-8aef-0dea66ae4b80 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:18.944072 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9', 'status': 'completed', 'code': 200} Jul 28 14:32:18.953619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac2e9a4-3873-464b-b2d8-12d3a1d311d6']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:18.993383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:18.993907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fcc469-4d0a-4dd2-9e1a-11fc102b4883') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:19.011385 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.033813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.045477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:32:19.045880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:32:19.047593 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:32:19.105326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08515949-254c-4a87-a6bb-f1a03ade8852 req-b8023156-9181-498c-a3fe-23f1db0495fc service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794658 Jul 28 14:32:19.301745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.310907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.311521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] 10.222.0.47 "DELETE /v2.0/networks/6ac2e9a4-3873-464b-b2d8-12d3a1d311d6 HTTP/1.1" status: 204 len: 168 time: 1.4473522 Jul 28 14:32:19.322887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b259-ea00-479d-917a-87b6d1136e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac2e9a4-3873-464b-b2d8-12d3a1d311d6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:19.351888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f30f6f94-f9ab-426e-81d1-f4d221e681b0 req-ff606edc-a40b-4e46-8e56-9b85dd6dff4c tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=826d11e5-4bce-4434-bea7-06e031572d6a HTTP/1.1" status: 200 len: 210 time: 0.0344830 Jul 28 14:32:19.486532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4003b-7671-4808-a016-9043484cf093 req-4685460e-1711-4b87-aea6-e95b43722f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.488213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-4685460e-1711-4b87-aea6-e95b43722f5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=64f762c62b8f496b8c1a48a32af3d149&device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 1100 time: 0.0722961 Jul 28 14:32:19.501315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208aa0-2427-4ecb-bd1e-e26c6b575838 req-d15fde4e-6a3b-4c12-94a9-6a3373e99ff0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.502762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42208aa0-2427-4ecb-bd1e-e26c6b575838 req-d15fde4e-6a3b-4c12-94a9-6a3373e99ff0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0609148 Jul 28 14:32:19.546849 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:19.592918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42208aa0-2427-4ecb-bd1e-e26c6b575838 req-1504419a-4618-49b5-91e3-d0d56ed8da47 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817840 Jul 28 14:32:19.618998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4003b-7671-4808-a016-9043484cf093 req-07e6715c-e297-4c9e-bad2-0948326826fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.620389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-07e6715c-e297-4c9e-bad2-0948326826fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1167703 Jul 28 14:32:19.667365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-10a4b6fb-b030-49e1-b6f1-6c6248bc7aed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9 HTTP/1.1" status: 200 len: 217 time: 0.0338457 Jul 28 14:32:19.725290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4003b-7671-4808-a016-9043484cf093 req-4fc1c2fc-7296-40b2-8baf-c7e2febc68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.726880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-4fc1c2fc-7296-40b2-8baf-c7e2febc68a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0494022 Jul 28 14:32:19.731870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4917e89-3157-4d8e-b40f-402e39e8166a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:19.745074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:19.770855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:19.772068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d3dd6dcb-8ca3-4fc7-b03e-15fa53bccb4e not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:19.781235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4003b-7671-4808-a016-9043484cf093 req-0c34e2d3-16dd-4e44-84cf-f924cba739a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.794133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-0c34e2d3-16dd-4e44-84cf-f924cba739a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0486121 Jul 28 14:32:19.795251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2af85010-91c3-461b-9a48-3c47ddfd38fa no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:19.849738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2af85010-91c3-461b-9a48-3c47ddfd38fa {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:19.850093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2af85010-91c3-461b-9a48-3c47ddfd38fa not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:19.890265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98095-aaca-4e24-8787-99d3a2653f85 req-55db0a04-932b-46a7-b1f8-ff4fe7e6c65b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:19.892067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3eb98095-aaca-4e24-8787-99d3a2653f85 req-55db0a04-932b-46a7-b1f8-ff4fe7e6c65b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 944 time: 0.0742936 Jul 28 14:32:19.899660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-2e027902-0305-4d27-b388-21bfbeb87a3b service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085017 Jul 28 14:32:19.906250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4917e89-3157-4d8e-b40f-402e39e8166a,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:19.922908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e4917e89-3157-4d8e-b40f-402e39e8166a', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': 'e4917e89-3157-4d8e-b40f-402e39e8166a', 'mac_address': 'fa:16:3e:1a:18:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:19.944426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3eb98095-aaca-4e24-8787-99d3a2653f85 req-bc671532-9596-4589-be1c-11eac77f4066 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Jul 28 14:32:19.971492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40508) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:20.000421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.019302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4917e89-3157-4d8e-b40f-402e39e8166a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:20.030589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6ba78239-dd69-402a-9c72-fc537a574db5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18b952ccd5c44d9ba9ab410bd33ab31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0578916 Jul 28 14:32:20.033987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40510) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:20.044163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4917e89-3157-4d8e-b40f-402e39e8166a,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:20.074501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9be4003b-7671-4808-a016-9043484cf093 req-fa75fe8a-f48e-45fb-84b7-0c0fc5e41702 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614931 Jul 28 14:32:20.079718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272e6e-1efc-482a-851d-554339e8a120 req-e413da18-1a01-4983-af5b-073fdd80ccac tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.081613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0272e6e-1efc-482a-851d-554339e8a120 req-e413da18-1a01-4983-af5b-073fdd80ccac tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 948 time: 0.0915065 Jul 28 14:32:20.101179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.127651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.143766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0272e6e-1efc-482a-851d-554339e8a120 req-ec5ea64f-e8e1-4f18-bbe1-f38c711f1b85 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Jul 28 14:32:20.147971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.221097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:20.307217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.309814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.311023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b1a6721-52c5-4a52-b778-afddf2cbd95b HTTP/1.1" status: 204 len: 168 time: 0.2769966 Jul 28 14:32:20.319843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b5d1c-1901-4ee3-b9df-56863c165f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a6721-52c5-4a52-b778-afddf2cbd95b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:20.334857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:20.436114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4917e89-3157-4d8e-b40f-402e39e8166a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:20.748231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16065e9-d451-4c2b-a6b6-33f5469f317b req-1d508013-87c3-469d-aab8-1e06e19a5028 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.749994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e16065e9-d451-4c2b-a6b6-33f5469f317b req-1d508013-87c3-469d-aab8-1e06e19a5028 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0787420 Jul 28 14:32:20.798512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e16065e9-d451-4c2b-a6b6-33f5469f317b req-381fae1b-d701-4b09-ab0f-2a93de9d799c tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416715 Jul 28 14:32:20.961715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e4a91-72f7-423c-a3c6-1fd86b5a7247 req-47cd3081-5f76-43a3-9334-a958be2d1779 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:20.963354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be4e4a91-72f7-423c-a3c6-1fd86b5a7247 req-47cd3081-5f76-43a3-9334-a958be2d1779 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 951 time: 0.0631926 Jul 28 14:32:21.004549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be4e4a91-72f7-423c-a3c6-1fd86b5a7247 req-581bb482-df0d-4df4-9039-57025949a4d7 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Jul 28 14:32:21.121569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6370e-b957-4bab-a045-21a7cfb59402 req-43663f62-1630-49ee-86cf-1876b69231a2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.123276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ac6370e-b957-4bab-a045-21a7cfb59402 req-43663f62-1630-49ee-86cf-1876b69231a2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 945 time: 0.0624232 Jul 28 14:32:21.178680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ac6370e-b957-4bab-a045-21a7cfb59402 req-4a9bf166-c4ce-4081-9bf5-a312663ba535 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Jul 28 14:32:21.288129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa347e-8723-495d-a043-09d28695fb2a req-3ce98bbe-90b2-4df5-b5ca-1d28e4dcac94 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.289651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72fa347e-8723-495d-a043-09d28695fb2a req-3ce98bbe-90b2-4df5-b5ca-1d28e4dcac94 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 948 time: 0.0528626 Jul 28 14:32:21.334506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72fa347e-8723-495d-a043-09d28695fb2a req-13269061-f2ba-4945-9b73-f78b7e5a7ae6 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Jul 28 14:32:21.744641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 88aca039-cc24-4d0d-8398-243f2aa8aaf9 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:21.756058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4917e89-3157-4d8e-b40f-402e39e8166a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:21.890747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:21.903531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '88aca039-cc24-4d0d-8398-243f2aa8aaf9', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '88aca039-cc24-4d0d-8398-243f2aa8aaf9', 'mac_address': 'fa:16:3e:d5:63:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:21.926665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ce84c-8709-4444-a380-defea64eca93 req-5f0ef949-df81-485f-95e8-9653e1483d5f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:21.928299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f32ce84c-8709-4444-a380-defea64eca93 req-5f0ef949-df81-485f-95e8-9653e1483d5f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Jul 28 14:32:21.946027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:21.954281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e4917e89-3157-4d8e-b40f-402e39e8166a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:21.961905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e4917e89-3157-4d8e-b40f-402e39e8166a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:21.962284 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:21.964721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aca039-cc24-4d0d-8398-243f2aa8aaf9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:21.971246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f32ce84c-8709-4444-a380-defea64eca93 req-031dc162-99ca-4633-be4c-0ba70e153117 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364254 Jul 28 14:32:22.007131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:22.063982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.088392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:22.090759 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8b7f6d-5cbf-48c7-994b-8f812dc3a10d" -d '{"events": [{"server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "name": "network-vif-plugged", "status": "completed", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:22.105013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4917e89-3157-4d8e-b40f-402e39e8166a,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:22.118198 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.142120 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd16666-0d4f-4e02-856c-b2d8ca1477cb x-openstack-request-id: req-4dd16666-0d4f-4e02-856c-b2d8ca1477cb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:22.142405 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "name": "network-vif-plugged", "status": "completed", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:22.142659 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4dd16666-0d4f-4e02-856c-b2d8ca1477cb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:22.143121 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a', 'code': 200} Jul 28 14:32:22.145398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839a3ba-87b4-4bf6-b527-f380309d48e8 req-5935061a-d7d4-4c5e-9aaa-1dcb6d5c15e8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.147658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9839a3ba-87b4-4bf6-b527-f380309d48e8 req-5935061a-d7d4-4c5e-9aaa-1dcb6d5c15e8 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 951 time: 0.0662007 Jul 28 14:32:22.171527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:22.197061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9839a3ba-87b4-4bf6-b527-f380309d48e8 req-726d9c8c-c487-4d3f-8867-7eff1859bde3 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Jul 28 14:32:22.260312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.312008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:22.313245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286fd8-fff0-4993-a968-c41ea55540b1 req-60ee101b-6baa-474b-b0e8-0273e9fdf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.314938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd5d6e-04e1-4cc3-8ffb-8e0fdc5dc5d8 req-ab72c576-09e6-44a0-b5dd-166197093398 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.315538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d286fd8-fff0-4993-a968-c41ea55540b1 req-60ee101b-6baa-474b-b0e8-0273e9fdf9ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 1098 time: 0.0485215 Jul 28 14:32:22.316880 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdcd5d6e-04e1-4cc3-8ffb-8e0fdc5dc5d8 req-ab72c576-09e6-44a0-b5dd-166197093398 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.0551078 Jul 28 14:32:22.361861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdcd5d6e-04e1-4cc3-8ffb-8e0fdc5dc5d8 req-204368d2-3cd8-44ec-851a-0add281211a7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384943 Jul 28 14:32:22.401718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d286fd8-fff0-4993-a968-c41ea55540b1 req-5feead65-ae19-43c2-8d12-5bbaa4b38d28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Jul 28 14:32:22.413263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-0bb37d6f-1d20-4151-803e-4bc284d0b655 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.414546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['88aca039-cc24-4d0d-8398-243f2aa8aaf9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:22.414727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-0bb37d6f-1d20-4151-803e-4bc284d0b655 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 951 time: 0.0782218 Jul 28 14:32:22.464907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d750ce-a1ce-45bc-a06b-9fd9992bd8af req-069299b9-1ae8-4f9e-bf3f-9057b8584a98 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:22.466498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20d750ce-a1ce-45bc-a06b-9fd9992bd8af req-069299b9-1ae8-4f9e-bf3f-9057b8584a98 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 949 time: 0.0506756 Jul 28 14:32:22.507142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20d750ce-a1ce-45bc-a06b-9fd9992bd8af req-78fcd981-9586-4ec6-80d3-59431f2c68f7 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Jul 28 14:32:22.823190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Deleting port 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:22.823454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.918601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] For port 3e342311-edac-449d-b496-c645ba8abfbc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=3e342311-edac-449d-b496-c645ba8abfbc,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:22.919171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:22.933924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Calling delete_port for 3e342311-edac-449d-b496-c645ba8abfbc owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:23.118343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388b54-3cb4-470b-860d-456f3ec25a48 req-74dfcfd2-8b9b-4e5e-a209-91788a24bbb9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.120049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87388b54-3cb4-470b-860d-456f3ec25a48 req-74dfcfd2-8b9b-4e5e-a209-91788a24bbb9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0604978 Jul 28 14:32:23.173078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87388b54-3cb4-470b-860d-456f3ec25a48 req-155cd7aa-5329-40c9-a9e8-0746153c3759 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Jul 28 14:32:23.359380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0091a-1509-45f0-a613-21e6f58d296d req-40d38c1f-020d-465b-a8f7-d70d9b02836f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.370016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cd0091a-1509-45f0-a613-21e6f58d296d req-40d38c1f-020d-465b-a8f7-d70d9b02836f tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 951 time: 0.0652924 Jul 28 14:32:23.422196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cd0091a-1509-45f0-a613-21e6f58d296d req-f47e7b38-3936-4ef3-b883-fcc3f618fc72 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/security-groups?id=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Jul 28 14:32:23.540615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734eed1-e8a2-474b-b30e-5b46a2eb40a6 req-20d919c3-3ee2-4346-8bfc-f6cc308b24ac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.542171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5734eed1-e8a2-474b-b30e-5b46a2eb40a6 req-20d919c3-3ee2-4346-8bfc-f6cc308b24ac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.0578103 Jul 28 14:32:23.589708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5734eed1-e8a2-474b-b30e-5b46a2eb40a6 req-44dbf8b2-1a0e-43d8-970a-2af5c935440d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403578 Jul 28 14:32:23.590820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:23.622031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Pushing event deleted for resources: {'Port': ['ID=3e342311-edac-449d-b496-c645ba8abfbc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:23.625703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['3e342311-edac-449d-b496-c645ba8abfbc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:23.669623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797052f-51b3-435a-bf60-b8c07bdbef44 req-aa4e4f6c-ee79-44cc-8c2e-1fe0499f8a5c tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:23.672484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c797052f-51b3-435a-bf60-b8c07bdbef44 req-aa4e4f6c-ee79-44cc-8c2e-1fe0499f8a5c tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 949 time: 0.0936983 Jul 28 14:32:23.692519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] No DVR routers for this DVR port 3e342311-edac-449d-b496-c645ba8abfbc on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:23.695533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:23.698768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e06e727-713d-4c1b-a943-342bcb8f54e8 req-dea9611f-9559-4e8b-9875-0851ecea7df6 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.53 "DELETE /v2.0/ports/3e342311-edac-449d-b496-c645ba8abfbc HTTP/1.1" status: 204 len: 173 time: 0.9756851 Jul 28 14:32:23.699303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-deleted', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:23.702245 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac09477-d841-48ab-9cd4-643c6dbf1bbd" -d '{"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-deleted", "tag": "3e342311-edac-449d-b496-c645ba8abfbc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:23.729208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c797052f-51b3-435a-bf60-b8c07bdbef44 req-4db5f56d-be49-46fe-bcdc-63389b21b1f2 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Jul 28 14:32:23.751504 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a479ca4f-7d84-4e7a-ac27-7a4737bdaf69 x-openstack-request-id: req-a479ca4f-7d84-4e7a-ac27-7a4737bdaf69 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:23.751913 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ace0e62-b501-420b-9d02-ffc12156b9d4", "name": "network-vif-deleted", "tag": "3e342311-edac-449d-b496-c645ba8abfbc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:23.752258 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a479ca4f-7d84-4e7a-ac27-7a4737bdaf69 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:23.752720 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ace0e62-b501-420b-9d02-ffc12156b9d4', 'name': 'network-vif-deleted', 'tag': '3e342311-edac-449d-b496-c645ba8abfbc', 'status': 'completed', 'code': 200} Jul 28 14:32:23.760310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 88aca039-cc24-4d0d-8398-243f2aa8aaf9 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:23.954380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:23.958850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:23.959777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.051822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.087555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:24.144782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:24.147289 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837503b8-4036-4b09-ba1c-a4a95bf808d2" -d '{"events": [{"server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "name": "network-vif-plugged", "status": "completed", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:24.183963 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973bf98f-84e3-49fc-9225-65baf0b7d8e9 x-openstack-request-id: req-973bf98f-84e3-49fc-9225-65baf0b7d8e9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:24.184252 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "name": "network-vif-plugged", "status": "completed", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:24.184504 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-973bf98f-84e3-49fc-9225-65baf0b7d8e9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:24.184892 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9', 'code': 200} Jul 28 14:32:24.297112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:24.328230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2b1e1-a9a7-408e-9580-70b6fd54f21f req-2d9620e0-dbc1-4898-bcda-7ab4e04422b7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.330116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-caf2b1e1-a9a7-408e-9580-70b6fd54f21f req-2d9620e0-dbc1-4898-bcda-7ab4e04422b7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0790243 Jul 28 14:32:24.337490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56bbe9-5c9a-423a-8d79-5404d7b3b24f req-9ffcd52f-0465-4caa-8aa1-8151e89c557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.339045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf56bbe9-5c9a-423a-8d79-5404d7b3b24f req-9ffcd52f-0465-4caa-8aa1-8151e89c557e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 1101 time: 0.0614178 Jul 28 14:32:24.346097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:24.407214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-caf2b1e1-a9a7-408e-9580-70b6fd54f21f req-3b38e6fa-24f1-459d-a316-7ade6918cae6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670645 Jul 28 14:32:24.409172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf56bbe9-5c9a-423a-8d79-5404d7b3b24f req-d1500dc0-6e75-487c-bb37-104b90e7e014 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617721 Jul 28 14:32:24.531386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c4ae3ae-b9cb-453f-b8e3-29ba14ae0e7c req-d0f9467a-e2e8-4bfc-84fe-1a37d217da16 tempest-ServersAdminTestJSON-892115149 tempest-ServersAdminTestJSON-892115149-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ace0e62-b501-420b-9d02-ffc12156b9d4 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Jul 28 14:32:24.734311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ab0b-3867-4e16-ae3c-953ea6b78a02 req-bb09d8b2-f798-4282-a484-a8965357cb9a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.736077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e450ab0b-3867-4e16-ae3c-953ea6b78a02 req-bb09d8b2-f798-4282-a484-a8965357cb9a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.0553963 Jul 28 14:32:24.785953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e450ab0b-3867-4e16-ae3c-953ea6b78a02 req-75322188-c7d5-49c1-89ce-edf68ceef4df tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Jul 28 14:32:24.873985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566e1dc-65b3-45ae-9ca3-cc8cfba23d48 req-df82daaa-ba12-457e-beea-8e09d93bfe72 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:24.879520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8566e1dc-65b3-45ae-9ca3-cc8cfba23d48 req-df82daaa-ba12-457e-beea-8e09d93bfe72 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 950 time: 0.0691760 Jul 28 14:32:24.930514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8566e1dc-65b3-45ae-9ca3-cc8cfba23d48 req-11bd51cf-8e7f-4b86-beb3-3a34336785df tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Jul 28 14:32:25.126799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-993e61f6-eabf-41ba-b09e-d06e18c2b7f4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.128552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-993e61f6-eabf-41ba-b09e-d06e18c2b7f4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1266134 Jul 28 14:32:25.149577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-3e1115a0-5a40-4fb0-93ea-4e187dc7040d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0137279 Jul 28 14:32:25.213548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-914db6d6-4215-4f0a-948b-4c6219189172 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583179 Jul 28 14:32:25.317433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-7d51bfd1-b7c8-4e85-a706-4911f8b3e512 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961592 Jul 28 14:32:25.433747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-6ae650b7-1051-411d-8760-1b71ad5695fa service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086304 Jul 28 14:32:25.613150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735af21-aa63-49ac-a35f-443fb9ab57a9 req-de01b78c-cf4a-4ed9-b187-2a02ead4c15f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:25.615258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b735af21-aa63-49ac-a35f-443fb9ab57a9 req-de01b78c-cf4a-4ed9-b187-2a02ead4c15f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Jul 28 14:32:25.657277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b735af21-aa63-49ac-a35f-443fb9ab57a9 req-d4f2f8b0-fed8-4cc6-b982-42c3e208b9ae tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352483 Jul 28 14:32:25.750921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:25.774296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 3e342311-edac-449d-b496-c645ba8abfbc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:25.774647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 3e342311-edac-449d-b496-c645ba8abfbc not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:25.806083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31807f77-565c-4adc-af84-d4988c99b2ea req-eba3f8eb-9929-465f-91c6-7dfb444ee20c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0399227 Jul 28 14:32:26.067327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5202d-b3f8-4e1e-aafa-a9a15913f23a req-1a3943d1-3a9e-4499-8c7b-7c875aef3157 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.069472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9fa5202d-b3f8-4e1e-aafa-a9a15913f23a req-1a3943d1-3a9e-4499-8c7b-7c875aef3157 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 950 time: 0.0535009 Jul 28 14:32:26.109710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9fa5202d-b3f8-4e1e-aafa-a9a15913f23a req-bf47fb9f-8374-4238-abae-7a3e12a7ce0b tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Jul 28 14:32:26.566764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:26.731592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e1a5af4-6053-4462-a75d-b8ebf83adbb6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=908cce64e71644fd9b11ccf53b25ab73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629560 Jul 28 14:32:26.732248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40736) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:26.806513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.807222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851a7a-3b5a-4e78-9236-f1bc58f1e2f9 req-2bf32533-8c9f-46ca-b840-19fe9a65cf1d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.808059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d851a7a-3b5a-4e78-9236-f1bc58f1e2f9 req-2bf32533-8c9f-46ca-b840-19fe9a65cf1d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0747035 Jul 28 14:32:26.829090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cdf91-a78e-4a03-aaa0-7514063d2c18 req-fcdee303-9d41-4db2-a3fb-409e19b7f93b tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:26.831115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-978cdf91-a78e-4a03-aaa0-7514063d2c18 req-fcdee303-9d41-4db2-a3fb-409e19b7f93b tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 950 time: 0.1163597 Jul 28 14:32:26.848480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d851a7a-3b5a-4e78-9236-f1bc58f1e2f9 req-c3ea1e5e-1e72-4891-83a7-839c099c86a6 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340972 Jul 28 14:32:26.851802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:26.907761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-978cdf91-a78e-4a03-aaa0-7514063d2c18 req-d3bf467d-8791-4c63-ac4d-54e38da7b16f tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Jul 28 14:32:26.981109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98f2e457-26dc-4411-92f5-ece323462064 req-b4f15031-114f-4381-b719-2c338f702043 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0318894 Jul 28 14:32:27.256100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:27.258346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:27.259552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0 HTTP/1.1" status: 204 len: 168 time: 0.5263848 Jul 28 14:32:27.267747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0e975-188d-4961-8a0a-6d7d08287a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb430a9-cdc8-477b-9dca-37d9d6d6c6f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:27.976029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414f82b-f88d-4417-95f9-d1b5a8f9539d req-1a04ce27-977f-4bb9-8bca-e4098df360b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:27.977712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e414f82b-f88d-4417-95f9-d1b5a8f9539d req-1a04ce27-977f-4bb9-8bca-e4098df360b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0541275 Jul 28 14:32:28.023801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e414f82b-f88d-4417-95f9-d1b5a8f9539d req-011036ba-65fa-41b2-b242-41f3a3699fdd tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Jul 28 14:32:28.055385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eede98d-4180-4ad9-9d4f-321e1c9a7ea0 req-26e4a91c-a369-4223-9f3e-26cafe8cfbdb tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.057607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2eede98d-4180-4ad9-9d4f-321e1c9a7ea0 req-26e4a91c-a369-4223-9f3e-26cafe8cfbdb tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 950 time: 0.0648878 Jul 28 14:32:28.114850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2eede98d-4180-4ad9-9d4f-321e1c9a7ea0 req-3a93b308-59cd-4e26-9c90-59bcd2b3ec2e tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/security-groups?id=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Jul 28 14:32:28.162181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-de538fbc-ae5a-41a3-9813-6b74076738d1 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:28.163874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-de538fbc-ae5a-41a3-9813-6b74076738d1 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 950 time: 0.0719900 Jul 28 14:32:28.213800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40770) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:28.218240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e490a5da-55f0-4393-b1a9-de8c9ce1fca2 req-4ce6eaff-a95d-4672-8c53-993923b36110 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0374649 Jul 28 14:32:28.271905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3b850600-551d-4a24-9343-7e61e1e902a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=466550c58a6544e8950baf359a964981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540042 Jul 28 14:32:28.274520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:28.297562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Deleting port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:28.298364 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.337803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.364720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.411269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] For port 88aca039-cc24-4d0d-8398-243f2aa8aaf9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=88aca039-cc24-4d0d-8398-243f2aa8aaf9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:28.411269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.417287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Calling delete_port for 88aca039-cc24-4d0d-8398-243f2aa8aaf9 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:28.517983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.526400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.526400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/484a9416-ec07-419d-b4d1-58eb71cdd571 HTTP/1.1" status: 204 len: 168 time: 0.2469687 Jul 28 14:32:28.532022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a0d0-6ac6-4cd2-8527-1afff2324233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a9416-ec07-419d-b4d1-58eb71cdd571,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:28.696111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.727259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Pushing event deleted for resources: {'Port': ['ID=88aca039-cc24-4d0d-8398-243f2aa8aaf9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:28.729166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['88aca039-cc24-4d0d-8398-243f2aa8aaf9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:28.781845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] No DVR routers for this DVR port 88aca039-cc24-4d0d-8398-243f2aa8aaf9 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:28.784565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:28.787540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2337fc6a-6ce6-48dd-8aad-b02582bef859 req-f8910dcf-3bfc-419b-80c7-ad872f63c308 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.53 "DELETE /v2.0/ports/88aca039-cc24-4d0d-8398-243f2aa8aaf9 HTTP/1.1" status: 204 len: 173 time: 0.6171143 Jul 28 14:32:28.788439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'name': 'network-vif-deleted', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:28.790629 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf33d0-4f2f-4e60-b956-299e6c8c860c" -d '{"events": [{"server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "name": "network-vif-deleted", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:28.836046 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e726d5-cb91-4593-8212-8ff95921e9e8 x-openstack-request-id: req-86e726d5-cb91-4593-8212-8ff95921e9e8 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:28.836341 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f0261a-bb5f-439a-8054-c1f5a565a99b", "name": "network-vif-deleted", "tag": "88aca039-cc24-4d0d-8398-243f2aa8aaf9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:28.836595 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86e726d5-cb91-4593-8212-8ff95921e9e8 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:28.836993 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f0261a-bb5f-439a-8054-c1f5a565a99b', 'name': 'network-vif-deleted', 'tag': '88aca039-cc24-4d0d-8398-243f2aa8aaf9', 'status': 'completed', 'code': 200} Jul 28 14:32:29.256525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-9bfd7ea6-08b3-4c18-a075-aaa4d9badd64 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.259413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-9bfd7ea6-08b3-4c18-a075-aaa4d9badd64 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1875031 Jul 28 14:32:29.295902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64dc2cf-8708-48a6-b866-6aef82f58944 req-3138c05c-8bfe-4bd2-94bb-85092830014f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.306333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c64dc2cf-8708-48a6-b866-6aef82f58944 req-3138c05c-8bfe-4bd2-94bb-85092830014f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.1141219 Jul 28 14:32:29.311623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:29.318394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-18467444-cb2a-4919-bb1b-c6870186d62a req-40a9b968-de55-4cb3-a1b5-72856fe00133 tempest-ImagesNegativeTestJSON-1077256146 tempest-ImagesNegativeTestJSON-1077256146-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9f0261a-bb5f-439a-8054-c1f5a565a99b HTTP/1.1" status: 200 len: 210 time: 0.0598810 Jul 28 14:32:29.410535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c64dc2cf-8708-48a6-b866-6aef82f58944 req-ec592464-9ca5-488d-8591-55ebdba2d538 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025307 Jul 28 14:32:29.537630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c74200d5-4b20-432d-9504-5ad9fe7fce3c req-2bfa2da2-044a-4193-b217-4f1ba0027504 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0467784 Jul 28 14:32:29.585214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-91355f5e-1494-4a0f-81d2-c9dbca946363 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353146 Jul 28 14:32:29.609803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:29.615385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:29.884516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-7aaadc70-8b91-4ccd-b5d6-a064029e5b96 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:29.887032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-7aaadc70-8b91-4ccd-b5d6-a064029e5b96 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959032 Jul 28 14:32:29.959119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-195a572e-0192-47d4-b014-bcb4213763ae tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/quotas/bd8ca5fe1b474313ab257d65bcad1e3e HTTP/1.1" status: 200 len: 375 time: 0.0613112 Jul 28 14:32:30.023080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-e372b0b6-21aa-41cc-a2ca-760fceee4542 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562806 Jul 28 14:32:30.035434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.11 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/f197e44c-9654-4adf-9772-7de8abf3e343) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:30.234075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.413594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.449439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4917e89-3157-4d8e-b40f-402e39e8166a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:30.474100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:30.480378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:30.485289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:30.544299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.544988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.547809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:30.548988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:30.629547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdc158-e2ae-453d-a62b-4a6a701225c0 req-a3b607b0-e358-466e-a9bd-30332ec09b22 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.631561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3bdc158-e2ae-453d-a62b-4a6a701225c0 req-a3b607b0-e358-466e-a9bd-30332ec09b22 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0656104 Jul 28 14:32:30.674685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3bdc158-e2ae-453d-a62b-4a6a701225c0 req-2d47b57c-fd86-4352-bcfb-6c1e2884b375 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Jul 28 14:32:30.699255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-cb2107c6-e672-437d-93ee-79ed167bfb1f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4136176 Jul 28 14:32:30.713895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-b3f592da-691a-47f3-9eb4-100e4bb824d6 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412586 Jul 28 14:32:30.718095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Request body: {'port': {'device_id': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:30.847927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:30.906192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-fcc4d601-7237-443e-929d-75e69aa3c414 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.907763 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-fcc4d601-7237-443e-929d-75e69aa3c414 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875212 Jul 28 14:32:30.908688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3f756-aaab-47e0-b3c1-ad404ae80e0d req-b5909402-295c-4f77-87d2-ca5c0f41cfd6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:30.910197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54c3f756-aaab-47e0-b3c1-ad404ae80e0d req-b5909402-295c-4f77-87d2-ca5c0f41cfd6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 932 time: 0.1060493 Jul 28 14:32:30.925943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-2f4bbd64-6b66-43ed-8cb1-2b893fef9b7d tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/quotas/bd8ca5fe1b474313ab257d65bcad1e3e HTTP/1.1" status: 200 len: 375 time: 0.0108154 Jul 28 14:32:30.961921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-62af00ea-ec3f-4363-b554-2ea72ed9efc3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281141 Jul 28 14:32:31.022072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54c3f756-aaab-47e0-b3c1-ad404ae80e0d req-a2f55e2a-7866-4ca2-95bd-713c921a2133 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039751 Jul 28 14:32:31.235813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f197e44c-9654-4adf-9772-7de8abf3e343 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:31.249271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.273461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Transition to ACTIVE for port object f197e44c-9654-4adf-9772-7de8abf3e343 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:31.367399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.439175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Pushing event updated for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:31.534311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca9ac49d-2af8-4b63-a594-ba576e444e5c req-192f36dd-aab9-4cf6-a3d5-78a9e33f5019 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0775867 Jul 28 14:32:31.579782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Attempting to bind port f197e44c-9654-4adf-9772-7de8abf3e343 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:31.583136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Attempting to bind port f197e44c-9654-4adf-9772-7de8abf3e343 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:31.583136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Attempting to bind port f197e44c-9654-4adf-9772-7de8abf3e343 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:31.588297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Port f197e44c-9654-4adf-9772-7de8abf3e343 on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:31.588811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Attempting to bind port f197e44c-9654-4adf-9772-7de8abf3e343 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:31.594625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:31.595062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:31.595456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:31.595893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Bound port: f197e44c-9654-4adf-9772-7de8abf3e343, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:31.596922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.694424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:31.699932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f197e44c-9654-4adf-9772-7de8abf3e343,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:31.776298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 88aca039-cc24-4d0d-8398-243f2aa8aaf9 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:31.807333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 88aca039-cc24-4d0d-8398-243f2aa8aaf9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:31.807683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 88aca039-cc24-4d0d-8398-243f2aa8aaf9 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:31.819413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5720f89-2b4b-4dd4-847b-2d3ee67bb109 req-b1ecfa62-b678-402a-b04e-13f7eb758a60 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:31.820965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5720f89-2b4b-4dd4-847b-2d3ee67bb109 req-b1ecfa62-b678-402a-b04e-13f7eb758a60 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0726030 Jul 28 14:32:31.867490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.870240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5720f89-2b4b-4dd4-847b-2d3ee67bb109 req-571e385f-a4f9-4b4a-a954-a56bdecb6060 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431211 Jul 28 14:32:31.917147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:31.918507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:31.927872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] 10.222.0.50 "PUT /v2.0/ports/f197e44c-9654-4adf-9772-7de8abf3e343 HTTP/1.1" status: 200 len: 1093 time: 1.2091010 Jul 28 14:32:31.927872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:31.927872 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c270dd-026c-4364-a61d-a126f737c802" -d '{"events": [{"name": "network-changed", "server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:31.979659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-cbdde50a-3409-4312-9613-9412c72ba294 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467079 Jul 28 14:32:31.992974 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6251558c-ae0b-4483-b681-05d98643701c x-openstack-request-id: req-6251558c-ae0b-4483-b681-05d98643701c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:31.993318 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:31.993629 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6251558c-ae0b-4483-b681-05d98643701c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:31.994099 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343', 'status': 'completed', 'code': 200} Jul 28 14:32:32.006976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e92d1-b75c-4fe5-b4ef-4d0bb42e4ffb service neutron] Pushing event updated for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:32.090402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40942) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:32.139831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c270dd-026c-4364-a61d-a126f737c802 req-bf1b2b96-a608-491b-b639-995eb3a6d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.150871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7c270dd-026c-4364-a61d-a126f737c802 req-bf1b2b96-a608-491b-b639-995eb3a6d550 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 1096 time: 0.0882211 Jul 28 14:32:32.153361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-3fb4d8a6-0eed-443d-ba64-6cd6a00932f5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.161982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-3fb4d8a6-0eed-443d-ba64-6cd6a00932f5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739016 Jul 28 14:32:32.196979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3274f-4318-49c2-b1c4-6523ac233745 req-246d9cf4-ac52-402b-8304-1373066665ee tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.203693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61a3274f-4318-49c2-b1c4-6523ac233745 req-246d9cf4-ac52-402b-8304-1373066665ee tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 944 time: 0.0689883 Jul 28 14:32:32.239683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-d3fa218e-8c5f-4f5d-8be9-fc7fdf763036 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0767574 Jul 28 14:32:32.274140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61a3274f-4318-49c2-b1c4-6523ac233745 req-2585f121-1005-4b16-995d-6572c7969f51 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601184 Jul 28 14:32:32.296840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-2ce9c540-a18b-4b9a-a833-af6c455b872f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349951 Jul 28 14:32:32.296955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-afe16410-5b5e-4138-ab76-c532fe086acf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64f762c62b8f496b8c1a48a32af3d149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045062 Jul 28 14:32:32.307450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40952) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:32.346987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c270dd-026c-4364-a61d-a126f737c802 req-5ef33761-5ee9-4705-9a4b-750a19a0e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.349257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7c270dd-026c-4364-a61d-a126f737c802 req-5ef33761-5ee9-4705-9a4b-750a19a0e4c2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1846821 Jul 28 14:32:32.369778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.407079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.505620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c270dd-026c-4364-a61d-a126f737c802 req-1e4abcd7-629f-493f-a1ab-935fd424cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.512173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7c270dd-026c-4364-a61d-a126f737c802 req-1e4abcd7-629f-493f-a1ab-935fd424cefc service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360147 Jul 28 14:32:32.609005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d966b5b4-b16f-4edc-b5e4-709644f65485 req-82bcc199-d351-4570-b6c2-63ee9fd47e94 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0480480 Jul 28 14:32:32.616127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.616766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:32.617703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43dee535-fd82-486a-8a9c-fcd3ea5ebcdd HTTP/1.1" status: 204 len: 168 time: 0.3092315 Jul 28 14:32:32.627025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a846b-1671-481b-bf2b-a7e04d600e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dee535-fd82-486a-8a9c-fcd3ea5ebcdd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:32.647241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5cc7f16e-27f8-48ba-a19f-dcdf573ae24a req-4c3efc76-162a-4148-b18a-6a828a80d400 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0409758 Jul 28 14:32:32.706834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-3b4cdd56-3972-43a5-858e-7fb87295a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.713296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-3b4cdd56-3972-43a5-858e-7fb87295a17a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 1096 time: 0.0595038 Jul 28 14:32:32.772276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-0756910d-8a7e-4f74-ace4-7e36e283fb12 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f197e44c-9654-4adf-9772-7de8abf3e343 HTTP/1.1" status: 200 len: 217 time: 0.0462441 Jul 28 14:32:32.835450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-da0ef5b1-6735-4db5-b648-dada2f8e9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:32.836951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-da0ef5b1-6735-4db5-b648-dada2f8e9565 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.0490694 Jul 28 14:32:32.874059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-2ce9bbb6-d44c-44e9-9296-3bdfc59c8241 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295317 Jul 28 14:32:33.016784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-fbda9230-d1b7-449c-8e36-34599e20a9d1 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349738 Jul 28 14:32:33.028513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0566-a879-49a3-8b47-d25fb1190d93 req-a95c057f-445c-4f09-bb40-c4557b9902a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.031524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-acdd0566-a879-49a3-8b47-d25fb1190d93 req-a95c057f-445c-4f09-bb40-c4557b9902a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0806706 Jul 28 14:32:33.120347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-acdd0566-a879-49a3-8b47-d25fb1190d93 req-202962e5-2e91-4818-8ec6-120b172bad30 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807817 Jul 28 14:32:33.153498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a0c7e1d-b711-4c60-84a7-336c4b051d64 req-085e5566-eb45-4343-87b6-b52e9c0e296d service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225295 Jul 28 14:32:33.416021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6ec1d-05bc-4593-87ea-72cce72e5aef req-4792f97c-02ea-4cd6-a0d8-3f8e1ba9f63f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:33.417596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7db6ec1d-05bc-4593-87ea-72cce72e5aef req-4792f97c-02ea-4cd6-a0d8-3f8e1ba9f63f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 944 time: 0.0571680 Jul 28 14:32:33.475818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7db6ec1d-05bc-4593-87ea-72cce72e5aef req-26a1a195-f469-4bc2-822c-22ea9ec20482 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519040 Jul 28 14:32:33.686033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88131a01-eed7-4034-a5f1-aa8d8528b832 req-72d55237-847d-4664-b70b-a5c9be6949be tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0306270 Jul 28 14:32:33.784395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9676830f-a048-4c11-8ea4-e83ebc26cc1d req-e02ab599-8a6e-4e95-b585-2ccfb6ea5027 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0387967 Jul 28 14:32:34.247140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb11b6-036a-4a49-b44f-c995bddedd3d req-0d57ccee-78f8-46e4-9c8e-0414ee94b49a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.248688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0efb11b6-036a-4a49-b44f-c995bddedd3d req-0d57ccee-78f8-46e4-9c8e-0414ee94b49a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0516148 Jul 28 14:32:34.280702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-77bba03c-0195-46f9-9ab6-a23709369feb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233271 Jul 28 14:32:34.292622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0efb11b6-036a-4a49-b44f-c995bddedd3d req-a042c16d-ab4b-4ab9-9188-d68dca37380e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Jul 28 14:32:34.328149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41004) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:34.417949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-001b7b7a-a99f-4ef2-b768-650fd49b4d00 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.419500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-001b7b7a-a99f-4ef2-b768-650fd49b4d00 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337264 Jul 28 14:32:34.438906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Request body: {'port': {'device_id': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'bd8ca5fe1b474313ab257d65bcad1e3e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:34.439922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1538047109-network', 'tenant_id': '52acf43a6b0f4ef9abb89d2683ad30b0'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:34.585430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Made reservation on behalf of 52acf43a6b0f4ef9abb89d2683ad30b0 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:34.588254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.600609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.636194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65bc4a-5ba6-4ae8-929c-a3431cab8ccc req-db21c83d-fc59-46ad-ab5c-2caa71af0973 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:34.637674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b65bc4a-5ba6-4ae8-929c-a3431cab8ccc req-db21c83d-fc59-46ad-ab5c-2caa71af0973 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 944 time: 0.0839372 Jul 28 14:32:34.686812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b65bc4a-5ba6-4ae8-929c-a3431cab8ccc req-df9635b3-78b8-430a-bc03-fce346f73a78 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377851 Jul 28 14:32:34.729480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Made reservation on behalf of bd8ca5fe1b474313ab257d65bcad1e3e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:34.733957 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.751876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.821106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de141247-e8fb-4d9f-a7f8-397da5da0a8a req-40e384b9-4409-4b4b-910b-118067bfea05 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0283909 Jul 28 14:32:34.845709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.898657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36b2099d-0da3-48d8-b242-19b254bbfcf8 req-177d5e35-1f7e-4209-a023-f434bbff7ad2 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Jul 28 14:32:34.969314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:34.998303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:32:35.008973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da19cf75-1dc5-475c-ae37-a843ebdc829e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:35.022770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.022770 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Added segment ea47dbc7-a005-4a0b-9d11-b47657c3b0f7 of type vlan for network 92189fb3-ba84-452b-96b5-3e70fbc6e53e Jul 28 14:32:35.071660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.101575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.189989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-e45f56b2-3cf0-48bd-99ea-f356d6092d3c tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224237 Jul 28 14:32:35.289297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.291193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.293174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.293672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.338171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-63fc525c-34a4-4a2f-8859-5b9986e87f28 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.339817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-63fc525c-34a4-4a2f-8859-5b9986e87f28 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442850 Jul 28 14:32:35.367450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] Pushing event updated for resources: {'Network': ['ID=92189fb3-ba84-452b-96b5-3e70fbc6e53e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:35.381669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:32:35.400296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Request body: {'port': {'device_id': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': 'bd8ca5fe1b474313ab257d65bcad1e3e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:35.451430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921328c8-bf87-4390-8124-3cd27b5a13a0 req-1278ab77-faa8-4dc6-bd99-325def17bd15 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.454093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921328c8-bf87-4390-8124-3cd27b5a13a0 req-1278ab77-faa8-4dc6-bd99-325def17bd15 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.0689051 Jul 28 14:32:35.455406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac03d0e-aa0b-49c7-9faa-05fad722ad18,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:35.498355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1500c2b2-54e9-4a43-a2eb-4de0ec11f2db admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1689675 Jul 28 14:32:35.502598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41022) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:35.511889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Request body: {'subnet': {'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1538047109-subnet', 'tenant_id': '52acf43a6b0f4ef9abb89d2683ad30b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:35.536747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-921328c8-bf87-4390-8124-3cd27b5a13a0 req-94c5b05e-ef4d-40c9-a0bd-ef47ba13847e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Jul 28 14:32:35.562483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Allocated IP 192.168.233.116 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/1ca49416-823d-4302-8fd5-e56239a8189a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:35.677527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Made reservation on behalf of 52acf43a6b0f4ef9abb89d2683ad30b0 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:35.680004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.812098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Made reservation on behalf of bd8ca5fe1b474313ab257d65bcad1e3e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:35.815618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.837142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:35.873459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Transition to ACTIVE for port object 1ca49416-823d-4302-8fd5-e56239a8189a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:35.932917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa678-5e87-45cb-a1f4-b52b4d09ee06 req-6f2ec3f6-3591-4be7-a249-40d71febd2e7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:35.934563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8caa678-5e87-45cb-a1f4-b52b4d09ee06 req-6f2ec3f6-3591-4be7-a249-40d71febd2e7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 944 time: 0.1522889 Jul 28 14:32:35.946050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-104b77cb-73df-42a9-82e1-1814a166c84d req-6586eff5-99a6-4691-b297-4c54152ec0cb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0362780 Jul 28 14:32:36.023432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8caa678-5e87-45cb-a1f4-b52b4d09ee06 req-773e800a-4594-42d0-a035-9ff6710c2983 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682817 Jul 28 14:32:36.071834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e327ec6-1c99-461c-b4a7-e30cd88dc362 req-f80afd71-d33a-4649-9a7b-70bd85c0f6f3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Jul 28 14:32:36.072828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.116418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.139100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a107ba-c5ad-4ab7-9991-906342d3e6f3,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:36.150009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Checking segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:36.150403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Network hostable DHCP agents. Network: 92189fb3-ba84-452b-96b5-3e70fbc6e53e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:32:36.209304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:36.217162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:36.219946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:36.230254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:36.271062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Allocated IP 192.168.233.17 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/5f6cfeae-f589-4781-8b95-5cdbadce07d1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:36.289536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:32:36.312750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.351067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.481983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.497541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Transition to ACTIVE for port object 5f6cfeae-f589-4781-8b95-5cdbadce07d1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:36.502947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-df7a8b6b-017c-4443-9b81-c35474875046 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241320 Jul 28 14:32:36.557409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 92189fb3-ba84-452b-96b5-3e70fbc6e53e) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:36.574481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583ec51-146e-4a81-bdc2-351f4bb59bbc None None] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:36.575298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.575993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.612727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-f91d29a5-43ba-44ac-8051-b2e5dec99831 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1753528 Jul 28 14:32:36.633193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-861b563f-f42c-484b-97b0-8d04b6cc9518 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.635392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-861b563f-f42c-484b-97b0-8d04b6cc9518 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269283 Jul 28 14:32:36.635743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8e58a13a-0150-4521-89ee-d179d5abe97d None None] Provisioning for port 1ca49416-823d-4302-8fd5-e56239a8189a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:36.641687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8e58a13a-0150-4521-89ee-d179d5abe97d None None] Provisioning complete for port 1ca49416-823d-4302-8fd5-e56239a8189a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:36.642337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8e58a13a-0150-4521-89ee-d179d5abe97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.653075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Request body: {'port': {'device_id': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:36.664718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:36.674697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:36.729426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aaa3caa2-50ff-491b-9a4a-10420de7d2c2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2249272 Jul 28 14:32:36.756957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8e58a13a-0150-4521-89ee-d179d5abe97d None None] Port 1ca49416-823d-4302-8fd5-e56239a8189a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:36.786245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8a98-8fd4-4c43-91b8-99ab798dabd3 req-abc9fbd2-9148-4978-9b98-75273194efac tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:36.795065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-271d8a98-8fd4-4c43-91b8-99ab798dabd3 req-abc9fbd2-9148-4978-9b98-75273194efac tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 945 time: 0.1590686 Jul 28 14:32:36.823345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:36.844466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:36.865907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13790cf8-57a7-4f10-b81c-0091551e6395 None None] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:32:36.876465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:36.890619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-271d8a98-8fd4-4c43-91b8-99ab798dabd3 req-ead25fef-a2ba-4f69-bd3f-8a098af2b1a2 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945752 Jul 28 14:32:36.893970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:36.956737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.055087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:37.063053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.081894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.093821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.094547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.145472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f197e44c-9654-4adf-9772-7de8abf3e343 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:37.238363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cd525-796d-48bd-a21e-21169b4b33ae req-cd85e98a-1276-47d0-9542-74667d6b9d3f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.240767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-466cd525-796d-48bd-a21e-21169b4b33ae req-cd85e98a-1276-47d0-9542-74667d6b9d3f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1201282 Jul 28 14:32:37.261147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.326792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f197e44c-9654-4adf-9772-7de8abf3e343,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:37.329825 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.355491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'f197e44c-9654-4adf-9772-7de8abf3e343', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': 'f197e44c-9654-4adf-9772-7de8abf3e343', 'mac_address': 'fa:16:3e:f1:af:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:37.372928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-466cd525-796d-48bd-a21e-21169b4b33ae req-618d931a-133e-4c88-bed6-7f1cad4515d5 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213493 Jul 28 14:32:37.389688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd99f140-523d-4a19-b1d7-0a6dc0e2cef3 None None] Provisioning for port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:37.396315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd99f140-523d-4a19-b1d7-0a6dc0e2cef3 None None] Provisioning complete for port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:37.396709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd99f140-523d-4a19-b1d7-0a6dc0e2cef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.432081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-f5f215d5-09ba-4681-b0c6-4607d59c3de0 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0548480 Jul 28 14:32:37.446266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dd99f140-523d-4a19-b1d7-0a6dc0e2cef3 None None] Port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:37.462760 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.468071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Request body: {'port': {'device_id': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:37.478694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32abe30e-2be2-44c1-905f-1c461927d16c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:37.482910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f197e44c-9654-4adf-9772-7de8abf3e343 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:37.517964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f197e44c-9654-4adf-9772-7de8abf3e343,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:37.523408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4edc857f-79b4-41d8-a0c9-1ec8f4f528a9 req-4c48e3c9-666e-4362-9d3f-f55127ec8494 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0524051 Jul 28 14:32:37.586071 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.632039 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.681950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:37.686502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:37.697269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.794215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Transition to ACTIVE for port object 1ca49416-823d-4302-8fd5-e56239a8189a will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:37.900133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:37.918946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-417d2b57-334c-4cfe-9643-9aa776c927ad tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.920847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-417d2b57-334c-4cfe-9643-9aa776c927ad tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.1445591 Jul 28 14:32:37.956660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119680e-37e1-4154-85e2-e5a4cf704a33 req-b3b620ce-e4d5-474f-97fc-d4a6effb53ac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:37.958175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f197e44c-9654-4adf-9772-7de8abf3e343'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:37.958774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c119680e-37e1-4154-85e2-e5a4cf704a33 req-b3b620ce-e4d5-474f-97fc-d4a6effb53ac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 945 time: 0.0872986 Jul 28 14:32:37.969604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-d3a57f4d-5b93-4459-80c5-8e4f4a7b325a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/quotas/52acf43a6b0f4ef9abb89d2683ad30b0 HTTP/1.1" status: 200 len: 375 time: 0.0283391 Jul 28 14:32:37.979918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:37.990583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.134 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/626dfc42-1e00-4f47-87df-cadbb95ae184) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:38.040748 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c119680e-37e1-4154-85e2-e5a4cf704a33 req-65819443-dcb4-48d5-bd39-3a3efd341e2e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732129 Jul 28 14:32:38.075359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-ff24c299-48a3-4b04-8b5b-79e6dd518136 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710390 Jul 28 14:32:38.196124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-960f1728-5fbe-4395-a736-2aeb919ba091 service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198986 Jul 28 14:32:38.266127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c58f9-6552-4273-9a6a-5af43254ecb9 req-30014c24-6ea4-418d-a057-e8706bc3708a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.268136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-021c58f9-6552-4273-9a6a-5af43254ecb9 req-30014c24-6ea4-418d-a057-e8706bc3708a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 935 time: 0.1059389 Jul 28 14:32:38.282218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Attempting to bind port 1ca49416-823d-4302-8fd5-e56239a8189a on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:38.282595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Attempting to bind port 1ca49416-823d-4302-8fd5-e56239a8189a by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:38.292461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Attempting to bind port 1ca49416-823d-4302-8fd5-e56239a8189a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:38.292461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Port 1ca49416-823d-4302-8fd5-e56239a8189a on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:38.292461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Attempting to bind port 1ca49416-823d-4302-8fd5-e56239a8189a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:38.300624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:38.300965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:38.301989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:38.302619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Bound port: 1ca49416-823d-4302-8fd5-e56239a8189a, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:38.302789 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.358430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-d1bcd005-4092-4efd-a7bf-5830b126cd4f service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544511 Jul 28 14:32:38.400234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:38.403889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:38.489966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.534269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.535032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.537058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] 10.222.0.53 "PUT /v2.0/ports/1ca49416-823d-4302-8fd5-e56239a8189a HTTP/1.1" status: 200 len: 1097 time: 1.8986759 Jul 28 14:32:38.537613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:38.539929 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed0f49b-b196-476b-9abc-7e55fea46c50" -d '{"events": [{"name": "network-changed", "server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:38.581300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2ebc8-c62b-484b-a333-eee40694a6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:38.683202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.718796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 626dfc42-1e00-4f47-87df-cadbb95ae184 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:38.765017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-35665e36-bc47-417e-b97d-e67d9aef5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:38.766544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-021c58f9-6552-4273-9a6a-5af43254ecb9 req-69200f16-5a5d-4db2-9266-620212211100 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915321 Jul 28 14:32:38.767027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-35665e36-bc47-417e-b97d-e67d9aef5a32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 1100 time: 0.0880656 Jul 28 14:32:38.848970 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b8175-e750-464d-9bda-e0ef9661c01f x-openstack-request-id: req-4f7b8175-e750-464d-9bda-e0ef9661c01f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:38.849345 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:38.849920 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f7b8175-e750-464d-9bda-e0ef9661c01f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:38.850801 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'status': 'completed', 'code': 200} Jul 28 14:32:38.853322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-78562c14-b8f6-4d61-be7c-cf9cf1263f0b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1ca49416-823d-4302-8fd5-e56239a8189a HTTP/1.1" status: 200 len: 217 time: 0.0700185 Jul 28 14:32:38.867022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:38.946109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:38.966124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:38.968725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3675267b-7ee2-4239-ada1-3af41aee797b req-6e7b526e-df22-4974-9ba2-7ac9dac860ec tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 210 time: 0.0372226 Jul 28 14:32:38.986022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:38.986022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:39.038017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-bd922550-a8af-4016-b89e-4924b5bcb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.039650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-bd922550-a8af-4016-b89e-4924b5bcb9be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1187005 Jul 28 14:32:39.047109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.048117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.075817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000ed0-725a-4eb4-92a2-f6eb3de3e71c req-67cae9c0-8f6f-4ede-8519-aa08b522b72b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.077824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93000ed0-725a-4eb4-92a2-f6eb3de3e71c req-67cae9c0-8f6f-4ede-8519-aa08b522b72b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 936 time: 0.1474121 Jul 28 14:32:39.151049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f197e44c-9654-4adf-9772-7de8abf3e343 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:39.208055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-4a3b6688-e93e-4bb6-8ebb-277b001b8650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.210483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-4a3b6688-e93e-4bb6-8ebb-277b001b8650 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591516 Jul 28 14:32:39.233242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93000ed0-725a-4eb4-92a2-f6eb3de3e71c req-cee7b130-cc61-420a-85d0-492eb91924c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251509 Jul 28 14:32:39.261371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-a2b261bf-6d0b-4672-98de-27c6819f1f78 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5977345 Jul 28 14:32:39.281920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6cfeae-f589-4781-8b95-5cdbadce07d1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:39.286144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Request body: {'port': {'device_id': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:39.294083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.320114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Transition to ACTIVE for port object 5f6cfeae-f589-4781-8b95-5cdbadce07d1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:39.348107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-69a24135-77d2-49a7-9231-bfbe2e75a8f2 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286147 Jul 28 14:32:39.369720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.407265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee411b-b4a8-44d2-b854-8184ab8105bd req-758d9ec5-7914-4f0f-b38a-a38990328d44 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.408860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55ee411b-b4a8-44d2-b854-8184ab8105bd req-758d9ec5-7914-4f0f-b38a-a38990328d44 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 945 time: 0.1388862 Jul 28 14:32:39.455605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port f197e44c-9654-4adf-9772-7de8abf3e343 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:39.461833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port f197e44c-9654-4adf-9772-7de8abf3e343 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:39.462220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.476323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5c732-5a27-43ff-a66d-289a8ceb3c7c req-7c53d1d3-1c8f-4a97-a82b-d2feac95a59e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.477851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbd5c732-5a27-43ff-a66d-289a8ceb3c7c req-7c53d1d3-1c8f-4a97-a82b-d2feac95a59e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.0749509 Jul 28 14:32:39.498033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5da16a-20f9-44fa-9827-be662ce01b29 req-36c29aee-9ee6-4c25-bcc8-dbc5d6d60665 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429224 Jul 28 14:32:39.529362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55ee411b-b4a8-44d2-b854-8184ab8105bd req-a106b4cb-e55b-4bcd-b2d4-e2312416e284 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974920 Jul 28 14:32:39.537092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbd5c732-5a27-43ff-a66d-289a8ceb3c7c req-b9900173-1c25-4c62-8d41-257172c57a5e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376306 Jul 28 14:32:39.574989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.585684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.591634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8cb3c872-7798-4b83-8aa5-6b6a686dd69d None None] Provisioning for port 626dfc42-1e00-4f47-87df-cadbb95ae184 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:39.608542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:39.610880 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93bd6a-e021-4f4c-9b00-15d15a19e056" -d '{"events": [{"server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "name": "network-vif-plugged", "status": "completed", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:39.615095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8cb3c872-7798-4b83-8aa5-6b6a686dd69d None None] Provisioning complete for port 626dfc42-1e00-4f47-87df-cadbb95ae184 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:39.615095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8cb3c872-7798-4b83-8aa5-6b6a686dd69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.645377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.656129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f197e44c-9654-4adf-9772-7de8abf3e343,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:39.683018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3c872-7798-4b83-8aa5-6b6a686dd69d None None] Port 626dfc42-1e00-4f47-87df-cadbb95ae184 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:32:39.726567 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0f921-db84-42bb-a69a-299182771cc9 x-openstack-request-id: req-a5d0f921-db84-42bb-a69a-299182771cc9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:39.726756 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "name": "network-vif-plugged", "status": "completed", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:39.726995 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5d0f921-db84-42bb-a69a-299182771cc9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:39.727418 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343', 'code': 200} Jul 28 14:32:39.734399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Attempting to bind port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:39.734982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Attempting to bind port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:39.735506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Attempting to bind port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:39.743048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:39.743661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Attempting to bind port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:39.750482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:39.751134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:39.760715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:39.760715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Bound port: 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:39.760715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.812990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626dfc42-1e00-4f47-87df-cadbb95ae184 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:39.822437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.842469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Transition to ACTIVE for port object 626dfc42-1e00-4f47-87df-cadbb95ae184 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:39.849986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.911935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efeeb1-80be-4ad6-86e0-1607cbf7f661 req-4687858d-91f8-4d62-ba73-5a2ef28496fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.913836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82efeeb1-80be-4ad6-86e0-1607cbf7f661 req-4687858d-91f8-4d62-ba73-5a2ef28496fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 1098 time: 0.0484090 Jul 28 14:32:39.924518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:39.955818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:39.961702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:39.971093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:39.977509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-2859d186-91ff-47ad-9c28-0738208fac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.979317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-2859d186-91ff-47ad-9c28-0738208fac00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 1100 time: 0.1558006 Jul 28 14:32:39.995962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379f53-aa24-4c79-a6a1-ec27f1a86836 req-52505ea0-e647-4a44-bb6f-426dada9e521 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:39.999435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38379f53-aa24-4c79-a6a1-ec27f1a86836 req-52505ea0-e647-4a44-bb6f-426dada9e521 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.1089902 Jul 28 14:32:40.039719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82efeeb1-80be-4ad6-86e0-1607cbf7f661 req-baa0e993-a2e9-4163-bab5-0e7cc2974239 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900679 Jul 28 14:32:40.052169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:40.123824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38379f53-aa24-4c79-a6a1-ec27f1a86836 req-1ae6104d-0123-4fbb-99f1-161f7f0efb6c tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190035 Jul 28 14:32:40.149172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Attempting to bind port 626dfc42-1e00-4f47-87df-cadbb95ae184 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:40.149517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Attempting to bind port 626dfc42-1e00-4f47-87df-cadbb95ae184 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:40.149857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Attempting to bind port 626dfc42-1e00-4f47-87df-cadbb95ae184 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:40.162538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Port 626dfc42-1e00-4f47-87df-cadbb95ae184 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:40.162878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Attempting to bind port 626dfc42-1e00-4f47-87df-cadbb95ae184 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:40.165590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.172305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:40.172663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:40.173205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:40.174504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Bound port: 626dfc42-1e00-4f47-87df-cadbb95ae184, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:40.174881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.238079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.238079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.239159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] 10.222.0.53 "PUT /v2.0/ports/5f6cfeae-f589-4781-8b95-5cdbadce07d1 HTTP/1.1" status: 200 len: 1096 time: 2.7893133 Jul 28 14:32:40.264287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:40.265290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95f5b27b-15e8-487b-9adf-4dc9d5537016 req-a875ae2c-a6d0-4e6a-b5a1-8721a2574f7b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 210 time: 0.0595162 Jul 28 14:32:40.266305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-1caa18e9-b871-4460-9411-67e3b32d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.267662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-1caa18e9-b871-4460-9411-67e3b32d786c service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2668717 Jul 28 14:32:40.268490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=626dfc42-1e00-4f47-87df-cadbb95ae184,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:40.324150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-f2d28d83-59ac-4e57-baf3-e4580b1f73b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1ca49416-823d-4302-8fd5-e56239a8189a HTTP/1.1" status: 200 len: 217 time: 0.0476820 Jul 28 14:32:40.325493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dd58b-be9b-4fc8-b9e9-85f32abde34e service neutron] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:40.405184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.416112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-ff0a501a-3534-4e8d-8f9f-2a7904b7cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.417598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-ff0a501a-3534-4e8d-8f9f-2a7904b7cc0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0864217 Jul 28 14:32:40.440313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62368a7-f55f-4be1-8640-e797b16e9cdf req-1d80f6d4-0fbb-4408-9b6e-a96f7e337e5e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.443596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a62368a7-f55f-4be1-8640-e797b16e9cdf req-1d80f6d4-0fbb-4408-9b6e-a96f7e337e5e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 948 time: 0.0828025 Jul 28 14:32:40.445679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.446302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:40.447899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] 10.222.0.53 "PUT /v2.0/ports/626dfc42-1e00-4f47-87df-cadbb95ae184 HTTP/1.1" status: 200 len: 1097 time: 1.1668768 Jul 28 14:32:40.448332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:40.450566 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384ef4e8-0d2c-496e-a31a-cc720a6d1718" -d '{"events": [{"name": "network-changed", "server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:40.489889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd2a85-b7c4-4c24-8598-daf1bf09ffc5 service neutron] Pushing event updated for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:40.675829 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f397aa9d-6d08-4e3f-8279-41cdfac78ff1 x-openstack-request-id: req-f397aa9d-6d08-4e3f-8279-41cdfac78ff1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:40.676188 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:40.682657 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f397aa9d-6d08-4e3f-8279-41cdfac78ff1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:40.684945 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184', 'status': 'completed', 'code': 200} Jul 28 14:32:40.707107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-e317b89b-f58e-4ae9-a426-6544df04e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.709332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-e317b89b-f58e-4ae9-a426-6544df04e6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 1100 time: 0.0830090 Jul 28 14:32:40.798488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-9a5677be-b7a0-4437-8d55-2ed101d8f075 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=626dfc42-1e00-4f47-87df-cadbb95ae184 HTTP/1.1" status: 200 len: 217 time: 0.0733430 Jul 28 14:32:40.868999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4c88-7d78-4692-9572-a0b784b0b1f6 req-96389807-d68c-46d6-a06f-84ff3a126371 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.870608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7df4c88-7d78-4692-9572-a0b784b0b1f6 req-96389807-d68c-46d6-a06f-84ff3a126371 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.1378360 Jul 28 14:32:40.878473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:40.881599 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eedd67-b41d-43e3-b55d-ce278d9a4248" -d '{"events": [{"name": "network-changed", "server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:40.902031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-9bce05b8-6629-4bee-b086-f9c027d7c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.913919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-9bce05b8-6629-4bee-b086-f9c027d7c27f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1078026 Jul 28 14:32:40.932850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a62368a7-f55f-4be1-8640-e797b16e9cdf req-07db296d-7e42-4df1-a916-4895d4a32138 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620438 Jul 28 14:32:40.935929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-47da48bb-ffe2-46a8-a7a8-c78dec98b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.937445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-47da48bb-ffe2-46a8-a7a8-c78dec98b58a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4927416 Jul 28 14:32:40.949014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-3d3421c5-224f-4b24-b2e3-b74df1fb3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:40.952463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-3d3421c5-224f-4b24-b2e3-b74df1fb3373 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 1099 time: 0.4953516 Jul 28 14:32:41.004056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7df4c88-7d78-4692-9572-a0b784b0b1f6 req-23b46344-ba60-4987-a634-baa3d46534fe tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038609 Jul 28 14:32:41.010082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-3d60c3d0-8090-431e-887e-e9a181713523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.011829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-3d60c3d0-8090-431e-887e-e9a181713523 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854969 Jul 28 14:32:41.044874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-daf48ba6-bd5b-4dc0-a850-ada72193bdd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1 HTTP/1.1" status: 200 len: 217 time: 0.0739479 Jul 28 14:32:41.143436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-86043c68-840f-4de1-b78a-4dc8b31b128c service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225216 Jul 28 14:32:41.148924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762b884-727b-4724-b1e4-c57e389084ca req-5401d7a2-86bf-4f5d-852c-4f22a4dc4e24 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.150451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7762b884-727b-4724-b1e4-c57e389084ca req-5401d7a2-86bf-4f5d-852c-4f22a4dc4e24 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1479466 Jul 28 14:32:41.152034 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14713c80-5166-495c-b896-d96677e03d60 x-openstack-request-id: req-14713c80-5166-495c-b896-d96677e03d60 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:41.152322 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:41.152571 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14713c80-5166-495c-b896-d96677e03d60 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:41.152949 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'status': 'completed', 'code': 200} Jul 28 14:32:41.156273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-7b98fbe5-ac84-4991-b9c8-bd7828974850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.157730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-7b98fbe5-ac84-4991-b9c8-bd7828974850 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0942323 Jul 28 14:32:41.160058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-1d840d16-6dc9-4c69-af49-803020913520 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071180 Jul 28 14:32:41.162337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:41.292450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7762b884-727b-4724-b1e4-c57e389084ca req-51117ba9-023d-4424-a405-74958e427e4e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308303 Jul 28 14:32:41.313991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:41.325474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-299ee029-f150-4a93-b279-5c3892717bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.327094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-299ee029-f150-4a93-b279-5c3892717bd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1478231 Jul 28 14:32:41.330121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'mac_address': 'fa:16:3e:21:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:41.339582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8cd2c92-04a9-4044-9508-45728a8ef343 req-e663f7d1-424b-4e80-921a-c014fe232170 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715405 Jul 28 14:32:41.401315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.405793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed0f49b-b196-476b-9abc-7e55fea46c50 req-17877633-3c6d-48c6-9dc1-68d3898487e3 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252545 Jul 28 14:32:41.433262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c133530-8fa0-40c1-a597-a8fffde921cc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:41.460142 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:32:41.464012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:41.517945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-0c763810-3b61-40f5-8145-8a94482eb365 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822515 Jul 28 14:32:41.540080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04bd7700-ba07-440b-9a96-af5313235a27 req-3f5d60a5-f863-4f7f-bac8-8a392923475e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 210 time: 0.0310302 Jul 28 14:32:41.591560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3a407-5be5-4b80-9201-46caf3a33c6b req-0eed4506-b3ea-4e9c-bbb1-5fe56c36a3b4 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.595091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89e3a407-5be5-4b80-9201-46caf3a33c6b req-0eed4506-b3ea-4e9c-bbb1-5fe56c36a3b4 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.1162212 Jul 28 14:32:41.623375 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:41.662600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89e3a407-5be5-4b80-9201-46caf3a33c6b req-7c7baabc-591c-4d9b-bdd1-4f3640c84313 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 Jul 28 14:32:41.673884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bfc37d5-ad4a-451b-8700-84afb9f0822e req-3a7fc75e-3014-4540-81a3-3562748a28d5 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472857 Jul 28 14:32:41.684977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:41.750200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-1af48687-2148-4cde-ae47-9681997818ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.751773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-1af48687-2148-4cde-ae47-9681997818ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 1100 time: 0.0440137 Jul 28 14:32:41.789444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5c133530-8fa0-40c1-a597-a8fffde921cc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:41.823460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:41.849417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-b07ccce6-f4fd-43fb-bb36-47cb627acd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:41.850933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-b07ccce6-f4fd-43fb-bb36-47cb627acd12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.0920675 Jul 28 14:32:41.897432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-a1576dbf-66fe-4060-9dd5-6cddc735d7ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=626dfc42-1e00-4f47-87df-cadbb95ae184 HTTP/1.1" status: 200 len: 217 time: 0.0386569 Jul 28 14:32:42.000771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-f36a9cbf-20e1-4f4a-9b80-00bdb7ca8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.002794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-f36a9cbf-20e1-4f4a-9b80-00bdb7ca8f95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0966194 Jul 28 14:32:42.002982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.027352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1ca49416-823d-4302-8fd5-e56239a8189a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '1ca49416-823d-4302-8fd5-e56239a8189a', 'mac_address': 'fa:16:3e:a3:70:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:42.097123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.122002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610b9b8-5361-44c3-a66d-46cf8e1016bf req-8c3238ef-9158-42dd-aef6-25be0125178b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.129229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:42.131965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3610b9b8-5361-44c3-a66d-46cf8e1016bf req-8c3238ef-9158-42dd-aef6-25be0125178b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 948 time: 0.0900283 Jul 28 14:32:42.142702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-e9d215d0-6d14-45d9-8dbf-17d11e327b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.145922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-e9d215d0-6d14-45d9-8dbf-17d11e327b16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 1099 time: 0.0822368 Jul 28 14:32:42.152921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:42.158018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-85a386b4-5688-4adc-8865-580bc312f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.159908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-85a386b4-5688-4adc-8865-580bc312f37a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479065 Jul 28 14:32:42.200035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3610b9b8-5361-44c3-a66d-46cf8e1016bf req-644479ee-5dc5-485a-9e5b-249f04159fae tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523729 Jul 28 14:32:42.214752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d317351-4369-4a50-971b-5ed5ee39e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.255092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:42.352340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:42.361212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bb870-baf0-40f0-ab7f-24da4a5cf045 req-f4f1b73c-a065-482a-a1e9-b2279ebff5b4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.370622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-737bb870-baf0-40f0-ab7f-24da4a5cf045 req-f4f1b73c-a065-482a-a1e9-b2279ebff5b4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.2079384 Jul 28 14:32:42.428551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-65485b7f-ef32-4745-9003-0b6d25b29ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.430090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-65485b7f-ef32-4745-9003-0b6d25b29ac3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2687371 Jul 28 14:32:42.509313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-5604e677-903f-4be2-9a86-dc25846bef52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1 HTTP/1.1" status: 200 len: 217 time: 0.0663340 Jul 28 14:32:42.519248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-737bb870-baf0-40f0-ab7f-24da4a5cf045 req-19f034e2-4927-4f72-aca5-ee32dec32ab1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476314 Jul 28 14:32:42.525191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-ecb1229f-7732-48c2-83f1-1197f2671502 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341277 Jul 28 14:32:42.610644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac71c4-452a-4aec-b718-285c613ce074 req-19d1967b-12ac-476b-9ba7-a15dbd8bd908 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.613172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07ac71c4-452a-4aec-b718-285c613ce074 req-19d1967b-12ac-476b-9ba7-a15dbd8bd908 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1034298 Jul 28 14:32:42.633597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1ca49416-823d-4302-8fd5-e56239a8189a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:42.717631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-1a2e1f69-534a-4f6c-97fe-bff7e37fe628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.719642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-1a2e1f69-534a-4f6c-97fe-bff7e37fe628 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1969218 Jul 28 14:32:42.751347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07ac71c4-452a-4aec-b718-285c613ce074 req-ef4df18e-a169-49e3-a6a4-9b4fbedd0985 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280634 Jul 28 14:32:42.840822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384ef4e8-0d2c-496e-a31a-cc720a6d1718 req-0a5bbfce-0c2d-42a5-8543-4e4275804e97 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962639 Jul 28 14:32:42.872245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-685a129e-2637-44f4-9122-6a0e713160fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.873801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-685a129e-2637-44f4-9122-6a0e713160fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1352706 Jul 28 14:32:42.892134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aab2f-f820-4ef3-bd03-8796225c5e01 req-e935f77e-ec4d-4e89-872f-62fc34d2acd8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.893727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c9aab2f-f820-4ef3-bd03-8796225c5e01 req-e935f77e-ec4d-4e89-872f-62fc34d2acd8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.1227345 Jul 28 14:32:42.909961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-faa56e2d-e648-4fcf-8ce6-eaa5229c818f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:42.912127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-faa56e2d-e648-4fcf-8ce6-eaa5229c818f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 946 time: 0.1210439 Jul 28 14:32:42.981404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0abe976-ea8d-4b34-b566-a7f063ceeccc req-ab60a964-6b80-445a-825c-3ca861bea755 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 210 time: 0.0742950 Jul 28 14:32:43.013326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-690d6ec3-77af-4690-a482-e7795a4f7f07 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.014684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-690d6ec3-77af-4690-a482-e7795a4f7f07 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.50 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.2769494 Jul 28 14:32:43.034724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'port': {'device_id': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'admin_state_up': True, 'tenant_id': '52acf43a6b0f4ef9abb89d2683ad30b0'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:43.078883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c9aab2f-f820-4ef3-bd03-8796225c5e01 req-7e117b1d-f4a1-4dcd-b031-3e37d0394b49 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648009 Jul 28 14:32:43.119366 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-62159135-9d71-477f-bc8d-2d4e0a3d14cf service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235076 Jul 28 14:32:43.180125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:43.202293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Deleting port 5410e054-1d3c-44cb-bcf6-85fa044ff304 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:43.202293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.290288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5c133530-8fa0-40c1-a597-a8fffde921cc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:43.291432 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.367404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eedd67-b41d-43e3-b55d-ce278d9a4248 req-13a80c23-b027-4f25-8b39-790da4f7b798 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383206 Jul 28 14:32:43.369479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3131e-067b-4864-b7aa-9da64dad2d5a req-5bcc7bff-9d6a-4eb7-af29-41e60cab6d9a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.377802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15f3131e-067b-4864-b7aa-9da64dad2d5a req-5bcc7bff-9d6a-4eb7-af29-41e60cab6d9a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.1158977 Jul 28 14:32:43.395964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7810-fad4-4238-9487-ff279a7b6490 req-353dca0c-d8c9-4199-9986-43fd4417d466 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.398159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93dc7810-fad4-4238-9487-ff279a7b6490 req-353dca0c-d8c9-4199-9986-43fd4417d466 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.1745312 Jul 28 14:32:43.431940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Made reservation on behalf of 52acf43a6b0f4ef9abb89d2683ad30b0 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:32:43.435722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.481636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] For port 5410e054-1d3c-44cb-bcf6-85fa044ff304, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5410e054-1d3c-44cb-bcf6-85fa044ff304,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:43.482367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.492180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15f3131e-067b-4864-b7aa-9da64dad2d5a req-e20bb103-92ab-4ebb-b344-1bf9e8eedd9d tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073635 Jul 28 14:32:43.551048 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.599416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:43.601883 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17d6d06-7e1c-45b0-a850-243ac2f2cdb4" -d '{"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-plugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:43.618779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:43.706647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.708097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.708700 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Floating IP 4cc3c68a-d77d-43a6-82fc-72a6710bd5ca disassociated. External IP: 172.25.0.212, port: 5410e054-1d3c-44cb-bcf6-85fa044ff304. Jul 28 14:32:43.709279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Calling delete_port for 5410e054-1d3c-44cb-bcf6-85fa044ff304 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:43.711504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Allocated IP 172.20.0.3 (92189fb3-ba84-452b-96b5-3e70fbc6e53e/46a107ba-c5ad-4ab7-9991-906342d3e6f3/60c3ada9-e190-48a6-bee5-2bf7f1bed426) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:32:43.735497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:43.750498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c88a-5b54-4348-9e8d-e044011efa02 req-7dfb4915-a94e-4188-a0b1-fd090889d47d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:43.752495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d354c88a-5b54-4348-9e8d-e044011efa02 req-7dfb4915-a94e-4188-a0b1-fd090889d47d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 948 time: 0.1122823 Jul 28 14:32:43.763611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93dc7810-fad4-4238-9487-ff279a7b6490 req-4c923592-8fc1-496c-a7a7-b7d01433765c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531621 Jul 28 14:32:43.828252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:43.838382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 626dfc42-1e00-4f47-87df-cadbb95ae184 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:43.856212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d354c88a-5b54-4348-9e8d-e044011efa02 req-7f083b85-9640-4a3d-bc37-1293f8c982a7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918365 Jul 28 14:32:43.860578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:43.989948 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676d12b6-8bf9-4235-a73a-5840b2b6b563 x-openstack-request-id: req-676d12b6-8bf9-4235-a73a-5840b2b6b563 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:43.990370 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-plugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:43.991014 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-676d12b6-8bf9-4235-a73a-5840b2b6b563 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:43.991515 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'code': 200} Jul 28 14:32:44.079329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=626dfc42-1e00-4f47-87df-cadbb95ae184,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.104541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '626dfc42-1e00-4f47-87df-cadbb95ae184', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '626dfc42-1e00-4f47-87df-cadbb95ae184', 'mac_address': 'fa:16:3e:3f:40:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:44.149090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 1ca49416-823d-4302-8fd5-e56239a8189a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:44.160981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1ca49416-823d-4302-8fd5-e56239a8189a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:44.161526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.166627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.186225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.243287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.266285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event deleted for resources: {'Port': ['ID=5410e054-1d3c-44cb-bcf6-85fa044ff304,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:44.286495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1c82-259b-439b-959d-aa60f73e34f4 req-bc814bda-f95e-474f-a2df-da425fec6d55 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.288272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-596b1c82-259b-439b-959d-aa60f73e34f4 req-bc814bda-f95e-474f-a2df-da425fec6d55 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 867 time: 0.1497970 Jul 28 14:32:44.325497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.352894 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-596b1c82-259b-439b-959d-aa60f73e34f4 req-4f0c90dc-e132-4efd-85c1-aaa13c0cfc73 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups?id=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531957 Jul 28 14:32:44.360896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.363924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626dfc42-1e00-4f47-87df-cadbb95ae184 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:44.404164 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.408616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=626dfc42-1e00-4f47-87df-cadbb95ae184,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.460908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:44.466251 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.480288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:32:44.502691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.504479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:44.505596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:32:44.514081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:32:44.555457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:44.595973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:44.606330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.606802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.617304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.637213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54a1f5-909d-4290-be2c-8b123575b220 req-3615ffe4-3b03-4a5d-9c3b-c7919a9e77e2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.638815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce54a1f5-909d-4290-be2c-8b123575b220 req-3615ffe4-3b03-4a5d-9c3b-c7919a9e77e2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 931 time: 0.1758204 Jul 28 14:32:44.671044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'mac_address': 'fa:16:3e:d4:84:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:44.671644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:44.683893 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Sync routers for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:44.700995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:44.701886 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:44.707631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce54a1f5-909d-4290-be2c-8b123575b220 req-f4724e59-9623-428f-8bf8-f3f86d932cef tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604763 Jul 28 14:32:44.739660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] No DVR routers for this DVR port 5410e054-1d3c-44cb-bcf6-85fa044ff304 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:44.742878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.750639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcb3814e-c4de-4577-8dfa-e304790f7782 req-b96ddecb-0b54-44d5-bd5b-f1effab48ef0 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.50 "DELETE /v2.0/ports/5410e054-1d3c-44cb-bcf6-85fa044ff304 HTTP/1.1" status: 204 len: 173 time: 1.8167124 Jul 28 14:32:44.751266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'name': 'network-vif-deleted', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:44.755231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-52ffa0b4-109b-4841-adf8-cafc7a5fb721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7225716 Jul 28 14:32:44.755989 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab20fb9-774a-4ca9-ab16-e1dfeb8580a3" -d '{"events": [{"server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "name": "network-vif-deleted", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:44.774642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Request body: {'port': {'device_id': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:32:44.804812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:44.845972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b62d3cd-69d8-4df6-901b-d84d736e4840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.850248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.866848 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.907425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6cfeae-f589-4781-8b95-5cdbadce07d1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:44.933972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:44.948945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:44.961965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9752444-18a1-4ce6-b34b-7efb45c96409 req-fe5340f9-149f-4287-94f7-98b66ae14b54 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:44.963189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:44.974005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9752444-18a1-4ce6-b34b-7efb45c96409 req-fe5340f9-149f-4287-94f7-98b66ae14b54 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.0944862 Jul 28 14:32:45.001515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de92fd-fd59-42ea-b071-95489c1076b7 req-30578a0c-a5de-4362-99ed-8aa532e97bd3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:45.003334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7de92fd-fd59-42ea-b071-95489c1076b7 req-30578a0c-a5de-4362-99ed-8aa532e97bd3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.1552076 Jul 28 14:32:45.040267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9752444-18a1-4ce6-b34b-7efb45c96409 req-2eb1ce4f-5915-4f1f-a5b6-a21e9563ca13 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653124 Jul 28 14:32:45.082725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.126718 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a25258-9afc-4e21-a179-09550e6da8dd x-openstack-request-id: req-e0a25258-9afc-4e21-a179-09550e6da8dd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:45.127133 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e5ae72-965d-4e88-b38f-1beacfa4a12e", "name": "network-vif-deleted", "tag": "5410e054-1d3c-44cb-bcf6-85fa044ff304", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:45.127337 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0a25258-9afc-4e21-a179-09550e6da8dd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:45.127756 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e5ae72-965d-4e88-b38f-1beacfa4a12e', 'name': 'network-vif-deleted', 'tag': '5410e054-1d3c-44cb-bcf6-85fa044ff304', 'status': 'completed', 'code': 200} Jul 28 14:32:45.203729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5410e054-1d3c-44cb-bcf6-85fa044ff304 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:45.211166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:45.245207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7de92fd-fd59-42ea-b071-95489c1076b7 req-53a19fe6-1a1f-4856-b5c8-1257ca28fc79 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890295 Jul 28 14:32:45.249501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5410e054-1d3c-44cb-bcf6-85fa044ff304 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:45.249854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5410e054-1d3c-44cb-bcf6-85fa044ff304 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:45.370111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9cf5f-fae4-4a47-aac1-aea11109ee6b req-bb1c07c4-9f5c-40e8-8262-3a2e809d7674 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:45.374642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61b9cf5f-fae4-4a47-aac1-aea11109ee6b req-bb1c07c4-9f5c-40e8-8262-3a2e809d7674 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 949 time: 0.1180818 Jul 28 14:32:45.383662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:45.423720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Checking router: 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:32:45.431940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:45.445389 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:45.446383 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:45.476087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61b9cf5f-fae4-4a47-aac1-aea11109ee6b req-937e059a-cb47-4a62-8959-32c080fa7824 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947533 Jul 28 14:32:45.502585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5f6cfeae-f589-4781-8b95-5cdbadce07d1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:45.502721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c3ada9-e190-48a6-bee5-2bf7f1bed426 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:45.519945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.555563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Transition to ACTIVE for port object 60c3ada9-e190-48a6-bee5-2bf7f1bed426 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:32:45.690373 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:45.694119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-524cf7e0-c7ca-4834-96a9-804d5f3f5f78 req-8be55828-bb40-4f4a-9ffe-ebed017ff957 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0512953 Jul 28 14:32:45.700188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.832093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:45.967966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8d707-bc53-4c57-9d0c-475ef406b71f req-fdd8aece-7e25-42f9-934d-486198abd49e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:45.973335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90f8d707-bc53-4c57-9d0c-475ef406b71f req-fdd8aece-7e25-42f9-934d-486198abd49e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.0986700 Jul 28 14:32:45.975504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:45.993166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:45.996689 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7a47f5-5581-42fb-bd25-71d4cbdc1750" -d '{"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:46.007947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Attempting to bind port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:32:46.008301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Attempting to bind port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:32:46.008637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Attempting to bind port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:46.016452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:32:46.016791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Attempting to bind port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:32:46.029795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:32:46.030156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Checking segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:32:46.030560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Bound using segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:32:46.031047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Bound port: 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:32:46.031426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.059569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90f8d707-bc53-4c57-9d0c-475ef406b71f req-b9df73f1-3bee-4242-99eb-fa6e490ded90 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806358 Jul 28 14:32:46.078332 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d3cbd3-7cc7-46c7-802f-ce2d18950a48 x-openstack-request-id: req-f2d3cbd3-7cc7-46c7-802f-ce2d18950a48 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:46.078626 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:46.079383 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f2d3cbd3-7cc7-46c7-802f-ce2d18950a48 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:46.079783 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'code': 200} Jul 28 14:32:46.114139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:46.155893 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8290522-12d1-4e05-a516-a10f4e463d42 None None] The sync data for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 is: [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:27:59Z', 'revision_number': 4, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bf50017c-8270-41da-bab5-a9dde0394df9', 'name': '', 'network_id': '737a1af5-9c73-439e-97c2-5c2ea9e8a089', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'mac_address': 'fa:16:3e:f2:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:58Z', 'updated_at': '2021-07-28T14:28:06Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'subnets': [{'id': '8db50514-65d0-424a-845e-5eb0d07a088c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:32:46.163344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:32:46.167404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:32:46.282287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bacd0-49c5-4033-990c-5a191876737f req-24324736-ab55-4f0b-8792-4dec65574682 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.285964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f8bacd0-49c5-4033-990c-5a191876737f req-24324736-ab55-4f0b-8792-4dec65574682 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 948 time: 0.0919216 Jul 28 14:32:46.287634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a631-7a3f-48d6-92c7-a087de89adad req-b43b0308-76ce-44be-a16d-ca50be652729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.287858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.289520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ec8a631-7a3f-48d6-92c7-a087de89adad req-b43b0308-76ce-44be-a16d-ca50be652729 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 1102 time: 0.1050842 Jul 28 14:32:46.297997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-80ca3908-f784-485d-b1f3-541053fdf694 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.299729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-80ca3908-f784-485d-b1f3-541053fdf694 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.1725547 Jul 28 14:32:46.373763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.374721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.376488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] 10.222.0.50 "PUT /v2.0/ports/60c3ada9-e190-48a6-bee5-2bf7f1bed426 HTTP/1.1" status: 200 len: 1092 time: 1.6072159 Jul 28 14:32:46.376989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:46.379664 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486571e2-e882-4a76-9d1c-04ec324aa65e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:46.429058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f8bacd0-49c5-4033-990c-5a191876737f req-0da31222-0dc8-40ad-9b5d-15b00e921aea tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297281 Jul 28 14:32:46.435934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169e040-8e5e-41d4-a10e-8b5936188d6e service neutron] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:46.474290 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82f945-17e9-4ee2-839d-8ec1ab88862f x-openstack-request-id: req-1b82f945-17e9-4ee2-839d-8ec1ab88862f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:46.474868 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:46.475316 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b82f945-17e9-4ee2-839d-8ec1ab88862f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:46.475910 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'status': 'completed', 'code': 200} Jul 28 14:32:46.540382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ec8a631-7a3f-48d6-92c7-a087de89adad req-a1725d67-51fe-4b65-9b7c-7184bddd9ec0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394981 Jul 28 14:32:46.589687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-03d28d69-6da7-4071-98b1-0994bd755b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.591242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-03d28d69-6da7-4071-98b1-0994bd755b95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0807033 Jul 28 14:32:46.591863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50029ad9-8bd4-4bcd-bd97-7d826b20ce8b req-4bb99ce5-c21f-427e-acd0-532b13393e2b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.593425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50029ad9-8bd4-4bcd-bd97-7d826b20ce8b req-4bb99ce5-c21f-427e-acd0-532b13393e2b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 946 time: 0.2036583 Jul 28 14:32:46.595689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port f197e44c-9654-4adf-9772-7de8abf3e343 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:46.602731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.684206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3287f-6257-454c-83f3-6cdf8cd26c5d None None] New status for floating IP 4cc3c68a-d77d-43a6-82fc-72a6710bd5ca: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:32:46.764741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50029ad9-8bd4-4bcd-bd97-7d826b20ce8b req-6a5d4fcd-17d4-4468-ae1b-2969c6a4f065 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622586 Jul 28 14:32:46.789345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-36d62559-123a-4d0d-9bf4-da68d7c4db1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426 HTTP/1.1" status: 200 len: 217 time: 0.1639524 Jul 28 14:32:46.836845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port f197e44c-9654-4adf-9772-7de8abf3e343, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f197e44c-9654-4adf-9772-7de8abf3e343,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:46.837226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:46.868499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for f197e44c-9654-4adf-9772-7de8abf3e343 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:46.937003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-2210f20a-f5e6-4287-900f-d417a74697b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:46.940603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-2210f20a-f5e6-4287-900f-d417a74697b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 200 len: 862 time: 0.1435766 Jul 28 14:32:47.000001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a0ce2-0efa-4cda-a500-6c22543d9b0b req-18d8eaac-3778-4be6-9714-3d226bf6bd34 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:47.009851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-846a0ce2-0efa-4cda-a500-6c22543d9b0b req-18d8eaac-3778-4be6-9714-3d226bf6bd34 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 949 time: 0.2593222 Jul 28 14:32:47.014645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-50f0b8b2-6651-4367-863a-693eab2e159c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92189fb3-ba84-452b-96b5-3e70fbc6e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646238 Jul 28 14:32:47.172441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d888dd-a8c6-4e45-b720-813da57feed9 req-bba79d5a-c4bb-4c46-a318-2a583daaacf4 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0435605 Jul 28 14:32:47.203049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:47.228893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-846a0ce2-0efa-4cda-a500-6c22543d9b0b req-255c3ffd-9af3-4ba0-ae1e-b11a95cbfe36 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179611 Jul 28 14:32:47.244952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e4917e89-3157-4d8e-b40f-402e39e8166a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:47.309049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897', 'f197e44c-9654-4adf-9772-7de8abf3e343'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:47.320273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=f197e44c-9654-4adf-9772-7de8abf3e343,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:47.321083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-a23d70e5-0745-4f82-8192-548752e91a52 service neutron] 10.222.0.50 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727678 Jul 28 14:32:47.455443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port f197e44c-9654-4adf-9772-7de8abf3e343 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:47.467060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:47.470847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-45f73e76-48bf-4d76-97b3-bb45e61e3677 req-2b1854d9-1e61-4dcd-ac4f-6b14f87da1b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "DELETE /v2.0/ports/f197e44c-9654-4adf-9772-7de8abf3e343 HTTP/1.1" status: 204 len: 173 time: 1.1624489 Jul 28 14:32:47.476626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12ed0cd-cc61-4337-8f01-69e1add512e4 req-f63a7f81-d593-40c2-89f7-81081c7cd5bd service neutron] 10.222.0.50 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450641 Jul 28 14:32:47.478243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'name': 'network-vif-deleted', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:47.488173 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe93d7-89a1-4288-99b2-f1f6b4dab1f4" -d '{"events": [{"server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "name": "network-vif-deleted", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:47.533944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27116566-ad4c-4562-a9df-6ab2c3e395ea req-a9af516a-531d-4f76-9a61-ebe2c87c60ba tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:47.543229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27116566-ad4c-4562-a9df-6ab2c3e395ea req-a9af516a-531d-4f76-9a61-ebe2c87c60ba tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.2585235 Jul 28 14:32:47.620744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765fd83-0940-40b7-b109-77d4c0d171a3 req-a2975124-811a-4dc3-a49f-5b7fab19aeea tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:47.634422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5765fd83-0940-40b7-b109-77d4c0d171a3 req-a2975124-811a-4dc3-a49f-5b7fab19aeea tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 948 time: 0.0889602 Jul 28 14:32:47.653087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27116566-ad4c-4562-a9df-6ab2c3e395ea req-7ca59e6b-90ec-4919-a51c-006a4a204b2e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077790 Jul 28 14:32:47.700798 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5765fd83-0940-40b7-b109-77d4c0d171a3 req-f406df83-4308-4be3-875a-e70217c61ea8 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653119 Jul 28 14:32:47.803968 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33d8335-09d6-41bf-a994-cacc2cbdc5ed x-openstack-request-id: req-b33d8335-09d6-41bf-a994-cacc2cbdc5ed {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:47.804565 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290322a0-209f-4c5d-bbf6-e3f31e6b32a6", "name": "network-vif-deleted", "tag": "f197e44c-9654-4adf-9772-7de8abf3e343", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:47.805077 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b33d8335-09d6-41bf-a994-cacc2cbdc5ed {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:47.805729 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290322a0-209f-4c5d-bbf6-e3f31e6b32a6', 'name': 'network-vif-deleted', 'tag': 'f197e44c-9654-4adf-9772-7de8abf3e343', 'status': 'completed', 'code': 200} Jul 28 14:32:47.867354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 626dfc42-1e00-4f47-87df-cadbb95ae184 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:47.950343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77b2a78b-19a1-4156-a8eb-3bab41280558 req-d17424c1-4967-4bee-b297-8966cc8cf580 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0520244 Jul 28 14:32:48.086016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-dd7beea8-cc51-497e-a272-21fd3ad30179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.089141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-dd7beea8-cc51-497e-a272-21fd3ad30179 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0727658 Jul 28 14:32:48.089427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.158342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 626dfc42-1e00-4f47-87df-cadbb95ae184 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:48.164145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 626dfc42-1e00-4f47-87df-cadbb95ae184 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:48.164686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.299516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-523ee4ce-1226-41cc-a13a-50ec42d8647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.302857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-523ee4ce-1226-41cc-a13a-50ec42d8647d service neutron] 10.222.0.50 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 923 time: 0.2011411 Jul 28 14:32:48.355528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.398555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:48.403122 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a280c7b8-c85c-47e9-9e88-e9f986d24a5b" -d '{"events": [{"server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "name": "network-vif-plugged", "status": "completed", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:48.405331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1559500-26d8-4095-9e6d-0589e041b9ac req-e714f936-6e04-496e-b7fc-e4d6f88a5023 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.419033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1559500-26d8-4095-9e6d-0589e041b9ac req-e714f936-6e04-496e-b7fc-e4d6f88a5023 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 949 time: 0.0913553 Jul 28 14:32:48.424058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=626dfc42-1e00-4f47-87df-cadbb95ae184,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:48.455983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-06fb5c29-e2e1-4c33-844f-e006a1f3f0e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426 HTTP/1.1" status: 200 len: 217 time: 0.1355460 Jul 28 14:32:48.479403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1559500-26d8-4095-9e6d-0589e041b9ac req-c1e272ec-efc3-4d8d-83be-c58e22c7fc63 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536447 Jul 28 14:32:48.485136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-066994a1-4918-4103-b365-0e24fb858e42 req-30ac06b1-23a4-461a-93f8-36516cd5ac4f tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.1422510 Jul 28 14:32:48.511843 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.513393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:48.567802 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47079ed2-e94d-478b-9371-516532da4f9c x-openstack-request-id: req-47079ed2-e94d-478b-9371-516532da4f9c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:48.568098 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "name": "network-vif-plugged", "status": "completed", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:48.568378 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47079ed2-e94d-478b-9371-516532da4f9c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:48.568758 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184', 'code': 200} Jul 28 14:32:48.618550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-f5dc59c6-973b-4103-b534-a65ac5455eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.621584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-f5dc59c6-973b-4103-b534-a65ac5455eee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 200 len: 862 time: 0.1473289 Jul 28 14:32:48.658872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:48.693608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-e6a2f979-da9d-4764-a520-f7031123ead0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92189fb3-ba84-452b-96b5-3e70fbc6e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587385 Jul 28 14:32:48.760754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232104e4-7c6e-4505-b64f-d427a6169de7 req-3756ad20-eb6d-4372-a680-04b0953b3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.762489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-232104e4-7c6e-4505-b64f-d427a6169de7 req-3756ad20-eb6d-4372-a680-04b0953b3833 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 1102 time: 0.0842600 Jul 28 14:32:48.768442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:48.778397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:48.779878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:48.846038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-232104e4-7c6e-4505-b64f-d427a6169de7 req-706479e7-4e97-409b-9bd1-7d04a98efd3c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753427 Jul 28 14:32:48.922815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412995a-8e29-493e-bfbe-082e646f1e63 req-29b49ac1-abab-4d16-a0c5-aef693f560a8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:48.941009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f412995a-8e29-493e-bfbe-082e646f1e63 req-29b49ac1-abab-4d16-a0c5-aef693f560a8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.1247854 Jul 28 14:32:49.026005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772575-ba78-4624-a1db-35926b9ab28d req-776d2c2f-aed4-4b18-a3dc-746d470bc947 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.036970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f412995a-8e29-493e-bfbe-082e646f1e63 req-fa6d3099-56af-4684-84c7-f7ec73ae8c5c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930607 Jul 28 14:32:49.051761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1772575-ba78-4624-a1db-35926b9ab28d req-776d2c2f-aed4-4b18-a3dc-746d470bc947 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 948 time: 0.1273189 Jul 28 14:32:49.093670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-5cc7dda6-a189-4b3c-8df3-35d477ab2bbc service neutron] 10.222.0.50 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908334 Jul 28 14:32:49.147921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1772575-ba78-4624-a1db-35926b9ab28d req-2329bbcb-101d-42b5-b5af-fa0adc7c22a7 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950298 Jul 28 14:32:49.168015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.204460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f197e44c-9654-4adf-9772-7de8abf3e343 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:49.257410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-486571e2-e882-4a76-9d1c-04ec324aa65e req-4a394a8b-a169-428e-b685-b275f2b6b7b7 service neutron] 10.222.0.50 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549788 Jul 28 14:32:49.259770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: f197e44c-9654-4adf-9772-7de8abf3e343 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:49.260152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f197e44c-9654-4adf-9772-7de8abf3e343 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:49.288190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d62abfd0-a809-4bb1-b788-61d997e0180d req-5bd69d5f-f9df-4f0e-80f4-39a56d2c609a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=290322a0-209f-4c5d-bbf6-e3f31e6b32a6 HTTP/1.1" status: 200 len: 210 time: 0.0286160 Jul 28 14:32:49.288458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:49.414540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.450829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481889f-50d9-4fab-9e84-6a3df405a3a8 req-4ff8ae3c-d737-4671-afad-81e3943f2aad tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.459629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6481889f-50d9-4fab-9e84-6a3df405a3a8 req-4ff8ae3c-d737-4671-afad-81e3943f2aad tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.0669799 Jul 28 14:32:49.481080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:49.503443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.503920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.504514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.505317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.505443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6481889f-50d9-4fab-9e84-6a3df405a3a8 req-d3ec97e0-da0e-4263-af98-47eddfec8831 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 Jul 28 14:32:49.505558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.505691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.506030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.506369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.506703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.508372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.524618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.524618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:32:49.580483 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:49.613632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4df5735a-ddb6-41df-b4be-4cfbd30b9273 req-d16af4e7-77fe-4bdf-9e69-0a364428f86c tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0378442 Jul 28 14:32:49.682166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc05bb-6b85-4f93-bdbc-8ae493baafb8 req-69edf8d2-cd56-4d17-bdf6-c7071993d0a0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:49.690189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ccc05bb-6b85-4f93-bdbc-8ae493baafb8 req-69edf8d2-cd56-4d17-bdf6-c7071993d0a0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 950 time: 0.1200249 Jul 28 14:32:49.763324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ccc05bb-6b85-4f93-bdbc-8ae493baafb8 req-487ec3d6-5e6d-4688-96ba-335f78333f88 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654383 Jul 28 14:32:50.206002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df273d-29ab-4018-ac6d-5e3f30dbb074 req-b0246970-bab8-47a6-bb7e-95b0e3581d4c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.208500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2df273d-29ab-4018-ac6d-5e3f30dbb074 req-b0246970-bab8-47a6-bb7e-95b0e3581d4c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.0791748 Jul 28 14:32:50.265698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2df273d-29ab-4018-ac6d-5e3f30dbb074 req-b931d331-0898-4acc-b010-216ac48a5162 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503163 Jul 28 14:32:50.339914 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:50.519183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722340-1f3b-496b-898f-15da45558b09 req-3b63ae6e-1e56-43c6-9422-ff2c983b49a6 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.523205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc722340-1f3b-496b-898f-15da45558b09 req-3b63ae6e-1e56-43c6-9422-ff2c983b49a6 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 949 time: 0.0718806 Jul 28 14:32:50.570889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:50.577010 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1810b996-405a-4229-a5a9-0c1c779fe263" -d '{"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:50.596492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc722340-1f3b-496b-898f-15da45558b09 req-639e1d46-be62-4eca-bf33-21e63560c8cd tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582628 Jul 28 14:32:50.721131 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a51644f-d56e-4b11-bcea-87d0e57aacb1 x-openstack-request-id: req-5a51644f-d56e-4b11-bcea-87d0e57aacb1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:50.721551 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:50.721875 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a51644f-d56e-4b11-bcea-87d0e57aacb1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:50.722460 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'code': 200} Jul 28 14:32:50.831221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f518bf57-184e-4a50-8385-135b101b4ff8 req-4ff20af5-2479-48f3-9ccb-527c5269cbeb tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0438929 Jul 28 14:32:50.877206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a0700-88d2-4c30-a14c-fc6711722e98 req-7edb1df2-844d-4845-98c0-18b2ac911926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.879345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e82a0700-88d2-4c30-a14c-fc6711722e98 req-7edb1df2-844d-4845-98c0-18b2ac911926 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 1101 time: 0.0685630 Jul 28 14:32:50.936358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e82a0700-88d2-4c30-a14c-fc6711722e98 req-08321c72-63f6-4f29-96d1-d5b067152e2d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 Jul 28 14:32:50.974287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694deb5-768a-48fe-b617-b59bb7d08f7e req-543040db-f4d1-4c02-9ce4-3c695dd27c73 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:50.984922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8694deb5-768a-48fe-b617-b59bb7d08f7e req-543040db-f4d1-4c02-9ce4-3c695dd27c73 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 950 time: 0.0713534 Jul 28 14:32:51.039741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8694deb5-768a-48fe-b617-b59bb7d08f7e req-00ffd02f-b271-436f-b5a9-3e28ae82f117 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Jul 28 14:32:51.202445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:51.294232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-2756f3aa-e940-4334-87d2-4c9afea2eaa1 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.302871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-2756f3aa-e940-4334-87d2-4c9afea2eaa1 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 1102 time: 0.0525732 Jul 28 14:32:51.321487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-f0ace72f-652c-4d76-bef7-56896b2ba9f8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.432732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:51.439174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3bdb-5756-431f-b72d-d3a6e810b5ff req-c086e063-36ae-4a55-afe6-b8399aac8146 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.450927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-748b3bdb-5756-431f-b72d-d3a6e810b5ff req-c086e063-36ae-4a55-afe6-b8399aac8146 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.1566894 Jul 28 14:32:51.459198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'port_id': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'mac_address': 'fa:16:3e:fc:79:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a107ba-c5ad-4ab7-9991-906342d3e6f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:51.474217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-f0ace72f-652c-4d76-bef7-56896b2ba9f8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.501723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-748b3bdb-5756-431f-b72d-d3a6e810b5ff req-a54b429d-62dc-4cec-b439-fbfd9aec2f40 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496938 Jul 28 14:32:51.552023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.585195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c3ada9-e190-48a6-bee5-2bf7f1bed426 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:51.614174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:51.614566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-f0ace72f-652c-4d76-bef7-56896b2ba9f8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.686998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a4110a8-9425-4b7b-a10a-04ecbdbb7a45 req-f0ace72f-652c-4d76-bef7-56896b2ba9f8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830156 Jul 28 14:32:51.705266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ace72f-652c-4d76-bef7-56896b2ba9f8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bebc737-c190-4d47-a7e1-4af9e9158a4d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:51.724324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21177f-3097-46c3-bab8-32cd1a6b7578 req-d50f0275-1d8e-484e-969e-a222bbe4dca6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:51.735817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab21177f-3097-46c3-bab8-32cd1a6b7578 req-d50f0275-1d8e-484e-969e-a222bbe4dca6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.1322367 Jul 28 14:32:51.785945 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:51.801108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab21177f-3097-46c3-bab8-32cd1a6b7578 req-9728f023-a778-4b1e-98e9-792910826f0e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638654 Jul 28 14:32:51.900720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:52.031359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03044a68-b98b-4967-a6d9-94126e273ac6 req-798f7a84-2195-45db-8c18-9888e0905e79 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.039462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03044a68-b98b-4967-a6d9-94126e273ac6 req-798f7a84-2195-45db-8c18-9888e0905e79 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 949 time: 0.0905309 Jul 28 14:32:52.105778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03044a68-b98b-4967-a6d9-94126e273ac6 req-a349169b-074b-4d31-a6d7-bf5655fa3aa3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Jul 28 14:32:52.161542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['60c3ada9-e190-48a6-bee5-2bf7f1bed426'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:52.343598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-449f4ecf-dff7-4e0c-8aa0-4a3f70654202 req-f1aa3c06-ea6f-4257-9932-6b1ed18a8bee tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e5ae72-965d-4e88-b38f-1beacfa4a12e HTTP/1.1" status: 200 len: 210 time: 0.0714884 Jul 28 14:32:52.509996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-235762ec-3233-42d3-8f72-fa43685904da tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385175 Jul 28 14:32:52.666991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2204b6-81f0-4b68-9ead-4f67ecd2531a req-d152d55c-c3e3-4390-a4f8-96809f8cca73 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.679109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-e0c98938-896b-4b43-8c9d-25d6563729fa tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:52.679313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae2204b6-81f0-4b68-9ead-4f67ecd2531a req-d152d55c-c3e3-4390-a4f8-96809f8cca73 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.0626197 Jul 28 14:32:52.679438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-e0c98938-896b-4b43-8c9d-25d6563729fa tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641705 Jul 28 14:32:52.697982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-1a12d5e7-61a4-45b8-a42c-2f5972797155 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0173826 Jul 28 14:32:52.730171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ae2204b6-81f0-4b68-9ead-4f67ecd2531a req-3f1f4d87-f72d-49df-b1a6-27e663357cac tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Jul 28 14:32:52.778115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-cf24522c-4aaa-47ae-80bc-bc5caaa2c6c4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790968 Jul 28 14:32:53.027679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dabb4b-c91d-42f4-9f1d-75ac9416c0e7 req-d16a6c3e-9f57-4da6-a3e0-375062f5a777 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.038085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04dabb4b-c91d-42f4-9f1d-75ac9416c0e7 req-d16a6c3e-9f57-4da6-a3e0-375062f5a777 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 944 time: 0.0699184 Jul 28 14:32:53.087684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04dabb4b-c91d-42f4-9f1d-75ac9416c0e7 req-d52d201b-5393-4bfa-b585-77536866b6fe tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481923 Jul 28 14:32:53.290532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-7d5ca4c0-d163-4479-9320-968c1f367f5b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.292379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-7d5ca4c0-d163-4479-9320-968c1f367f5b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 946 time: 0.0776451 Jul 28 14:32:53.345367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9513ec9-a16e-4525-b0cd-db0352563ac3 req-f6e92e60-2a17-4255-8069-df90f9f3fd85 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.347033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9513ec9-a16e-4525-b0cd-db0352563ac3 req-f6e92e60-2a17-4255-8069-df90f9f3fd85 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 949 time: 0.0961185 Jul 28 14:32:53.436105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9513ec9-a16e-4525-b0cd-db0352563ac3 req-3771595e-5360-4c99-9539-f135c339798a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799382 Jul 28 14:32:53.473694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port e4917e89-3157-4d8e-b40f-402e39e8166a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:53.474299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:53.591327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b854-747d-41bd-9a2f-9fdd029b271b req-70c73444-bd75-4bed-8f76-f04ea30b0d48 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:53.592907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d2b854-747d-41bd-9a2f-9fdd029b271b req-70c73444-bd75-4bed-8f76-f04ea30b0d48 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 950 time: 0.0524573 Jul 28 14:32:53.595355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port e4917e89-3157-4d8e-b40f-402e39e8166a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e4917e89-3157-4d8e-b40f-402e39e8166a,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:53.595894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:53.609855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for e4917e89-3157-4d8e-b40f-402e39e8166a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:53.635056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d2b854-747d-41bd-9a2f-9fdd029b271b req-7df4b22c-d496-4ebb-881c-f26f8b91f1a4 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Jul 28 14:32:53.934999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41476) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:53.974781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.008079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.017457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:54.059365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.072399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=e4917e89-3157-4d8e-b40f-402e39e8166a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:54.242746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port e4917e89-3157-4d8e-b40f-402e39e8166a on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:32:54.277079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.280083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.281037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad7714dd-5f12-4ea3-8f03-d2b73e4c30a0 req-137d1ae3-cd80-4101-85c7-902be710a481 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0349169 Jul 28 14:32:54.282448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.287033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b32c8e82-d067-4e49-b8c5-bd86b355842d req-55c0bfb6-542b-4af4-a935-02d692729623 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "DELETE /v2.0/ports/e4917e89-3157-4d8e-b40f-402e39e8166a HTTP/1.1" status: 204 len: 173 time: 0.9857218 Jul 28 14:32:54.287033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'name': 'network-vif-deleted', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:54.290610 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fcbfdf-3c02-44a5-9525-b48756101a0e" -d '{"events": [{"server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "name": "network-vif-deleted", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:54.290803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "DELETE /v2.0/security-groups/143db2c0-3e33-450f-b7c6-2a8d2d9bdf48 HTTP/1.1" status: 204 len: 168 time: 0.3517601 Jul 28 14:32:54.290936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41494) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:54.332710 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-78f2b758-5eac-4d6c-bc85-6a1a3f0de4ea tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] show failed (client error): The resource could not be found. Jul 28 14:32:54.332710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-78f2b758-5eac-4d6c-bc85-6a1a3f0de4ea tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "GET /v2.0/security-groups/143db2c0-3e33-450f-b7c6-2a8d2d9bdf48 HTTP/1.1" status: 404 len: 347 time: 0.0372753 Jul 28 14:32:54.336840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:54.351254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61d1e6-e9a8-4ac8-aa40-95758d9457f8 tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143db2c0-3e33-450f-b7c6-2a8d2d9bdf48,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:54.659370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Deleting port 62d50349-d969-42fc-acec-ebf10d1c03bf {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:54.660645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.662730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1954b41-fdd0-43d0-9180-e26412a33d3b req-910de0b5-4569-43e9-a250-1ec433130f21 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:54.674887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1954b41-fdd0-43d0-9180-e26412a33d3b req-910de0b5-4569-43e9-a250-1ec433130f21 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 944 time: 0.0906887 Jul 28 14:32:54.745200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1954b41-fdd0-43d0-9180-e26412a33d3b req-4dd54f3f-d140-4c56-a06d-7847e93260b9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691922 Jul 28 14:32:54.835258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.849966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:54.881971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Calling delete_port for 62d50349-d969-42fc-acec-ebf10d1c03bf owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:55.170027 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d26c83-641f-4437-8605-6fccf1ef5d2d x-openstack-request-id: req-07d26c83-641f-4437-8605-6fccf1ef5d2d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:55.170027 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3424433-2fd9-4944-bc24-03c93c67cec6", "name": "network-vif-deleted", "tag": "e4917e89-3157-4d8e-b40f-402e39e8166a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:55.170027 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07d26c83-641f-4437-8605-6fccf1ef5d2d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:55.170027 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3424433-2fd9-4944-bc24-03c93c67cec6', 'name': 'network-vif-deleted', 'tag': 'e4917e89-3157-4d8e-b40f-402e39e8166a', 'status': 'completed', 'code': 200} Jul 28 14:32:55.224902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:55.232652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.246388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:55.257076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2eaa6d20-3474-4249-8a88-9a8279c65522 req-e9f91ac9-a54e-4707-a2b7-ae9be0ae53bf tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 210 time: 0.0486045 Jul 28 14:32:55.321121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Pushing event deleted for resources: {'Port': ['ID=62d50349-d969-42fc-acec-ebf10d1c03bf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:55.421119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.443901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.447852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6249870-0e76-4ea7-9582-6ff81cfd197e tempest-ServersTestBootFromVolume-1141731647 tempest-ServersTestBootFromVolume-1141731647-project] 10.222.0.47 "DELETE /v2.0/floatingips/4cc3c68a-d77d-43a6-82fc-72a6710bd5ca HTTP/1.1" status: 204 len: 168 time: 1.1086893 Jul 28 14:32:55.452704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:55.561915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:32:55.666836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19bb35bf-330a-4788-8d80-697be6d2fd44 req-a352a511-e544-4256-9fce-f57ece143207 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3424433-2fd9-4944-bc24-03c93c67cec6 HTTP/1.1" status: 200 len: 210 time: 0.0873451 Jul 28 14:32:55.742858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:55.760136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:55.854305 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:55.922301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4917e89-3157-4d8e-b40f-402e39e8166a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:32:55.926249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:56.007927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:32:56.024775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:56.038668 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.117862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: e4917e89-3157-4d8e-b40f-402e39e8166a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:32:56.118513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e4917e89-3157-4d8e-b40f-402e39e8166a not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:32:56.143740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:56.160324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2f67d-0a7e-4ebb-ab7b-43c1d6111733 req-24af104b-df37-41da-9b0c-147bf6e48670 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:56.169101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0d2f67d-0a7e-4ebb-ab7b-43c1d6111733 req-24af104b-df37-41da-9b0c-147bf6e48670 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 944 time: 0.0816317 Jul 28 14:32:56.186116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.237739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:56.241651 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c7de7-71d8-41e5-9c06-2998d942256a" -d '{"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:56.257985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:56.269550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0d2f67d-0a7e-4ebb-ab7b-43c1d6111733 req-df432c2e-cc9a-4e41-8be2-a2d9f0d652c7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966058 Jul 28 14:32:56.322925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.435457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f5727fc-8692-489b-bcfd-4c39029a854e req-b4d15a30-8867-42c3-bf3e-ad3d79205504 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 210 time: 0.0565209 Jul 28 14:32:56.504155 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323dad2b-97ff-4773-a99f-848dfb2ff7ea x-openstack-request-id: req-323dad2b-97ff-4773-a99f-848dfb2ff7ea {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:32:56.504537 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:32:56.504698 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-323dad2b-97ff-4773-a99f-848dfb2ff7ea {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:32:56.505109 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'code': 200} Jul 28 14:32:56.511827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:56.525098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:56.598858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1bf1b5f-6344-45ca-863d-227946e0e394'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:56.655392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:57.061455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0192-b526-49b9-9c6c-3f5e04a7c547 req-f3c041dd-e28d-466a-8ebb-fc357110f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:57.063060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad3e0192-b526-49b9-9c6c-3f5e04a7c547 req-f3c041dd-e28d-466a-8ebb-fc357110f6af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 1097 time: 0.6168287 Jul 28 14:32:57.204394 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.238770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:57.365346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad3e0192-b526-49b9-9c6c-3f5e04a7c547 req-b8549c9f-c357-43cd-9a77-369c6cf343c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520385 Jul 28 14:32:57.405468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a1bf1b5f-6344-45ca-863d-227946e0e394 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:32:57.411875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.627282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.645136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Deleting port bf50017c-8270-41da-bab5-a9dde0394df9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:32:57.645671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.742845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:57.836684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:57.934664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:57.951262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:32:57.998470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] For port bf50017c-8270-41da-bab5-a9dde0394df9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bf50017c-8270-41da-bab5-a9dde0394df9,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:57.999701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.020727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Calling delete_port for bf50017c-8270-41da-bab5-a9dde0394df9 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:32:58.363609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:58.385819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1ca49416-823d-4302-8fd5-e56239a8189a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '1ca49416-823d-4302-8fd5-e56239a8189a', 'mac_address': 'fa:16:3e:a3:70:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:32:58.391725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.461397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.487364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:32:58.494780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf50017c-8270-41da-bab5-a9dde0394df9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:58.508234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:32:58.510572 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52d7f5-3655-453d-9ea9-f8606a749da4" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:32:58.545348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:32:58.636834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:58.798884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:32:58.865093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1ca49416-823d-4302-8fd5-e56239a8189a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:32:58.918433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:59.345930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:32:59.491065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:32:59.502525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-520b0a6d-8b15-4a01-8d6b-5be0bc990025 admin admin] 10.222.0.47 "PUT /v2.0/routers/46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0479486 Jul 28 14:32:59.504433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Sync routers for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:32:59.506524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:32:59.522012 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:32:59.522763 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:32:59.626802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-7be8316a-e3a0-4456-837d-ef0cef3b0279 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515869 Jul 28 14:32:59.670182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:32:59.760315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:32:59.902235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:32:59.951080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-45a2a8c7-a58c-4d01-8293-c7f2d707243c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:32:59.953635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-45a2a8c7-a58c-4d01-8293-c7f2d707243c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030257 Jul 28 14:32:59.983685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:00.022445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1ca49416-823d-4302-8fd5-e56239a8189a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:00.023837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.031608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:32:58Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:00.090479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Checking router: 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:33:00.094743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.118875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Routers {'46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:33:00.122387 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:32:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:00.240197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.323265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Deleting port 81544199-bf4a-41ff-b88f-af16dcc123ba {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:00.323692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.353035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-f615257c-585d-45b4-b45d-d38f0c1bc70c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585539 Jul 28 14:33:00.355445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:00.411458 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] Set router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:33:00.446480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] For port 81544199-bf4a-41ff-b88f-af16dcc123ba, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=81544199-bf4a-41ff-b88f-af16dcc123ba,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:00.446480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.459625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.461777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Calling delete_port for 81544199-bf4a-41ff-b88f-af16dcc123ba owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:00.627010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:00.683045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:00.693992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:00.734341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c92ba312-0a77-4970-9f21-6a5aa2a9ddbb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:00.744888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c92ba312-0a77-4970-9f21-6a5aa2a9ddbb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516593 Jul 28 14:33:00.765210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:00.961729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.50 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:00.983765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.011590 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:32:58Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:01.013334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=81544199-bf4a-41ff-b88f-af16dcc123ba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:01.017640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:01.023463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.106132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703f759-4992-450f-a96b-2118c52302a1 None None] The sync data for ids ['46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4'] in n-d-705658-23 is: [{'id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'name': 'tempest-ServersTestBootFromVolume-1967211363-router', 'tenant_id': '20da9a6398284380bbcba72d6a8d13dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:27:53Z', 'updated_at': '2021-07-28T14:32:58Z', 'revision_number': 5, 'project_id': '20da9a6398284380bbcba72d6a8d13dc', 'gw_port': {'id': '81544199-bf4a-41ff-b88f-af16dcc123ba', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:27:54Z', 'updated_at': '2021-07-28T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:33:01.196262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.372477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.372477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.408214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.517152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-de324ec9-90c1-4490-bdf0-09aa30f62dda service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3963530 Jul 28 14:33:01.562893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.567534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:33:01.569799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:01.573774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.575054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-826613ab-0561-4f32-9306-e13a50d2d7eb admin admin] 10.222.0.47 "DELETE /v2.0/routers/46dc981b-7c00-45d7-a2ab-bae6f5b6d3e4 HTTP/1.1" status: 204 len: 168 time: 2.0673797 Jul 28 14:33:01.577679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41604) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:01.655121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Deleting subnet 8db50514-65d0-424a-845e-5eb0d07a088c {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:33:01.663632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.699263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-c790798c-7bf3-4239-b3fc-684a775ae32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:01.700782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-c790798c-7bf3-4239-b3fc-684a775ae32d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 1097 time: 0.0936391 Jul 28 14:33:01.723653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.725642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:01.768349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:01.888157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:01.892821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:01.905049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:01.916931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bf50017c-8270-41da-bab5-a9dde0394df9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:01.945237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:01.970539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.6 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/fe56bf5b-b553-441e-901d-f1eaa22f0c27) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:01.978502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bf50017c-8270-41da-bab5-a9dde0394df9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:01.978853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bf50017c-8270-41da-bab5-a9dde0394df9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:02.001295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:02.002069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.043875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.174796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-eb0dfe6c-9cdd-4004-ae05-522ac3f48826 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2057073 Jul 28 14:33:02.196947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Request body: {'port': {'device_id': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:02.242632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-55647753-3ff7-4f05-a5e2-de0610451e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:02.245357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-55647753-3ff7-4f05-a5e2-de0610451e49 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.4679959 Jul 28 14:33:02.332893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-69d419e1-cfef-4c3c-b88d-1a74aecd22a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 200 len: 217 time: 0.0761619 Jul 28 14:33:02.373669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.443548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-796166e7-88b2-4a8f-9d5f-20d8359447e0 None None] Provisioning for port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:02.455168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-796166e7-88b2-4a8f-9d5f-20d8359447e0 None None] Provisioning complete for port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:02.455691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-796166e7-88b2-4a8f-9d5f-20d8359447e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.608185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.617174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-aba1eb92-adc3-41f7-950b-fefdf833ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:02.621673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-aba1eb92-adc3-41f7-950b-fefdf833ed49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.2698629 Jul 28 14:33:02.629153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.655776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-796166e7-88b2-4a8f-9d5f-20d8359447e0 None None] Port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:02.702905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object fe56bf5b-b553-441e-901d-f1eaa22f0c27 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:02.709863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db50514-65d0-424a-845e-5eb0d07a088c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:02.732106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:02.734507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62d956b3-5a41-4195-85c5-23b1148dcdb2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8db50514-65d0-424a-845e-5eb0d07a088c HTTP/1.1" status: 204 len: 168 time: 1.1548877 Jul 28 14:33:02.750117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987de23-f205-4fd0-ac58-d6e8db840b10 None None] Network 737a1af5-9c73-439e-97c2-5c2ea9e8a089 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:02.783761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41636) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:02.786402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-fc7c7591-c82a-4d16-88cf-7cdda71f9778 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723245 Jul 28 14:33:03.078330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a3196-f74e-4af7-9d41-9d5ee7c8ea08 req-ab84f775-5d94-43b6-b721-c8e2911fd1ea tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:03.080379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-252a3196-f74e-4af7-9d41-9d5ee7c8ea08 req-ab84f775-5d94-43b6-b721-c8e2911fd1ea tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.2678554 Jul 28 14:33:03.082636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f035c201-b4be-433c-9e48-5d77f82ba216 req-d900856a-ade1-4462-8d5f-a5fb5d4c44ba tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 210 time: 0.1494808 Jul 28 14:33:03.101741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] DHCP port deletion for 737a1af5-9c73-439e-97c2-5c2ea9e8a089 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:33:03.173877 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c116b8-37cc-4390-be09-b4914d15e41c x-openstack-request-id: req-56c116b8-37cc-4390-be09-b4914d15e41c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:03.174196 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:03.174404 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56c116b8-37cc-4390-be09-b4914d15e41c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:03.174830 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:33:03.196105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.220030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-6aac61c4-0d9e-4e79-9a00-155cb4a45fef service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015379 Jul 28 14:33:03.233394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-252a3196-f74e-4af7-9d41-9d5ee7c8ea08 req-a870b899-b6a4-443f-8e08-adc51157a5db tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370301 Jul 28 14:33:03.272243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Deleting port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:03.274948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.380440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9256a87b-77e9-4fc9-9e5d-3b9b4859b88a req-3a96fa9e-7e9a-4b23-a1ef-8ae4a3f40078 service neutron] 10.222.0.50 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338925 Jul 28 14:33:03.384496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.401502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] For port b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:03.401915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.443003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Calling delete_port for b587b4ad-d7a0-473e-bcb2-a3cb177c4083 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:03.554315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:03.561831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:03.568032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:03.643176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Deleting port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:03.645007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.661098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:03.663246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:03.675549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:03.689142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.768181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Transition to ACTIVE for port object a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:03.810912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.893864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.895382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] Pushing event deleted for resources: {'Port': ['ID=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:03.921591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4467a-ff54-4dad-bb13-c611c4287f10 None None] No DVR routers for this DVR port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:03.939885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b587b4ad-d7a0-473e-bcb2-a3cb177c4083 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:03.967113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b587b4ad-d7a0-473e-bcb2-a3cb177c4083 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:03.967610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b587b4ad-d7a0-473e-bcb2-a3cb177c4083 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:03.968131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 81544199-bf4a-41ff-b88f-af16dcc123ba no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:03.972615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] For port b587b4ad-d7a0-473e-bcb2-a3cb177c4083, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,segment=NetworkSegment(65033cc6-bc23-445d-8904-0df2302619cb),segment_id=65033cc6-bc23-445d-8904-0df2302619cb)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:03.973231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:03.999105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 81544199-bf4a-41ff-b88f-af16dcc123ba {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:03.999616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 81544199-bf4a-41ff-b88f-af16dcc123ba not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:04.016639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Calling delete_port for b587b4ad-d7a0-473e-bcb2-a3cb177c4083 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:04.216610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:04.218222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.248848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:04.273391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Attempting to bind port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:04.273749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Attempting to bind port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:04.276085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Attempting to bind port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:04.286637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:04.287125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Attempting to bind port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:04.299638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:04.301104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:04.301429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:04.302003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Bound port: a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:04.302378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.359734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.374481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2ad27d6f-2973-4aa9-bf2a-7f998229568d None None] Provisioning for port fe56bf5b-b553-441e-901d-f1eaa22f0c27 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:04.376476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] No DVR routers for this DVR port b587b4ad-d7a0-473e-bcb2-a3cb177c4083 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:04.380580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2ad27d6f-2973-4aa9-bf2a-7f998229568d None None] Provisioning complete for port fe56bf5b-b553-441e-901d-f1eaa22f0c27 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:04.381808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2ad27d6f-2973-4aa9-bf2a-7f998229568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.427731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:04.432744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:04.441617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-33ab6043-3730-4a9c-ba96-f0b35693a538 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6783991 Jul 28 14:33:04.491688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2ad27d6f-2973-4aa9-bf2a-7f998229568d None None] Port fe56bf5b-b553-441e-901d-f1eaa22f0c27 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:04.502424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b587b4ad-d7a0-473e-bcb2-a3cb177c4083,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:04.528427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.539419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Request body: {'port': {'device_id': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:04.653848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:04.654485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.656074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] 10.222.0.50 "PUT /v2.0/ports/a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a HTTP/1.1" status: 200 len: 1096 time: 2.4668581 Jul 28 14:33:04.656739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:04.669605 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:04.717887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b39b-18bc-4c45-a918-7f41251ad9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:04.741962 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.758683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737a1af5-9c73-439e-97c2-5c2ea9e8a089']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:04.775252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65033cc6-bc23-445d-8904-0df2302619cb') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:04.775842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65033cc6-bc23-445d-8904-0df2302619cb') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:33:04.792887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.817221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.825399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:33:04.825821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:33:04.933030 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:33:04.936931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:04.969753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-3e49d841-e4fe-48d2-985a-adb98bf8a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:04.977123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-3e49d841-e4fe-48d2-985a-adb98bf8a1c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 1099 time: 0.1581569 Jul 28 14:33:05.094517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-461d711f-64cb-4dee-8de7-914f5ce37ddd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a HTTP/1.1" status: 200 len: 217 time: 0.0928123 Jul 28 14:33:05.118689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.144947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.146866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/737a1af5-9c73-439e-97c2-5c2ea9e8a089 HTTP/1.1" status: 204 len: 168 time: 2.3595016 Jul 28 14:33:05.176318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:05.179815 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033111a4-5deb-46ae-b686-efa93aa60af9" -d '{"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:05.181076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167811f-eb0b-4a17-a4ab-21f42cf48ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=737a1af5-9c73-439e-97c2-5c2ea9e8a089,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:05.207499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c7e09a66-8158-4959-91a2-469333c8143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.209617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c7e09a66-8158-4959-91a2-469333c8143f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1012590 Jul 28 14:33:05.269824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:05.325550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-e51210aa-c746-4138-9fbd-3cda12f91177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:05.333881 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-e51210aa-c746-4138-9fbd-3cda12f91177 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076298 Jul 28 14:33:05.500441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.592395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-009457d9-2eea-4556-af8a-c3d14577987b service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553413 Jul 28 14:33:05.596213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe56bf5b-b553-441e-901d-f1eaa22f0c27 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:05.620491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.637641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:05.664615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Transition to ACTIVE for port object fe56bf5b-b553-441e-901d-f1eaa22f0c27 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:05.716276 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.730234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41680) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:05.788159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:05.883878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:05.888075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:05.892066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3cdf8e0-3a00-4986-b2a9-468c5f7df282 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20da9a6398284380bbcba72d6a8d13dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579003 Jul 28 14:33:05.894270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:05.926402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-a5a96bd6-f085-481b-91a7-104932a58dc2 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263566 Jul 28 14:33:06.025071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.060185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Attempting to bind port fe56bf5b-b553-441e-901d-f1eaa22f0c27 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:06.063158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Attempting to bind port fe56bf5b-b553-441e-901d-f1eaa22f0c27 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:06.065071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Attempting to bind port fe56bf5b-b553-441e-901d-f1eaa22f0c27 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:06.080842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.081789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Port fe56bf5b-b553-441e-901d-f1eaa22f0c27 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:06.082126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Attempting to bind port fe56bf5b-b553-441e-901d-f1eaa22f0c27 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:06.103076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:06.103664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:06.105083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:06.106834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Bound port: fe56bf5b-b553-441e-901d-f1eaa22f0c27, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:06.108172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.309873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:06.315128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:06.345185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.350828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.361087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08efd0d4-38fd-45d6-bf5c-dc8aa6ed1651 HTTP/1.1" status: 204 len: 168 time: 0.4605193 Jul 28 14:33:06.370819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0ccb2-6139-40bd-87e9-1a7a3a147431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08efd0d4-38fd-45d6-bf5c-dc8aa6ed1651,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:06.451086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.607096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.609704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:06.613090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] 10.222.0.50 "PUT /v2.0/ports/fe56bf5b-b553-441e-901d-f1eaa22f0c27 HTTP/1.1" status: 200 len: 1095 time: 2.0946934 Jul 28 14:33:06.613628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c592c04-3d3a-4e98-a4cf-504592adb9ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:06.618835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:06.622807 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:06.920404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-30c54d70-5d17-40e3-b0ac-13f2f2204497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:06.923002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-30c54d70-5d17-40e3-b0ac-13f2f2204497 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 1098 time: 0.0660031 Jul 28 14:33:06.982099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-4d3c4ffa-f0a0-40df-95ca-b18b8fb72a61 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27 HTTP/1.1" status: 200 len: 217 time: 0.0451801 Jul 28 14:33:07.051214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c3579b73-9dc0-48d5-9e42-4a1076aad801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.052809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-c3579b73-9dc0-48d5-9e42-4a1076aad801 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0626888 Jul 28 14:33:07.123783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-70cb0003-870a-41c9-873a-f66f0bca05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:07.125305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-70cb0003-870a-41c9-873a-f66f0bca05b3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649955 Jul 28 14:33:07.251600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-e01c0365-5b25-443f-8c8e-79ece559cee3 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115477 Jul 28 14:33:07.369776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e591097-7d03-4121-a58f-c65ead0325c1 req-3c1f482f-ed2c-482d-adbd-c0bd07cc47a4 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133564 Jul 28 14:33:09.240752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:09.294279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:09.371251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2077368564-network', 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:09.495358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:09.500030 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.516111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.537266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:09.568436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'mac_address': 'fa:16:3e:75:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:09.655595 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.672851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:09.701232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:09.714080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.864995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.927199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:09.933942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:09.974684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15697609-c9f3-4a45-b309-a61b8936b8f4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:09.988109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:33:09.999376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.010544 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Added segment b98599d5-1ea7-4f4a-adc4-b2a03860fc1f of type vlan for network 9086f827-d02e-47e1-a3cc-c37580e1a43f Jul 28 14:33:10.047595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.187378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.189515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:10.190359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:10.257056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:10.391520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] Pushing event updated for resources: {'Network': ['ID=9086f827-d02e-47e1-a3cc-c37580e1a43f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:10.414577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b87774be-5e72-4f41-8bde-271b112994aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1717093 Jul 28 14:33:10.418117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:10.419105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:33:10.424247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Request body: {'subnet': {'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2077368564-subnet', 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:10.579432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:10.582398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.308288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device fe56bf5b-b553-441e-901d-f1eaa22f0c27 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:11.320476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:11.476340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:11.493878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.510893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', 'mac_address': 'fa:16:3e:f7:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:11.555242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:11.562905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:11.562905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.574115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Checking segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:11.574795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Network hostable DHCP agents. Network: 9086f827-d02e-47e1-a3cc-c37580e1a43f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:33:11.579562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70807051-d6ce-4a36-babb-6f959033108e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:11.610481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.633253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe56bf5b-b553-441e-901d-f1eaa22f0c27 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:11.711532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:33:11.761338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:11.847405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9086f827-d02e-47e1-a3cc-c37580e1a43f) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:11.852203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:11.854895 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.869115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049b5e8-a4eb-4b58-b21d-3b3fd23092e7 None None] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:11.873361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.956888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:11.992456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3586db0d-b505-44e1-8c7a-167afc358ad3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5729263 Jul 28 14:33:12.046404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:12.139119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:12.241769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee887dd-3ab6-4161-ad45-957b89fd3e71 None None] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:33:12.511266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['fe56bf5b-b553-441e-901d-f1eaa22f0c27'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:12.517191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.520697 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a07-b64a-460b-ad56-0dfa643d88d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:12.660576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:13.859418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d430567-6941-4bc0-a8a6-e670074597b7 req-1a67281b-fc26-4b32-940c-a28dff9fa2e7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.868785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d430567-6941-4bc0-a8a6-e670074597b7 req-1a67281b-fc26-4b32-940c-a28dff9fa2e7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0727890 Jul 28 14:33:13.917065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-21c3be92-7aa6-4fc5-b14c-c777b3346c0a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:13.919212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-21c3be92-7aa6-4fc5-b14c-c777b3346c0a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1763332 Jul 28 14:33:13.938168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d430567-6941-4bc0-a8a6-e670074597b7 req-e5286a79-7f03-47ab-beed-ed3d93519d3d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613391 Jul 28 14:33:13.965716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-a6c66b55-a2b3-4306-b3d7-8abd05124a6d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0198700 Jul 28 14:33:14.039519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-5a0fd150-fb12-4733-9a9b-5679f43da8db tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710893 Jul 28 14:33:14.193309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-83be3fc8-25d1-46a2-900c-b7b413f908b6 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450737 Jul 28 14:33:14.338648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-4e70de9a-bcf6-4e5d-98c3-7f552b6d72dd service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359441 Jul 28 14:33:14.344430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534bb1a-9b16-4528-a87a-2c94ec10dc7c req-6a9ed6ff-51ec-405a-8804-23cfe8ec1e5b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.346878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c534bb1a-9b16-4528-a87a-2c94ec10dc7c req-6a9ed6ff-51ec-405a-8804-23cfe8ec1e5b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 947 time: 0.1144104 Jul 28 14:33:14.446557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c534bb1a-9b16-4528-a87a-2c94ec10dc7c req-21aa0a22-5435-4dfc-8671-a153fbe73d06 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870886 Jul 28 14:33:14.544044 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a016a4b7-9c3b-411d-9f7e-ad18954694f6 x-openstack-request-id: req-a016a4b7-9c3b-411d-9f7e-ad18954694f6 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:14.546059 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:14.546595 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a016a4b7-9c3b-411d-9f7e-ad18954694f6 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:14.547379 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'status': 'completed', 'code': 200} Jul 28 14:33:14.663526 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0ee385-2832-4115-bb46-5a83ecfac365 x-openstack-request-id: req-2c0ee385-2832-4115-bb46-5a83ecfac365 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:14.664314 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:14.664314 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c0ee385-2832-4115-bb46-5a83ecfac365 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:14.664671 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'code': 200} Jul 28 14:33:14.716379 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3314653b-9f0e-41a1-a550-5aa495661927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:14.876998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:14.911677 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc021d8c-9049-45d1-b703-649b424d1149 x-openstack-request-id: req-bc021d8c-9049-45d1-b703-649b424d1149 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:14.912593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:14.912593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc021d8c-9049-45d1-b703-649b424d1149 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:14.915943 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', 'status': 'completed', 'code': 200} Jul 28 14:33:14.935497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-e37dbcd7-43b1-48f9-9dec-8b13dbaae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:14.937053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-e37dbcd7-43b1-48f9-9dec-8b13dbaae76f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 1099 time: 0.0888774 Jul 28 14:33:15.079270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-9fee3e3c-408c-4d8c-b543-cfb1be791fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.082633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-9fee3e3c-408c-4d8c-b543-cfb1be791fb5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 1101 time: 0.4590554 Jul 28 14:33:15.124282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c52de2-efd6-48fa-b3d4-9f49870381b4 req-5427807f-2abd-4f29-b29d-56c7f1d272a0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.138587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6c52de2-efd6-48fa-b3d4-9f49870381b4 req-5427807f-2abd-4f29-b29d-56c7f1d272a0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.2096467 Jul 28 14:33:15.320215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6c52de2-efd6-48fa-b3d4-9f49870381b4 req-4b03c865-0545-4c6c-9c61-c35a6d84bd4a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800947 Jul 28 14:33:15.324199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device fe56bf5b-b553-441e-901d-f1eaa22f0c27 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:15.327353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-c315c869-dc51-49e2-94d5-360edc427d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.340656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-c315c869-dc51-49e2-94d5-360edc427d2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3919168 Jul 28 14:33:15.387844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-3961fe5a-e246-4fab-8b32-98e34b93673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.390793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-3961fe5a-e246-4fab-8b32-98e34b93673c service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.3003161 Jul 28 14:33:15.443546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-416d04eb-783f-4f37-a4ca-99f9e18075ba tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.452152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-416d04eb-783f-4f37-a4ca-99f9e18075ba tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.3037884 Jul 28 14:33:15.508623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-bca5b1ec-d8a5-4b78-b9c2-2faf888077b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a HTTP/1.1" status: 200 len: 217 time: 0.1078570 Jul 28 14:33:15.551203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port fe56bf5b-b553-441e-901d-f1eaa22f0c27 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:15.557395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port fe56bf5b-b553-441e-901d-f1eaa22f0c27 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:15.571074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.595564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-932bec56-37fc-4177-84c1-123bcf9ab5bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27 HTTP/1.1" status: 200 len: 217 time: 0.1331654 Jul 28 14:33:15.656231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3fa4c86b-d470-4a2b-8324-74bb845aac58 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/quotas/832125ad70eb4d4bb7785ec8fb924129 HTTP/1.1" status: 200 len: 375 time: 0.1749442 Jul 28 14:33:15.714461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-49999ede-c290-4897-b02d-f780c2191333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.716406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-49999ede-c290-4897-b02d-f780c2191333 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.2002573 Jul 28 14:33:15.743263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-7de7da8d-adc7-4416-8dcb-82fcd0a4c97e tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539358 Jul 28 14:33:15.781403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.790927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-4deb7650-c16b-468c-b7bd-79cbf74f1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.792816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-4deb7650-c16b-468c-b7bd-79cbf74f1bb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1947381 Jul 28 14:33:15.825147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:15.835977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-55e8fdf0-b846-4154-97d2-3e1438b62983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.839048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-55e8fdf0-b846-4154-97d2-3e1438b62983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086638 Jul 28 14:33:15.852471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-0c53dec0-e8ff-43f6-918d-5fa7ada9a90f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:33:15.854028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-0c53dec0-e8ff-43f6-918d-5fa7ada9a90f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068288 Jul 28 14:33:15.941392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:15.942770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-e2088fbc-36ae-4fc2-8c91-3659e73939b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:15.944596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-e2088fbc-36ae-4fc2-8c91-3659e73939b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178741 Jul 28 14:33:16.025867 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:16.026845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-a886e5bf-ec59-4614-828c-b24b60071d27 service neutron] 10.222.0.47 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744875 Jul 28 14:33:16.032599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-0461f099-537e-4b35-a032-9427d365f35e service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706326 Jul 28 14:33:16.060169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:16.153537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ee6a664-ccbc-4bd9-acf5-d4d84a63f7ca req-4ca1a0b2-d8c8-48da-8d7c-701828d07daa service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134248 Jul 28 14:33:16.576270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-eee5c70a-d56c-4b50-8496-18622ca113e2 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6145191 Jul 28 14:33:16.580268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-01f6276d-2c71-4c47-b84a-55d7fb79ae69 service neutron] 10.222.0.47 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525999 Jul 28 14:33:16.666401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc'}, {'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a'}, {'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:16.669310 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eeb547-d299-4e03-8f2e-2cdc04d7abf6" -d '{"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-unplugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc"}, {"server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a"}, {"server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "name": "network-vif-plugged", "status": "completed", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:16.678331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df04ba69-7beb-45e6-ac2e-af9aa2adcc7d req-ba3ff647-9aec-4218-bfc9-5610a0e141e8 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940456 Jul 28 14:33:17.319312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:17.339765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51b1b456-b843-470b-93d9-952719719b87 req-c998f4bb-75f4-4dbe-b0b5-4d302010bc3b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 210 time: 0.0494390 Jul 28 14:33:17.496211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:17.544723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:17.642029 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:17.643050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:17.697428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:18.464706 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:33:18.567855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368899cf-52bf-495f-890e-eb1dc8a21e32 req-b2451e35-fa03-4765-992c-ccd740073dd7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.570376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-368899cf-52bf-495f-890e-eb1dc8a21e32 req-b2451e35-fa03-4765-992c-ccd740073dd7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 948 time: 0.0575974 Jul 28 14:33:18.616375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-368899cf-52bf-495f-890e-eb1dc8a21e32 req-dd94e2f1-3a05-49b3-8960-233959e5142e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395205 Jul 28 14:33:18.684595 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7789ee-1e6b-4b20-8331-868a047f86e8 x-openstack-request-id: req-fb7789ee-1e6b-4b20-8331-868a047f86e8 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:18.685266 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-unplugged", "status": "completed", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc", "code": 200}, {"server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "name": "network-vif-plugged", "status": "completed", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a", "code": 200}, {"server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "name": "network-vif-plugged", "status": "completed", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:18.685266 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb7789ee-1e6b-4b20-8331-868a047f86e8 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:18.685601 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'code': 200} Jul 28 14:33:18.685862 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'code': 200} Jul 28 14:33:18.686263 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', 'code': 200} Jul 28 14:33:18.842196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498406f-c2cf-451f-9d2c-42acc06a3748 req-e0e2940b-6dfe-4acc-8d77-5129bcfff9af tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.843745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b498406f-c2cf-451f-9d2c-42acc06a3748 req-e0e2940b-6dfe-4acc-8d77-5129bcfff9af tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Jul 28 14:33:18.879925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccfc76-0a94-4a1c-a9f4-e7bff4bb4ee1 req-eeb23f26-e336-44bc-8bdb-8c2f9f363418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.881563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4ccfc76-0a94-4a1c-a9f4-e7bff4bb4ee1 req-eeb23f26-e336-44bc-8bdb-8c2f9f363418 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 1100 time: 0.0449753 Jul 28 14:33:18.910506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8d6b-7af7-4095-84af-ed072c4deee6 req-8a7520f1-69fe-4887-af1b-40a91c61b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:18.918983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce3d8d6b-7af7-4095-84af-ed072c4deee6 req-8a7520f1-69fe-4887-af1b-40a91c61b75b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 1101 time: 0.0674400 Jul 28 14:33:18.918983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b498406f-c2cf-451f-9d2c-42acc06a3748 req-a95fbaea-ab37-42a5-9209-e17b70b01188 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628355 Jul 28 14:33:18.919462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4ccfc76-0a94-4a1c-a9f4-e7bff4bb4ee1 req-322fe9a3-490e-4134-a8ae-09eaa66832ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288634 Jul 28 14:33:19.060496 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c9cbbfa-96f9-40da-84ad-73b1548a69e0 req-866e1d33-1079-441c-8331-a3a8f10ab2bf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 210 time: 0.0295076 Jul 28 14:33:19.245144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce3d8d6b-7af7-4095-84af-ed072c4deee6 req-265c87eb-833b-449c-922c-f176ccf849b6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606101 Jul 28 14:33:19.253925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-4a775f69-79b3-4134-98df-4881f8786f37 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.255529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-4a775f69-79b3-4134-98df-4881f8786f37 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1425502 Jul 28 14:33:19.282182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:19.439499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19c19d7d-b232-4f42-9429-54f21a103f8c req-8d0d4c66-d028-474b-a8be-088725fb9157 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Jul 28 14:33:19.487535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:19.491884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:19.566921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:19.571626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c994776-ccd7-4ccc-89af-e0df67e66769 req-e77e56cc-ed01-4bff-91fc-bc32bcfb3695 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.573170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c994776-ccd7-4ccc-89af-e0df67e66769 req-e77e56cc-ed01-4bff-91fc-bc32bcfb3695 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Jul 28 14:33:19.624719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c994776-ccd7-4ccc-89af-e0df67e66769 req-9f00559e-c898-4431-8c71-b4906f356df0 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Jul 28 14:33:19.682121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.10 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/754c0037-9bd6-4bf0-891b-baf1d957b7b4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:19.766500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072d70a-4810-41a1-b9e2-61170926ea47 req-58459efd-2bd1-4611-9db4-796793a05584 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.766500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c072d70a-4810-41a1-b9e2-61170926ea47 req-58459efd-2bd1-4611-9db4-796793a05584 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 948 time: 0.0555644 Jul 28 14:33:19.774895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab88bb-dff6-4593-9fd7-40a59b744483 req-d7642cc8-4239-4a0e-8096-782ab2c81f0b tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:19.777526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1ab88bb-dff6-4593-9fd7-40a59b744483 req-d7642cc8-4239-4a0e-8096-782ab2c81f0b tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 950 time: 0.0929217 Jul 28 14:33:19.832857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c072d70a-4810-41a1-b9e2-61170926ea47 req-03bca505-68c8-419d-bbcb-e2adb4414f07 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576501 Jul 28 14:33:19.886560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1ab88bb-dff6-4593-9fd7-40a59b744483 req-df69300e-8771-4bd2-854b-d9e1bdd2b715 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991638 Jul 28 14:33:19.948914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:19.993987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cf620-66a1-4d74-9122-4211fa74bf0c req-7161079b-232e-4831-9c63-23e80b9cd7fe tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.000032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb1cf620-66a1-4d74-9122-4211fa74bf0c req-7161079b-232e-4831-9c63-23e80b9cd7fe tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.1006236 Jul 28 14:33:20.040354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb1cf620-66a1-4d74-9122-4211fa74bf0c req-388e1efa-1127-43bf-9adf-a570f0d49cdc tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381117 Jul 28 14:33:20.113145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-ba7c2c39-bea5-4f79-b9f4-2af0cc53c7ad tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.114435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-ba7c2c39-bea5-4f79-b9f4-2af0cc53c7ad tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1207540 Jul 28 14:33:20.129560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-36656bec-796c-4cc8-a9ad-b4db63c353d5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/quotas/efd2a270ba124ddf86d3edd4e1bea59e HTTP/1.1" status: 200 len: 375 time: 0.0094235 Jul 28 14:33:20.180581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.221144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:20.222109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-be39527e-5fea-4003-8b69-3edf9c9b4d43 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870697 Jul 28 14:33:20.230623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:20.234850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:20.245973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:20.319670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:20.342094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.342437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.342846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.343202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.343537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.343861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.344185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.344506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.344832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.345154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.345472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.346367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:20.364822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.375773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.376390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.401572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-811799cf-594b-4835-8b43-d77a0f6740c5 service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677091 Jul 28 14:33:20.514311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-bab16126-1edf-4b63-bad8-601dfd0df0d8 service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033866 Jul 28 14:33:20.521901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-aaa334c2-b64a-468c-a3d9-86a2893bf131 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2438149 Jul 28 14:33:20.561163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Request body: {'port': {'device_id': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:20.621286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:20.686984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:20.689418 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d217bc-f1a7-4450-9fd8-78e294d0cc4c" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:20.859230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a85db-675f-47af-b43a-e784f2ed197c req-742da337-ca9d-4e18-b2ae-0dc64f09aa5f tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.861124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f6a85db-675f-47af-b43a-e784f2ed197c req-742da337-ca9d-4e18-b2ae-0dc64f09aa5f tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0942929 Jul 28 14:33:20.910200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f6a85db-675f-47af-b43a-e784f2ed197c req-d42b2699-9249-4564-ad93-bd1419f22864 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jul 28 14:33:20.974334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9a00b-6702-46dd-928d-c5e89f826c28 req-e3e1cd80-30a2-46f9-a672-7ad07f974476 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:20.977354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82f9a00b-6702-46dd-928d-c5e89f826c28 req-e3e1cd80-30a2-46f9-a672-7ad07f974476 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 932 time: 0.0964499 Jul 28 14:33:21.052145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-186ece0a-9cf1-4b8e-aa6d-c85cbfa2e015 req-c85a8039-4320-4939-9245-1a21af7aca8d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 210 time: 0.0492513 Jul 28 14:33:21.068133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754c0037-9bd6-4bf0-891b-baf1d957b7b4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:21.075573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82f9a00b-6702-46dd-928d-c5e89f826c28 req-c0ca9ced-1f29-4c9c-9faa-250e84ffd25f tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879679 Jul 28 14:33:21.079819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:21.089278 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7ae0c6-0cde-4809-ad13-6f78774a41cd x-openstack-request-id: req-bc7ae0c6-0cde-4809-ad13-6f78774a41cd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:21.089533 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:21.089970 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc7ae0c6-0cde-4809-ad13-6f78774a41cd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:21.090607 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:33:21.096632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Transition to ACTIVE for port object 754c0037-9bd6-4bf0-891b-baf1d957b7b4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:21.169286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00652d58-3a6c-4da3-b9a9-f2b5f94bd210 req-2af92234-6fcf-4990-a80c-018ddbaaad0e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 210 time: 0.0360126 Jul 28 14:33:21.200122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:21.337986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ff8b9-0f4c-40e1-8676-8be63c2d1d31 req-947332d8-997f-4f53-96a2-d18255e97319 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.339981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-579ff8b9-0f4c-40e1-8676-8be63c2d1d31 req-947332d8-997f-4f53-96a2-d18255e97319 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 948 time: 0.1010609 Jul 28 14:33:21.398723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-579ff8b9-0f4c-40e1-8676-8be63c2d1d31 req-500f8e14-74b1-4982-b184-2c0e042ff048 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499799 Jul 28 14:33:21.548096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ffbdd-1a3f-482c-9c36-62b84e00a874 req-537286fa-74b6-4ba9-a916-fb3e01be60f8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.549945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-730ffbdd-1a3f-482c-9c36-62b84e00a874 req-537286fa-74b6-4ba9-a916-fb3e01be60f8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 949 time: 0.0657799 Jul 28 14:33:21.636833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-730ffbdd-1a3f-482c-9c36-62b84e00a874 req-a6c3745e-f016-471c-b294-0215468a2570 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796745 Jul 28 14:33:21.872298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:21.930432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab59f0f-c5ca-42ff-9520-de820d690254 req-5af9f980-b5c3-4373-9b5b-6419db784dce tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:21.935497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fab59f0f-c5ca-42ff-9520-de820d690254 req-5af9f980-b5c3-4373-9b5b-6419db784dce tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.6556656 Jul 28 14:33:22.005551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Attempting to bind port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:22.006260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Attempting to bind port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:22.006260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Attempting to bind port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:22.012219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:22.018309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2a37efce-9d7f-4c77-97be-7602c82f9914 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.019861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2a37efce-9d7f-4c77-97be-7602c82f9914 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.2282033 Jul 28 14:33:22.026547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fab59f0f-c5ca-42ff-9520-de820d690254 req-0db0ed18-e6c7-4145-bfa3-88c48c30d039 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856524 Jul 28 14:33:22.027309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:22.027744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Attempting to bind port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:22.033203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:22.033644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:22.034054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:22.035954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Bound port: 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:22.035954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.052457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Request body: {'port': {'device_id': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'admin_state_up': True, 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:22.112000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.154509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:22.171651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6caaec6-757b-4d9a-b8e3-89b63fd91135 req-56242d96-cc96-4436-ab8c-c708add60410 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 210 time: 0.0432405 Jul 28 14:33:22.172158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401242e7-e8a6-477b-b59b-a8e3f9228511 req-c994ab41-8ca3-4990-ae49-b7f3fe45af34 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.180145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-401242e7-e8a6-477b-b59b-a8e3f9228511 req-c994ab41-8ca3-4990-ae49-b7f3fe45af34 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0621910 Jul 28 14:33:22.229230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:22.259011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-401242e7-e8a6-477b-b59b-a8e3f9228511 req-6b197797-1085-4e9d-873d-224633011d45 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742161 Jul 28 14:33:22.267345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.292551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:22.387957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:22.419847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.460847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-943850e6-939c-429c-8494-473ab4db9d82 req-406301fe-3841-44a4-8e6e-86655ef091f0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 210 time: 0.0344801 Jul 28 14:33:22.467737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.468365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.469746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] 10.222.0.53 "PUT /v2.0/ports/754c0037-9bd6-4bf0-891b-baf1d957b7b4 HTTP/1.1" status: 200 len: 1093 time: 1.9139202 Jul 28 14:33:22.470864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:22.474320 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48c76da-738d-4538-b88f-4ef4d60b1bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:22.542733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db18ed5-43d6-4393-af90-7ff1d3f0d281 req-acffd7fb-ca69-497a-8478-ad949e041708 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.544889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5db18ed5-43d6-4393-af90-7ff1d3f0d281 req-acffd7fb-ca69-497a-8478-ad949e041708 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 944 time: 0.2154722 Jul 28 14:33:22.547618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e4df0-406c-4db9-a5e8-419911aebdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:22.550786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:22.560152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:22.610990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-caa903b6-f5ef-4adc-947e-1fc95254d8f3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.613283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-caa903b6-f5ef-4adc-947e-1fc95254d8f3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "GET /v2.0/ports?device_id=11dbf4c3-3f89-4e76-9d22-f3c75cff9144 HTTP/1.1" status: 200 len: 943 time: 0.1350164 Jul 28 14:33:22.700207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5db18ed5-43d6-4393-af90-7ff1d3f0d281 req-46385065-5ccf-4519-a50b-cde5cac0946d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278949 Jul 28 14:33:22.751602 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c71d1-10e4-49f0-badb-cf766ad43783 x-openstack-request-id: req-bc9c71d1-10e4-49f0-badb-cf766ad43783 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:22.752447 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:22.752669 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc9c71d1-10e4-49f0-badb-cf766ad43783 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:22.753293 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4', 'status': 'completed', 'code': 200} Jul 28 14:33:22.898387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-9fe3e8a9-3922-442f-93f3-93bcca261ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:22.900685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-9fe3e8a9-3922-442f-93f3-93bcca261ffd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 1096 time: 0.0606546 Jul 28 14:33:22.947087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Allocated IP 172.20.0.4 (9086f827-d02e-47e1-a3cc-c37580e1a43f/70807051-d6ce-4a36-babb-6f959033108e/93177664-9c48-40a2-bec8-14282ef8a1d0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:22.969307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-dd48d5d9-79ef-4032-8297-5a1c06b74987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0437438 Jul 28 14:33:23.005505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f335c50-26a5-452c-95ad-cf2b98b116a4 req-3d402399-397c-42fb-b41f-b1178dc94c9e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.006495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f335c50-26a5-452c-95ad-cf2b98b116a4 req-3d402399-397c-42fb-b41f-b1178dc94c9e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 949 time: 0.1644194 Jul 28 14:33:23.012977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-21156265-64ef-4dfa-8d70-bca65caa6c37 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.014412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-21156265-64ef-4dfa-8d70-bca65caa6c37 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.3089044 Jul 28 14:33:23.024994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Deleting port 5c133530-8fa0-40c1-a597-a8fffde921cc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:23.025459 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.056758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Request body: {'port': {'device_id': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'admin_state_up': True, 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:23.091700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:23.094237 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec09cea-459e-4e0b-abe4-342c92cc5d90" -d '{"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:23.108281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-766026c6-315f-4546-b85a-31a94ff23621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.109928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-766026c6-315f-4546-b85a-31a94ff23621 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1065602 Jul 28 14:33:23.154576 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-7a34ae51-8675-4cd9-827c-fa082dabfa55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302799 Jul 28 14:33:23.199197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f335c50-26a5-452c-95ad-cf2b98b116a4 req-1abd196a-678e-49d6-819c-a073026b4187 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793396 Jul 28 14:33:23.316903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] For port 5c133530-8fa0-40c1-a597-a8fffde921cc, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c133530-8fa0-40c1-a597-a8fffde921cc,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:23.317280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.326704 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebdc7c-6762-4f97-9714-07c55cf80bdc x-openstack-request-id: req-85ebdc7c-6762-4f97-9714-07c55cf80bdc {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:23.327045 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:23.327620 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85ebdc7c-6762-4f97-9714-07c55cf80bdc {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:23.328102 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'code': 200} Jul 28 14:33:23.345653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Calling delete_port for 5c133530-8fa0-40c1-a597-a8fffde921cc owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:23.348698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-03b092ed-817b-441c-882a-032459588b8d service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767154 Jul 28 14:33:23.473005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.517268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d94bb0ed-32a9-4f0c-84a9-522dc00706df req-a873ebe9-d2d5-4679-9f17-eed1c2b777c0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 210 time: 0.0485227 Jul 28 14:33:23.570649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:23.583102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.623303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd69b4d3-f4ff-45c7-94d1-df2d633dcf03 req-55c5ddad-4846-4b07-9aad-9d55dfa821a2 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425942 Jul 28 14:33:23.744189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:23.855087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:23.890125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:23.905719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:23.920322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event updated for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:23.966061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d5620-c14a-48c6-931d-8dda2a0664cf req-fb204384-53c9-4750-986a-6bfae7b695b2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.973950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d5620-c14a-48c6-931d-8dda2a0664cf req-fb204384-53c9-4750-986a-6bfae7b695b2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.975616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384d5620-c14a-48c6-931d-8dda2a0664cf req-fb204384-53c9-4750-986a-6bfae7b695b2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a&device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 1688 time: 0.2368827 Jul 28 14:33:23.981381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-49148bb5-ef27-44fa-8563-6b6154d2d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:23.983324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-49148bb5-ef27-44fa-8563-6b6154d2d78d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 1096 time: 0.0447288 Jul 28 14:33:23.988087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Allocated IP 172.20.0.8 (9086f827-d02e-47e1-a3cc-c37580e1a43f/70807051-d6ce-4a36-babb-6f959033108e/8ce6e082-34b6-4413-b327-a0552b7e04e3) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:23.991534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.038776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:24.053691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.054381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.063068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event deleted for resources: {'Port': ['ID=5c133530-8fa0-40c1-a597-a8fffde921cc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:24.108143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-ff8f0100-de6f-4300-98a8-d48e8ff31555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.109755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-ff8f0100-de6f-4300-98a8-d48e8ff31555 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.1176038 Jul 28 14:33:24.154654 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-384d5620-c14a-48c6-931d-8dda2a0664cf req-2b5914bf-2671-4759-95bc-0572b77bcfb4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640923 Jul 28 14:33:24.155066 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-aa2db9a5-10e2-4706-aaf6-50e01a25ef4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4 HTTP/1.1" status: 200 len: 217 time: 0.0366199 Jul 28 14:33:24.164101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:24.175025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] No DVR routers for this DVR port 5c133530-8fa0-40c1-a597-a8fffde921cc on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:24.178516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'mac_address': 'fa:16:3e:d4:84:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:24.192833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.196515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0244b67e-24a3-4b78-a8e7-63902e8f1ef1 req-9f627787-1c5c-40c5-94fd-1e1514d74624 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.50 "DELETE /v2.0/ports/5c133530-8fa0-40c1-a597-a8fffde921cc HTTP/1.1" status: 204 len: 173 time: 1.5752907 Jul 28 14:33:24.203809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3ed674ca-b603-43c8-95c2-34311b3e93b6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1569750 Jul 28 14:33:24.247382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Request body: {'port': {'device_id': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:24.283585 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.287775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-274f4984-0516-41d9-97b5-b02d7e2df934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.289410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-274f4984-0516-41d9-97b5-b02d7e2df934 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1137748 Jul 28 14:33:24.297450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f6cfeae-f589-4781-8b95-5cdbadce07d1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:24.321312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:24.341168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-d2991794-9c3a-4f21-8ef9-54c411eda2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405686 Jul 28 14:33:24.341518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6b4325b-cc3e-466b-be44-5792e8ca8551 req-412d01c9-6e7f-4c2d-be13-1d4abd986dbc tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 210 time: 0.0992744 Jul 28 14:33:24.395162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.397190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.53', 51527) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:24.435916 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.475388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-85196c94-21e3-4611-a0b0-32123e6d3392 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193914 Jul 28 14:33:24.511558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:24.641516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:24.650461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f48c76da-738d-4538-b88f-4ef4d60b1bf6 req-51c31b81-7e56-4fca-a88b-761e437c8b93 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587622 Jul 28 14:33:24.674916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5f6cfeae-f589-4781-8b95-5cdbadce07d1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:24.736980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-92872eba-3b48-4e17-8e5f-c2856b53a9e3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:24.738629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-92872eba-3b48-4e17-8e5f-c2856b53a9e3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.3333426 Jul 28 14:33:24.754914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-deleted', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:24.757108 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df100229-897d-487a-a0b6-c41ea8f6dcf7" -d '{"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-deleted", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:24.778304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Request body: {'port': {'device_id': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'admin_state_up': True, 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:25.043734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.112904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:25.141325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:25.145652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.148484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:25.156828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:25.240902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec34d-f423-49d6-bf8a-978345286f3f req-04ea199a-3d6b-489c-bf5e-7dda629b965d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.242466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bcec34d-f423-49d6-bf8a-978345286f3f req-04ea199a-3d6b-489c-bf5e-7dda629b965d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 944 time: 0.2379458 Jul 28 14:33:25.276606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event updated for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:25.340104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce00cad-ae0a-4974-b57b-8855518b14ab req-c1344b7d-3e3b-49d5-aed0-1e22741d3af8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.349026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ce00cad-ae0a-4974-b57b-8855518b14ab req-c1344b7d-3e3b-49d5-aed0-1e22741d3af8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 931 time: 0.1376777 Jul 28 14:33:25.375892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:25.385111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:25.409409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.409563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.452546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ce00cad-ae0a-4974-b57b-8855518b14ab req-6a067a24-cea1-4e57-a32d-a692f0af2e81 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Jul 28 14:33:25.464589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5c133530-8fa0-40c1-a597-a8fffde921cc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:25.465204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c133530-8fa0-40c1-a597-a8fffde921cc not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:25.529450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bcec34d-f423-49d6-bf8a-978345286f3f req-df7bfc0f-cc69-44d4-9e90-c97ca98e2399 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751060 Jul 28 14:33:25.574256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-2df64c41-1d9b-44cd-bef7-cf3a6500a5f1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5333982 Jul 28 14:33:25.621610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Request body: {'port': {'device_id': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:25.692603 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57500979-635e-4fb3-b007-73626b782c6b x-openstack-request-id: req-57500979-635e-4fb3-b007-73626b782c6b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:25.692950 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dbf4c3-3f89-4e76-9d22-f3c75cff9144", "name": "network-vif-deleted", "tag": "5c133530-8fa0-40c1-a597-a8fffde921cc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:25.693154 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57500979-635e-4fb3-b007-73626b782c6b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:25.693567 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dbf4c3-3f89-4e76-9d22-f3c75cff9144', 'name': 'network-vif-deleted', 'tag': '5c133530-8fa0-40c1-a597-a8fffde921cc', 'status': 'completed', 'code': 200} Jul 28 14:33:25.727017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:25.744217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:25.841819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c589f2-52df-4495-8712-71c6864204c2 req-a1070720-d5df-411a-b8d6-0fc483156fa8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.841819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45c589f2-52df-4495-8712-71c6864204c2 req-a1070720-d5df-411a-b8d6-0fc483156fa8 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 1100 time: 0.0611579 Jul 28 14:33:25.860214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.868437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93177664-9c48-40a2-bec8-14282ef8a1d0 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:25.879550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Allocated IP 172.20.0.14 (b3ba844f-2d60-4e49-aa99-d3703e92b23c/517a50f8-2974-41c7-bf80-b1bce911974a/f0f6e879-a117-4fe0-83ef-f85acc4e1878) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:25.889541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:25.901450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:25.928133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45c589f2-52df-4495-8712-71c6864204c2 req-ae5b77f0-6895-4034-aee6-f4b73a716a9e tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783994 Jul 28 14:33:25.933345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:25.984308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568bfd1-2945-492d-855f-a67d5b052197 req-fa9f687f-0b5f-41c4-82bc-eaff519e103c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:25.992487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3568bfd1-2945-492d-855f-a67d5b052197 req-fa9f687f-0b5f-41c4-82bc-eaff519e103c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.2550457 Jul 28 14:33:26.003400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Transition to ACTIVE for port object 93177664-9c48-40a2-bec8-14282ef8a1d0 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:26.053554 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6a3125e-17fb-4c3d-b238-c45567f2de33 req-6ef94dcd-e82d-4f12-8dc1-9168a40c2860 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 210 time: 0.0459316 Jul 28 14:33:26.056016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 754c0037-9bd6-4bf0-891b-baf1d957b7b4 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:26.082019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:26.084696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.289824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784704b9-ec1c-4e57-a451-092d39e72918 req-7d2c1601-0027-4212-9f49-481ba490acbe tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:26.291975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-784704b9-ec1c-4e57-a451-092d39e72918 req-7d2c1601-0027-4212-9f49-481ba490acbe tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 1101 time: 0.1310225 Jul 28 14:33:26.334999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1bf1b5f-6344-45ca-863d-227946e0e394'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:26.360905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-784704b9-ec1c-4e57-a451-092d39e72918 req-893d67f6-3ab7-4c95-8121-24b98df8a8d2 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Jul 28 14:33:26.382919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:26.447881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:26.448575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.512788 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.538517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:26.540538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:26.645707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '754c0037-9bd6-4bf0-891b-baf1d957b7b4', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': '754c0037-9bd6-4bf0-891b-baf1d957b7b4', 'mac_address': 'fa:16:3e:9b:68:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:26.976755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.051625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.093450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:27.105011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:27.110315 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c17f57-5ebc-4c78-babb-b4f8b334423c" -d '{"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:27.162103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281685cb-1e8b-47f2-bf83-bf3dcb0c9fad req-07f53ebc-53be-4a7d-91e5-a2f321438aad tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.166676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-281685cb-1e8b-47f2-bf83-bf3dcb0c9fad req-07f53ebc-53be-4a7d-91e5-a2f321438aad tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 931 time: 0.1440306 Jul 28 14:33:27.182643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754c0037-9bd6-4bf0-891b-baf1d957b7b4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:27.190858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.263931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:27.288502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-281685cb-1e8b-47f2-bf83-bf3dcb0c9fad req-686083d5-d079-45c1-813b-3e3fb42f6bc5 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065910 Jul 28 14:33:27.359568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.367314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:27.400951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:27.427520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Pushing event updated for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:27.446173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3568bfd1-2945-492d-855f-a67d5b052197 req-db19dc13-9257-4b9c-bab8-ff1681e2885b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4526286 Jul 28 14:33:27.530935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.655872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Attempting to bind port 93177664-9c48-40a2-bec8-14282ef8a1d0 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:27.656507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Attempting to bind port 93177664-9c48-40a2-bec8-14282ef8a1d0 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:27.656896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:27.657265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Attempting to bind port 93177664-9c48-40a2-bec8-14282ef8a1d0 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:27.673988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Port 93177664-9c48-40a2-bec8-14282ef8a1d0 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:27.674679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Attempting to bind port 93177664-9c48-40a2-bec8-14282ef8a1d0 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:27.675856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'port_id': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'mac_address': 'fa:16:3e:fc:79:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a107ba-c5ad-4ab7-9991-906342d3e6f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:27.686849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cea96-16d1-46cb-af93-9e90c93854bc req-e398ab49-d281-4f98-a106-8984a7cbcfcd tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:27.691137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:27.691756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Checking segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:27.692326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Bound using segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:27.692944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Bound port: 93177664-9c48-40a2-bec8-14282ef8a1d0, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:27.693495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.698297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d00cea96-16d1-46cb-af93-9e90c93854bc req-e398ab49-d281-4f98-a106-8984a7cbcfcd tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 945 time: 0.2172348 Jul 28 14:33:27.833062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['754c0037-9bd6-4bf0-891b-baf1d957b7b4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:27.870037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d00cea96-16d1-46cb-af93-9e90c93854bc req-e2ec279f-1797-4ae2-8982-b4f2c2a56e9c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679089 Jul 28 14:33:27.912955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:27.917170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:27.960049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60c3ada9-e190-48a6-bee5-2bf7f1bed426 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:27.996904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:28.000956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=93177664-9c48-40a2-bec8-14282ef8a1d0,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:28.005033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:28.032632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.135618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.152526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8427b-e90e-496f-af23-bd513ca640ab req-850a0703-6bdb-4c41-b208-a1e8ecce1694 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.166327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1a8427b-e90e-496f-af23-bd513ca640ab req-850a0703-6bdb-4c41-b208-a1e8ecce1694 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 932 time: 0.1634934 Jul 28 14:33:28.185314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:28.192787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce6e082-34b6-4413-b327-a0552b7e04e3 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:28.226301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.261608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.274137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1a8427b-e90e-496f-af23-bd513ca640ab req-e0db2287-f0b7-44aa-b326-b27008de828c tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001630 Jul 28 14:33:28.308388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:28.375306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:28.379707 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd08718-b2d8-47b3-9919-312f8f34ac63 x-openstack-request-id: req-5bd08718-b2d8-47b3-9919-312f8f34ac63 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:28.380057 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:28.380251 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bd08718-b2d8-47b3-9919-312f8f34ac63 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:28.380785 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'code': 200} Jul 28 14:33:28.389155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:28.435993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['60c3ada9-e190-48a6-bee5-2bf7f1bed426'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:28.448539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:28.448802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.449438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.451371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] 10.222.0.53 "PUT /v2.0/ports/93177664-9c48-40a2-bec8-14282ef8a1d0 HTTP/1.1" status: 200 len: 1092 time: 4.2107799 Jul 28 14:33:28.454373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:28.457211 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:28.461478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Transition to ACTIVE for port object 8ce6e082-34b6-4413-b327-a0552b7e04e3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:28.492053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d030027-ee6e-4213-9ee5-d6800754ee7e service neutron] Pushing event updated for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:28.540005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.540816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.599522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:28.705521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f6385876-69ed-471c-b082-5e7d2c2cd0e4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9405148 Jul 28 14:33:28.809947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Request body: {'port': {'device_id': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:28.935987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Pushing event updated for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:28.942309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-56830a3f-c79a-47e5-965d-f3904a2f6009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:28.943923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-56830a3f-c79a-47e5-965d-f3904a2f6009 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee HTTP/1.1" status: 200 len: 1095 time: 0.2456748 Jul 28 14:33:29.020650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-d3f69f34-88f6-4f56-bffe-0bfb5c4827ca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93177664-9c48-40a2-bec8-14282ef8a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0486131 Jul 28 14:33:29.049599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.083722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Attempting to bind port 8ce6e082-34b6-4413-b327-a0552b7e04e3 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:29.084001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Attempting to bind port 8ce6e082-34b6-4413-b327-a0552b7e04e3 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:29.084347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Attempting to bind port 8ce6e082-34b6-4413-b327-a0552b7e04e3 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:29.091675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Port 8ce6e082-34b6-4413-b327-a0552b7e04e3 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:29.092005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Attempting to bind port 8ce6e082-34b6-4413-b327-a0552b7e04e3 on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:29.126060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:29.126407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Checking segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:29.126862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Bound using segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:29.127347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Bound port: 8ce6e082-34b6-4413-b327-a0552b7e04e3, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:29.127711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.147270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-9d62c259-d242-419b-9ef3-bcabd43060c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:29.148806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-9d62c259-d242-419b-9ef3-bcabd43060c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.1174295 Jul 28 14:33:29.197702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-a3595c6f-e27f-4693-a93e-16413ba2f460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341561 Jul 28 14:33:29.401952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:29.566433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:29.567423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.643556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:29.699453 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.761801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:29.789184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:29.842364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-1b4ccf60-ef13-4aea-a465-b6d6a008e3cd service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198609 Jul 28 14:33:29.875850 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:29.876884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:29.938356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.049342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Pushing event updated for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:30.065924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 754c0037-9bd6-4bf0-891b-baf1d957b7b4 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:30.150329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.151047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.152724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-827a9688-c532-459f-a7f3-2085dbc6b6db service neutron] 10.222.0.53 "PUT /v2.0/ports/8ce6e082-34b6-4413-b327-a0552b7e04e3 HTTP/1.1" status: 200 len: 1092 time: 4.5361345 Jul 28 14:33:30.160528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-b70812f7-457e-44a4-a876-9522484baf9a service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080473 Jul 28 14:33:30.165187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:30.177971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f6e879-a117-4fe0-83ef-f85acc4e1878 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:30.193197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a1bf1b5f-6344-45ca-863d-227946e0e394 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:30.193197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.196707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.226086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Transition to ACTIVE for port object f0f6e879-a117-4fe0-83ef-f85acc4e1878 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:30.287276 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.399478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:30.403068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:30.411428 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e0c456-1329-4207-84b4-7561e27ca16b" -d '{"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:30.463426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:30.472460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:30.476461 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.551978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-087cdebc-be14-4154-befb-e9af021e57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.553424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-087cdebc-be14-4154-befb-e9af021e57e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 1095 time: 0.1978872 Jul 28 14:33:30.561744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Attempting to bind port f0f6e879-a117-4fe0-83ef-f85acc4e1878 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:30.562138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Attempting to bind port f0f6e879-a117-4fe0-83ef-f85acc4e1878 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:30.562497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Attempting to bind port f0f6e879-a117-4fe0-83ef-f85acc4e1878 on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:30.583646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.598838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Port f0f6e879-a117-4fe0-83ef-f85acc4e1878 on network b3ba844f-2d60-4e49-aa99-d3703e92b23c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:30.599218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Attempting to bind port f0f6e879-a117-4fe0-83ef-f85acc4e1878 on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:30.670619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-cfd5ad62-4d38-43b9-bc0c-6c3ec257082a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3 HTTP/1.1" status: 200 len: 217 time: 0.0943704 Jul 28 14:33:30.678646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.708058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:30.724696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Checking segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:30.724696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Bound using segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:30.724696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Bound port: f0f6e879-a117-4fe0-83ef-f85acc4e1878, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:30.724696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.749291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:30.754947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:30.877367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.883653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-595498a8-7277-478f-ba39-0fe33dbb28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:30.885511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-595498a8-7277-478f-ba39-0fe33dbb28bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.2002811 Jul 28 14:33:30.962133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:30.965464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:30.991945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-afe825bb-df37-4069-8747-168f261b5a3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945168 Jul 28 14:33:31.042090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:31.093165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:31.112350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:31.183472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-09d8a031-aa93-491f-857f-3ad25cb48070 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744521 Jul 28 14:33:31.267578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.396024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:31.396024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:31.396024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0f6e879-a117-4fe0-83ef-f85acc4e1878 HTTP/1.1" status: 200 len: 1093 time: 2.6136029 Jul 28 14:33:31.447586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0825f6f-c93e-42e2-adab-b52c004c0253 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:31.486192 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f75a70c6-d559-4f27-a151-ed4acf518705 req-19fbb3a5-5fc1-48b5-926d-f023b7f5f57b service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932215 Jul 28 14:33:32.060978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-2cc63652-26ca-4aa5-9c19-484c8fff4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.063526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-2cc63652-26ca-4aa5-9c19-484c8fff4661 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 1096 time: 0.1106482 Jul 28 14:33:32.071274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 93177664-9c48-40a2-bec8-14282ef8a1d0 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:32.132042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-86b81123-64ac-4ff5-a731-f0c87330ce5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878 HTTP/1.1" status: 200 len: 217 time: 0.0506012 Jul 28 14:33:32.201986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-1051fd73-a9a6-4321-b650-dd5ee1ab55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:32.204187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-1051fd73-a9a6-4321-b650-dd5ee1ab55ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.0625353 Jul 28 14:33:32.211162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=93177664-9c48-40a2-bec8-14282ef8a1d0,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:32.240797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '93177664-9c48-40a2-bec8-14282ef8a1d0', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'port_id': '93177664-9c48-40a2-bec8-14282ef8a1d0', 'mac_address': 'fa:16:3e:9c:53:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70807051-d6ce-4a36-babb-6f959033108e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:32.291192 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-ca92b89f-c648-4dae-8244-63ca5edd8710 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753937 Jul 28 14:33:32.318282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.333472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93177664-9c48-40a2-bec8-14282ef8a1d0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:32.358780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=93177664-9c48-40a2-bec8-14282ef8a1d0,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:32.422671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-fb086a78-5c0d-40ff-aa3c-f6bd59b8555e service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070228 Jul 28 14:33:32.477052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:32.544945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7070f2a-b0a7-456a-bb29-0b952e5c5763 req-49bf8a63-85db-44eb-98cc-c971b70c9c6d service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111901 Jul 28 14:33:32.593279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:32.893889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['93177664-9c48-40a2-bec8-14282ef8a1d0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:34.077371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ce6e082-34b6-4413-b327-a0552b7e04e3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:34.083937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 93177664-9c48-40a2-bec8-14282ef8a1d0 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:34.403335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:34.645608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8ce6e082-34b6-4413-b327-a0552b7e04e3', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'port_id': '8ce6e082-34b6-4413-b327-a0552b7e04e3', 'mac_address': 'fa:16:3e:75:4c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70807051-d6ce-4a36-babb-6f959033108e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:34.649374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 93177664-9c48-40a2-bec8-14282ef8a1d0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:34.656377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 93177664-9c48-40a2-bec8-14282ef8a1d0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:34.657087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.724429 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.742379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce6e082-34b6-4413-b327-a0552b7e04e3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:34.774045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:34.825066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.863466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=93177664-9c48-40a2-bec8-14282ef8a1d0,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:34.898167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:34.979147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:34.991432 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:35.059302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:35.276908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ce6e082-34b6-4413-b327-a0552b7e04e3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:36.089051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:36.285664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:36.309558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'mac_address': 'fa:16:3e:18:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:36.365082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:36.394437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f6e879-a117-4fe0-83ef-f85acc4e1878 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:36.413189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:36.818362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:37.204109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:37.204109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f0f6e879-a117-4fe0-83ef-f85acc4e1878'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:38.087538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ce6e082-34b6-4413-b327-a0552b7e04e3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:38.290136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8ce6e082-34b6-4413-b327-a0552b7e04e3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:38.296603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8ce6e082-34b6-4413-b327-a0552b7e04e3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:38.297692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.453626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.506102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:38.572666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:38.670789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:40.103283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:40.297264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port f0f6e879-a117-4fe0-83ef-f85acc4e1878 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:40.304628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f0f6e879-a117-4fe0-83ef-f85acc4e1878 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:40.305751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.464675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.525463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:40.606809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:40.694602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:42.199846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d4e7800-b54c-4c4c-8224-0ee6df91b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:43.760564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-ac4bf740-eb4b-4f5c-84e4-493a4d0f9a71 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253851 Jul 28 14:33:43.850897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa645556-3c7c-45fa-8332-166791cf2d5b req-b20516e9-67f7-441c-9448-c1d2b991d22f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.852559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa645556-3c7c-45fa-8332-166791cf2d5b req-b20516e9-67f7-441c-9448-c1d2b991d22f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0549853 Jul 28 14:33:43.874433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-2fa0d8c5-099e-43a4-ad78-fe0e92b820f6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:43.876557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-2fa0d8c5-099e-43a4-ad78-fe0e92b820f6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112103 Jul 28 14:33:43.892518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-493966ee-56c8-4550-8014-ab61187bfd7e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Jul 28 14:33:43.894441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa645556-3c7c-45fa-8332-166791cf2d5b req-5aacd94f-4b48-41a3-8377-6cd44abc9a93 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355384 Jul 28 14:33:43.940421 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676eff2-3f37-4db6-9f37-8c28a5acc01d x-openstack-request-id: req-2676eff2-3f37-4db6-9f37-8c28a5acc01d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:43.940702 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:43.949704 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2676eff2-3f37-4db6-9f37-8c28a5acc01d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:43.949704 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0', 'status': 'completed', 'code': 200} Jul 28 14:33:43.961283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-1f5597b3-c8c0-4a76-9583-70c555496d48 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617595 Jul 28 14:33:44.037143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a5da1-e2ae-44c3-acfb-01d0647c71d9 req-5838cb30-dacf-4b2d-9ff3-01a08f740588 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.038940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-465a5da1-e2ae-44c3-acfb-01d0647c71d9 req-5838cb30-dacf-4b2d-9ff3-01a08f740588 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Jul 28 14:33:44.086167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-465a5da1-e2ae-44c3-acfb-01d0647c71d9 req-9d63637f-a87c-44a8-8e36-994ad763e943 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Jul 28 14:33:44.235697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ec992-a546-4af1-9fbb-9f300770d8e7 req-946a7804-9d84-477f-96a7-7d83fd43eea8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.237222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e7ec992-a546-4af1-9fbb-9f300770d8e7 req-946a7804-9d84-477f-96a7-7d83fd43eea8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0868483 Jul 28 14:33:44.239873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-ea5e6c7a-7e03-42ac-87a5-792adaf72155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.241234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-ea5e6c7a-7e03-42ac-87a5-792adaf72155 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee HTTP/1.1" status: 200 len: 1097 time: 0.1416018 Jul 28 14:33:44.331638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e7ec992-a546-4af1-9fbb-9f300770d8e7 req-08242be6-f0a3-4639-b6df-e95928d9b3f7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880179 Jul 28 14:33:44.367959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-b11c4f8f-4a96-4fd8-8c74-843d00032cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.369609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-b11c4f8f-4a96-4fd8-8c74-843d00032cbf service neutron] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 914 time: 0.1193690 Jul 28 14:33:44.418667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-97338692-576c-4afa-9a64-bb85b2d9fc8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93177664-9c48-40a2-bec8-14282ef8a1d0 HTTP/1.1" status: 200 len: 217 time: 0.0404649 Jul 28 14:33:44.490138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-af22d20c-ccb5-4cba-a39c-86456d2e3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.491718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-af22d20c-ccb5-4cba-a39c-86456d2e3a7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.0654500 Jul 28 14:33:44.502787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fbbee-2b94-4cf8-a586-c5ec87e4f4fa req-1b2b9015-47ab-4dc6-bafe-da155d479c7a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:44.504377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-592fbbee-2b94-4cf8-a586-c5ec87e4f4fa req-1b2b9015-47ab-4dc6-bafe-da155d479c7a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.0882692 Jul 28 14:33:44.536647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-9b4d481d-01da-4f0e-9821-2ea3ed4228ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312889 Jul 28 14:33:44.554325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-f491785b-2cdf-46b5-acd6-540e83771976 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:33:44.560154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-f491785b-2cdf-46b5-acd6-540e83771976 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107646 Jul 28 14:33:44.590688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-592fbbee-2b94-4cf8-a586-c5ec87e4f4fa req-a8d2df90-2b61-4c3c-bf1e-42497e4efe9b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777960 Jul 28 14:33:44.662289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-4736e816-fa13-4dc2-ae76-f33ebea158cc service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964434 Jul 28 14:33:44.707971 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bd13e1-6661-4afc-a00f-89d22257aed6 x-openstack-request-id: req-f8bd13e1-6661-4afc-a00f-89d22257aed6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:44.708837 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-plugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:44.709274 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8bd13e1-6661-4afc-a00f-89d22257aed6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:44.709850 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'code': 200} Jul 28 14:33:44.769469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6fa47d-3033-4f9a-ab11-c99da7ad25fa req-5e9767db-0d70-449b-9c21-bf7a6d1c650b service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004224 Jul 28 14:33:44.784351 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbca80e8-8cbf-4918-837a-4eaffb67ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:44.831019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:45.194249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6ee6a-1805-4a19-ac9c-d44a2568feae req-056cc6c4-bfe2-4d28-81de-1c5b5c82ec33 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.196216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57c6ee6a-1805-4a19-ac9c-d44a2568feae req-056cc6c4-bfe2-4d28-81de-1c5b5c82ec33 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.0647817 Jul 28 14:33:45.219070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c4d9-5f85-491e-8c39-b02e9d6f739d req-ca1047a0-9633-4615-bcdb-89f4012497f8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.220964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c493c4d9-5f85-491e-8c39-b02e9d6f739d req-ca1047a0-9633-4615-bcdb-89f4012497f8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Jul 28 14:33:45.252596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57c6ee6a-1805-4a19-ac9c-d44a2568feae req-9dbde2fe-c4ff-4558-a14f-db0a4be4aa40 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Jul 28 14:33:45.271212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c493c4d9-5f85-491e-8c39-b02e9d6f739d req-e88a212d-d19c-4d7e-b3cf-3f5d6b2b3b90 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Jul 28 14:33:45.382562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a71640-7135-4225-9a5c-3e37212407c0 req-9e1bb0c6-eff7-40c7-b71f-c2d01f9029ae tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.384244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5a71640-7135-4225-9a5c-3e37212407c0 req-9e1bb0c6-eff7-40c7-b71f-c2d01f9029ae tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 949 time: 0.0626860 Jul 28 14:33:45.424598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5a71640-7135-4225-9a5c-3e37212407c0 req-9a4ee0fa-75e4-4b0b-bedc-15b7ed3d14a7 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Jul 28 14:33:45.445455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b488d5-cba0-402d-a693-13a0c0dccf9a req-c9a79776-f136-44a1-b313-675486e58857 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.445455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1b488d5-cba0-402d-a693-13a0c0dccf9a req-c9a79776-f136-44a1-b313-675486e58857 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Jul 28 14:33:45.495006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1b488d5-cba0-402d-a693-13a0c0dccf9a req-3c3c6bdd-cff4-4b8a-99d5-7198ed619e94 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Jul 28 14:33:45.534346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e5ddb-cebd-4504-a560-e7e4a4959dfd req-f5e17255-e698-4585-9609-f97b38887bf1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.539544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-147e5ddb-cebd-4504-a560-e7e4a4959dfd req-f5e17255-e698-4585-9609-f97b38887bf1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Jul 28 14:33:45.584682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-147e5ddb-cebd-4504-a560-e7e4a4959dfd req-29aafedb-97c5-40b2-a650-ba6a5bc58433 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387714 Jul 28 14:33:45.653232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2b5fec2-1d90-4087-a48b-0c5dc0d1302b req-104ca2cf-2a71-4ef6-ae79-20e2e4de2e22 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0288563 Jul 28 14:33:45.760401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ab46-de47-40e4-a7f7-a01176a8f2e4 req-21e98143-0495-4436-bc30-034476b00480 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:45.761782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a276ab46-de47-40e4-a7f7-a01176a8f2e4 req-21e98143-0495-4436-bc30-034476b00480 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Jul 28 14:33:45.804187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a276ab46-de47-40e4-a7f7-a01176a8f2e4 req-0735a6cd-748b-44c9-a76b-22296b697a10 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Jul 28 14:33:45.943090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3'}, {'name': 'network-changed', 'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:45.945434 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3"}, {"name": "network-changed", "server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:46.117571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:46.193741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.224803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.240181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:46.406477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:46.457514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:46.711158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}, {'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4'}, {'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0'}, {'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3'}, {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878'}, {'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:46.713675 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73933fc-1ba3-4fd0-b459-7583aca27b89" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}, {"server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "name": "network-vif-plugged", "status": "completed", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4"}, {"server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0"}, {"server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "name": "network-vif-plugged", "status": "completed", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3"}, {"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878"}, {"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:46.883305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83526e10-f00c-40e5-b653-32ad93901f93 req-521cb86b-e76f-437b-b775-3796f15839a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:46.884829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83526e10-f00c-40e5-b653-32ad93901f93 req-521cb86b-e76f-437b-b775-3796f15839a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.0494957 Jul 28 14:33:46.924429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83526e10-f00c-40e5-b653-32ad93901f93 req-44ab38d1-04c5-46b3-a7ff-bcc3eb38d2a4 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Jul 28 14:33:46.972246 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10738a-fbba-434a-b8d4-cb1102d4d0a4 x-openstack-request-id: req-cb10738a-fbba-434a-b8d4-cb1102d4d0a4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:46.983513 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:46.983513 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb10738a-fbba-434a-b8d4-cb1102d4d0a4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:46.983513 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3', 'status': 'completed', 'code': 200} Jul 28 14:33:46.983513 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'status': 'completed', 'code': 200} Jul 28 14:33:47.109276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a84c0-7123-487e-a268-ac8f9def944f req-836ee694-a1b5-4c39-aa53-9e069a822565 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.111643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc7a84c0-7123-487e-a268-ac8f9def944f req-836ee694-a1b5-4c39-aa53-9e069a822565 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0915124 Jul 28 14:33:47.114386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-fb887b76-d951-4c2d-b978-74253933f492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.115843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-fb887b76-d951-4c2d-b978-74253933f492 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 1097 time: 0.0919969 Jul 28 14:33:47.202091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc7a84c0-7123-487e-a268-ac8f9def944f req-652652e7-ab70-405b-8331-a9d2aa4fa2fa tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842597 Jul 28 14:33:47.237285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-1efc4437-385e-4b7b-aaab-57a9655df366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.238862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-1efc4437-385e-4b7b-aaab-57a9655df366 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 914 time: 0.1151016 Jul 28 14:33:47.285841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-ac6862ce-af2c-47d0-b6a7-80ddec133516 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3 HTTP/1.1" status: 200 len: 217 time: 0.0395281 Jul 28 14:33:47.379026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89826c-6d5f-4d23-bae9-dcc7f1525000 req-ff3c4027-e5a5-4766-83f4-f599402ea5dd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.380599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc89826c-6d5f-4d23-bae9-dcc7f1525000 req-ff3c4027-e5a5-4766-83f4-f599402ea5dd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.0976138 Jul 28 14:33:47.381320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b3739-f961-49ea-b17f-2ba5bf91d116 req-f1d68c1b-9228-4595-a205-b885ca2f3cf2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.382309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-2252bf1a-53aa-426f-90ca-95393b5778f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.383604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b11b3739-f961-49ea-b17f-2ba5bf91d116 req-f1d68c1b-9228-4595-a205-b885ca2f3cf2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0872114 Jul 28 14:33:47.383770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-2252bf1a-53aa-426f-90ca-95393b5778f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.0903172 Jul 28 14:33:47.421983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-359270c6-f224-4ae5-a8d8-ac52a28c5f72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306382 Jul 28 14:33:47.430322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b11b3739-f961-49ea-b17f-2ba5bf91d116 req-d36799a0-47d7-4294-bd25-b851b8513b82 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 Jul 28 14:33:47.501936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc89826c-6d5f-4d23-bae9-dcc7f1525000 req-e8e2b1c9-2676-414f-aa71-c80cff47529c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091928 Jul 28 14:33:47.507081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3529797-1fe3-4a84-9dd5-70c210e18387 req-88ef4fef-8380-4da2-aed4-28e212721d4f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0326004 Jul 28 14:33:47.553980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-3235d9fd-bf0a-438d-901b-1f290aebddb0 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233346 Jul 28 14:33:47.555342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:47.585453 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094c1a3-be23-4702-9e29-df50bfd6426e x-openstack-request-id: req-7094c1a3-be23-4702-9e29-df50bfd6426e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:47.585766 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}, {"server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "name": "network-vif-plugged", "status": "completed", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4", "code": 200}, {"server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0", "code": 200}, {"server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "name": "network-vif-plugged", "status": "completed", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3", "code": 200}, {"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878", "code": 200}, {"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:47.586025 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7094c1a3-be23-4702-9e29-df50bfd6426e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:47.586441 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:33:47.586700 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4', 'code': 200} Jul 28 14:33:47.586951 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0', 'code': 200} Jul 28 14:33:47.587403 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3', 'code': 200} Jul 28 14:33:47.587651 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'code': 200} Jul 28 14:33:47.587885 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'code': 200} Jul 28 14:33:47.687827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-a952048e-e8f3-4e59-9f43-f3c9fb1efd16 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258500 Jul 28 14:33:47.689968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455af5ca-e297-451d-bfd3-602502c4c2a4 req-c5a0d363-069a-4fbf-9059-fb340ac792cf tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.691627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-455af5ca-e297-451d-bfd3-602502c4c2a4 req-c5a0d363-069a-4fbf-9059-fb340ac792cf tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.0541863 Jul 28 14:33:47.707153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87228e16-03a0-404d-8248-87af8d74b6de req-76ce8cbe-3753-4887-9f43-d917fc2d79dd tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:47.708754 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87228e16-03a0-404d-8248-87af8d74b6de req-76ce8cbe-3753-4887-9f43-d917fc2d79dd tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0687644 Jul 28 14:33:47.731920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-455af5ca-e297-451d-bfd3-602502c4c2a4 req-542ae382-8e00-4b01-b3ce-75bdfbffa42b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Jul 28 14:33:47.755620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87228e16-03a0-404d-8248-87af8d74b6de req-8b457f4e-70e8-48c6-a205-9d2567373133 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Jul 28 14:33:48.075596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1a68-a0d5-461a-863f-f7fb2a4d2464 req-7f3dbc60-d4a4-4e49-9f70-893a99b33a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.077268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a44c1a68-a0d5-461a-863f-f7fb2a4d2464 req-7f3dbc60-d4a4-4e49-9f70-893a99b33a8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 1098 time: 0.0990300 Jul 28 14:33:48.084614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-694a6fd6-d880-4a78-8aaa-560a1c8ae46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.085131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f893a7a-e241-49d6-b620-c032455f2eaf req-595d8461-901e-4508-a40a-9b6da02a95d1 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.086354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-694a6fd6-d880-4a78-8aaa-560a1c8ae46f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 1098 time: 0.0683270 Jul 28 14:33:48.091427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f893a7a-e241-49d6-b620-c032455f2eaf req-595d8461-901e-4508-a40a-9b6da02a95d1 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.0896416 Jul 28 14:33:48.117099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.53', 51539) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:48.158709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f893a7a-e241-49d6-b620-c032455f2eaf req-9c464210-64ca-4184-b075-acd6bc3c4cf3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659633 Jul 28 14:33:48.178603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae177d8-66a5-49d8-8ef8-659a5626caf1 req-cb10285d-9364-4b3c-96cc-1dad11dc8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.178603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ae177d8-66a5-49d8-8ef8-659a5626caf1 req-cb10285d-9364-4b3c-96cc-1dad11dc8c12 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee HTTP/1.1" status: 200 len: 1097 time: 0.0562243 Jul 28 14:33:48.211261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ae177d8-66a5-49d8-8ef8-659a5626caf1 req-571f5498-4875-43d2-ada6-ab767295fcf1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289693 Jul 28 14:33:48.273727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a44c1a68-a0d5-461a-863f-f7fb2a4d2464 req-2ab5bbf6-7029-4122-8ec0-440703a3bafa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454310 Jul 28 14:33:48.278050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5977130-7b62-4507-b145-bc89d41de04e req-5fcb6d00-8aef-4575-9686-a13726d182fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.279561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5977130-7b62-4507-b145-bc89d41de04e req-5fcb6d00-8aef-4575-9686-a13726d182fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 1097 time: 0.1613214 Jul 28 14:33:48.304868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7130471-9cd4-4a59-b285-96e5efcb665d req-91e88969-4140-41e9-a363-cbb2bd75827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.306296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7130471-9cd4-4a59-b285-96e5efcb665d req-91e88969-4140-41e9-a363-cbb2bd75827f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 1098 time: 0.1802113 Jul 28 14:33:48.336876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-a8a9f721-1f53-4c41-b956-f8002dafcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.338243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-a8a9f721-1f53-4c41-b956-f8002dafcf9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 905 time: 0.2041507 Jul 28 14:33:48.357767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36d78d-3b37-4721-8eda-ca19eb28c92a req-ca8f1f89-a630-47ee-8e20-439c7b91350c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.359265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e36d78d-3b37-4721-8eda-ca19eb28c92a req-ca8f1f89-a630-47ee-8e20-439c7b91350c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0688696 Jul 28 14:33:48.401376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e36d78d-3b37-4721-8eda-ca19eb28c92a req-6db3335b-e8c9-477a-9860-b95e6fed8b0e tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355496 Jul 28 14:33:48.555756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5011ec5-79fe-42e9-9f62-d03de0f5fabd req-44fe76ad-4ebc-4a16-957d-a145532a8409 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.562851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5011ec5-79fe-42e9-9f62-d03de0f5fabd req-44fe76ad-4ebc-4a16-957d-a145532a8409 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0605280 Jul 28 14:33:48.604765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5011ec5-79fe-42e9-9f62-d03de0f5fabd req-bce73785-357c-455c-bc4d-448b877ca1e8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366492 Jul 28 14:33:48.615109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17b1fd91-e90e-44b5-a939-361a76b371f8 req-df5f6e43-fbc8-44fa-8e13-aa5ca96468e8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0309980 Jul 28 14:33:48.718799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474e8af-e424-4037-b961-8a647dee9666 req-49e72dc4-083a-4519-8fa2-9c8b45dc9382 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.721628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4474e8af-e424-4037-b961-8a647dee9666 req-49e72dc4-083a-4519-8fa2-9c8b45dc9382 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.0601892 Jul 28 14:33:48.760722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4474e8af-e424-4037-b961-8a647dee9666 req-bcf20cd8-7641-4430-bf69-9c6ff5750cd1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 Jul 28 14:33:48.882161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adba0e7-c955-427e-8b48-d1483cc34355 req-36aa484e-687d-45ab-99cb-a2d3fae3d840 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:48.882161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8adba0e7-c955-427e-8b48-d1483cc34355 req-36aa484e-687d-45ab-99cb-a2d3fae3d840 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0537660 Jul 28 14:33:48.919374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8adba0e7-c955-427e-8b48-d1483cc34355 req-93a6137e-4ff7-456b-9b9f-5946af795a7a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jul 28 14:33:48.923478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-d16e33e8-92fc-4363-8d23-383b32939a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878 HTTP/1.1" status: 200 len: 217 time: 0.0810874 Jul 28 14:33:49.280541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff9a61-4890-4c08-924d-858bc77deb6f req-4336ba66-c20f-41b2-8179-06f531153172 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.282802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76ff9a61-4890-4c08-924d-858bc77deb6f req-4336ba66-c20f-41b2-8179-06f531153172 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.0523036 Jul 28 14:33:49.303209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10acda9-d168-4c77-be09-995daee8c0a3 req-1e9eaf34-38a4-45ac-a536-d98f0e7d79cc tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.308700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f10acda9-d168-4c77-be09-995daee8c0a3 req-1e9eaf34-38a4-45ac-a536-d98f0e7d79cc tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 945 time: 0.4954906 Jul 28 14:33:49.322434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76ff9a61-4890-4c08-924d-858bc77deb6f req-8c190b8a-95a2-457e-8aae-2a205128372a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Jul 28 14:33:49.330015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5977130-7b62-4507-b145-bc89d41de04e req-20ef477b-20f5-49b1-8275-f67f9d976c26 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917841 Jul 28 14:33:49.331519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7130471-9cd4-4a59-b285-96e5efcb665d req-06d45685-0188-4ee3-ab37-375d7d24bc1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948702 Jul 28 14:33:49.358673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-d8c32361-6f00-4bfc-b894-9357ca0294dd tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687795 Jul 28 14:33:49.380186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-c0c5095b-fb6e-477c-b9df-f90eb11b7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.381606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-c0c5095b-fb6e-477c-b9df-f90eb11b7042 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1104562 Jul 28 14:33:49.408555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f10acda9-d168-4c77-be09-995daee8c0a3 req-f143d870-1243-48b9-8387-b835adee98c4 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814455 Jul 28 14:33:49.474672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:49.497640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-79b4c9ef-e400-4593-8fe4-6cf1a9000180 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.499270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-79b4c9ef-e400-4593-8fe4-6cf1a9000180 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211066 Jul 28 14:33:49.524208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': 'f7fab023-1329-4366-bb90-08024ce37747', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:49.526711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee002b9-4d86-478a-9552-4f68415f9920 req-6d2b3644-640f-4a71-8b86-94d9ca266fb8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.531520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ee002b9-4d86-478a-9552-4f68415f9920 req-6d2b3644-640f-4a71-8b86-94d9ca266fb8 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0595014 Jul 28 14:33:49.551585 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.563447 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.572619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ee002b9-4d86-478a-9552-4f68415f9920 req-1240177c-b1ff-44cf-bcdd-9535c433e34a tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Jul 28 14:33:49.594509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:49.595789 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d729cb-de28-483d-a0f9-918e1ecba186" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:49.609025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:49.643325 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb77670-de35-49ab-a2cf-200c80f24f9c x-openstack-request-id: req-cbb77670-de35-49ab-a2cf-200c80f24f9c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:49.643996 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:49.644493 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cbb77670-de35-49ab-a2cf-200c80f24f9c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:49.645836 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:33:49.697772 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.698512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:49.730778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2b01cc2-c5d5-44fe-802a-acefba624738 req-35a7a6bd-ab85-40f9-8e71-011da5317864 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0373282 Jul 28 14:33:49.753632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6268a01-dbb8-4e2f-a1e2-f77c36b7159e req-960fb04b-ba20-4f54-b096-909c74dcd8e6 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.755633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6268a01-dbb8-4e2f-a1e2-f77c36b7159e req-960fb04b-ba20-4f54-b096-909c74dcd8e6 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0617023 Jul 28 14:33:49.760732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:49.764352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.784279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:49.796803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.796803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.797040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.797934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.798341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.798687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.799047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.799384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.799716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.800044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.800371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.800698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:49.835599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6268a01-dbb8-4e2f-a1e2-f77c36b7159e req-6b640209-5792-465c-867e-fd6e53565182 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714591 Jul 28 14:33:49.868680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:49.901028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:49.944934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.75 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/39d008d5-1b2f-4a58-9bc7-02eb51b3a363) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:49.965079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92653712-f2e0-4de7-8a93-c05c300ffe73 req-49e17105-2db3-4604-b36c-9d026ef67222 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:49.966615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92653712-f2e0-4de7-8a93-c05c300ffe73 req-49e17105-2db3-4604-b36c-9d026ef67222 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1022260 Jul 28 14:33:49.993555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.045902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:50.046452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92653712-f2e0-4de7-8a93-c05c300ffe73 req-3aae001c-6d13-4c1a-bea8-1e611851c069 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715914 Jul 28 14:33:50.090757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e712c7-4796-45e6-9150-24bc49a26dff req-f875fd49-447d-422b-8519-5bbbb0369540 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.092318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97e712c7-4796-45e6-9150-24bc49a26dff req-f875fd49-447d-422b-8519-5bbbb0369540 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.1002719 Jul 28 14:33:50.105584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-75b370f4-f2ef-4dd1-8c95-303fd1ee1609 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.107069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-75b370f4-f2ef-4dd1-8c95-303fd1ee1609 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.0881271 Jul 28 14:33:50.112487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-42c43390-fcce-4921-ae89-91a3b9468d07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285258 Jul 28 14:33:50.144867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:50.170886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97e712c7-4796-45e6-9150-24bc49a26dff req-11f47a31-e978-4348-8dab-71d9f67ab87a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Jul 28 14:33:50.226590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Deleting port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:50.227067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.238163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.263692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:50.298703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:50.313479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1ca49416-823d-4302-8fd5-e56239a8189a', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '1ca49416-823d-4302-8fd5-e56239a8189a', 'mac_address': 'fa:16:3e:a3:70:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:50.313904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-0cfad412-1e81-46c6-8256-42fc7136f8e5 service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383531 Jul 28 14:33:50.342586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] For port 60c3ada9-e190-48a6-bee5-2bf7f1bed426, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=60c3ada9-e190-48a6-bee5-2bf7f1bed426,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:50.344812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.354132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.359057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Calling delete_port for 60c3ada9-e190-48a6-bee5-2bf7f1bed426 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:50.374196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.390459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:50.404950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:50.433735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.490792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:50.496535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:50.518345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e3b92b-0b43-4a99-af0f-a639d4ad0ce4 req-c6a37d77-37d6-4988-8247-28806a691f33 service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762643 Jul 28 14:33:50.530117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:50.536485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:50.539378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:50.541767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:50.585195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1f66a-5d3b-4d2a-81d9-a83ff9dd3b0e req-2baacac4-07b2-4253-8dde-71791e0a347e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.587001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dfa1f66a-5d3b-4d2a-81d9-a83ff9dd3b0e req-2baacac4-07b2-4253-8dde-71791e0a347e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.1630263 Jul 28 14:33:50.587434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.623965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d459094-670a-483a-9300-6a06f0bd8e99 req-6564c878-448c-46f4-b82c-0cb378e1d02e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.632448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d459094-670a-483a-9300-6a06f0bd8e99 req-6564c878-448c-46f4-b82c-0cb378e1d02e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 943 time: 0.0642941 Jul 28 14:33:50.639810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.640499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.687512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d459094-670a-483a-9300-6a06f0bd8e99 req-92ed282b-3f12-4358-a68a-9a05439b7cc2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540175 Jul 28 14:33:50.688474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dfa1f66a-5d3b-4d2a-81d9-a83ff9dd3b0e req-4af1d425-d227-4926-b5a3-9662262e7490 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859783 Jul 28 14:33:50.690482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.739727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event deleted for resources: {'Port': ['ID=60c3ada9-e190-48a6-bee5-2bf7f1bed426,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:50.741241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:50.778453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-87b22688-0fb5-46cc-ab38-553151120770 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2584889 Jul 28 14:33:50.783507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.784273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.784922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.785397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.785833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.786280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.786713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.787337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.787786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.790198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.795021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.795662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:33:50.809097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Request body: {'port': {'device_id': 'f7fab023-1329-4366-bb90-08024ce37747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:50.848652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] No DVR routers for this DVR port 60c3ada9-e190-48a6-bee5-2bf7f1bed426 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:50.858444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1ca49416-823d-4302-8fd5-e56239a8189a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:50.869947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.872278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62ed37e1-55b4-4314-b2bf-bb15ab686abf req-94828708-f9d0-4a67-a98b-a807b1d803c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.50 "DELETE /v2.0/ports/60c3ada9-e190-48a6-bee5-2bf7f1bed426 HTTP/1.1" status: 204 len: 173 time: 0.7572060 Jul 28 14:33:50.873375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-deleted', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:50.876019 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795fefbe-4595-4961-9e73-3751ee87ed75" -d '{"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-deleted", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:50.906796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf730454-7e9d-405c-9f3b-837e6ccfbf02 req-0aa7f96a-c563-47bd-83e2-0cbdb430ba79 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0603092 Jul 28 14:33:50.915976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf580bb-a866-456b-b3e1-f01656c9a6c5 req-44baae82-ce7a-4f0c-a26c-f0a1628321a6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:50.916959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:50.917629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdf580bb-a866-456b-b3e1-f01656c9a6c5 req-44baae82-ce7a-4f0c-a26c-f0a1628321a6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.1176267 Jul 28 14:33:50.972788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdf580bb-a866-456b-b3e1-f01656c9a6c5 req-00d95ae7-ad5c-4874-9d59-fac5d201bdd3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460172 Jul 28 14:33:51.080785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b6cb49e1-0f03-4115-b426-060d4f2b4111 None None] Provisioning for port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:51.113318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b6cb49e1-0f03-4115-b426-060d4f2b4111 None None] Provisioning complete for port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:51.115128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b6cb49e1-0f03-4115-b426-060d4f2b4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:51.140032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59ec30-6047-42b1-8e6a-4ab0d82a91c1 req-f3f53a95-37f4-4e76-90e7-d20418309beb tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.141650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e59ec30-6047-42b1-8e6a-4ab0d82a91c1 req-f3f53a95-37f4-4e76-90e7-d20418309beb tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0573270 Jul 28 14:33:51.216683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb49e1-0f03-4115-b426-060d4f2b4111 None None] Port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:51.246362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e59ec30-6047-42b1-8e6a-4ab0d82a91c1 req-fea5f83a-4f93-4821-8295-e12cc20fad22 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939963 Jul 28 14:33:51.294756 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda90a45-7075-46f5-9fc1-7c348eb8fd6d x-openstack-request-id: req-eda90a45-7075-46f5-9fc1-7c348eb8fd6d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:51.294756 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-deleted", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:51.294756 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eda90a45-7075-46f5-9fc1-7c348eb8fd6d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:51.294756 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-deleted', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'status': 'completed', 'code': 200} Jul 28 14:33:51.300840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:51.310245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:51.324854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Transition to ACTIVE for port object 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:51.393934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f00e4-6c26-423d-855a-7c08378171ac req-918e848f-be46-4911-948d-3b4a78307cb3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.395640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef4f00e4-6c26-423d-855a-7c08378171ac req-918e848f-be46-4911-948d-3b4a78307cb3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0548513 Jul 28 14:33:51.399316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-e6c83d75-3111-4275-a28c-f92f280a91b2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363231 Jul 28 14:33:51.431092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a8f6d-b6fe-4976-b2b6-541eb9f3c0f9 req-eead334d-f461-42d8-ab0a-ae1e9e9cb861 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.432949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-006a8f6d-b6fe-4976-b2b6-541eb9f3c0f9 req-eead334d-f461-42d8-ab0a-ae1e9e9cb861 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0811255 Jul 28 14:33:51.437208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef4f00e4-6c26-423d-855a-7c08378171ac req-88532f16-9d93-492a-839e-58ba8c11a26f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347795 Jul 28 14:33:51.473921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-006a8f6d-b6fe-4976-b2b6-541eb9f3c0f9 req-fa5e7c6e-18d2-4dc0-880d-46f94a28d363 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Jul 28 14:33:51.476361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:51.492166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:51.601407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Pushing event updated for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:51.629241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:51.645004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'mac_address': 'fa:16:3e:6e:57:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:51.650840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:51.654088 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a02e5ba-5b22-4aa6-9279-48c89a186abe" -d '{"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:51.700646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:51.723214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:51.724390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-d4897561-fe56-4515-8b09-0047f26d14b6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.726540 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda0eb8-2e02-4e45-8adf-fa5fee697044 x-openstack-request-id: req-acda0eb8-2e02-4e45-8adf-fa5fee697044 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:51.726923 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb815757-03f9-4a35-9b52-9c5677109fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "60c3ada9-e190-48a6-bee5-2bf7f1bed426", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:51.727183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-d4897561-fe56-4515-8b09-0047f26d14b6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024267 Jul 28 14:33:51.727387 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-acda0eb8-2e02-4e45-8adf-fa5fee697044 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:51.727888 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb815757-03f9-4a35-9b52-9c5677109fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c3ada9-e190-48a6-bee5-2bf7f1bed426', 'code': 200} Jul 28 14:33:51.763964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:51.799201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:51.903413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:51.909737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc3b5-fbc6-435d-8937-b890f358979e req-e2fd332e-b281-4c0b-8f57-73f81be2b325 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:51.915481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f0bc3b5-fbc6-435d-8937-b890f358979e req-e2fd332e-b281-4c0b-8f57-73f81be2b325 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.0747130 Jul 28 14:33:51.952611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f0bc3b5-fbc6-435d-8937-b890f358979e req-0e033a9e-d0d5-4fdf-b3b3-2f285630c81d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Jul 28 14:33:51.957204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:51.969355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f074f1c0-7b58-4073-bb74-b170890f748b req-9bb2f9ca-6e2b-46f4-a46c-5484d20b1f76 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb815757-03f9-4a35-9b52-9c5677109fb6 HTTP/1.1" status: 200 len: 210 time: 0.0473177 Jul 28 14:33:51.990753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Attempting to bind port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:51.990753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Attempting to bind port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:51.991116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Attempting to bind port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:52.000156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:52.001032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Attempting to bind port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:52.019139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:52.019480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:52.019870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:52.020317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Bound port: 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:52.020676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:52.099004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d55cc-1927-4df6-ad1b-10f930bc17b5 req-ca29288e-d9d5-43eb-a756-400e43f3b3f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.103746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a7d55cc-1927-4df6-ad1b-10f930bc17b5 req-ca29288e-d9d5-43eb-a756-400e43f3b3f2 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0753467 Jul 28 14:33:52.105938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1bf1b5f-6344-45ca-863d-227946e0e394'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:52.186832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:52.190796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:52.225078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a7d55cc-1927-4df6-ad1b-10f930bc17b5 req-7d7638de-a143-4bea-b01a-5d10e0439621 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Jul 28 14:33:52.371447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8af8e-d79a-4abf-9207-0945812b6960 req-6874dacc-c895-422c-80d3-f3034cfd0c2a tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.376222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dee8af8e-d79a-4abf-9207-0945812b6960 req-6874dacc-c895-422c-80d3-f3034cfd0c2a tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0601690 Jul 28 14:33:52.384582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:33:52.393582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:52.393582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:52.453864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dee8af8e-d79a-4abf-9207-0945812b6960 req-21129f70-dfae-4481-acad-69590bf3b7ca tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736880 Jul 28 14:33:52.504322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.504913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:52.507539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] 10.222.0.50 "PUT /v2.0/ports/39d008d5-1b2f-4a58-9bc7-02eb51b3a363 HTTP/1.1" status: 200 len: 1096 time: 1.7062824 Jul 28 14:33:52.508406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:52.511046 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111a92f7-d896-4e1d-b003-9c548c3d65b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:52.676057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ba9d85e-69ac-4608-ab0d-4680bb4689fc req-de01a1da-b9ab-4cb4-b79e-89a8451af08f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.1452525 Jul 28 14:33:52.680542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79050235-1d42-48f6-84e6-20044d70c224 service neutron] Pushing event updated for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:52.809656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-f9625370-dddd-4c5e-bb68-e4b482383c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.811256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-f9625370-dddd-4c5e-bb68-e4b482383c61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 1099 time: 0.1340594 Jul 28 14:33:52.819447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.203 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/9e4ec77b-1008-4c56-92bd-89687fd1c9c8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:33:52.882075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae7b9b-2985-45b5-8e94-f24d401b180c req-4f23dd44-e4f2-484d-bb76-36bf0413acb8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:52.883703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cae7b9b-2985-45b5-8e94-f24d401b180c req-4f23dd44-e4f2-484d-bb76-36bf0413acb8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.1313474 Jul 28 14:33:52.938039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-15be6a2b-c53c-4593-9afa-326b10d8074c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363 HTTP/1.1" status: 200 len: 217 time: 0.0934646 Jul 28 14:33:53.100770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cae7b9b-2985-45b5-8e94-f24d401b180c req-3a907ed8-bfec-4797-b042-74c8261b9fb9 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728463 Jul 28 14:33:53.120113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-4dd64044-4080-4b9e-82c8-cf0aa489be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.121665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-4dd64044-4080-4b9e-82c8-cf0aa489be3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1671114 Jul 28 14:33:53.384456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-b87d79ca-0af2-48d8-b2fd-e5997acb7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.388059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-b87d79ca-0af2-48d8-b2fd-e5997acb7a01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2438514 Jul 28 14:33:53.400399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b665e-2391-43ab-beb8-fd99954af711 req-d2d11fb8-cf82-49fd-821b-e9a0804961ce tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.415686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-332b665e-2391-43ab-beb8-fd99954af711 req-d2d11fb8-cf82-49fd-821b-e9a0804961ce tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1612103 Jul 28 14:33:53.469428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.504540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:53.578989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-332b665e-2391-43ab-beb8-fd99954af711 req-2f7c8de8-0824-4f98-87a6-5b4d6ffb4606 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599958 Jul 28 14:33:53.580816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:53.632435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a1bf1b5f-6344-45ca-863d-227946e0e394 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:53.632828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.698897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-58db2bcb-c7fe-45fd-996e-421b0db786ff service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754612 Jul 28 14:33:53.828353 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.859354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:53.862302 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd42ea0d-42ed-492d-ae0a-1013772b8d48" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:53.881333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:53.908626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc0ad9-00bc-4985-90e6-e1f38daa79d4 req-c6b315b0-caef-43d4-964a-9a91c7028343 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:53.910933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-defc0ad9-00bc-4985-90e6-e1f38daa79d4 req-c6b315b0-caef-43d4-964a-9a91c7028343 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 945 time: 0.2034812 Jul 28 14:33:53.983515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:53.985038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:33:53.997453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-defc0ad9-00bc-4985-90e6-e1f38daa79d4 req-5322bf8e-2ee3-43cb-a181-d5188295dbe7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739341 Jul 28 14:33:54.000715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.034563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-84de2974-6e8f-44f6-9c46-7d2807e53bb2 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225160 Jul 28 14:33:54.048687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 60c3ada9-e190-48a6-bee5-2bf7f1bed426 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:33:54.049464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 60c3ada9-e190-48a6-bee5-2bf7f1bed426 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:33:54.122273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:33:54.127147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:33:54.135023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:33:54.155250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:54.181674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:54.201615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:54.227821 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce4c25-0091-4eea-a063-3574512344a0 x-openstack-request-id: req-3dce4c25-0091-4eea-a063-3574512344a0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:54.228293 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:54.228740 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3dce4c25-0091-4eea-a063-3574512344a0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:54.230304 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', 'status': 'completed', 'code': 200} Jul 28 14:33:54.286456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.289077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.289308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:54.296573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:33:54.427076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-670f852e-50f8-4046-a157-0041129e6575 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6567302 Jul 28 14:33:54.458566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Request body: {'port': {'device_id': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:54.466927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-d01056bd-5ee6-4afc-8de8-0b61bc3d41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.473115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-d01056bd-5ee6-4afc-8de8-0b61bc3d41a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 1099 time: 0.1566253 Jul 28 14:33:54.527640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90c2a3-f9f6-4a16-a2c5-b5abadb8d7cc req-1c3ae897-9af3-412e-af81-13430eaec21b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.536398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e90c2a3-f9f6-4a16-a2c5-b5abadb8d7cc req-1c3ae897-9af3-412e-af81-13430eaec21b tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.2086396 Jul 28 14:33:54.729272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-c1be0b68-774b-4199-8b00-d0691243eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:54.731834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-c1be0b68-774b-4199-8b00-d0691243eeb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1910422 Jul 28 14:33:54.737835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1ca49416-823d-4302-8fd5-e56239a8189a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:54.738475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.784773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62e212a6-a8ce-4c85-8bc0-1a020d288363 None None] Provisioning for port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:33:54.816376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62e212a6-a8ce-4c85-8bc0-1a020d288363 None None] Provisioning complete for port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:33:54.816751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62e212a6-a8ce-4c85-8bc0-1a020d288363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.854441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-e7eaf7b8-9df8-40da-8226-4ca85fb8668c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363 HTTP/1.1" status: 200 len: 217 time: 0.1046679 Jul 28 14:33:54.937418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:54.954144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-62e212a6-a8ce-4c85-8bc0-1a020d288363 None None] Port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:33:54.963169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e90c2a3-f9f6-4a16-a2c5-b5abadb8d7cc req-69e3157f-b0d8-46d2-bfe3-12f39d377f35 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254720 Jul 28 14:33:55.029197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-137cbeee-d058-4067-b6c0-dc61578d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.031584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-137cbeee-d058-4067-b6c0-dc61578d8df7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1682966 Jul 28 14:33:55.097194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.210884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:55.295753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-e7d9e6de-452c-4829-9465-6c1b0da995b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.298909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-e7d9e6de-452c-4829-9465-6c1b0da995b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2125297 Jul 28 14:33:55.383504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.465013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:33:55.567093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:55.652819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-0aa500b1-dc4e-4782-92fc-d36f96d1cd74 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356228 Jul 28 14:33:55.911035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:55.924667 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:55.930921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-111a92f7-d896-4e1d-b003-9c548c3d65b0 req-e4133512-fad6-42c5-94b5-f41eeee3fb20 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585189 Jul 28 14:33:55.949100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407797d-5e7a-468a-8d44-dc18316e644d req-a01f0e8d-da89-4202-9ec7-628c7a608182 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:55.951683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9407797d-5e7a-468a-8d44-dc18316e644d req-a01f0e8d-da89-4202-9ec7-628c7a608182 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.1775975 Jul 28 14:33:55.987619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Transition to ACTIVE for port object 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:33:56.029378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9407797d-5e7a-468a-8d44-dc18316e644d req-602cd934-52f0-4adf-b4df-07ceeec1aae0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Jul 28 14:33:56.273970 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:56.424006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ab1a1-c4de-4ba1-b150-4de637363bad req-6a73eaf9-a955-4e77-9db5-0a2e832bb819 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:56.440972 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-896ab1a1-c4de-4ba1-b150-4de637363bad req-6a73eaf9-a955-4e77-9db5-0a2e832bb819 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 936 time: 0.2327747 Jul 28 14:33:56.508570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:56.673363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-896ab1a1-c4de-4ba1-b150-4de637363bad req-6a17cfac-2958-408e-ac8f-14551fc2c2a5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311561 Jul 28 14:33:56.695691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Attempting to bind port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:33:56.696343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Attempting to bind port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:33:56.696867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Attempting to bind port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:56.703132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:33:56.703757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Attempting to bind port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:33:56.713834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:33:56.714394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:33:56.715014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:33:56.721213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Bound port: 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:33:56.721907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:56.820254 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2fda57-dbcd-41df-9e2e-50016238c8b6 x-openstack-request-id: req-4c2fda57-dbcd-41df-9e2e-50016238c8b6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:33:56.820254 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-plugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:33:56.820254 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c2fda57-dbcd-41df-9e2e-50016238c8b6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:33:56.820254 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:33:56.923231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:33:56.928180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:33:56.992026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e45668-dd4a-49bb-a468-e9ee16f3fadb req-81d400d5-b619-4cbe-bf11-4c8181006bbc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:56.995479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24e45668-dd4a-49bb-a468-e9ee16f3fadb req-81d400d5-b619-4cbe-bf11-4c8181006bbc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Jul 28 14:33:57.048528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24e45668-dd4a-49bb-a468-e9ee16f3fadb req-1a6bb6bb-8f69-4d29-9510-eb5d115cd017 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474007 Jul 28 14:33:57.146374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.184066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.184687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.186104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] 10.222.0.53 "PUT /v2.0/ports/9e4ec77b-1008-4c56-92bd-89687fd1c9c8 HTTP/1.1" status: 200 len: 1097 time: 2.7428231 Jul 28 14:33:57.186545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:57.189413 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc91de11-fb4a-42ae-8582-a0089be1703b" -d '{"events": [{"name": "network-changed", "server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:57.213404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb835d33-865b-4416-ba57-7b14c8dac04b service neutron] Pushing event updated for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:57.552692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:33:57.649745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-e1bf8488-2128-4b1c-a39d-0cfb1fdf6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.651219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-e1bf8488-2128-4b1c-a39d-0cfb1fdf6f07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 1100 time: 0.0525458 Jul 28 14:33:57.660063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-d43e89c6-d0ec-4a3b-8d2b-63999fcbe259 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.661600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-d43e89c6-d0ec-4a3b-8d2b-63999fcbe259 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 946 time: 0.0938063 Jul 28 14:33:57.662217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:57.675051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', 'mac_address': 'fa:16:3e:9b:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:33:57.713418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-382f3ed8-c668-4535-8f05-c243c21f1907 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8 HTTP/1.1" status: 200 len: 217 time: 0.0432532 Jul 28 14:33:57.716990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.730862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:33:57.751687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:57.827505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-a25446af-41be-4673-bc2f-b20983db7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.828969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-a25446af-41be-4673-bc2f-b20983db7608 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0957842 Jul 28 14:33:57.878186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:33:57.878529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:57.929870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684905-72b0-4976-8a7d-155701573aef req-6d772073-04e2-4228-b7d2-ee4a8c0ffd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:57.932268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-6d772073-04e2-4228-b7d2-ee4a8c0ffd19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953391 Jul 28 14:33:57.994893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:58.083841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:58.367511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['39d008d5-1b2f-4a58-9bc7-02eb51b3a363'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:58.519481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port 754c0037-9bd6-4bf0-891b-baf1d957b7b4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=754c0037-9bd6-4bf0-891b-baf1d957b7b4,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:33:58.520026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:58.535699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for 754c0037-9bd6-4bf0-891b-baf1d957b7b4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:33:58.823190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:33:58.836057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:58.841876 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26bab2-ac97-48a3-a8fe-ac4b85384995" -d '{"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:33:58.857845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff4a0-ab81-40b6-a57e-f74598a522e5 req-7e286ad9-b5ba-42ea-9304-9a2607431d71 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:33:58.861094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dafff4a0-ab81-40b6-a57e-f74598a522e5 req-7e286ad9-b5ba-42ea-9304-9a2607431d71 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.1547060 Jul 28 14:33:58.945661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=754c0037-9bd6-4bf0-891b-baf1d957b7b4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:33:58.953153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-e98f23ac-8d99-4c51-b032-96ee3b42898c service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0127234 Jul 28 14:33:58.962227 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dafff4a0-ab81-40b6-a57e-f74598a522e5 req-0832e8e0-4ca8-4b83-9aeb-174b339ac209 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629218 Jul 28 14:33:59.023406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port 754c0037-9bd6-4bf0-891b-baf1d957b7b4 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:33:59.027601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:59.029981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a20fbf8c-88ea-4683-afd2-fec0c1e8bdba req-05b1d303-af91-46ce-95e9-fdf4914b1148 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "DELETE /v2.0/ports/754c0037-9bd6-4bf0-891b-baf1d957b7b4 HTTP/1.1" status: 204 len: 173 time: 1.3534374 Jul 28 14:33:59.198879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38684905-72b0-4976-8a7d-155701573aef req-d9a925b1-73e5-4c6f-b90d-6a4821507768 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857312 Jul 28 14:33:59.464710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:33:59.470662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852090544', 'description': 'tempest-description--469864684'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:33:59.476491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:33:59.746816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:33:59.757300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fce6f912-62d9-41ff-9cd6-b50ac3bf508a req-06821cca-e8db-405c-af5e-9d5dc9d17b67 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=be42a4b8-2a3f-4bb3-81fe-394ffa4549f7 HTTP/1.1" status: 200 len: 210 time: 0.0962892 Jul 28 14:33:59.946201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.013925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64860f0c-9154-4bd5-ac26-dc61296cdfec req-f90157b2-df6e-4065-9ef5-51900e8be835 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.015701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64860f0c-9154-4bd5-ac26-dc61296cdfec req-f90157b2-df6e-4065-9ef5-51900e8be835 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee HTTP/1.1" status: 200 len: 945 time: 0.1069615 Jul 28 14:34:00.052137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.135996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 754c0037-9bd6-4bf0-891b-baf1d957b7b4 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:00.146154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a0e3a3-7997-4061-9ea4-5043fb51ad26,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:00.186984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64860f0c-9154-4bd5-ac26-dc61296cdfec req-68e03588-897c-4c56-8252-7a6c9d27625a tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541567 Jul 28 14:34:00.194071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 754c0037-9bd6-4bf0-891b-baf1d957b7b4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:00.194443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 754c0037-9bd6-4bf0-891b-baf1d957b7b4 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:00.240282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.241713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-99e48fc9-ef97-4577-9f47-4002a1f83049 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7753701 Jul 28 14:34:00.247544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:00.253604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'security_group_rule': {'security_group_id': 'f8a0e3a3-7997-4061-9ea4-5043fb51ad26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:00.274630 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6958867-aa90-4b0a-bb8d-f8365e46bd8c x-openstack-request-id: req-d6958867-aa90-4b0a-bb8d-f8365e46bd8c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:00.275897 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:00.276224 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6958867-aa90-4b0a-bb8d-f8365e46bd8c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:00.276744 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', 'status': 'completed', 'code': 200} Jul 28 14:34:00.453772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-a82bf516-4987-4ce4-bb7a-38745c90c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.455480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-a82bf516-4987-4ce4-bb7a-38745c90c3b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 1100 time: 0.1214480 Jul 28 14:34:00.465250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd767c-942e-4586-be99-b0de82e8fb74 req-50df88ce-da79-419e-aa25-441c0c63f50f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.466861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38bd767c-942e-4586-be99-b0de82e8fb74 req-50df88ce-da79-419e-aa25-441c0c63f50f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 948 time: 0.0847716 Jul 28 14:34:00.493874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.610690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.646210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38bd767c-942e-4586-be99-b0de82e8fb74 req-0794b67a-1062-4b62-859e-bca78b3e5ad3 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497762 Jul 28 14:34:00.690095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-4c943275-47ad-4497-8e1d-b365b6ceffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.693844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-4c943275-47ad-4497-8e1d-b365b6ceffe9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1955154 Jul 28 14:34:00.731978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.772498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34617516-c22c-4fdc-9912-49645a9026e1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:00.810489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-c8b3afd9-a5c2-4715-9f8d-02e5d714c8cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8 HTTP/1.1" status: 200 len: 217 time: 0.0822859 Jul 28 14:34:00.857284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:00.858882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bc4e81a1-0bb8-4537-bc19-fd89c970ab7c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104572 Jul 28 14:34:00.862461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:00.867978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'security_group_rule': {'security_group_id': 'f8a0e3a3-7997-4061-9ea4-5043fb51ad26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:00.946486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5602a-d797-406c-a61f-18afe733f527 req-f15657e5-d2a3-43ba-83de-0bdabe1e0c59 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.948931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7b5602a-d797-406c-a61f-18afe733f527 req-f15657e5-d2a3-43ba-83de-0bdabe1e0c59 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 946 time: 0.1415386 Jul 28 14:34:00.951590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-8a66b634-b1a0-48f3-9eed-4211175552af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:00.953951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-8a66b634-b1a0-48f3-9eed-4211175552af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1344779 Jul 28 14:34:01.011195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.118844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7b5602a-d797-406c-a61f-18afe733f527 req-f1808bdd-bff1-40cf-9e00-129456810147 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528480 Jul 28 14:34:01.173234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-b16a1d38-1369-470f-99fd-30c960fc4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.174906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-b16a1d38-1369-470f-99fd-30c960fc4e9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944180 Jul 28 14:34:01.180809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.330046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.367223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c38515-7ff7-4ec3-895d-20563e893c56 req-b80bc12c-76c7-43a4-a85d-ee3d2437a7e6 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.376592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69c38515-7ff7-4ec3-895d-20563e893c56 req-b80bc12c-76c7-43a4-a85d-ee3d2437a7e6 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0979881 Jul 28 14:34:01.387653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1933d239-e262-4442-ba2f-94aa570d944f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:01.446502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.451244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5be8e3a8-c702-4b5c-bf84-4df48574e21c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5843065 Jul 28 14:34:01.451501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:01.456911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:01.478110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69c38515-7ff7-4ec3-895d-20563e893c56 req-db1fae18-7256-477e-80d1-c66d6c4e6f31 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003754 Jul 28 14:34:01.511257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-4e9aec72-dcfb-431f-8ff4-e3d9aabe8403 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266881 Jul 28 14:34:01.534155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:01.589141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.611260 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3232400d-387d-461f-94f0-1bd636cf2541 x-openstack-request-id: req-3232400d-387d-461f-94f0-1bd636cf2541 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:01.611876 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-plugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:01.612389 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3232400d-387d-461f-94f0-1bd636cf2541 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:01.612987 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'code': 200} Jul 28 14:34:01.695471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc91de11-fb4a-42ae-8582-a0089be1703b req-e12a289f-4ef9-4592-b766-eb838421e687 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762779 Jul 28 14:34:01.859013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c70e64-abb3-46c8-a240-27caa02c8970 req-397e2595-c9ea-4aeb-be74-d1c7426a335a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:01.859013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56c70e64-abb3-46c8-a240-27caa02c8970 req-397e2595-c9ea-4aeb-be74-d1c7426a335a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.1201298 Jul 28 14:34:01.914369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:01.914369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:01.914369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:01.974016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56c70e64-abb3-46c8-a240-27caa02c8970 req-a60b6e45-cfdc-4c36-a72d-9758a8087cd2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278365 Jul 28 14:34:02.003679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.040608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.126912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:02.278335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'name': 'network-vif-deleted', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:02.281860 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62865a3-17fc-42d7-85ea-062706a49f7b" -d '{"events": [{"server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "name": "network-vif-deleted", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:02.283873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Allocated IP 172.25.0.149 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/20940ddf-3140-4e89-9199-58b26f16b572) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:02.408918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.948732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:02.980994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.003836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:03.032252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:03.035379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:03.038542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:03.076228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'Port': ['ID=20940ddf-3140-4e89-9199-58b26f16b572,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:03.264272 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.436866 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.614871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:03.617830 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcef906-f61f-41f9-80f2-255f1687876c" -d '{"events": [{"server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "name": "network-vif-plugged", "status": "completed", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:03.748257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:03.839176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.036549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.039441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'Port': ['ID=20940ddf-3140-4e89-9199-58b26f16b572,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:04.156827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.159781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e07de49-4d00-4297-b568-9ebc2b362ee8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7064054 Jul 28 14:34:04.175222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:04.384882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:04.459392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', 'mac_address': 'fa:16:3e:b7:06:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:04.585804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.606271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-139bc1ef-cb24-485c-b526-702467b4e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.607996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-139bc1ef-cb24-485c-b526-702467b4e6d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1098 time: 0.2110555 Jul 28 14:34:04.624213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-14408cbd-c0ee-46f5-b081-5f0863c4a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.630683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-14408cbd-c0ee-46f5-b081-5f0863c4a33d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 1103 time: 0.1198044 Jul 28 14:34:04.630855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:04.696690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:04.804895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:04.926371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:04.967289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-959773bb-42f7-4bc7-8c7e-2f2a12dab1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.969463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-959773bb-42f7-4bc7-8c7e-2f2a12dab1d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.3304012 Jul 28 14:34:04.987909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-c2699245-5f44-486e-a2b8-5fa3e2c8c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:04.990289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-c2699245-5f44-486e-a2b8-5fa3e2c8c04d service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.2980206 Jul 28 14:34:05.105944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-ce4f99e5-5a00-4613-81a2-412032db9d67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 1001 time: 0.1144159 Jul 28 14:34:05.232985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:05.240017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-0917e5e8-26c2-43ec-ae66-540b9cc45a1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=1ca49416-823d-4302-8fd5-e56239a8189a HTTP/1.1" status: 200 len: 217 time: 0.1074166 Jul 28 14:34:05.436656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-667ee087-1a64-44d1-a27b-ca01c81a8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.440860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-667ee087-1a64-44d1-a27b-ca01c81a8e15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.1553893 Jul 28 14:34:05.573179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486daa6-55d0-4cef-add0-1b49af68099b req-80287836-7045-47db-ab62-c6654e162cd4 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.578999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5486daa6-55d0-4cef-add0-1b49af68099b req-80287836-7045-47db-ab62-c6654e162cd4 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/ports?device_id=3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee HTTP/1.1" status: 200 len: 945 time: 0.4633665 Jul 28 14:34:05.613872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-95a24e6e-9e99-4490-8a57-d652c412f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.617160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-95a24e6e-9e99-4490-8a57-d652c412f2ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.3926141 Jul 28 14:34:05.771088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-2e0cad68-d95a-4983-aae2-11f7bd2f3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.772903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-2e0cad68-d95a-4983-aae2-11f7bd2f3c8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3059640 Jul 28 14:34:05.821291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-884b9893-e76a-45c8-a9ec-fc7061da54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:05.823228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-884b9893-e76a-45c8-a9ec-fc7061da54a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257484 Jul 28 14:34:05.957253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Deleting port 93177664-9c48-40a2-bec8-14282ef8a1d0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:05.957645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:06.146539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-7282353c-e1f0-4330-a9e6-9775602a22aa service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086648 Jul 28 14:34:06.337003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] For port 93177664-9c48-40a2-bec8-14282ef8a1d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=93177664-9c48-40a2-bec8-14282ef8a1d0,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:06.350819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:06.383482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-4b75985c-8474-4955-a80d-8ec21baf876d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872016 Jul 28 14:34:06.399709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Calling delete_port for 93177664-9c48-40a2-bec8-14282ef8a1d0 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:06.520687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-556aff33-d37d-41a2-90da-1fe989fd3083 req-e9390da0-091f-47fc-9405-f2d720693526 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459468 Jul 28 14:34:06.649244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efc1f04a-43d6-4465-ba4d-0cc0254f21fb req-d5c2fb9e-2b99-4850-be7c-4c766324c13f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455726 Jul 28 14:34:07.421642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:07.451569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event deleted for resources: {'Port': ['ID=93177664-9c48-40a2-bec8-14282ef8a1d0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:07.458673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['93177664-9c48-40a2-bec8-14282ef8a1d0', '8ce6e082-34b6-4413-b327-a0552b7e04e3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:07.496354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] No DVR routers for this DVR port 93177664-9c48-40a2-bec8-14282ef8a1d0 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:07.499142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:07.502350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5486daa6-55d0-4cef-add0-1b49af68099b req-100a43ce-3ad4-4df5-b371-ebd42452db11 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "DELETE /v2.0/ports/93177664-9c48-40a2-bec8-14282ef8a1d0 HTTP/1.1" status: 204 len: 173 time: 1.9074235 Jul 28 14:34:08.195166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:08.381785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:08.386699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:08.387192 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:08.476454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:08.513034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:08.876700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:08.927238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:10.032342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5280806-00e2-41d7-b7a3-8decd012b7e2 req-7411c31f-5861-4b28-8f3d-044ac3754d01 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.033953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5280806-00e2-41d7-b7a3-8decd012b7e2 req-7411c31f-5861-4b28-8f3d-044ac3754d01 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 950 time: 0.0554383 Jul 28 14:34:10.076108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5280806-00e2-41d7-b7a3-8decd012b7e2 req-fb228d29-966e-4145-a317-445eae12805b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352128 Jul 28 14:34:10.120482 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d58f102-d6f2-4d7a-b1fc-0b2a63b98918 x-openstack-request-id: req-4d58f102-d6f2-4d7a-b1fc-0b2a63b98918 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:10.121009 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be42a4b8-2a3f-4bb3-81fe-394ffa4549f7", "name": "network-vif-deleted", "tag": "754c0037-9bd6-4bf0-891b-baf1d957b7b4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:10.121009 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d58f102-d6f2-4d7a-b1fc-0b2a63b98918 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:10.121515 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be42a4b8-2a3f-4bb3-81fe-394ffa4549f7', 'name': 'network-vif-deleted', 'tag': '754c0037-9bd6-4bf0-891b-baf1d957b7b4', 'status': 'completed', 'code': 200} Jul 28 14:34:10.193457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 93177664-9c48-40a2-bec8-14282ef8a1d0 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:10.219900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 93177664-9c48-40a2-bec8-14282ef8a1d0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:10.220252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 93177664-9c48-40a2-bec8-14282ef8a1d0 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:10.245975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ce6c7-d7fb-4acf-a3be-4b85e8f28255 req-85105bed-f9b1-448b-a3c4-72d20942e818 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.258877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2ce6c7-d7fb-4acf-a3be-4b85e8f28255 req-85105bed-f9b1-448b-a3c4-72d20942e818 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.0828767 Jul 28 14:34:10.305168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2ce6c7-d7fb-4acf-a3be-4b85e8f28255 req-f55ebe28-2f82-4cdb-b66e-22a9607d0157 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Jul 28 14:34:10.386193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-6b459008-d4c9-4e8c-b428-90132f2eb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.388455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-6b459008-d4c9-4e8c-b428-90132f2eb888 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1097 time: 0.0573869 Jul 28 14:34:10.395263 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e3b5d-61be-4d25-bc7c-f95c100d0a58 x-openstack-request-id: req-164e3b5d-61be-4d25-bc7c-f95c100d0a58 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:10.395263 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "name": "network-vif-plugged", "status": "completed", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:10.395760 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-164e3b5d-61be-4d25-bc7c-f95c100d0a58 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:10.396091 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', 'code': 200} Jul 28 14:34:10.517499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-b43adf70-2819-49c2-a470-e9b1386e6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.519809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-b43adf70-2819-49c2-a470-e9b1386e6e02 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.1225245 Jul 28 14:34:10.597968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-517ac2ce-0ea6-4471-9528-73641065c73e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 1000 time: 0.0708711 Jul 28 14:34:10.605237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b137d-e91b-454d-96b7-1476beabc62c req-e6b476fa-9931-4c52-b21f-ef8b45ae3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.607243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f2b137d-e91b-454d-96b7-1476beabc62c req-e6b476fa-9931-4c52-b21f-ef8b45ae3f50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 1101 time: 0.1024294 Jul 28 14:34:10.633505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-63fc4bcb-d439-4ae6-bc02-a5c87bec8761 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.635131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-63fc4bcb-d439-4ae6-bc02-a5c87bec8761 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1686730 Jul 28 14:34:10.663156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-3ea30e8d-8900-4d67-b26d-3647fd364350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.664680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-3ea30e8d-8900-4d67-b26d-3647fd364350 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0600305 Jul 28 14:34:10.665960 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-d5b42237-90f0-43f9-a30f-67732240b7f8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/quotas/5203e2fe420b4f9d9e020152ffc64b2e HTTP/1.1" status: 200 len: 375 time: 0.0226166 Jul 28 14:34:10.672504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f2b137d-e91b-454d-96b7-1476beabc62c req-5a5aa5ba-e7d2-4b77-8af0-380a8114d0dc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554323 Jul 28 14:34:10.725940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-9fd2a253-7bec-4a34-bdee-699bd2459d7c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522628 Jul 28 14:34:10.726261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-24d3b4fd-1149-4a14-813f-3627642d94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:10.728001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-24d3b4fd-1149-4a14-813f-3627642d94a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543318 Jul 28 14:34:10.737131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-080f08b4-7570-4a97-8627-d0289022564a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:34:10.738107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-080f08b4-7570-4a97-8627-d0289022564a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051694 Jul 28 14:34:10.843847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-d7f544c6-b518-44e4-8ddb-ce8d94677eb6 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993128 Jul 28 14:34:10.964017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-fc3c49a0-b347-4d8f-9c4f-a2fec2d408b2 service neutron] 10.222.0.47 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138034 Jul 28 14:34:11.112465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-ed54df2d-8616-4980-aaec-0c4fc57cae90 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773531 Jul 28 14:34:11.136086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-33f5e914-c9e5-4f58-876d-4d4c1cd2736c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.137542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-33f5e914-c9e5-4f58-876d-4d4c1cd2736c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.1569047 Jul 28 14:34:11.194290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee219b10-6b3d-449f-ae6d-a8a38db63fac tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/quotas/52acf43a6b0f4ef9abb89d2683ad30b0 HTTP/1.1" status: 200 len: 375 time: 0.0472548 Jul 28 14:34:11.260456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e685e17b-fa33-4609-ad6a-a3dc1094b964 req-b50d3cb2-a03d-4cbc-b512-420366690764 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408191 Jul 28 14:34:11.273609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-1fc55162-4d20-4c53-939f-bcba8b13449b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735369 Jul 28 14:34:11.287455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-e2ed2878-635e-4888-942f-7fd7c2e2765f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:34:11.288234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-e2ed2878-635e-4888-942f-7fd7c2e2765f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066409 Jul 28 14:34:11.338401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99a8f3-7558-4fae-8bf2-c61009b8dcb7 req-8f018266-d0e7-4845-a2c0-824de4e8eb12 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.339992 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e99a8f3-7558-4fae-8bf2-c61009b8dcb7 req-8f018266-d0e7-4845-a2c0-824de4e8eb12 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0786040 Jul 28 14:34:11.387774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e99a8f3-7558-4fae-8bf2-c61009b8dcb7 req-c1711df0-fdc5-4d47-aae8-5144c52e83d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Jul 28 14:34:11.419061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-c871b79b-2170-4f92-8a94-cdd7d51a55fc service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230755 Jul 28 14:34:11.532769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-3ab96d7a-84fb-48df-b55a-551d81ef4854 service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993273 Jul 28 14:34:11.746081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-a788a11f-bf33-4b05-8cdf-389e205931f5 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.747700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-a788a11f-bf33-4b05-8cdf-389e205931f5 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.1169856 Jul 28 14:34:11.764701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b554cae4-c4c6-4188-b22c-466729e882fd tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/quotas/832125ad70eb4d4bb7785ec8fb924129 HTTP/1.1" status: 200 len: 375 time: 0.0105891 Jul 28 14:34:11.841471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-f8299a65-4bfd-44f9-872d-59863f07b481 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655179 Jul 28 14:34:11.926422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69aca-2a90-43a7-b368-71e34f8fd2a9 req-6590d3b6-79f0-4fb6-9202-f5a0e1b0a3b4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:11.928274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41e69aca-2a90-43a7-b368-71e34f8fd2a9 req-6590d3b6-79f0-4fb6-9202-f5a0e1b0a3b4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 950 time: 0.0688541 Jul 28 14:34:11.988180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-d00606ee-632c-4251-b017-93cbaa466b6f service neutron] 10.222.0.47 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382053 Jul 28 14:34:11.997614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41e69aca-2a90-43a7-b368-71e34f8fd2a9 req-21380b41-5ec9-43ed-88c6-074c057dbae9 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589941 Jul 28 14:34:12.073473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1596d4b9-1971-430f-bced-f3681867bd27 req-ee90a036-1a61-4cb3-8cb3-43a65426a833 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 210 time: 0.0336745 Jul 28 14:34:12.103589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-475b4a15-3671-4652-87af-e73b0cec4dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145694 Jul 28 14:34:12.122343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'name': 'network-vif-deleted', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:12.125582 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ce4b4-cc9f-41be-9aae-d0763e00a05f" -d '{"events": [{"server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "name": "network-vif-deleted", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:12.178040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6516068b-d4ba-4d7d-b880-bd8c03f519cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.222626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4af783d8-8988-41de-9363-2ed823f697c7 req-6975698f-aeba-4220-9c0d-d25749ba77b8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 210 time: 0.0326002 Jul 28 14:34:12.282013 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff21230-77d7-47d1-adff-729c7099a412 x-openstack-request-id: req-8ff21230-77d7-47d1-adff-729c7099a412 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:12.282013 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee", "name": "network-vif-deleted", "tag": "93177664-9c48-40a2-bec8-14282ef8a1d0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:12.282013 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ff21230-77d7-47d1-adff-729c7099a412 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:12.282013 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce5e3db-b00a-40f3-bcbb-a04040b6a4ee', 'name': 'network-vif-deleted', 'tag': '93177664-9c48-40a2-bec8-14282ef8a1d0', 'status': 'completed', 'code': 200} Jul 28 14:34:12.375948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8df7ab-26ef-4ad5-956c-7fc594f41575 req-8773308f-1009-4154-8f0b-ed08efc259a3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.377612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d8df7ab-26ef-4ad5-956c-7fc594f41575 req-8773308f-1009-4154-8f0b-ed08efc259a3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 951 time: 0.0575588 Jul 28 14:34:12.397100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:12.399464 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4652be-d7f7-4467-8cfc-e31f6b666b9b" -d '{"events": [{"server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "name": "network-vif-plugged", "status": "completed", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:12.425977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d8df7ab-26ef-4ad5-956c-7fc594f41575 req-1eaa5b8a-c5da-4740-b649-c848504ae1ce tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420518 Jul 28 14:34:12.490830 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef06a4-a41c-4731-a7ba-5ca37771e9bd x-openstack-request-id: req-f3ef06a4-a41c-4731-a7ba-5ca37771e9bd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:12.490830 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "name": "network-vif-plugged", "status": "completed", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:12.490830 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3ef06a4-a41c-4731-a7ba-5ca37771e9bd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:12.490830 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', 'code': 200} Jul 28 14:34:12.539028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-fcbd0ae7-88a9-49d7-877c-fdb356dbc413 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.540882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-fcbd0ae7-88a9-49d7-877c-fdb356dbc413 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/ports?device_id=4cd75e3e-ed4e-412a-a788-51bf495c6111 HTTP/1.1" status: 200 len: 945 time: 0.0778458 Jul 28 14:34:12.680168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d50a1-d44c-43e8-8210-749d111965e0 req-3ffbf88e-a695-4b25-9373-fa279849403e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.681743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b1d50a1-d44c-43e8-8210-749d111965e0 req-3ffbf88e-a695-4b25-9373-fa279849403e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1251652 Jul 28 14:34:12.732930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4a81f-563c-4345-be6e-40277d1c1e4a req-a41f6098-c77e-4f32-b24d-71d209a0236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.734878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc4a81f-563c-4345-be6e-40277d1c1e4a req-a41f6098-c77e-4f32-b24d-71d209a0236a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 1102 time: 0.1353190 Jul 28 14:34:12.779033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b1d50a1-d44c-43e8-8210-749d111965e0 req-f0cf9d98-d7e3-41e6-9b51-a8d5608e45a0 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770397 Jul 28 14:34:12.826737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc4a81f-563c-4345-be6e-40277d1c1e4a req-6198920e-8756-49ec-8aa9-ca44974e13c6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749812 Jul 28 14:34:12.836620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Deleting port 8ce6e082-34b6-4413-b327-a0552b7e04e3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:12.837181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.931401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8406f-d117-4b58-88ce-4a384a6f35fe req-eded83bc-ee09-4d9c-9fd8-5aa69f869706 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:12.933901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a8406f-d117-4b58-88ce-4a384a6f35fe req-eded83bc-ee09-4d9c-9fd8-5aa69f869706 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 946 time: 0.0760555 Jul 28 14:34:12.991315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] For port 8ce6e082-34b6-4413-b327-a0552b7e04e3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ce6e082-34b6-4413-b327-a0552b7e04e3,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:12.991718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:12.993478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a8406f-d117-4b58-88ce-4a384a6f35fe req-bc4f996f-d213-4e31-86e5-e0506a9ee957 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Jul 28 14:34:13.020003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Calling delete_port for 8ce6e082-34b6-4413-b327-a0552b7e04e3 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:13.085082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8763e574-a0aa-46e4-932c-773e884f6949 req-443f00f7-43ea-4b75-8944-2d94c56d7e58 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 210 time: 0.0391662 Jul 28 14:34:13.231672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bb4d27e-8897-4e29-9969-43f1fb3c37ff req-703d2121-edc1-4b06-a5f5-9e460c888ca8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 210 time: 0.0430648 Jul 28 14:34:13.270797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47e60-8501-46a2-b023-d158ba4dc8af req-ccf4fcf8-aceb-4ebc-95df-7918a20f4ec1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:13.278076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5c47e60-8501-46a2-b023-d158ba4dc8af req-ccf4fcf8-aceb-4ebc-95df-7918a20f4ec1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 950 time: 0.0836718 Jul 28 14:34:13.323647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5c47e60-8501-46a2-b023-d158ba4dc8af req-e09d35b6-9b79-4887-821d-904fe5230492 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Jul 28 14:34:13.383377 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.417732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ce6e082-34b6-4413-b327-a0552b7e04e3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:13.484919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b77c27a-b822-4174-8472-d78b57b87a65 req-dc76510a-2216-4d0c-82c8-de704cdf0a46 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 210 time: 0.0904808 Jul 28 14:34:13.486077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event deleted for resources: {'Port': ['ID=8ce6e082-34b6-4413-b327-a0552b7e04e3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:13.544161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] No DVR routers for this DVR port 8ce6e082-34b6-4413-b327-a0552b7e04e3 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:13.547123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.549344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19c4da1b-b481-4a08-b0c7-c74ecd3ed51e req-3df18aab-3f2d-40dc-80f0-1e674491561d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "DELETE /v2.0/ports/8ce6e082-34b6-4413-b327-a0552b7e04e3 HTTP/1.1" status: 204 len: 173 time: 0.9622893 Jul 28 14:34:13.579053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:13.665315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.708467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:13.868388 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:13.937307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=14']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:14.184290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:14.192351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:14.272990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'name': 'network-vif-deleted', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:14.275831 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983fe7e2-d75d-4034-be9d-bd656a97bf13" -d '{"events": [{"server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "name": "network-vif-deleted", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:14.349980 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.379944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:14.400781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'mac_address': 'fa:16:3e:18:d7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:14.405780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:14.442581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.456155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0f6e879-a117-4fe0-83ef-f85acc4e1878 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:14.476717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:14.487958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}, {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:14.490473 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c825b2c5-56a2-436c-8255-30860e46e625" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}, {"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:14.623180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.625132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.691391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:14.749844 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dc72fb5a-5423-4afc-aa76-04e5d6f5f9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.800855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:14.837764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f0f6e879-a117-4fe0-83ef-f85acc4e1878'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:14.870886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:14.962063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-e982408f-ecdd-45e4-bf84-5f68386111e8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:14.964810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-e982408f-ecdd-45e4-bf84-5f68386111e8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 806 time: 0.1718860 Jul 28 14:34:14.988475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Request body: {'port': {'device_id': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'admin_state_up': True, 'tenant_id': '5203e2fe420b4f9d9e020152ffc64b2e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:15.232073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-908f89a7-0a43-445c-9c4a-54c08144ee0a req-ddb33a60-9a40-4870-8c60-b7f3ef2e3e7c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 210 time: 0.0836349 Jul 28 14:34:15.429129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7544cf20-698a-467d-8d7d-9c7d4d90e235 req-83f1cbbc-c362-43e8-843a-ce8bcf09abba tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 210 time: 0.0401950 Jul 28 14:34:15.632995 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda5652-969b-4ab4-be51-ba9b679d5020 x-openstack-request-id: req-4eda5652-969b-4ab4-be51-ba9b679d5020 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:15.633856 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd75e3e-ed4e-412a-a788-51bf495c6111", "name": "network-vif-deleted", "tag": "8ce6e082-34b6-4413-b327-a0552b7e04e3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:15.633856 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4eda5652-969b-4ab4-be51-ba9b679d5020 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:15.634194 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd75e3e-ed4e-412a-a788-51bf495c6111', 'name': 'network-vif-deleted', 'tag': '8ce6e082-34b6-4413-b327-a0552b7e04e3', 'status': 'completed', 'code': 200} Jul 28 14:34:15.742742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882f252-a180-44f3-8fed-362642f1efdf req-975233f8-4cf4-4af0-bfe7-e77c4a85a153 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.745014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8882f252-a180-44f3-8fed-362642f1efdf req-975233f8-4cf4-4af0-bfe7-e77c4a85a153 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 950 time: 0.0807450 Jul 28 14:34:15.828213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-a8bb2059-28d8-43f6-b28a-b197600c571c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:15.830127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-a8bb2059-28d8-43f6-b28a-b197600c571c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.1653969 Jul 28 14:34:15.853639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'port': {'device_id': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'admin_state_up': True, 'tenant_id': '52acf43a6b0f4ef9abb89d2683ad30b0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:15.860078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8882f252-a180-44f3-8fed-362642f1efdf req-8f1840e1-5c6d-4529-a5e9-5666a8a37660 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913653 Jul 28 14:34:15.971696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Made reservation on behalf of 5203e2fe420b4f9d9e020152ffc64b2e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:15.978329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:15.995957 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ff7bb8-b239-424c-971b-e1683690573b x-openstack-request-id: req-76ff7bb8-b239-424c-971b-e1683690573b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:15.995957 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-unplugged", "status": "completed", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "code": 200}, {"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:15.995957 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76ff7bb8-b239-424c-971b-e1683690573b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:15.995957 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'code': 200} Jul 28 14:34:15.996776 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'code': 200} Jul 28 14:34:16.016777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.134265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-073b9288-3152-4448-b1f9-eff0f502f1ec req-50a3931e-a569-432d-9bd4-b23889b68bb1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 210 time: 0.0634334 Jul 28 14:34:16.201562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:16.245405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Allocated IP 172.20.0.10 (a205b331-38d8-4b49-93e4-3981f0163bb7/98774275-37be-410f-acc9-7a54c8a2bafe/d363ca4b-b14d-4353-a5b5-144dc8120c8f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:16.294747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f0f6e879-a117-4fe0-83ef-f85acc4e1878 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:16.296608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.333144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Made reservation on behalf of 52acf43a6b0f4ef9abb89d2683ad30b0 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:16.337843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.346423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3c1d-c26f-43fd-9974-ce404fc4aa8c req-942bcc7a-d1e8-4b21-8858-f4d6bffb2787 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:16.354677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-081b3c1d-c26f-43fd-9974-ce404fc4aa8c req-942bcc7a-d1e8-4b21-8858-f4d6bffb2787 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 949 time: 0.1005306 Jul 28 14:34:16.416190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.424881 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-081b3c1d-c26f-43fd-9974-ce404fc4aa8c req-114efd40-de39-40d9-b0a4-b3ffc5524bb7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686424 Jul 28 14:34:16.487948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:16.685929 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.687982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ce6e082-34b6-4413-b327-a0552b7e04e3 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:16.702120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Allocated IP 172.20.0.8 (92189fb3-ba84-452b-96b5-3e70fbc6e53e/46a107ba-c5ad-4ab7-9991-906342d3e6f3/c0a1ce1e-4c7c-4fce-9b85-58de041a80dc) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:16.707910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:16.785168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8ce6e082-34b6-4413-b327-a0552b7e04e3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:16.785818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ce6e082-34b6-4413-b327-a0552b7e04e3 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:16.857148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:16.949860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.003829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.037945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:17.078327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Network a205b331-38d8-4b49-93e4-3981f0163bb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:17.083437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:17.091592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:17.206001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.227921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event updated for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:17.326722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:17.340110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.340759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.354253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:17.369899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:17.469199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:17.491490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-8be87e28-3819-4f01-8d04-82aaff3ecb13 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.493069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-8be87e28-3819-4f01-8d04-82aaff3ecb13 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.50 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.3581798 Jul 28 14:34:17.516566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Request body: {'port': {'device_id': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'admin_state_up': True, 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:17.531455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.532390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.540954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-65371106-7c18-40f9-b869-2dd2e7e15121 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.542780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-65371106-7c18-40f9-b869-2dd2e7e15121 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 813 time: 0.3019760 Jul 28 14:34:17.593686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Request body: {'port': {'device_id': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'admin_state_up': True, 'tenant_id': '832125ad70eb4d4bb7785ec8fb924129'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:17.607113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b8cb0239-c3f7-4f09-91f2-be675bc0af0b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6235440 Jul 28 14:34:17.626572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:17.657658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Request body: {'port': {'device_id': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:17.689955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15f7e69a-dd38-4ccc-8736-228382f6387a req-181c31f0-8f99-497c-87d8-d976203c4c8b tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 210 time: 0.0900211 Jul 28 14:34:17.814032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-86a8e67e-ae0d-4718-aa66-38784152dfd7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9629292 Jul 28 14:34:17.842376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Request body: {'port': {'device_id': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:17.922191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bf2c-b8cc-46fa-811a-837e47456437 req-07ab4cc2-1c3c-4660-a8a2-184b01a3bc7e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.933605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06bf2c-b8cc-46fa-811a-837e47456437 req-07ab4cc2-1c3c-4660-a8a2-184b01a3bc7e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:17.945521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef06bf2c-b8cc-46fa-811a-837e47456437 req-07ab4cc2-1c3c-4660-a8a2-184b01a3bc7e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c&device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 1690 time: 0.1077714 Jul 28 14:34:17.993071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef06bf2c-b8cc-46fa-811a-837e47456437 req-833b16e7-01d6-408b-9117-62837ecbc879 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Jul 28 14:34:18.005791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:18.012569 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9ded3-d2aa-4409-9202-7bfed9fc4014" -d '{"events": [{"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:18.058380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.060534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.070343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:18.086646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.138032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252ec0-43cf-4972-be06-477fd783ffc9 req-01ea120b-762b-4cca-a7b4-87123bbdefb8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.140969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41252ec0-43cf-4972-be06-477fd783ffc9 req-01ea120b-762b-4cca-a7b4-87123bbdefb8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 931 time: 0.0767782 Jul 28 14:34:18.181008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c741ae5-36bf-4395-a0ac-ef7747887a90 req-6318ee1c-db8e-4081-8d10-2939c47e5b32 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.182711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c741ae5-36bf-4395-a0ac-ef7747887a90 req-6318ee1c-db8e-4081-8d10-2939c47e5b32 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 932 time: 0.2522976 Jul 28 14:34:18.206639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41252ec0-43cf-4972-be06-477fd783ffc9 req-5aac3fd8-b63b-4266-9126-8b9615185e43 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590465 Jul 28 14:34:18.289309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Made reservation on behalf of 832125ad70eb4d4bb7785ec8fb924129 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:18.292915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:18.333943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b3021-3278-4dc3-bd4b-711684677599 req-350b529b-adee-489f-8e20-590a8b4c566f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.335814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-244b3021-3278-4dc3-bd4b-711684677599 req-350b529b-adee-489f-8e20-590a8b4c566f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0684853 Jul 28 14:34:18.386686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-244b3021-3278-4dc3-bd4b-711684677599 req-a6128c10-1c3e-4f09-9d8e-7a256ed09f5c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Jul 28 14:34:18.502268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c741ae5-36bf-4395-a0ac-ef7747887a90 req-e3adbe59-70c5-48da-b699-18938b93eab3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931232 Jul 28 14:34:18.585279 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ca0550-e349-45aa-98d5-ccd162b7b4f1 x-openstack-request-id: req-34ca0550-e349-45aa-98d5-ccd162b7b4f1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:18.587533 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:18.587533 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34ca0550-e349-45aa-98d5-ccd162b7b4f1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:18.587533 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'code': 200} Jul 28 14:34:18.863575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Allocated IP 172.20.0.9 (9086f827-d02e-47e1-a3cc-c37580e1a43f/70807051-d6ce-4a36-babb-6f959033108e/9641be49-bdf4-4fb1-99f3-b19720723a0b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:18.924260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d461be-b5a8-4403-a1f4-d5d4abfd23a5 req-14b6404b-fc10-40e8-9273-8c27178594ad tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:18.926000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4d461be-b5a8-4403-a1f4-d5d4abfd23a5 req-14b6404b-fc10-40e8-9273-8c27178594ad tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 1102 time: 0.0483820 Jul 28 14:34:18.967900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4d461be-b5a8-4403-a1f4-d5d4abfd23a5 req-c08fd686-1daf-4372-a213-f7c2fa6e4b06 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350709 Jul 28 14:34:19.074493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac7c2803-75c9-4e8d-8492-f46512451bdd req-9d88ea46-6c45-420a-a51d-9b60ce7c440d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 210 time: 0.0339913 Jul 28 14:34:19.106171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d363ca4b-b14d-4353-a5b5-144dc8120c8f {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:19.120170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.129427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a1ce1e-4c7c-4fce-9b85-58de041a80dc {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:19.142191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.164595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Transition to ACTIVE for port object d363ca4b-b14d-4353-a5b5-144dc8120c8f will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:19.181616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Transition to ACTIVE for port object c0a1ce1e-4c7c-4fce-9b85-58de041a80dc will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:19.200572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.273943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423278-15c5-464b-beca-db349b6a5083 req-d504e9c1-cdfe-46ca-9289-3d4b5150b490 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.275496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba423278-15c5-464b-beca-db349b6a5083 req-d504e9c1-cdfe-46ca-9289-3d4b5150b490 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 1101 time: 0.0408850 Jul 28 14:34:19.319139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba423278-15c5-464b-beca-db349b6a5083 req-9c938f64-c82a-4381-9cad-1d6743c9bfa0 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Jul 28 14:34:19.428183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.430858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.462202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.504740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36857b-dc7b-4211-9fb2-da78988a9d12 req-7228668d-cc80-4cf6-a1a1-97bad4ff733b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.506287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e36857b-dc7b-4211-9fb2-da78988a9d12 req-7228668d-cc80-4cf6-a1a1-97bad4ff733b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 943 time: 0.0713317 Jul 28 14:34:19.545291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:19.553127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:19.564112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:19.571504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.616075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e36857b-dc7b-4211-9fb2-da78988a9d12 req-bcf3c8be-f9a2-44ee-9f54-f6903f6ee712 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028326 Jul 28 14:34:19.670297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.671050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:19.700517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Allocated IP 172.20.0.13 (9086f827-d02e-47e1-a3cc-c37580e1a43f/70807051-d6ce-4a36-babb-6f959033108e/654be553-947c-4835-92f0-94d494b4e88d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:19.736135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:19.785808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-2ae35fc9-2402-4b1e-a67a-3bee1a16046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.787966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-2ae35fc9-2402-4b1e-a67a-3bee1a16046c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.0650759 Jul 28 14:34:19.924463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-4fde03ed-a1c5-4d33-96f6-02dff3f45b18 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1786015 Jul 28 14:34:19.945841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439970af-0bdc-452a-bc91-be16efba4ddc req-daebcdaf-3bfd-4d55-8351-6105de4b2833 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.956215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-439970af-0bdc-452a-bc91-be16efba4ddc req-daebcdaf-3bfd-4d55-8351-6105de4b2833 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 944 time: 0.1090021 Jul 28 14:34:19.968996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-7c501d9c-7c09-4fb3-92fc-dec6fa1dda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:19.970604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-7c501d9c-7c09-4fb3-92fc-dec6fa1dda77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1751022 Jul 28 14:34:19.979180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:20.016470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5057456 Jul 28 14:34:20.071416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-439970af-0bdc-452a-bc91-be16efba4ddc req-330c7976-fb5a-4d0f-b76a-918e0e40f59c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Jul 28 14:34:20.118823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-ffc09829-a29d-4d1d-89c2-fe47eca12a10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.1374636 Jul 28 14:34:20.218897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-af504fc5-5794-454a-a918-abfe89da8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.221326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-af504fc5-5794-454a-a918-abfe89da8f70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0990641 Jul 28 14:34:20.300490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2c7e6-ab2a-424a-99d0-2646698776e8 req-b43d0615-b8d3-4250-a661-f867fa4c4cd9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.302003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfc2c7e6-ab2a-424a-99d0-2646698776e8 req-b43d0615-b8d3-4250-a661-f867fa4c4cd9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1293662 Jul 28 14:34:20.321623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-ccd1ae69-d29c-4c43-8344-7dec2f78219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.323232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-ccd1ae69-d29c-4c43-8344-7dec2f78219e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930483 Jul 28 14:34:20.386637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.475334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfc2c7e6-ab2a-424a-99d0-2646698776e8 req-73042a72-0c74-4ecf-a719-f1280e20d682 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620207 Jul 28 14:34:20.498520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Attempting to bind port d363ca4b-b14d-4353-a5b5-144dc8120c8f on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:20.498520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Attempting to bind port d363ca4b-b14d-4353-a5b5-144dc8120c8f by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:20.499334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Attempting to bind port d363ca4b-b14d-4353-a5b5-144dc8120c8f on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:20.521244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-c95e9b70-d6c5-46c9-8709-53f13c583aa6 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877549 Jul 28 14:34:20.563471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Request body: {'port': {'device_id': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:20.666011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event updated for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:20.704030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Attempting to bind port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:20.704366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Attempting to bind port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:20.704666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Attempting to bind port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:20.709406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-384d4d35-24da-4981-8908-f4f1f6d7cd4e req-a50de491-61d6-4651-b705-0420974deb4c service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810319 Jul 28 14:34:20.709695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Port d363ca4b-b14d-4353-a5b5-144dc8120c8f on network a205b331-38d8-4b49-93e4-3981f0163bb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:20.709976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Attempting to bind port d363ca4b-b14d-4353-a5b5-144dc8120c8f on network a205b331-38d8-4b49-93e4-3981f0163bb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:20.719649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:20.719988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Attempting to bind port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:20.723548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:20.723893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Checking segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:20.724359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Bound using segment: {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:20.724715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Bound port: d363ca4b-b14d-4353-a5b5-144dc8120c8f, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bdbd7c8-ae8b-41ea-9abe-081573f6d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:20.725125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.727908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.727908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.732162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b003cb95-4a7d-4230-82de-7a104c9c939f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:20.751255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-35d0294e-82cc-4464-a8ad-66dcc0af45c5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.755021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-35d0294e-82cc-4464-a8ad-66dcc0af45c5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8030980 Jul 28 14:34:20.772462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:20.772813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Checking segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:20.773208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Bound using segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:20.773660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Bound port: c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:20.774026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.841861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eefa8a4c-a544-4505-8402-4b1198033a24 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0728655 Jul 28 14:34:20.890213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:20.898508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3984f3c-49a4-4021-ab81-cecc134cc322 req-81c1349f-e67f-4163-bce0-d1656488ab1f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:20.915568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3984f3c-49a4-4021-ab81-cecc134cc322 req-81c1349f-e67f-4163-bce0-d1656488ab1f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 931 time: 0.1047366 Jul 28 14:34:20.964161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3984f3c-49a4-4021-ab81-cecc134cc322 req-bef3b55c-2cc6-4cc4-809a-f7473bc90b21 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472658 Jul 28 14:34:20.971828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.077059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:21.091895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:21.185141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d22dff-e5b8-4b30-81b4-6833564a8c06 req-f9285d63-9af8-4241-8bd3-eca40cd284d7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.194016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91d22dff-e5b8-4b30-81b4-6833564a8c06 req-f9285d63-9af8-4241-8bd3-eca40cd284d7 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 943 time: 0.0734522 Jul 28 14:34:21.212434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.231164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91d22dff-e5b8-4b30-81b4-6833564a8c06 req-d2c2c834-5660-4978-81ea-153f9e43ede6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Jul 28 14:34:21.284956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-55dbaf22-767b-4b57-b855-112dee87e59a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4050844 Jul 28 14:34:21.286759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.287690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.290931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] 10.222.0.53 "PUT /v2.0/ports/d363ca4b-b14d-4353-a5b5-144dc8120c8f HTTP/1.1" status: 200 len: 1093 time: 3.6601985 Jul 28 14:34:21.297336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:21.305799 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784f74cd-1d4f-49bd-a0ac-c756d3120f57" -d '{"events": [{"name": "network-changed", "server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:21.309325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:21.363471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:21.399530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e27cf-8cc3-4c0c-a54e-5d07d283fc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:21.468586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.485964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439041a-e0d5-43ca-ae5d-1cfd60d4d3f0 req-4fdfdf3c-0dcf-4ebf-a4c3-56edf657ad34 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.495910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5439041a-e0d5-43ca-ae5d-1cfd60d4d3f0 req-4fdfdf3c-0dcf-4ebf-a4c3-56edf657ad34 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 944 time: 0.1032350 Jul 28 14:34:21.513137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.515140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.516650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] 10.222.0.53 "PUT /v2.0/ports/c0a1ce1e-4c7c-4fce-9b85-58de041a80dc HTTP/1.1" status: 200 len: 1092 time: 3.6803982 Jul 28 14:34:21.538388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:21.544677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5439041a-e0d5-43ca-ae5d-1cfd60d4d3f0 req-b25c8a00-2572-4214-80e6-52e809dfeab3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459452 Jul 28 14:34:21.584037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b1c1200f-92d4-495c-b574-848a8108bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:21.585648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b1c1200f-92d4-495c-b574-848a8108bac8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 1096 time: 0.1566973 Jul 28 14:34:21.660493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3794e1-7ffa-4a4c-bf14-6640751c5b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:21.668105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-5c641207-ff77-4851-bbbd-9b3c3194164a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f HTTP/1.1" status: 200 len: 217 time: 0.0598221 Jul 28 14:34:21.719730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Network 9086f827-d02e-47e1-a3cc-c37580e1a43f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:21.811690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:21.872929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:22.056063 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ae56f-256c-46d8-8718-0c1c1fdc2478 x-openstack-request-id: req-363ae56f-256c-46d8-8718-0c1c1fdc2478 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:22.056685 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:22.056685 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-363ae56f-256c-46d8-8718-0c1c1fdc2478 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:22.056911 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f', 'status': 'completed', 'code': 200} Jul 28 14:34:22.081109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event updated for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:22.097881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393597-c782-4226-af1a-3b242b3ce029 req-673e5321-055e-4b81-8b23-f6f83da29c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.099401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-673e5321-055e-4b81-8b23-f6f83da29c7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.4052358 Jul 28 14:34:22.117954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7b4029a-7817-4ee0-b8e6-f96b7c706024 req-0e046c1c-e2e5-4f7d-8d8c-c549485e0f1a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 210 time: 0.0355413 Jul 28 14:34:22.210289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9641be49-bdf4-4fb1-99f3-b19720723a0b {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:22.229710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.230458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.257116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.263951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-cae1af1a-038e-4daf-9c76-529b0ab0d76b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504607 Jul 28 14:34:22.298097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-fbd8ea2c-0126-420c-9050-320a560852fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.299688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-fbd8ea2c-0126-420c-9050-320a560852fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 1095 time: 0.5784020 Jul 28 14:34:22.350210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Transition to ACTIVE for port object 9641be49-bdf4-4fb1-99f3-b19720723a0b will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:22.352044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae88a3-71a7-4772-8bc7-d0d981e46aaf req-8c822180-d2d6-4aac-820b-c4984342a6b9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.353606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7ae88a3-71a7-4772-8bc7-d0d981e46aaf req-8c822180-d2d6-4aac-820b-c4984342a6b9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.4395680 Jul 28 14:34:22.413963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-80542218-38af-4446-9672-9b1747c88bf3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8249242 Jul 28 14:34:22.423447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-e3a3e269-a53e-46b7-b0ec-caf8d1c1b938 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc HTTP/1.1" status: 200 len: 217 time: 0.0676000 Jul 28 14:34:22.443749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Request body: {'port': {'device_id': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:22.515749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.548013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7ae88a3-71a7-4772-8bc7-d0d981e46aaf req-cd6f0b10-36fa-473a-833d-8afd9e2ffa21 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808214 Jul 28 14:34:22.635250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-ba037057-f39a-48e3-a36b-1d79b41e76d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515537 Jul 28 14:34:22.636912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-242cf27c-350f-448a-acff-ac2ce9ec178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:22.638590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-242cf27c-350f-448a-acff-ac2ce9ec178f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 200 len: 862 time: 0.2029223 Jul 28 14:34:22.711609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:22.779877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-2e081e51-82ff-434a-bfbc-04a130d59c12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92189fb3-ba84-452b-96b5-3e70fbc6e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176422 Jul 28 14:34:22.789862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Pushing event updated for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:23.020793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7df425-4476-4261-8d12-ee5fb90b94fe req-cdfca1ab-040b-4370-9dcb-a0057a4c2b57 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.022475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d7df425-4476-4261-8d12-ee5fb90b94fe req-cdfca1ab-040b-4370-9dcb-a0057a4c2b57 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 943 time: 0.3221164 Jul 28 14:34:23.114973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4393597-c782-4226-af1a-3b242b3ce029 req-b34ff0ed-eb00-4231-9363-f30fc955683c service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729407 Jul 28 14:34:23.153849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Attempting to bind port 9641be49-bdf4-4fb1-99f3-b19720723a0b on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:23.154196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Attempting to bind port 9641be49-bdf4-4fb1-99f3-b19720723a0b by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:23.154677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Attempting to bind port 9641be49-bdf4-4fb1-99f3-b19720723a0b on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:23.175789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-c93b0058-28b4-421f-804b-acc4c7baf51d service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658814 Jul 28 14:34:23.191892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Port 9641be49-bdf4-4fb1-99f3-b19720723a0b on network 9086f827-d02e-47e1-a3cc-c37580e1a43f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:23.192215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Attempting to bind port 9641be49-bdf4-4fb1-99f3-b19720723a0b on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:23.258197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d7df425-4476-4261-8d12-ee5fb90b94fe req-2e2ae68a-71d9-445d-84e5-86b052cb97e9 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683207 Jul 28 14:34:23.306760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:23.307228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Checking segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:23.307542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Bound using segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:23.308003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Bound port: 9641be49-bdf4-4fb1-99f3-b19720723a0b, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:23.308373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.554602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aa84eb3-c98e-498d-bbba-987a47469630 req-c2f42ace-e717-4e71-b558-464e68a761d3 service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688159 Jul 28 14:34:23.568652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:23.576465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:23.607769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40589221-a902-4558-867c-0b0aa9684b77 req-ba4e6db4-f325-4024-aa58-d38a0229695d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.609856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40589221-a902-4558-867c-0b0aa9684b77 req-ba4e6db4-f325-4024-aa58-d38a0229695d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 943 time: 0.2180793 Jul 28 14:34:23.613588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-80a72b93-da29-46f7-96d4-6ee552c159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.616380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-80a72b93-da29-46f7-96d4-6ee552c159ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 1096 time: 0.2165213 Jul 28 14:34:23.651009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654be553-947c-4835-92f0-94d494b4e88d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:23.674015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.724362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Transition to ACTIVE for port object 654be553-947c-4835-92f0-94d494b4e88d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:23.735131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.744813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40589221-a902-4558-867c-0b0aa9684b77 req-813986c0-7782-4963-a82a-0f19ca2629e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258800 Jul 28 14:34:23.802434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.803090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.805353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] 10.222.0.50 "PUT /v2.0/ports/9641be49-bdf4-4fb1-99f3-b19720723a0b HTTP/1.1" status: 200 len: 1092 time: 3.2984631 Jul 28 14:34:23.834287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-e7957c08-0544-4d39-99e6-02540fb93124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.835852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-e7957c08-0544-4d39-99e6-02540fb93124 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 200 len: 907 time: 0.2076828 Jul 28 14:34:23.841615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cec74-436b-4f3f-9ee9-0b5266bae3cc service neutron] Pushing event updated for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:23.921490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-c961b5ea-303f-4149-a763-302550269f77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f HTTP/1.1" status: 200 len: 217 time: 0.0476511 Jul 28 14:34:23.939890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:23.973673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63b1e0-793f-46ab-b9ed-b0cd95265042 req-91d0d256-9e0e-4494-95f4-728849b9dd87 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:23.974576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d63b1e0-793f-46ab-b9ed-b0cd95265042 req-91d0d256-9e0e-4494-95f4-728849b9dd87 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 944 time: 0.1290300 Jul 28 14:34:24.061033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'}, {'name': 'network-changed', 'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:24.063390 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e450c3-a18a-47fc-9998-1f181a42d52a" -d '{"events": [{"name": "network-changed", "server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc"}, {"name": "network-changed", "server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:24.099673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Pushing event updated for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:24.102868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-70b768b9-57f4-4073-ad7e-11e2e18912d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:24.104391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-70b768b9-57f4-4073-ad7e-11e2e18912d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 200 len: 846 time: 0.1745317 Jul 28 14:34:24.149230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d63b1e0-793f-46ab-b9ed-b0cd95265042 req-4f20907d-ac98-4f39-9410-22481a64b88c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481156 Jul 28 14:34:24.169616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-8df69edb-dc5d-423f-a7cc-5ae79b714351 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a205b331-38d8-4b49-93e4-3981f0163bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576200 Jul 28 14:34:24.173910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-aa3fceaf-3ad2-41cf-8fc0-0ae9aade971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:24.174707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-aa3fceaf-3ad2-41cf-8fc0-0ae9aade971f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 1095 time: 0.1725833 Jul 28 14:34:24.671829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-0118a81c-3103-47a2-b2bd-648cfc656682 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b HTTP/1.1" status: 200 len: 217 time: 0.4771698 Jul 28 14:34:24.695494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cdd45bb-0c86-4d5f-98c4-a7ecfd67a571 req-fd35e35e-8c93-4a48-9e6b-a85a5cc68d40 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 210 time: 0.0972402 Jul 28 14:34:24.758114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Attempting to bind port 654be553-947c-4835-92f0-94d494b4e88d on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:24.758685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Attempting to bind port 654be553-947c-4835-92f0-94d494b4e88d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:24.759130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Attempting to bind port 654be553-947c-4835-92f0-94d494b4e88d on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:24.781309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Port 654be553-947c-4835-92f0-94d494b4e88d on network 9086f827-d02e-47e1-a3cc-c37580e1a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:24.781712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Attempting to bind port 654be553-947c-4835-92f0-94d494b4e88d on network 9086f827-d02e-47e1-a3cc-c37580e1a43f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:24.806735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:24.810629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Checking segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:24.810629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Bound using segment: {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:24.810629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Bound port: 654be553-947c-4835-92f0-94d494b4e88d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:24.810629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:24.816670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bbd05ab2-2c5d-445d-bd08-f81fecb8b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:24.818300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bbd05ab2-2c5d-445d-bd08-f81fecb8b292 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.1274183 Jul 28 14:34:24.830803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-f9fb4eb1-4b16-4d15-9441-3990c41dc345 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362102 Jul 28 14:34:24.959776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=654be553-947c-4835-92f0-94d494b4e88d,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dadff15-fa26-4fa5-9d34-8d7106003366 x-openstack-request-id: req-3dadff15-fa26-4fa5-9d34-8d7106003366 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3dadff15-fa26-4fa5-9d34-8d7106003366 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'status': 'completed', 'code': 200} Jul 28 14:34:24.985882 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b', 'status': 'completed', 'code': 200} Jul 28 14:34:25.113559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8416cb-e63a-4444-b3a7-ab4f5bdfe4eb req-6437a1bf-22d7-448b-9acb-ecf889f20473 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.117005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e6a2ac5b-34fe-4362-8c62-00a34694d78c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2862699 Jul 28 14:34:25.119612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc8416cb-e63a-4444-b3a7-ab4f5bdfe4eb req-6437a1bf-22d7-448b-9acb-ecf889f20473 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0731885 Jul 28 14:34:25.125222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.179737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc8416cb-e63a-4444-b3a7-ab4f5bdfe4eb req-fabc9783-9e8d-46a0-a309-b6a522c0b840 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578988 Jul 28 14:34:25.282443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-baa56d9e-b6f0-4485-b627-91a921e27410 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564671 Jul 28 14:34:25.284516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-784f74cd-1d4f-49bd-a0ac-c756d3120f57 req-9682a5e2-948f-4991-9c80-3ba3c523a691 service neutron] 10.222.0.53 "GET /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404337 Jul 28 14:34:25.343472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.344275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:25.345746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/654be553-947c-4835-92f0-94d494b4e88d HTTP/1.1" status: 200 len: 1093 time: 2.9066567 Jul 28 14:34:25.426300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-591a36b2-1668-4f0b-8f8c-44e5c1163cd9 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.428244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-591a36b2-1668-4f0b-8f8c-44e5c1163cd9 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389110 Jul 28 14:34:25.435180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36e73e-3c41-4bed-a42c-137f5b8ad10c req-155a628b-b99f-4d7a-9ff7-74813130d620 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.440208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e36e73e-3c41-4bed-a42c-137f5b8ad10c req-155a628b-b99f-4d7a-9ff7-74813130d620 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 943 time: 0.3213034 Jul 28 14:34:25.496535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '42a45633-ec50-4574-806d-f7bf51797ac8', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:25.542733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-f8b66ec0-0a7a-4d36-9c51-d6dc221d130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.544468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-f8b66ec0-0a7a-4d36-9c51-d6dc221d130d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 1095 time: 0.4585512 Jul 28 14:34:25.741760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476faae-7309-4a16-991e-cac5d37940b4 service neutron] Pushing event updated for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:25.746646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-9b467c12-63f1-4349-bf36-981ff3579192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.750470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-9b467c12-63f1-4349-bf36-981ff3579192 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 923 time: 0.1852350 Jul 28 14:34:25.789325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e36e73e-3c41-4bed-a42c-137f5b8ad10c req-9e55aa24-c600-471e-99c9-10073e77951f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233178 Jul 28 14:34:25.898081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-86461a25-fbfe-4581-a45a-c608aa8d3e58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc HTTP/1.1" status: 200 len: 217 time: 0.1237600 Jul 28 14:34:25.902770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-90a8b151-2caf-44bc-887a-2e6c6bfbf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:25.904483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-90a8b151-2caf-44bc-887a-2e6c6bfbf93f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 1096 time: 0.4021206 Jul 28 14:34:26.006851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ddc5-4118-4de6-bfb8-fdd4bd5bfd92 req-112f7cd8-7e18-4dbc-a9a8-930222890420 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.011841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-b9de35c7-689b-4e57-aca1-d82cded20d9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654be553-947c-4835-92f0-94d494b4e88d HTTP/1.1" status: 200 len: 217 time: 0.0821962 Jul 28 14:34:26.016328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b94ddc5-4118-4de6-bfb8-fdd4bd5bfd92 req-112f7cd8-7e18-4dbc-a9a8-930222890420 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 943 time: 0.5982754 Jul 28 14:34:26.016760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-f43ca583-2a11-458d-92d1-c8e3a596aa1b service neutron] 10.222.0.50 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8543532 Jul 28 14:34:26.151034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b94ddc5-4118-4de6-bfb8-fdd4bd5bfd92 req-3fd64f56-0ff5-46c6-a6d2-71b29c940d28 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241612 Jul 28 14:34:26.156529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-1a4688be-966c-4530-8956-2b874aa87e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.158088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-1a4688be-966c-4530-8956-2b874aa87e79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 200 len: 862 time: 0.2499149 Jul 28 14:34:26.246120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-b8cf457f-2f65-42a8-8f96-6eb222632d12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92189fb3-ba84-452b-96b5-3e70fbc6e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751793 Jul 28 14:34:26.256544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-283d132c-ce97-40df-94cd-5f9a9b5a3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.259478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-283d132c-ce97-40df-94cd-5f9a9b5a3a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.2286875 Jul 28 14:34:26.265664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d363ca4b-b14d-4353-a5b5-144dc8120c8f details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:26.361636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:26.368475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.421774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:26.435588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f', 'network_id': 'a205b331-38d8-4b49-93e4-3981f0163bb7', 'port_id': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f', 'mac_address': 'fa:16:3e:7c:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98774275-37be-410f-acc9-7a54c8a2bafe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:26.474695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3482f0-73ac-4b88-bf4d-f96d73a6b6e7 req-f792d5a6-65f2-49f2-b798-ccb5d9ea5335 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.476780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc3482f0-73ac-4b88-bf4d-f96d73a6b6e7 req-f792d5a6-65f2-49f2-b798-ccb5d9ea5335 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 944 time: 0.1911855 Jul 28 14:34:26.500862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.527646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-bfe0e28a-ba8a-44fc-a64d-df86f3b6400d service neutron] 10.222.0.50 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955249 Jul 28 14:34:26.529287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d363ca4b-b14d-4353-a5b5-144dc8120c8f {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:26.564690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-352e2b56-ec99-4164-95d6-b35dc0871acd service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994747 Jul 28 14:34:26.567090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-64354002-9b44-4349-b25a-b52744819979 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714052 Jul 28 14:34:26.567678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:26.612046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc3482f0-73ac-4b88-bf4d-f96d73a6b6e7 req-4dee2e07-ed80-4756-83c3-be90ca9b5628 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257107 Jul 28 14:34:26.634250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:26.715035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.163 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:26.744491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:26.760924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-10e882fa-d576-42e5-9b25-0e6430c083eb service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804569 Jul 28 14:34:26.877349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-a45ed71b-2637-47bd-b78d-fd651a8fe79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.878920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-a45ed71b-2637-47bd-b78d-fd651a8fe79c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 1095 time: 0.0837631 Jul 28 14:34:26.906689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-db6da10e-594d-4255-9dc7-00e91321b1ae service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241885 Jul 28 14:34:26.931846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bacd30-e596-4188-aaad-0ef4e8ac5154 req-2c0b76cb-a69d-4d79-b2fd-40555f70058e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:26.942251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5bacd30-e596-4188-aaad-0ef4e8ac5154 req-2c0b76cb-a69d-4d79-b2fd-40555f70058e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1832185 Jul 28 14:34:26.986895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'tag': '654be553-947c-4835-92f0-94d494b4e88d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:26.989885 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0b547-ec34-4a20-b034-d16816ee8198" -d '{"events": [{"name": "network-changed", "server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "tag": "654be553-947c-4835-92f0-94d494b4e88d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:27.007184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5bacd30-e596-4188-aaad-0ef4e8ac5154 req-d64bbf50-f06f-4b5f-a204-3d54a0b6a851 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656304 Jul 28 14:34:27.019722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d363ca4b-b14d-4353-a5b5-144dc8120c8f'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:27.118427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:27.184688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c4e9c95-8ed8-45e2-bc88-3e630ff24303 req-e3f9a953-ae1e-4278-bae2-b61006ad3016 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 210 time: 0.0636716 Jul 28 14:34:27.205235 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ea040e1-e30f-475e-b181-5aedba1b920f req-cc2c3d76-5ccd-4e85-83e1-3d3e27723f53 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859960 Jul 28 14:34:27.215707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-f5a9c1b5-dacd-4908-91ef-864aef3a72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:27.215707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-f5a9c1b5-dacd-4908-91ef-864aef3a72ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 914 time: 0.3157220 Jul 28 14:34:27.216057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:27.293141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-cba0be94-8498-41ac-bee1-b982d53cd847 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b HTTP/1.1" status: 200 len: 217 time: 0.0744920 Jul 28 14:34:27.355814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-cb202034-5a68-445e-b0ef-e8bb13cfed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:27.358159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-cb202034-5a68-445e-b0ef-e8bb13cfed1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.0548935 Jul 28 14:34:27.398267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-5debd76c-64f8-4783-9fa7-2f16c4a27eb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jul 28 14:34:27.496054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:27.517407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-92fdf401-4e4d-42c3-b74d-dbf4417d7c9f service neutron] 10.222.0.50 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087947 Jul 28 14:34:27.546314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:27.580406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:27.585857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:27.589904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:27.657504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3e450c3-a18a-47fc-9998-1f181a42d52a req-77172d40-0e6d-4921-ac07-28ff8a27ad92 service neutron] 10.222.0.50 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306367 Jul 28 14:34:27.674894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:27.716741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:27.718120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:27.985148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:28.272262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:28.283862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d363ca4b-b14d-4353-a5b5-144dc8120c8f up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:28.408560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:28.419453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'port_id': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'mac_address': 'fa:16:3e:95:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a107ba-c5ad-4ab7-9991-906342d3e6f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:28.458005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.470800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a1ce1e-4c7c-4fce-9b85-58de041a80dc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:28.490330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:28.868215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:28.868926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-eacf4d79-80f5-4918-a63f-1b5e35fa036e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3802712 Jul 28 14:34:28.872576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d363ca4b-b14d-4353-a5b5-144dc8120c8f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:28.876533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be55267d-3c9a-4f8e-8b6a-ce011c70f467 None None] Provisioning for port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:28.903617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Request body: {'port': {'device_id': '42a45633-ec50-4574-806d-f7bf51797ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:29.042941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.117370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e08d3-6625-4bbf-b04d-dd79f3e7d50a req-340a101f-9b38-4b2d-ab15-df00e89cbee9 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.120240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a15e08d3-6625-4bbf-b04d-dd79f3e7d50a req-340a101f-9b38-4b2d-ab15-df00e89cbee9 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 943 time: 0.0758739 Jul 28 14:34:29.122465 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23865a81-5c47-47c2-91a3-99a745d4439c x-openstack-request-id: req-23865a81-5c47-47c2-91a3-99a745d4439c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:29.122871 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "tag": "654be553-947c-4835-92f0-94d494b4e88d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:29.123477 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23865a81-5c47-47c2-91a3-99a745d4439c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:29.123798 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'tag': '654be553-947c-4835-92f0-94d494b4e88d', 'status': 'completed', 'code': 200} Jul 28 14:34:29.234362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d363ca4b-b14d-4353-a5b5-144dc8120c8f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:29.234769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.239191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be55267d-3c9a-4f8e-8b6a-ce011c70f467 None None] Provisioning complete for port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:29.239563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be55267d-3c9a-4f8e-8b6a-ce011c70f467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.263799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a15e08d3-6625-4bbf-b04d-dd79f3e7d50a req-ddd8a12b-e676-4c54-900d-99a4c2a82e2a tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312079 Jul 28 14:34:29.291157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-6c4cd6c5-eb4e-49ab-ad12-4aeac035d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.291157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-6c4cd6c5-eb4e-49ab-ad12-4aeac035d4af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=832125ad70eb4d4bb7785ec8fb924129&device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 1096 time: 0.1180983 Jul 28 14:34:29.341182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:29.400640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-03d0e156-7d83-41c2-b73e-83ca8e92baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.402260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-03d0e156-7d83-41c2-b73e-83ca8e92baf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 200 len: 914 time: 0.1088848 Jul 28 14:34:29.430636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:29.434244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-be55267d-3c9a-4f8e-8b6a-ce011c70f467 None None] Port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:34:29.482427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-73eb7487-c471-4b5c-acb6-7a6a17ddbd91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=654be553-947c-4835-92f0-94d494b4e88d HTTP/1.1" status: 200 len: 217 time: 0.0729718 Jul 28 14:34:29.484515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.489336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:29.504279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.539856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:29.541247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4798-19aa-4ff0-b324-55b1307ae6c2 req-a456f85e-a594-44b5-a42b-0cff3ae3bc58 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.542844 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fb2e21-4308-4dea-a780-83da0895fbe7" -d '{"events": [{"server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "name": "network-vif-plugged", "status": "completed", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:29.543024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e24f4798-19aa-4ff0-b324-55b1307ae6c2 req-a456f85e-a594-44b5-a42b-0cff3ae3bc58 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 944 time: 0.1355870 Jul 28 14:34:29.544465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Transition to ACTIVE for port object 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:29.570500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:29.600294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e24f4798-19aa-4ff0-b324-55b1307ae6c2 req-e715d058-48b7-483f-8b5a-6b547e6e467d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493014 Jul 28 14:34:29.606505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-d9cf222e-0fa1-4f1e-a1e6-5abc7e88fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.609032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-d9cf222e-0fa1-4f1e-a1e6-5abc7e88fc77 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 200 len: 853 time: 0.1043875 Jul 28 14:34:29.632978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.689522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-cf8a98d9-4c22-42bf-b3bf-13f43f11ede4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9086f827-d02e-47e1-a3cc-c37580e1a43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734901 Jul 28 14:34:29.696251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-51580a99-2e51-41eb-b0c3-80971c273808 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.697831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-51580a99-2e51-41eb-b0c3-80971c273808 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.2289927 Jul 28 14:34:29.703484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9641be49-bdf4-4fb1-99f3-b19720723a0b details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:29.709646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.759967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-9eff8280-fe21-476f-a451-d0f624e211bb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/quotas/b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 375 time: 0.0365024 Jul 28 14:34:29.774259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:29.821429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b06ea9-4287-45a3-afcf-e8a6c70d4dac req-af312cc8-b3a6-483b-9ccb-ed4ee9f76fb8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:29.830372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7b06ea9-4287-45a3-afcf-e8a6c70d4dac req-af312cc8-b3a6-483b-9ccb-ed4ee9f76fb8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1396317 Jul 28 14:34:29.855517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:29.878417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-4715ab54-8290-4088-a0fb-8750f746f8e1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1091862 Jul 28 14:34:29.889492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-2d5fecf1-f808-4795-8974-986a2315ae52 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885836 Jul 28 14:34:29.889652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7b06ea9-4287-45a3-afcf-e8a6c70d4dac req-4e6d1c04-4062-4870-b575-d7cf336fd410 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 Jul 28 14:34:29.907152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Attempting to bind port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:29.907594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Attempting to bind port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:29.907831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Attempting to bind port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:29.912798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:29.913134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Attempting to bind port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:29.918729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:29.919127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:29.919571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:29.920078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Bound port: 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:29.921401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:29.948935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:29.996216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '9641be49-bdf4-4fb1-99f3-b19720723a0b', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'port_id': '9641be49-bdf4-4fb1-99f3-b19720723a0b', 'mac_address': 'fa:16:3e:cf:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70807051-d6ce-4a36-babb-6f959033108e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:30.041827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:30.065861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.068434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:30.083888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9641be49-bdf4-4fb1-99f3-b19720723a0b {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:30.090722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409c1d-fe7a-4c46-be4d-3d5c51d7450c req-189c9213-b37b-4fa5-81e0-07f78c2e7162 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.102000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53409c1d-fe7a-4c46-be4d-3d5c51d7450c req-189c9213-b37b-4fa5-81e0-07f78c2e7162 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 948 time: 0.0705431 Jul 28 14:34:30.111741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:30.127723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26f0b547-ec34-4a20-b034-d16816ee8198 req-d9ee851c-747e-4370-9f72-e9ceb14849a7 service neutron] 10.222.0.53 "GET /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287407 Jul 28 14:34:30.130588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-187cb38b-ca37-4d1a-883d-c705c779f571 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507806 Jul 28 14:34:30.139768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53409c1d-fe7a-4c46-be4d-3d5c51d7450c req-1937ec30-4234-4c46-9cc3-cc364e6fbb84 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388155 Jul 28 14:34:30.243004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-1425b2c5-c9fe-4934-9c07-17b3a13a2fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027737 Jul 28 14:34:30.243254 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.251596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.299370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.300276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:30.303091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 HTTP/1.1" status: 200 len: 1097 time: 1.4052706 Jul 28 14:34:30.303803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:30.306374 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e8fea5-40a3-4fbe-b394-a60da44d8436" -d '{"events": [{"name": "network-changed", "server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:30.339782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e2b554-9f75-480f-88ba-4efb560639f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:30.370287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:30.566297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-ab913db8-23de-41b5-a9f2-0d0d2d2ad352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.567928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-ab913db8-23de-41b5-a9f2-0d0d2d2ad352 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 1100 time: 0.0622685 Jul 28 14:34:30.626395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-0dab9781-b7f5-4ae9-a902-0cc4506b4632 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0396631 Jul 28 14:34:30.655548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9641be49-bdf4-4fb1-99f3-b19720723a0b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:30.698366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-1ce1f01e-d476-4916-bdcb-40df7d174bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.700638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-1ce1f01e-d476-4916-bdcb-40df7d174bb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0650737 Jul 28 14:34:30.716258 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ee32d-4beb-4f91-9026-be8f62edf5f4 x-openstack-request-id: req-ee1ee32d-4beb-4f91-9026-be8f62edf5f4 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:30.716516 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "name": "network-vif-plugged", "status": "completed", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:30.716772 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee1ee32d-4beb-4f91-9026-be8f62edf5f4 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:30.717328 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f', 'code': 200} Jul 28 14:34:30.798238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-bbd6c43a-3681-4710-a94e-3de6ba87d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.802840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-bbd6c43a-3681-4710-a94e-3de6ba87d3f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0848441 Jul 28 14:34:30.947233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ffee4-823e-4d0f-aca3-b42ea01504f5 req-99e9492b-3e1f-4608-9918-036faa2918fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.951389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-577ffee4-823e-4d0f-aca3-b42ea01504f5 req-99e9492b-3e1f-4608-9918-036faa2918fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 1098 time: 0.1140397 Jul 28 14:34:30.956618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-8870da7b-290c-4261-9f96-2e15ff99fe19 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446474 Jul 28 14:34:30.961247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f306c-8d95-4786-a8a8-a4a85fd4dc63 req-67de31ed-8fec-47dd-999d-7455c7f22447 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:30.962820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c0f306c-8d95-4786-a8a8-a4a85fd4dc63 req-67de31ed-8fec-47dd-999d-7455c7f22447 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 944 time: 0.0727348 Jul 28 14:34:31.023539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-577ffee4-823e-4d0f-aca3-b42ea01504f5 req-c8bab63d-1d02-453a-975d-1066a39cb3de service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595415 Jul 28 14:34:31.027079 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c0f306c-8d95-4786-a8a8-a4a85fd4dc63 req-dd99bb7a-f790-418b-9a9b-3e2fa1a3ef80 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560517 Jul 28 14:34:31.078093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-726a4cb4-2d7b-43e1-875f-853ac8224b9a req-1c51ef71-8df2-497f-aef5-5138bb7e6020 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119723 Jul 28 14:34:31.079697 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0939e699-d355-493c-9625-d3a09c54c90f x-openstack-request-id: req-0939e699-d355-493c-9625-d3a09c54c90f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:31.079989 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:31.080240 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0939e699-d355-493c-9625-d3a09c54c90f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:31.080664 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', 'status': 'completed', 'code': 200} Jul 28 14:34:31.181761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76143-3420-41da-97f5-85caf5921ba2 req-e35bc431-46cf-4fa5-9ec8-3d63fbfc0f18 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.187868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf76143-3420-41da-97f5-85caf5921ba2 req-e35bc431-46cf-4fa5-9ec8-3d63fbfc0f18 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 944 time: 0.0540450 Jul 28 14:34:31.230506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf76143-3420-41da-97f5-85caf5921ba2 req-fd7d429e-efad-4f90-9171-17650bf07bc1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Jul 28 14:34:31.304863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46276e69-8d02-4695-bfae-15ec03e55ba5 req-6b1599d7-4c64-48c2-b7f1-16c731a60fbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Jul 28 14:34:31.380615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-efd7e5a2-4592-400b-a708-1042b79adc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.382363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-efd7e5a2-4592-400b-a708-1042b79adc9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 1100 time: 0.0528049 Jul 28 14:34:31.503251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-d354af64-775d-42f0-af2d-4ffce729e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.503251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-d354af64-775d-42f0-af2d-4ffce729e9cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1084323 Jul 28 14:34:31.503526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ac9c-f497-41d7-83cb-44ee412297ac req-49dd42b0-2c7d-4045-8bea-a5c02afec33e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.503526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6977ac9c-f497-41d7-83cb-44ee412297ac req-49dd42b0-2c7d-4045-8bea-a5c02afec33e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0668840 Jul 28 14:34:31.542248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6977ac9c-f497-41d7-83cb-44ee412297ac req-ffc4dcb6-5f0a-4f3d-b5e2-2b311121470a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Jul 28 14:34:31.556587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-a5cf2745-924c-419f-992c-023749d98aeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0413008 Jul 28 14:34:31.616822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-10eb4b53-08cd-46e5-ba23-78ff57ca9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.618535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-10eb4b53-08cd-46e5-ba23-78ff57ca9437 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0507586 Jul 28 14:34:31.657894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70815b2e-1925-4a82-a52e-4be01de9d947 req-de884885-d87f-4eac-8336-ca024a1569b8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.663454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70815b2e-1925-4a82-a52e-4be01de9d947 req-de884885-d87f-4eac-8336-ca024a1569b8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 948 time: 0.0581584 Jul 28 14:34:31.671886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-5a399f23-01dc-4fcd-80f5-88e846aefff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:31.673524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-5a399f23-01dc-4fcd-80f5-88e846aefff7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416820 Jul 28 14:34:31.711267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70815b2e-1925-4a82-a52e-4be01de9d947 req-1598451e-8953-444e-aa46-963a0e64f9dd tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Jul 28 14:34:31.792186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-e82d04d2-2d40-4bca-8a8d-1766bcff1281 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070373 Jul 28 14:34:31.895242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6e8fea5-40a3-4fbe-b394-a60da44d8436 req-67907329-06ef-41a6-97b8-154d7c3ffc4b service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941095 Jul 28 14:34:32.204597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143946-06e4-4ee2-a185-9ec9e4d4c7f4 req-3c539207-1827-461a-9eda-1bdf163dfd75 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:32.206134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e143946-06e4-4ee2-a185-9ec9e4d4c7f4 req-3c539207-1827-461a-9eda-1bdf163dfd75 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 944 time: 0.0505917 Jul 28 14:34:32.252065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e143946-06e4-4ee2-a185-9ec9e4d4c7f4 req-d3bbba34-ac11-4ea3-88da-353f5220dfd0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Jul 28 14:34:32.288516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 654be553-947c-4835-92f0-94d494b4e88d details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:32.301126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:32.429761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=654be553-947c-4835-92f0-94d494b4e88d,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:32.443542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '654be553-947c-4835-92f0-94d494b4e88d', 'network_id': '9086f827-d02e-47e1-a3cc-c37580e1a43f', 'port_id': '654be553-947c-4835-92f0-94d494b4e88d', 'mac_address': 'fa:16:3e:1b:23:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70807051-d6ce-4a36-babb-6f959033108e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:32.472215 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:34:32.488579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.502141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654be553-947c-4835-92f0-94d494b4e88d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:32.522035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=654be553-947c-4835-92f0-94d494b4e88d,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:32.524093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:32.528054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:32.528424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.616513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.649030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:32.661784 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.717667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:32.720047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:32.722270 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf7e969-65c9-427c-b2b5-7fcd6ef995c5" -d '{"events": [{"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:32.747687 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:32.801707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:32.885296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0e88b-c2b9-4caa-98af-56f39151cb3f req-477ebfa9-95ce-415b-acbb-06c93fdf1f25 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:32.886900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3e0e88b-c2b9-4caa-98af-56f39151cb3f req-477ebfa9-95ce-415b-acbb-06c93fdf1f25 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Jul 28 14:34:32.932023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3e0e88b-c2b9-4caa-98af-56f39151cb3f req-6eceec70-86d0-4f25-bc23-bbfa7d4df9ba tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358305 Jul 28 14:34:33.016792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98247b00-4b3f-4098-a45c-b53c86293e33 req-c3fe413e-d4a3-4630-b511-6f8c338b11c4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Jul 28 14:34:33.052334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['654be553-947c-4835-92f0-94d494b4e88d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:33.146934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938a915-8ce3-4696-ba7d-bfe24d0b44b4 req-ca2d02f8-b8ff-4b4e-9f28-053d38f8b75d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.148896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e938a915-8ce3-4696-ba7d-bfe24d0b44b4 req-ca2d02f8-b8ff-4b4e-9f28-053d38f8b75d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0609357 Jul 28 14:34:33.198030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e938a915-8ce3-4696-ba7d-bfe24d0b44b4 req-9136d8c7-d7e0-42e4-a813-459e8991f0e4 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Jul 28 14:34:33.250389 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9bf2d8-96b5-40a2-b244-d9a265f85565 x-openstack-request-id: req-9c9bf2d8-96b5-40a2-b244-d9a265f85565 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:33.250685 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:33.250985 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c9bf2d8-96b5-40a2-b244-d9a265f85565 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:33.251361 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'code': 200} Jul 28 14:34:33.350084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89bafd-de19-4285-93a9-33ee27b20e94 req-04fd2640-1ac4-42ed-bd58-dd49af465091 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.351720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c89bafd-de19-4285-93a9-33ee27b20e94 req-04fd2640-1ac4-42ed-bd58-dd49af465091 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 948 time: 0.0538869 Jul 28 14:34:33.391847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c89bafd-de19-4285-93a9-33ee27b20e94 req-ebcc322f-c999-4490-b228-fadd79d604cc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jul 28 14:34:33.395326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c7bc-e3fc-428c-ade2-2744014c17e1 req-16fbad36-a7fe-4074-80a2-89dbad047703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.396922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5996c7bc-e3fc-428c-ade2-2744014c17e1 req-16fbad36-a7fe-4074-80a2-89dbad047703 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 1097 time: 0.0400431 Jul 28 14:34:33.444101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5996c7bc-e3fc-428c-ade2-2744014c17e1 req-1bb2b7cf-99f9-4f76-8089-baa8a526607f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Jul 28 14:34:33.503323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96e0e-52c6-4b6f-838e-2f82d71fef28 req-71ffdada-b768-49fa-bfd5-aae0d70710dc tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.504830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-daf96e0e-52c6-4b6f-838e-2f82d71fef28 req-71ffdada-b768-49fa-bfd5-aae0d70710dc tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.0505729 Jul 28 14:34:33.543581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-daf96e0e-52c6-4b6f-838e-2f82d71fef28 req-a6d919bd-a81d-4821-a643-c7d53868c0d3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 28 14:34:33.647567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c821c-ac78-4844-937a-9d780148ad17 req-069c17bf-a5ed-4a00-9df0-1238a1278421 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.649150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-040c821c-ac78-4844-937a-9d780148ad17 req-069c17bf-a5ed-4a00-9df0-1238a1278421 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 944 time: 0.0498009 Jul 28 14:34:33.692358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-040c821c-ac78-4844-937a-9d780148ad17 req-279740aa-e754-400d-b118-77e85d8b68ae tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Jul 28 14:34:33.717528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9641be49-bdf4-4fb1-99f3-b19720723a0b up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:33.800737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274b732-af8c-4c89-b670-8c60ab8742c5 req-6a28c6fe-99b3-4f48-bcbd-f363dd70fca0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.803592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4274b732-af8c-4c89-b670-8c60ab8742c5 req-6a28c6fe-99b3-4f48-bcbd-f363dd70fca0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0537658 Jul 28 14:34:33.845258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 9641be49-bdf4-4fb1-99f3-b19720723a0b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:33.849467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 9641be49-bdf4-4fb1-99f3-b19720723a0b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:33.859287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:33.859668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4274b732-af8c-4c89-b670-8c60ab8742c5 req-210580a2-a6f5-479b-8555-e274779cd853 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Jul 28 14:34:33.926449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-3c404ef1-a4b5-4d6f-902b-6c6717181634 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.928044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-3c404ef1-a4b5-4d6f-902b-6c6717181634 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1177504 Jul 28 14:34:33.947704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:33.955785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'device_id': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'admin_state_up': True, 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:33.982607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fee6ce-75c9-42b1-b276-978844dc51c5 req-4832d1e2-c473-4f97-b3c9-a317b8922f43 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:33.990591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9fee6ce-75c9-42b1-b276-978844dc51c5 req-4832d1e2-c473-4f97-b3c9-a317b8922f43 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0681839 Jul 28 14:34:33.991190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:34.025503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9fee6ce-75c9-42b1-b276-978844dc51c5 req-5f32cf26-0bda-48a2-b631-ccb551796660 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335085 Jul 28 14:34:34.091485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.136906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac8c9ef2-e38d-4bce-8b85-26dda185521f req-60eeb545-9184-46ce-8c96-b45a5bba985c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Jul 28 14:34:34.162703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72bcec-4efd-4fa4-8f28-bb9efda0556c req-62d3a73c-b3a5-41b9-962a-e469ee2f37d0 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.164302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe72bcec-4efd-4fa4-8f28-bb9efda0556c req-62d3a73c-b3a5-41b9-962a-e469ee2f37d0 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0572300 Jul 28 14:34:34.169526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:34.205151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe72bcec-4efd-4fa4-8f28-bb9efda0556c req-85501d3d-4d44-480d-bec4-b0e5c2ea2552 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Jul 28 14:34:34.261720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:34.266121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.312684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 654be553-947c-4835-92f0-94d494b4e88d up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:34.398198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-cab7fd5d-6a87-46c0-ab5c-0139b710eede tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.399753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-cab7fd5d-6a87-46c0-ab5c-0139b710eede tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1083665 Jul 28 14:34:34.406754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.20.0.9 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/6edcd4b2-a841-4f2e-beed-6b51a1a6c33a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:34.416003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-955b057c-e612-4291-a738-a07f255782eb tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/quotas/efd2a270ba124ddf86d3edd4e1bea59e HTTP/1.1" status: 200 len: 375 time: 0.0099502 Jul 28 14:34:34.444704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 654be553-947c-4835-92f0-94d494b4e88d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:34.449440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 654be553-947c-4835-92f0-94d494b4e88d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:34.460173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.473545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-660f3280-c875-4c24-8029-e907e1889ad1 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512180 Jul 28 14:34:34.548499 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.576931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.591710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=654be553-947c-4835-92f0-94d494b4e88d,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:34.602431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Transition to ACTIVE for port object 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:34.605259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-74edce2f-4f10-4018-b714-b72cd4d6608d service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233649 Jul 28 14:34:34.659884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.660830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:34.672548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb6a6e-bcf3-4073-91c1-accc8e9030ee req-a7165402-22ad-4f0d-84cf-383a059db5cf tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.674492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdeb6a6e-bcf3-4073-91c1-accc8e9030ee req-a7165402-22ad-4f0d-84cf-383a059db5cf tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 948 time: 0.0828547 Jul 28 14:34:34.725024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdeb6a6e-bcf3-4073-91c1-accc8e9030ee req-75064464-5d08-4649-83f5-b960c69972d4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Jul 28 14:34:34.764967 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.831560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.833453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:34.879858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:34.882542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:34.893360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:34.904003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:34.910626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:34.962941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:34.968530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838f55-cdf1-4bc4-a7c7-0498e022ba16 req-e312cc1f-3c4b-4dd1-8dee-f40229bfd30b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:34.970188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac838f55-cdf1-4bc4-a7c7-0498e022ba16 req-e312cc1f-3c4b-4dd1-8dee-f40229bfd30b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1243131 Jul 28 14:34:35.013457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.014328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.079543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac838f55-cdf1-4bc4-a7c7-0498e022ba16 req-eaae1f81-05b3-48d3-a202-30ed64df72ce tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897944 Jul 28 14:34:35.114836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-fc03a3b5-c1ae-44af-9b5a-01396287a01f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1662459 Jul 28 14:34:35.122569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:35.154256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Request body: {'port': {'device_id': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:35.164410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-f9771153-49ac-47f1-8a23-6943bd06a55c service neutron] 10.222.0.47 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520434 Jul 28 14:34:35.252247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b'}, {'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654be553-947c-4835-92f0-94d494b4e88d'}, {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:35.254855 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58440129-96d5-427f-bc24-98e2f9d6a8fa" -d '{"events": [{"server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "name": "network-vif-plugged", "status": "completed", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b"}, {"server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "name": "network-vif-plugged", "status": "completed", "tag": "654be553-947c-4835-92f0-94d494b4e88d"}, {"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:35.258749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.269992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba012-ea18-4089-988e-3f9622083500 req-c389dfad-b2ac-4f11-8e54-42b473bf41c4 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.271657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-568ba012-ea18-4089-988e-3f9622083500 req-c389dfad-b2ac-4f11-8e54-42b473bf41c4 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.0849309 Jul 28 14:34:35.338265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-568ba012-ea18-4089-988e-3f9622083500 req-d4c4d0b6-7e1a-4b47-a3af-ac22142205c3 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Jul 28 14:34:35.397214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-db36d8f1-e039-48d3-b2a1-64a3f846abf1 None None] Provisioning for port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:35.404802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-db36d8f1-e039-48d3-b2a1-64a3f846abf1 None None] Provisioning complete for port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:35.407228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db36d8f1-e039-48d3-b2a1-64a3f846abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.475226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-db36d8f1-e039-48d3-b2a1-64a3f846abf1 None None] Port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:34:35.484757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-acc37fd6-afc9-4d96-b85c-f00fae18aa4a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.492180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-acc37fd6-afc9-4d96-b85c-f00fae18aa4a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.1114562 Jul 28 14:34:35.536823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f9191-61ae-4c57-a959-7b0345c96e0f req-bc60307b-2774-42ad-90c6-4a429ea4676c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.544496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-399f9191-61ae-4c57-a959-7b0345c96e0f req-bc60307b-2774-42ad-90c6-4a429ea4676c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 945 time: 0.1264529 Jul 28 14:34:35.595763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7573d28-431f-4fde-aefd-46719e03f549 req-386deb75-25d4-402a-97e8-c68ec9cd97eb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.597379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7573d28-431f-4fde-aefd-46719e03f549 req-386deb75-25d4-402a-97e8-c68ec9cd97eb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 931 time: 0.1328757 Jul 28 14:34:35.620816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-399f9191-61ae-4c57-a959-7b0345c96e0f req-ff9d9c01-f5ae-401b-95c3-40abf53dfb47 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716658 Jul 28 14:34:35.643883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7573d28-431f-4fde-aefd-46719e03f549 req-639490c5-d586-4bf5-82c5-6df82928d425 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Jul 28 14:34:35.673252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Deleting port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:35.673616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.681325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:35.692568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.722052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:35.730140 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b572c1-f2b1-43aa-8873-57a88a0915a9 x-openstack-request-id: req-f6b572c1-f2b1-43aa-8873-57a88a0915a9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:35.730140 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "name": "network-vif-plugged", "status": "completed", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b", "code": 200}, {"server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "name": "network-vif-plugged", "status": "completed", "tag": "654be553-947c-4835-92f0-94d494b4e88d", "code": 200}, {"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:35.730140 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6b572c1-f2b1-43aa-8873-57a88a0915a9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:35.730140 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b', 'code': 200} Jul 28 14:34:35.730140 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654be553-947c-4835-92f0-94d494b4e88d', 'code': 200} Jul 28 14:34:35.730645 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'code': 200} Jul 28 14:34:35.750233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Transition to ACTIVE for port object 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:35.776590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64c4e0-9174-46c2-84e7-597a37477fc0 req-d374999f-f7a9-4222-b256-dbd522667d9e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.778205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f64c4e0-9174-46c2-84e7-597a37477fc0 req-d374999f-f7a9-4222-b256-dbd522667d9e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0885248 Jul 28 14:34:35.808627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] For port 5f6cfeae-f589-4781-8b95-5cdbadce07d1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5f6cfeae-f589-4781-8b95-5cdbadce07d1,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:35.809294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.837376 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f64c4e0-9174-46c2-84e7-597a37477fc0 req-cbcd6637-3aa6-4c40-bbed-07cfe622b598 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Jul 28 14:34:35.849866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77e413a4-725e-42a4-853c-ae17f88f5507 req-0c3b342f-d572-4f15-bf0c-ceca78d089c7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0624166 Jul 28 14:34:35.886782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Calling delete_port for 5f6cfeae-f589-4781-8b95-5cdbadce07d1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:35.890106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:35.906304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', 'mac_address': 'fa:16:3e:b4:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:35.957046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:35.970370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:35.985283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61779d34-9b83-4eb6-b767-5114f84a670b req-99dabf82-e245-40bb-8334-2b7a135582f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.986787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61779d34-9b83-4eb6-b767-5114f84a670b req-99dabf82-e245-40bb-8334-2b7a135582f2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 1097 time: 0.1445646 Jul 28 14:34:35.991638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:35.992698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8b31a-6875-4720-bdf7-b39c971f114d req-212024c0-c681-4472-87a0-e87c4a0ad681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:35.994239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0af8b31a-6875-4720-bdf7-b39c971f114d req-212024c0-c681-4472-87a0-e87c4a0ad681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 948 time: 0.0618937 Jul 28 14:34:36.035109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0af8b31a-6875-4720-bdf7-b39c971f114d req-2ff8112c-63d0-4be0-9d88-56a6e4a15779 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Jul 28 14:34:36.048061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00db6b-fd10-4073-a29d-46927ecd6575 req-c20394b4-d8f1-4643-8eab-b20f457e20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.049847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd00db6b-fd10-4073-a29d-46927ecd6575 req-c20394b4-d8f1-4643-8eab-b20f457e20be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 1098 time: 0.1476634 Jul 28 14:34:36.085332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61779d34-9b83-4eb6-b767-5114f84a670b req-98e733ef-dcb9-4e1a-997a-5b442f92cfd8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813444 Jul 28 14:34:36.103289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb515-3d84-4893-b905-d26319817e1e req-1f23c3a3-9454-4d8c-86bf-3a62cd3f17e4 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.104759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-153eb515-3d84-4893-b905-d26319817e1e req-1f23c3a3-9454-4d8c-86bf-3a62cd3f17e4 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.1401045 Jul 28 14:34:36.156952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd00db6b-fd10-4073-a29d-46927ecd6575 req-d1c1bc34-ac99-440d-a0c0-e7062f8a6738 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Jul 28 14:34:36.188074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-153eb515-3d84-4893-b905-d26319817e1e req-5392e40d-83f1-4e4a-b9e8-5babeb0439bc tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Jul 28 14:34:36.198347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd4b27-20f0-424a-9701-aa4e32b91f80 req-afe14dc9-73fe-4a73-9d80-b8f5fff97a4a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.200288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ddd4b27-20f0-424a-9701-aa4e32b91f80 req-afe14dc9-73fe-4a73-9d80-b8f5fff97a4a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0501118 Jul 28 14:34:36.203848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.287178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Pushing event updated for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:36.297662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ddd4b27-20f0-424a-9701-aa4e32b91f80 req-4285208e-0c3c-491e-876e-ab971991bd33 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891173 Jul 28 14:34:36.384243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Attempting to bind port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:36.384656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Attempting to bind port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:36.385054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Attempting to bind port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:36.393779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a on network 1c8abec0-d381-4998-bdfd-6ff254727d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:36.394230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Attempting to bind port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:36.400156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:36.400582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:36.401038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:36.401541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Bound port: 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:36.401972 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.519178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:36.530727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd8fea-1317-4ad1-970a-8fe1f8f5ce94 req-c02f9ec1-a499-4fca-ad66-df8496b0bfcc tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.536816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6fd8fea-1317-4ad1-970a-8fe1f8f5ce94 req-c02f9ec1-a499-4fca-ad66-df8496b0bfcc tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 947 time: 0.0963793 Jul 28 14:34:36.536816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:36.572990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6fd8fea-1317-4ad1-970a-8fe1f8f5ce94 req-89e4cc87-1bc2-480d-b74a-f1111220325e tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Jul 28 14:34:36.645251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.646108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.676987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Pushing event deleted for resources: {'Port': ['ID=5f6cfeae-f589-4781-8b95-5cdbadce07d1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:36.719908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:36.733493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] No DVR routers for this DVR port 5f6cfeae-f589-4781-8b95-5cdbadce07d1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:36.736259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.750619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aca15c22-88d0-4566-98aa-87f5bf1c1c51 req-5ece354c-bb6e-4c78-b90c-abf25c3894aa tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "DELETE /v2.0/ports/5f6cfeae-f589-4781-8b95-5cdbadce07d1 HTTP/1.1" status: 204 len: 173 time: 1.2254109 Jul 28 14:34:36.750619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-deleted', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:36.750619 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccd8604-a29d-40c9-987d-0eefd944b0bb" -d '{"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-deleted", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:36.771607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d041980-8161-4045-9861-ce7e78c4a5a4 req-200e20b7-69df-4f13-83ef-a3c64b891df2 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.773181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d041980-8161-4045-9861-ce7e78c4a5a4 req-200e20b7-69df-4f13-83ef-a3c64b891df2 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 945 time: 0.0568190 Jul 28 14:34:36.793650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.844875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.845574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:36.846926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] 10.222.0.50 "PUT /v2.0/ports/6edcd4b2-a841-4f2e-beed-6b51a1a6c33a HTTP/1.1" status: 200 len: 1092 time: 1.7143362 Jul 28 14:34:36.847681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:36.849967 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af977398-2b78-4f18-88e3-bb7a3868e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:36.857498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d041980-8161-4045-9861-ce7e78c4a5a4 req-1d623cef-9f6f-4095-a003-639c8411aab3 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777354 Jul 28 14:34:36.876527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1454353-5fa8-403d-a84b-3a2a33016110 service neutron] Pushing event updated for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:36.987802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d786-0daf-4dec-80c9-8f5b86f13887 req-2226e73d-0536-48e1-9553-80ccae027284 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:36.995727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a84d786-0daf-4dec-80c9-8f5b86f13887 req-2226e73d-0536-48e1-9553-80ccae027284 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 943 time: 0.0736592 Jul 28 14:34:37.033535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a84d786-0daf-4dec-80c9-8f5b86f13887 req-9400b38c-b8bd-43ed-8c91-cc52f48a55f4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369253 Jul 28 14:34:37.083910 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a00b34-bda7-4723-918e-2c59da91ca61 x-openstack-request-id: req-33a00b34-bda7-4723-918e-2c59da91ca61 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:37.101481 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8e7946-5264-49a3-9fc4-4912b39cc8a4", "name": "network-vif-deleted", "tag": "5f6cfeae-f589-4781-8b95-5cdbadce07d1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:37.101481 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33a00b34-bda7-4723-918e-2c59da91ca61 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:37.101481 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8e7946-5264-49a3-9fc4-4912b39cc8a4', 'name': 'network-vif-deleted', 'tag': '5f6cfeae-f589-4781-8b95-5cdbadce07d1', 'status': 'completed', 'code': 200} Jul 28 14:34:37.113068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-9df227f2-89a7-4d8e-a5b9-e9a6d6892ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.116112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-9df227f2-89a7-4d8e-a5b9-e9a6d6892ca4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 1095 time: 0.0479121 Jul 28 14:34:37.123665 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed86d03d-3b35-43f4-9db0-b7db8cb83ab8 x-openstack-request-id: req-ed86d03d-3b35-43f4-9db0-b7db8cb83ab8 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:37.124211 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:37.124635 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed86d03d-3b35-43f4-9db0-b7db8cb83ab8 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:37.125344 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'status': 'completed', 'code': 200} Jul 28 14:34:37.173013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:37.184371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d636d5f-8a2e-4baf-ae2b-e6f1b1b5c6a5 req-ca439a16-db6e-4ee7-b607-34b32d9f7b64 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0329783 Jul 28 14:34:37.239270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-5cd1f5a0-7b71-42e1-a5c8-6df265c10709 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a HTTP/1.1" status: 200 len: 217 time: 0.0470855 Jul 28 14:34:37.239866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762020a-955e-4112-96d6-047cacd09d81 req-e191d9cd-55d2-4cec-9855-32a2fc386364 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.239866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4762020a-955e-4112-96d6-047cacd09d81 req-e191d9cd-55d2-4cec-9855-32a2fc386364 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c45f264-88e9-480c-8511-4ff93abfea6b HTTP/1.1" status: 200 len: 944 time: 0.0778751 Jul 28 14:34:37.366005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-dabc4df5-1f02-47af-b2c3-345ad3c31113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.367429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-dabc4df5-1f02-47af-b2c3-345ad3c31113 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0739300 Jul 28 14:34:37.376354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0f5ca-4e0b-4951-8479-cf5c1259409c req-8e36734c-665a-47eb-8299-e3c6d8cea45a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.389727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Deleting port f0f6e879-a117-4fe0-83ef-f85acc4e1878 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:37.390528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40c0f5ca-4e0b-4951-8479-cf5c1259409c req-8e36734c-665a-47eb-8299-e3c6d8cea45a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 949 time: 0.1072905 Jul 28 14:34:37.391192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.461504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40c0f5ca-4e0b-4951-8479-cf5c1259409c req-00fcfc00-d396-4956-8c8d-2157b97c0073 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692396 Jul 28 14:34:37.476077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-3096109f-65ca-42e6-8f8b-d1abfafe8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.478479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-3096109f-65ca-42e6-8f8b-d1abfafe8ddd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794463 Jul 28 14:34:37.542926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b067c-0ae0-48c0-ad9f-63466fd8c914 req-16bd7aa6-4bed-44b1-b77c-318a7f480809 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:37.544751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-301b067c-0ae0-48c0-ad9f-63466fd8c914 req-16bd7aa6-4bed-44b1-b77c-318a7f480809 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0849640 Jul 28 14:34:37.567267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] For port f0f6e879-a117-4fe0-83ef-f85acc4e1878, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f0f6e879-a117-4fe0-83ef-f85acc4e1878,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:37.567798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.588648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Calling delete_port for f0f6e879-a117-4fe0-83ef-f85acc4e1878 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:37.596888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-1e5c3493-cee0-4f8d-be1d-2d8b86a1e288 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071696 Jul 28 14:34:37.615747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-301b067c-0ae0-48c0-ad9f-63466fd8c914 req-c362871d-717f-4945-b0b8-615dc4d5bbeb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618923 Jul 28 14:34:37.740081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2060e624-e1f6-4d72-9bd9-e71e399e22f1 req-b9fc08e4-11a6-4a16-bfa6-46ff84a6926f service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332176 Jul 28 14:34:37.746692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08ef6452-7245-4614-991e-de8a9c7d2a7d req-38fdae12-0c20-4dfe-97a8-21b30d705124 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8e7946-5264-49a3-9fc4-4912b39cc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Jul 28 14:34:37.895799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:37.935868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event deleted for resources: {'Port': ['ID=f0f6e879-a117-4fe0-83ef-f85acc4e1878,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:38.022850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] No DVR routers for this DVR port f0f6e879-a117-4fe0-83ef-f85acc4e1878 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:38.026207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:38.029171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4762020a-955e-4112-96d6-047cacd09d81 req-e37bd672-87fd-4054-960b-bbec0550130a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "DELETE /v2.0/ports/f0f6e879-a117-4fe0-83ef-f85acc4e1878 HTTP/1.1" status: 204 len: 173 time: 0.7744036 Jul 28 14:34:38.059469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6a955-bc73-4580-918e-d071a330a527 req-f5fc04f3-49a0-4a10-a4ed-026d0b852e08 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.068027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42e6a955-bc73-4580-918e-d071a330a527 req-f5fc04f3-49a0-4a10-a4ed-026d0b852e08 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 945 time: 0.1168127 Jul 28 14:34:38.080583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-0ead18bc-73cb-4262-a2be-29cbe097e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.082274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-0ead18bc-73cb-4262-a2be-29cbe097e786 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 1095 time: 0.0871289 Jul 28 14:34:38.091747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd945c-57ad-412f-b3a6-68d6d83d3080 req-860dbe13-0f8e-42ea-82d7-e95d088d35ef tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.093862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8bd945c-57ad-412f-b3a6-68d6d83d3080 req-860dbe13-0f8e-42ea-82d7-e95d088d35ef tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0887513 Jul 28 14:34:38.112457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42e6a955-bc73-4580-918e-d071a330a527 req-4821ea52-0234-468c-b4e9-5535191be574 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Jul 28 14:34:38.189972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8bd945c-57ad-412f-b3a6-68d6d83d3080 req-a77997a3-7716-4bba-a380-4c0786b39721 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 Jul 28 14:34:38.227125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-082ec79b-6691-4085-8ea0-f349e50cfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.228039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36befa-011f-4976-aa9c-6cf19f218bc8 req-29950c09-b670-4fcb-b5bf-71d7dec983be tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.228724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-082ec79b-6691-4085-8ea0-f349e50cfe37 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1335323 Jul 28 14:34:38.229572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff36befa-011f-4976-aa9c-6cf19f218bc8 req-29950c09-b670-4fcb-b5bf-71d7dec983be tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 943 time: 0.0548348 Jul 28 14:34:38.269471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff36befa-011f-4976-aa9c-6cf19f218bc8 req-fed37d88-e216-404b-bae2-0f104c56d19f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Jul 28 14:34:38.283691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-7e2c04f0-ecf4-4de7-b03c-191a537e456a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a HTTP/1.1" status: 200 len: 217 time: 0.0378351 Jul 28 14:34:38.359664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-9621a02f-0af1-458f-9ca1-da4b53016254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.361127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-9621a02f-0af1-458f-9ca1-da4b53016254 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0701408 Jul 28 14:34:38.365141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-489d5f35-c0bf-4264-acbc-ab16e62d326a req-1831f58f-da78-42c7-bb8d-f535a568a28d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0318408 Jul 28 14:34:38.371831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9fbe9-d350-4664-97b1-9fd2694038fb req-d99ef7c6-86a2-42b8-af80-20d547c5f946 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.374122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc9fbe9-d350-4664-97b1-9fd2694038fb req-d99ef7c6-86a2-42b8-af80-20d547c5f946 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.1008654 Jul 28 14:34:38.438172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc9fbe9-d350-4664-97b1-9fd2694038fb req-b0a114d8-222a-45a8-b2b1-32ed283a87d4 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Jul 28 14:34:38.441118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-35a39eb7-e450-4bb4-ab73-982ff8b50126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.442542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-35a39eb7-e450-4bb4-ab73-982ff8b50126 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675442 Jul 28 14:34:38.555543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-442dcca4-6333-4192-8fe2-0db06ae5b6a4 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040063 Jul 28 14:34:38.590614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b08bd-e70b-49c6-83a6-605d194b2fce req-cae9c3c8-94d9-413e-9a7d-5908a00ffa07 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.592536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-593b08bd-e70b-49c6-83a6-605d194b2fce req-cae9c3c8-94d9-413e-9a7d-5908a00ffa07 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 949 time: 0.0516884 Jul 28 14:34:38.639792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-593b08bd-e70b-49c6-83a6-605d194b2fce req-701ee88d-e564-4fde-acc4-abe015d15f49 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367601 Jul 28 14:34:38.675943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af977398-2b78-4f18-88e3-bb7a3868e4ee req-58de4119-8429-403e-b3f8-9d647e87dc5f service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132619 Jul 28 14:34:38.748256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2ccff-fc3d-41a5-b436-8d9c6ffb7587 req-4445ac4f-d6c9-4b74-80fa-877b0c157c41 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:38.750270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48f2ccff-fc3d-41a5-b436-8d9c6ffb7587 req-4445ac4f-d6c9-4b74-80fa-877b0c157c41 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0532324 Jul 28 14:34:38.791194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48f2ccff-fc3d-41a5-b436-8d9c6ffb7587 req-26ef3c66-3750-49f9-996e-8e2847c9ba1a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Jul 28 14:34:39.085844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-deleted', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:39.088214 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5909c6bc-902a-4346-b962-790dbcedb612" -d '{"events": [{"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-deleted", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:39.124463 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fb94c-f215-48d9-8e37-c9a91e436fcd x-openstack-request-id: req-137fb94c-f215-48d9-8e37-c9a91e436fcd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:39.124740 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c45f264-88e9-480c-8511-4ff93abfea6b", "name": "network-vif-deleted", "tag": "f0f6e879-a117-4fe0-83ef-f85acc4e1878", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:39.124992 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-137fb94c-f215-48d9-8e37-c9a91e436fcd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:39.125387 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c45f264-88e9-480c-8511-4ff93abfea6b', 'name': 'network-vif-deleted', 'tag': 'f0f6e879-a117-4fe0-83ef-f85acc4e1878', 'status': 'completed', 'code': 200} Jul 28 14:34:39.314032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65f720-24d5-4581-a7fd-3577df3f20b1 req-be05cf13-01ce-4fe4-b8f4-5239a7f41a94 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.315687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d65f720-24d5-4581-a7fd-3577df3f20b1 req-be05cf13-01ce-4fe4-b8f4-5239a7f41a94 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Jul 28 14:34:39.356708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d65f720-24d5-4581-a7fd-3577df3f20b1 req-574abe8e-082a-4cef-91b0-c8d8dde467eb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Jul 28 14:34:39.392549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5cd0-8ab3-49d0-bc42-291d1da53bae req-f86b2ad3-f444-445c-9cb2-e1f5f2928e3f tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.396324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-427a5cd0-8ab3-49d0-bc42-291d1da53bae req-f86b2ad3-f444-445c-9cb2-e1f5f2928e3f tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 949 time: 0.0594692 Jul 28 14:34:39.434657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-427a5cd0-8ab3-49d0-bc42-291d1da53bae req-17225255-cbfb-4662-b676-dde1c3e12f19 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343134 Jul 28 14:34:39.464973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccedd3-e65b-4c94-8309-597a2f1d7aea req-b6bb4c22-5aea-4e0a-b54f-d3a7a936fb0d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.466651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05ccedd3-e65b-4c94-8309-597a2f1d7aea req-b6bb4c22-5aea-4e0a-b54f-d3a7a936fb0d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 943 time: 0.0501916 Jul 28 14:34:39.509994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05ccedd3-e65b-4c94-8309-597a2f1d7aea req-13c0d0b1-261b-49df-a2be-4105bf76862e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Jul 28 14:34:39.522092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba37e54b-6872-417c-9c00-0cb3cf84dc34 req-9e3218ec-141c-4d5e-8d14-540e7895cba9 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0268052 Jul 28 14:34:39.615062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d8193-af28-44d2-aba9-3748bedb71b1 req-1a0f24f8-49ca-47a5-bdc5-0d8898c75933 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.616456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f86d8193-af28-44d2-aba9-3748bedb71b1 req-1a0f24f8-49ca-47a5-bdc5-0d8898c75933 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Jul 28 14:34:39.655562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f86d8193-af28-44d2-aba9-3748bedb71b1 req-75c5ae8d-0b80-4ddc-8c17-12f87c2c8187 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Jul 28 14:34:39.759746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:39.781076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f5057-21ec-4ebb-b5a3-a71d2f9b5b77 req-2c90bca0-2757-46ab-8c80-511c532f988e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.782585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-862f5057-21ec-4ebb-b5a3-a71d2f9b5b77 req-2c90bca0-2757-46ab-8c80-511c532f988e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 949 time: 0.0505946 Jul 28 14:34:39.822786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-862f5057-21ec-4ebb-b5a3-a71d2f9b5b77 req-3a7097f7-00ae-4f03-83ff-28633d7152a2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Jul 28 14:34:39.930617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab743f6-3e67-4cbd-b6eb-f7396c5f248f req-5ac6bd21-c5c0-44a9-8c7b-b0c694aa657e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:39.932165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ab743f6-3e67-4cbd-b6eb-f7396c5f248f req-5ac6bd21-c5c0-44a9-8c7b-b0c694aa657e tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0523922 Jul 28 14:34:39.972967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ab743f6-3e67-4cbd-b6eb-f7396c5f248f req-d1aca7ae-da07-4420-9b38-9067300d92d6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Jul 28 14:34:40.004358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:40.008634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:40.012748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.090906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.113574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:40.115827 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6bbc4f-1cbf-47c7-83a1-30a2a47cc0c6" -d '{"events": [{"server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:40.133459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:40.158296 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95de19c-656c-4abe-8881-fe82ea2e29c6 x-openstack-request-id: req-b95de19c-656c-4abe-8881-fe82ea2e29c6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:40.158610 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "name": "network-vif-plugged", "status": "completed", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:40.158863 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b95de19c-656c-4abe-8881-fe82ea2e29c6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:40.159281 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', 'code': 200} Jul 28 14:34:40.175623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-f5ffc706-be84-4004-8b11-7a31f5e65e64 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.177062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-f5ffc706-be84-4004-8b11-7a31f5e65e64 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 804 time: 0.1058233 Jul 28 14:34:40.211472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Request body: {'port': {'device_id': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'admin_state_up': True, 'tenant_id': 'efd2a270ba124ddf86d3edd4e1bea59e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:40.287452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.302054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c458c5-9133-4f61-a0da-073aa4035795 req-4651bad1-8856-4bca-963a-36cf2fad07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.303954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77c458c5-9133-4f61-a0da-073aa4035795 req-4651bad1-8856-4bca-963a-36cf2fad07a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 1101 time: 0.0461693 Jul 28 14:34:40.324547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:40.351587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77c458c5-9133-4f61-a0da-073aa4035795 req-b922f61f-8491-46f7-a6bf-d1543c06d5c2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Jul 28 14:34:40.351951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 5f6cfeae-f589-4781-8b95-5cdbadce07d1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:40.352529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5f6cfeae-f589-4781-8b95-5cdbadce07d1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:40.364147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:40.489119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec93d3-bd43-43bd-a20e-0ec9b064d45c req-b8813d9a-ea6d-400d-88bc-e093a04aa972 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.490510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abec93d3-bd43-43bd-a20e-0ec9b064d45c req-b8813d9a-ea6d-400d-88bc-e093a04aa972 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0553172 Jul 28 14:34:40.491978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Made reservation on behalf of efd2a270ba124ddf86d3edd4e1bea59e for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:40.496301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.584041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abec93d3-bd43-43bd-a20e-0ec9b064d45c req-76b03645-a518-427f-8b11-32f82d19805b tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Jul 28 14:34:40.690698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Allocated IP 172.20.0.8 (b3ba844f-2d60-4e49-aa99-d3703e92b23c/517a50f8-2974-41c7-bf80-b1bce911974a/9917c91e-4782-4025-babf-d9d1d170905c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:40.722850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4cfa4-2e85-4e48-9a5d-1a20bc712d45 req-adf8bfae-6ccd-4d9d-828c-7469f3beb47d tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.724388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cf4cfa4-2e85-4e48-9a5d-1a20bc712d45 req-adf8bfae-6ccd-4d9d-828c-7469f3beb47d tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 949 time: 0.0750363 Jul 28 14:34:40.827440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cf4cfa4-2e85-4e48-9a5d-1a20bc712d45 req-5c033bad-c1d1-4e13-b3e7-a373f7cb99ff tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934148 Jul 28 14:34:40.900266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:40.942814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f9b19d2-3fc7-4169-8134-d980419cf4b2 req-05817ea7-c80c-4351-b12f-b5bc4e1f351a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0263734 Jul 28 14:34:40.986344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099f66b-abf4-4206-a73c-32d067aedc17 req-f97e3cf1-6b00-4ef4-90a9-bf83957323cd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:40.987891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e099f66b-abf4-4206-a73c-32d067aedc17 req-f97e3cf1-6b00-4ef4-90a9-bf83957323cd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 943 time: 0.0742607 Jul 28 14:34:41.030771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e099f66b-abf4-4206-a73c-32d067aedc17 req-a325fd16-e0df-4755-ac7c-0b8709cdd4c4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367413 Jul 28 14:34:41.048208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387a7c4-ff79-4152-aaff-9592c5c5f242 req-41d77580-277f-49b4-b659-d92c2fa7c02f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.049726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5387a7c4-ff79-4152-aaff-9592c5c5f242 req-41d77580-277f-49b4-b659-d92c2fa7c02f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 950 time: 0.0488672 Jul 28 14:34:41.095556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5387a7c4-ff79-4152-aaff-9592c5c5f242 req-39aa4f49-b7ec-4804-b7a2-6b63454736a7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Jul 28 14:34:41.100230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.170734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Network b3ba844f-2d60-4e49-aa99-d3703e92b23c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:41.178704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:41.189133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:41.198769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c03d5-a34b-4d0a-81b0-c24912b7b27d req-89d0efae-5978-487b-a28a-ff274eed5f14 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.200292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b67c03d5-a34b-4d0a-81b0-c24912b7b27d req-89d0efae-5978-487b-a28a-ff274eed5f14 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.1119161 Jul 28 14:34:41.203266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:41.205368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fba2b3-866b-49ea-a93d-ce5c48a3d2d7 req-dc67c515-09f0-4b09-81fe-bd1a8484bf2d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.215138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92fba2b3-866b-49ea-a93d-ce5c48a3d2d7 req-dc67c515-09f0-4b09-81fe-bd1a8484bf2d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0587602 Jul 28 14:34:41.252032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92fba2b3-866b-49ea-a93d-ce5c48a3d2d7 req-4e13b987-4c7a-401d-a822-5d4e79a6a289 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Jul 28 14:34:41.269205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.269818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.281769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b67c03d5-a34b-4d0a-81b0-c24912b7b27d req-113c7320-7c49-47a7-8912-9ca9a70dee54 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581970 Jul 28 14:34:41.460299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-601a2737-c8a6-41c2-9c66-656fab1e33a0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531853 Jul 28 14:34:41.485169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Request body: {'port': {'device_id': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:41.542982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.702847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4ae2e-0e13-4bcb-a64a-4311a36c869d req-be79a300-6bd5-4514-8f82-3cf3c54572c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.704385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77d4ae2e-0e13-4bcb-a64a-4311a36c869d req-be79a300-6bd5-4514-8f82-3cf3c54572c2 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Jul 28 14:34:41.748038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77d4ae2e-0e13-4bcb-a64a-4311a36c869d req-9ec215d1-f2ce-449d-b475-e42224659b6e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375371 Jul 28 14:34:41.773882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:41.817002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9917c91e-4782-4025-babf-d9d1d170905c {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:41.827356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.838613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Transition to ACTIVE for port object 9917c91e-4782-4025-babf-d9d1d170905c will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:41.874529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:41.887331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'mac_address': 'fa:16:3e:83:c1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:41.927171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:41.939863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:41.958764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dcd3f-69c3-46c5-be61-245b5df07437 req-f5bf7ee1-2891-41c2-a270-167c72139c75 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:41.960291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876dcd3f-69c3-46c5-be61-245b5df07437 req-f5bf7ee1-2891-41c2-a270-167c72139c75 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 949 time: 0.0522091 Jul 28 14:34:41.960460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:41.961386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.053433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:42.070994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876dcd3f-69c3-46c5-be61-245b5df07437 req-82b9a662-4a70-4c6d-b65f-c59e9d7dcd85 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009963 Jul 28 14:34:42.072970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0f24-3f7e-4596-9669-c9889b63d33e req-a2918048-f8ad-40bf-95a9-e1b2d0f2dbdd tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.074013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc9f0f24-3f7e-4596-9669-c9889b63d33e req-a2918048-f8ad-40bf-95a9-e1b2d0f2dbdd tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 943 time: 0.0559301 Jul 28 14:34:42.133181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Attempting to bind port 9917c91e-4782-4025-babf-d9d1d170905c on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:42.136126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Attempting to bind port 9917c91e-4782-4025-babf-d9d1d170905c by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:42.136126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Attempting to bind port 9917c91e-4782-4025-babf-d9d1d170905c on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:42.147089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc9f0f24-3f7e-4596-9669-c9889b63d33e req-9e2a0384-6b55-41ca-b7c8-7e0c188806f5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653069 Jul 28 14:34:42.150220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Port 9917c91e-4782-4025-babf-d9d1d170905c on network b3ba844f-2d60-4e49-aa99-d3703e92b23c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:42.150424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Attempting to bind port 9917c91e-4782-4025-babf-d9d1d170905c on network b3ba844f-2d60-4e49-aa99-d3703e92b23c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:42.167332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.171104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:42.171454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Checking segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:42.171839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Bound using segment: {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:42.172290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Bound port: 9917c91e-4782-4025-babf-d9d1d170905c, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7746cf0-2f69-4762-8c88-f0f4c862d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:42.172959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.227948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa33968-0d38-409b-9593-0f85b12572b0 req-950ccf7e-91b0-450b-b316-d4e0cae8ea50 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.229492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa33968-0d38-409b-9593-0f85b12572b0 req-950ccf7e-91b0-450b-b316-d4e0cae8ea50 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 943 time: 0.0922585 Jul 28 14:34:42.234012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b6383dc-9315-4557-a41e-87af046b8bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.239411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:42.267242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f17bb-7a29-4f21-bab3-236315ddcbf6 req-52bc7b27-b7bd-41f9-a29c-699e22809666 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.271460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0f17bb-7a29-4f21-bab3-236315ddcbf6 req-52bc7b27-b7bd-41f9-a29c-699e22809666 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 950 time: 0.0587995 Jul 28 14:34:42.295458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa33968-0d38-409b-9593-0f85b12572b0 req-8c45b699-aa35-4cc9-ad65-0e515cdb00fa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Jul 28 14:34:42.299639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:42.314300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:42.314542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0f17bb-7a29-4f21-bab3-236315ddcbf6 req-9a30c5f1-4094-485b-8115-d4ce658b29f8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Jul 28 14:34:42.344758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:42.360054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:42.383670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: f0f6e879-a117-4fe0-83ef-f85acc4e1878 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:42.384016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f0f6e879-a117-4fe0-83ef-f85acc4e1878 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:42.407820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.432269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c387ff-86fb-470e-b992-24d333a95b47 req-b9bd2b15-94cf-47c9-a5f7-7aa5fb8d0ad1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.434237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4c387ff-86fb-470e-b992-24d333a95b47 req-b9bd2b15-94cf-47c9-a5f7-7aa5fb8d0ad1 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.0566735 Jul 28 14:34:42.466771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.468234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.469758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] 10.222.0.53 "PUT /v2.0/ports/9917c91e-4782-4025-babf-d9d1d170905c HTTP/1.1" status: 200 len: 1092 time: 0.9892359 Jul 28 14:34:42.474334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:42.476868 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a115a18-99ee-4287-8e92-93e9728b621a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "tag": "9917c91e-4782-4025-babf-d9d1d170905c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:42.479752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:42.485378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4c387ff-86fb-470e-b992-24d333a95b47 req-2ca6eb10-6387-4785-8ee1-e7120177db92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436060 Jul 28 14:34:42.496403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530408-86f5-4921-a7ae-0e00b86d062c service neutron] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:42.511279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'port_id': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'mac_address': 'fa:16:3e:95:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a107ba-c5ad-4ab7-9991-906342d3e6f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:42.525963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1dc2a-d63b-4d42-81e6-18506924c16e req-1ee91060-09c7-4f08-b420-02f6dbc1720b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.527808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e1dc2a-d63b-4d42-81e6-18506924c16e req-1ee91060-09c7-4f08-b420-02f6dbc1720b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1320639 Jul 28 14:34:42.562890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.577213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a1ce1e-4c7c-4fce-9b85-58de041a80dc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:42.579518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52e1dc2a-d63b-4d42-81e6-18506924c16e req-0ee95f55-ec0a-4ccf-87b8-f910265ff986 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Jul 28 14:34:42.604325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:42.618728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8bf67-e2e7-41b0-a7bf-5c94f6942ba8 req-98f9a69b-a65e-4432-8137-5a7df8392175 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.620343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36b8bf67-e2e7-41b0-a7bf-5c94f6942ba8 req-98f9a69b-a65e-4432-8137-5a7df8392175 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 1102 time: 0.0512664 Jul 28 14:34:42.621855 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cbb0d5-d113-4db9-959d-e2e34f499955 x-openstack-request-id: req-c5cbb0d5-d113-4db9-959d-e2e34f499955 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:42.622143 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "tag": "9917c91e-4782-4025-babf-d9d1d170905c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:42.623011 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5cbb0d5-d113-4db9-959d-e2e34f499955 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:42.623497 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c', 'status': 'completed', 'code': 200} Jul 28 14:34:42.666408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36b8bf67-e2e7-41b0-a7bf-5c94f6942ba8 req-fdcf5692-125c-4058-9cff-a2ba206337ee tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Jul 28 14:34:42.676329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:42.849933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-f6d61a25-334f-4a40-9050-0cda9071316c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478201 Jul 28 14:34:42.860531 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:42.903626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddcc0a-6ca5-43ed-b213-08f3ac45499c req-e508f1f3-6635-4bc3-8a9b-17772ec4fff5 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.905226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65ddcc0a-6ca5-43ed-b213-08f3ac45499c req-e508f1f3-6635-4bc3-8a9b-17772ec4fff5 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0841012 Jul 28 14:34:42.917936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:42.928128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-28ce6e94-3063-4052-a07c-516b39e3a57d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.929568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-28ce6e94-3063-4052-a07c-516b39e3a57d tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.50 "GET /v2.0/ports?device_id=82b34107-7bab-476c-9fde-a4c4f9c96658 HTTP/1.1" status: 200 len: 945 time: 0.0803797 Jul 28 14:34:42.982180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-dbdd0f71-264d-4945-bd45-4146a23fb288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:42.983836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-dbdd0f71-264d-4945-bd45-4146a23fb288 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 1095 time: 0.1431262 Jul 28 14:34:42.985651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65ddcc0a-6ca5-43ed-b213-08f3ac45499c req-c7f9fb4c-692b-4a57-ae29-dbc23e715374 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720997 Jul 28 14:34:43.017531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-b1382434-b158-440d-a66f-27d1d254bd6c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.019145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-b1382434-b158-440d-a66f-27d1d254bd6c tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.1296628 Jul 28 14:34:43.035093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-5f5eaa8f-ca01-4c0e-80bc-34843249fcbc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.036599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-5f5eaa8f-ca01-4c0e-80bc-34843249fcbc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659441 Jul 28 14:34:43.044168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Deleting port 9641be49-bdf4-4fb1-99f3-b19720723a0b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:43.044667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.052777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-61ca417d-0309-4b6c-a80f-9907a022ccf2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Jul 28 14:34:43.068552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:43.138755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] For port 9641be49-bdf4-4fb1-99f3-b19720723a0b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9641be49-bdf4-4fb1-99f3-b19720723a0b,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:43.139470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.155653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Calling delete_port for 9641be49-bdf4-4fb1-99f3-b19720723a0b owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:43.179573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-a08d8fac-7032-4c7f-9b1b-9779327adc1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9917c91e-4782-4025-babf-d9d1d170905c HTTP/1.1" status: 200 len: 217 time: 0.1176088 Jul 28 14:34:43.282218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-cd93a050-910a-4e66-95af-7dc3484ca0ed tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.283774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-cd93a050-910a-4e66-95af-7dc3484ca0ed tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 949 time: 0.2203443 Jul 28 14:34:43.317364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-26806384-4755-47d5-a471-fe99645c62d5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2572958 Jul 28 14:34:43.321527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d7ac2f29-5e6d-4866-a256-ab0a8cc23170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.322910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-d7ac2f29-5e6d-4866-a256-ab0a8cc23170 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1304181 Jul 28 14:34:43.378157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-63ee7397-ffcb-4d35-aab8-b1d832ab357c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370972 Jul 28 14:34:43.439345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Deleting port 654be553-947c-4835-92f0-94d494b4e88d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:43.445292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.532143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.567912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event deleted for resources: {'Port': ['ID=9641be49-bdf4-4fb1-99f3-b19720723a0b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:43.604660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Deleting port 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:43.605010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.611808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] No DVR routers for this DVR port 9641be49-bdf4-4fb1-99f3-b19720723a0b on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:43.614405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.616069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-ecdb3103-d3ad-4ab3-8d33-5f2905c7625e service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074382 Jul 28 14:34:43.616500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7099d186-5e0b-48f1-bcb5-55856ae755f7 req-cca8963a-df8f-4820-a47c-8a6acde3ca92 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.50 "DELETE /v2.0/ports/9641be49-bdf4-4fb1-99f3-b19720723a0b HTTP/1.1" status: 204 len: 173 time: 0.6791646 Jul 28 14:34:43.616954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'name': 'network-vif-deleted', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:43.617760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] For port 654be553-947c-4835-92f0-94d494b4e88d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=654be553-947c-4835-92f0-94d494b4e88d,segment=NetworkSegment(b98599d5-1ea7-4f4a-adc4-b2a03860fc1f),segment_id=b98599d5-1ea7-4f4a-adc4-b2a03860fc1f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:43.618134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.619242 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f061242e-ec0d-4a79-b459-47aa564b4203" -d '{"events": [{"server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "name": "network-vif-deleted", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:43.631911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9641be49-bdf4-4fb1-99f3-b19720723a0b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:43.702630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['654be553-947c-4835-92f0-94d494b4e88d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:43.732877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Calling delete_port for 654be553-947c-4835-92f0-94d494b4e88d owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:43.808989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:43.876823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] For port 1ca49416-823d-4302-8fd5-e56239a8189a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ca49416-823d-4302-8fd5-e56239a8189a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:43.877257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:43.887802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0e1ab-feb8-4c28-a76a-9b2c38b5a73d req-0641a553-acf8-4645-9a7e-f8233495a786 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.897331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ae0e1ab-feb8-4c28-a76a-9b2c38b5a73d req-0641a553-acf8-4645-9a7e-f8233495a786 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 943 time: 0.1417356 Jul 28 14:34:43.914469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1471a-979e-41f6-a646-e951c15518d6 req-2490c0b2-22a9-4a5f-955c-2469b41b0b94 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:43.916020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cea1471a-979e-41f6-a646-e951c15518d6 req-2490c0b2-22a9-4a5f-955c-2469b41b0b94 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 949 time: 0.1926887 Jul 28 14:34:43.924050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Calling delete_port for 1ca49416-823d-4302-8fd5-e56239a8189a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:43.930340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04ddd980-a3eb-4f5c-b5dc-dbab469a4d1d req-e10e4256-bc1b-4bc9-8e82-b6663859bdfa service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988048 Jul 28 14:34:43.951565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ae0e1ab-feb8-4c28-a76a-9b2c38b5a73d req-9fedacef-bbaf-4f64-9030-07ea529dbb90 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Jul 28 14:34:44.023222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cea1471a-979e-41f6-a646-e951c15518d6 req-64223837-b83c-47ec-85e9-96024b26ad4a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/security-groups?id=aac03d0e-aa0b-49c7-9faa-05fad722ad18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957024 Jul 28 14:34:44.045268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:44.062996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:44.064053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.091418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7e732-c163-4427-ba42-6b2376a8ef11 req-d3b24fbc-a386-4b9e-b23f-c4db8dfa2c1c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.091418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38e7e732-c163-4427-ba42-6b2376a8ef11 req-d3b24fbc-a386-4b9e-b23f-c4db8dfa2c1c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 944 time: 0.0795860 Jul 28 14:34:44.153012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38e7e732-c163-4427-ba42-6b2376a8ef11 req-8b94022c-ae7c-4b48-89c1-f9f4865e5963 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Jul 28 14:34:44.182686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.212061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:44.214825 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cdd8c6-5a59-4f36-9f56-72ce6af72f88" -d '{"events": [{"server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "name": "network-vif-plugged", "status": "completed", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:44.230875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:44.286886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ef5bf-293b-42aa-b02a-760a30772006 req-6a4c0479-e803-497a-8dcb-24304ad25e5c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.288512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e4ef5bf-293b-42aa-b02a-760a30772006 req-6a4c0479-e803-497a-8dcb-24304ad25e5c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0499721 Jul 28 14:34:44.333121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e4ef5bf-293b-42aa-b02a-760a30772006 req-82e68fff-6756-40b7-a249-685400131c39 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367646 Jul 28 14:34:44.333573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:44.377628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.425487 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5b0e9-0a9a-4696-87a2-cbe22054085f x-openstack-request-id: req-8cf5b0e9-0a9a-4696-87a2-cbe22054085f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:44.427094 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b34107-7bab-476c-9fde-a4c4f9c96658", "name": "network-vif-deleted", "tag": "9641be49-bdf4-4fb1-99f3-b19720723a0b", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:44.427094 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cf5b0e9-0a9a-4696-87a2-cbe22054085f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:44.427094 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b34107-7bab-476c-9fde-a4c4f9c96658', 'name': 'network-vif-deleted', 'tag': '9641be49-bdf4-4fb1-99f3-b19720723a0b', 'status': 'completed', 'code': 200} Jul 28 14:34:44.450222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:44.454729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.486267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.498674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3efab021-c3a7-4378-ac48-dd23e66366e0 req-c0b0ffbe-50e7-4a38-9943-979282fe8c6d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 210 time: 0.0410435 Jul 28 14:34:44.546293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c573e4d-78bb-43db-8696-ff8ffebf3931 req-6913979c-3d6a-46ac-a0b6-1eaaddb15ce6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.547975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c573e4d-78bb-43db-8696-ff8ffebf3931 req-6913979c-3d6a-46ac-a0b6-1eaaddb15ce6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 946 time: 0.1465700 Jul 28 14:34:44.552393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115a18-99ee-4287-8e92-93e9728b621a req-c9d1381d-e6c8-42da-b09a-e06ad255c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.554177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-c9d1381d-e6c8-42da-b09a-e06ad255c639 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 1095 time: 0.1552148 Jul 28 14:34:44.561960 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.567038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.604359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9641be49-bdf4-4fb1-99f3-b19720723a0b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:44.616471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:44.673408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cacb40-0477-4a92-88e6-1b3c9ae721ed req-2cf850ac-da30-4c72-b507-17ad6f9ae184 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.675272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78cacb40-0477-4a92-88e6-1b3c9ae721ed req-2cf850ac-da30-4c72-b507-17ad6f9ae184 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 944 time: 0.0840502 Jul 28 14:34:44.692064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c573e4d-78bb-43db-8696-ff8ffebf3931 req-eeda9d94-fc33-461a-bb32-4e0675063cf6 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/security-groups?id=15697609-c9f3-4a45-b309-a61b8936b8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369040 Jul 28 14:34:44.697166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Pushing event deleted for resources: {'Port': ['ID=654be553-947c-4835-92f0-94d494b4e88d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.702211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644258cd-9611-4b74-b149-934077b732c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.741260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.748294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] No DVR routers for this DVR port 654be553-947c-4835-92f0-94d494b4e88d on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:44.751260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.753391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78cacb40-0477-4a92-88e6-1b3c9ae721ed req-e3eb5c3e-1ad2-428e-a44f-ace09cf81e99 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713696 Jul 28 14:34:44.753974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84073abb-1dd3-4557-a2e7-31726b9392c8 req-6812b69f-3e6c-4e0a-85dd-869ff89197b0 tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.53 "DELETE /v2.0/ports/654be553-947c-4835-92f0-94d494b4e88d HTTP/1.1" status: 204 len: 173 time: 1.6893909 Jul 28 14:34:44.757107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'name': 'network-vif-deleted', 'tag': '654be553-947c-4835-92f0-94d494b4e88d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:44.767344 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea462e49-9f06-482d-b1a4-3c57d7762fe1" -d '{"events": [{"server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "name": "network-vif-deleted", "tag": "654be553-947c-4835-92f0-94d494b4e88d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:44.772801 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4224c55e-adc5-4360-9036-0886757b165c x-openstack-request-id: req-4224c55e-adc5-4360-9036-0886757b165c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:44.773091 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "name": "network-vif-plugged", "status": "completed", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:44.773352 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4224c55e-adc5-4360-9036-0886757b165c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:44.773746 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'code': 200} Jul 28 14:34:44.793802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115a18-99ee-4287-8e92-93e9728b621a req-c2f769b4-e082-4ab4-aaa8-669dfed1d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.795946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-c2f769b4-e082-4ab4-aaa8-669dfed1d856 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 200 len: 905 time: 0.2224965 Jul 28 14:34:44.807909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.842716 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6464f44-8152-498a-8b7b-1b57fee11a42 x-openstack-request-id: req-b6464f44-8152-498a-8b7b-1b57fee11a42 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:44.843094 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835bf00e-adf5-4f2f-bcb4-edb4a2695707", "name": "network-vif-deleted", "tag": "654be553-947c-4835-92f0-94d494b4e88d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:44.843452 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6464f44-8152-498a-8b7b-1b57fee11a42 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:44.843857 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835bf00e-adf5-4f2f-bcb4-edb4a2695707', 'name': 'network-vif-deleted', 'tag': '654be553-947c-4835-92f0-94d494b4e88d', 'status': 'completed', 'code': 200} Jul 28 14:34:44.845732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-0503cd0b-6989-423f-ae79-58b81544fbbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9917c91e-4782-4025-babf-d9d1d170905c HTTP/1.1" status: 200 len: 217 time: 0.0420334 Jul 28 14:34:44.846477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.887446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Pushing event deleted for resources: {'Port': ['ID=1ca49416-823d-4302-8fd5-e56239a8189a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:44.890882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.942392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2208af-c2e3-4804-9a43-da1b86bc8ce9 req-88ab56f3-2b84-4a38-8fef-d09828fc89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.943970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1b2208af-c2e3-4804-9a43-da1b86bc8ce9 req-88ab56f3-2b84-4a38-8fef-d09828fc89e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 1097 time: 0.0545928 Jul 28 14:34:44.956925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] No DVR routers for this DVR port 1ca49416-823d-4302-8fd5-e56239a8189a on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:44.961360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:44.963351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f3aa0db-c16d-4a4b-9536-059bcee34c56 req-d91b5f5b-afc0-4055-8ea0-918749660beb tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.53 "DELETE /v2.0/ports/1ca49416-823d-4302-8fd5-e56239a8189a HTTP/1.1" status: 204 len: 173 time: 1.6707153 Jul 28 14:34:44.968317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a115a18-99ee-4287-8e92-93e9728b621a req-510d0b4f-24ed-4de5-8fb3-4903df8a2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:44.969801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-510d0b4f-24ed-4de5-8fb3-4903df8a2a2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 200 len: 844 time: 0.1127329 Jul 28 14:34:44.988483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1b2208af-c2e3-4804-9a43-da1b86bc8ce9 req-b506f562-30d2-458c-9fab-333d7af89a74 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Jul 28 14:34:45.020710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-7a3e1d94-8a32-4add-965e-e7a2f58148a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3ba844f-2d60-4e49-aa99-d3703e92b23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286701 Jul 28 14:34:45.080586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cbebc-2705-4ec5-827f-18d9b50af288 req-448e142c-045d-42bf-9188-e0fcc414d38d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.082522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b7cbebc-2705-4ec5-827f-18d9b50af288 req-448e142c-045d-42bf-9188-e0fcc414d38d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 943 time: 0.0574305 Jul 28 14:34:45.141123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a4c4c4d-202d-4432-bf07-9588c7932afd req-75167345-e003-4d47-a929-1d59e46a5104 tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 210 time: 0.0351365 Jul 28 14:34:45.185808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-7b37e193-056a-40c8-8503-98c310c35631 service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277261 Jul 28 14:34:45.346491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69184417-73cf-4f46-8391-0804bb3e3238 req-c3353ca8-f088-420c-8dbd-547961c0d557 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.348326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69184417-73cf-4f46-8391-0804bb3e3238 req-c3353ca8-f088-420c-8dbd-547961c0d557 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0912945 Jul 28 14:34:45.355262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a115a18-99ee-4287-8e92-93e9728b621a req-010a2e5d-30d5-4351-a141-225598dd1a08 service neutron] 10.222.0.53 "GET /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568365 Jul 28 14:34:45.397709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69184417-73cf-4f46-8391-0804bb3e3238 req-27e8c5dd-5e55-44aa-bc10-156e4dad1794 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Jul 28 14:34:45.519930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b7cbebc-2705-4ec5-827f-18d9b50af288 req-b11e68fd-9bf6-4c07-b0cd-797a3a6556e0 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310839 Jul 28 14:34:45.523072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541c178-f8f6-429e-ad7d-864dc6cb8b6d req-bed82883-09cb-4cc9-b057-c273e1b888a8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.525046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8541c178-f8f6-429e-ad7d-864dc6cb8b6d req-bed82883-09cb-4cc9-b057-c273e1b888a8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0559397 Jul 28 14:34:45.569834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8541c178-f8f6-429e-ad7d-864dc6cb8b6d req-d1bc9f91-fa86-4380-a542-2bef9a1ae74d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Jul 28 14:34:45.614293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c5a76d3-03c6-47b7-9066-a08ccec34394 req-aa70571d-f6c7-49da-90c6-10dcc4e0dfde tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 210 time: 0.0261347 Jul 28 14:34:45.824550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e67a4a8b-fb4d-437e-926f-b0d45234d7df req-cc29f6cf-ecd7-4458-9e23-e50dd42f422f tempest-MultipleCreateTestJSON-307482665 tempest-MultipleCreateTestJSON-307482665-project] 10.222.0.47 "GET /v2.0/ports?device_id=835bf00e-adf5-4f2f-bcb4-edb4a2695707 HTTP/1.1" status: 200 len: 210 time: 0.0360582 Jul 28 14:34:45.884815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54f8d6-3d92-486d-b71b-ce4ca08644f6 req-ce26a692-17a0-46cc-9511-eb9f721a9d22 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:45.886334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b54f8d6-3d92-486d-b71b-ce4ca08644f6 req-ce26a692-17a0-46cc-9511-eb9f721a9d22 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Jul 28 14:34:45.932600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b54f8d6-3d92-486d-b71b-ce4ca08644f6 req-2c66d46b-4b0a-4b4f-a9ac-a7b43500d3b8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392773 Jul 28 14:34:46.032267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640d565-d005-444c-a284-e69be4e62da9 req-88133244-dd4d-4d80-bbca-bf7a69e007c8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.034635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7640d565-d005-444c-a284-e69be4e62da9 req-88133244-dd4d-4d80-bbca-bf7a69e007c8 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Jul 28 14:34:46.077239 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.144722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Deleting port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:34:46.145073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.256084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] For port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:46.256456 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.277526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d756ecb2-a316-44d6-9965-f83bf0c07a6b req-f3708d24-e3c1-4e21-ad47-63bab6a8b46a tempest-ListImageFiltersTestJSON-858265744 tempest-ListImageFiltersTestJSON-858265744-project] 10.222.0.47 "GET /v2.0/ports?device_id=45a19f70-886c-4f19-98e9-1a49dcdff1c8 HTTP/1.1" status: 200 len: 210 time: 0.0373514 Jul 28 14:34:46.284105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Calling delete_port for c0a1ce1e-4c7c-4fce-9b85-58de041a80dc owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:34:46.523884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd3713-9445-415f-9991-36234e09d10e req-60789849-5e6f-4870-be09-b3da37a179e1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.525565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47fd3713-9445-415f-9991-36234e09d10e req-60789849-5e6f-4870-be09-b3da37a179e1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Jul 28 14:34:46.570028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.574308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47fd3713-9445-415f-9991-36234e09d10e req-27b01502-8212-44d9-9367-82b5615d2e28 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Jul 28 14:34:46.606154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event deleted for resources: {'Port': ['ID=c0a1ce1e-4c7c-4fce-9b85-58de041a80dc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:46.613928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:46.709532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] No DVR routers for this DVR port c0a1ce1e-4c7c-4fce-9b85-58de041a80dc on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:34:46.714882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:46.717021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7640d565-d005-444c-a284-e69be4e62da9 req-b0e4241f-4273-4853-9956-9c0083c2da29 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "DELETE /v2.0/ports/c0a1ce1e-4c7c-4fce-9b85-58de041a80dc HTTP/1.1" status: 204 len: 173 time: 0.6759424 Jul 28 14:34:46.725984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d968c46-9111-44cd-9b39-7e8e274df8ce req-213e5d22-a660-4757-89d3-4052f7d1cc49 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.727665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d968c46-9111-44cd-9b39-7e8e274df8ce req-213e5d22-a660-4757-89d3-4052f7d1cc49 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 943 time: 0.1240747 Jul 28 14:34:46.729132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd651-bd3f-4046-a4c6-9beaaa27002f req-61b34d46-1799-416d-b654-77d0e20cd9db tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:46.730618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d01bd651-bd3f-4046-a4c6-9beaaa27002f req-61b34d46-1799-416d-b654-77d0e20cd9db tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0775368 Jul 28 14:34:46.774751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d968c46-9111-44cd-9b39-7e8e274df8ce req-0de6360d-0f97-4a3d-a0b4-438a54418853 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Jul 28 14:34:46.776358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d01bd651-bd3f-4046-a4c6-9beaaa27002f req-4b16782c-7387-494d-910f-20ef3b026d7d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Jul 28 14:34:46.806167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:46.806167 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f7e2c3-657f-4b23-b62a-87be77e27c6d" -d '{"events": [{"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:46.849632 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63fa9e-03ee-4e50-8ef7-572dc99b4e5e x-openstack-request-id: req-be63fa9e-03ee-4e50-8ef7-572dc99b4e5e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:46.849918 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-plugged", "status": "completed", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:46.850170 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be63fa9e-03ee-4e50-8ef7-572dc99b4e5e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:46.850584 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'code': 200} Jul 28 14:34:46.852946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-deleted', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a'}, {'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-deleted', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:46.855935 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2893c33-dba4-4dd7-852f-3412b8c35f3b" -d '{"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-deleted", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a"}, {"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-deleted", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:46.876506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cf7551a-fed8-4076-abfc-373c2beaf7ca req-199df35c-2b57-42a7-93f1-94d2c4fbb437 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 210 time: 0.0351889 Jul 28 14:34:46.921590 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12f8a5b-6152-475b-9b66-6eb21b0772cc x-openstack-request-id: req-a12f8a5b-6152-475b-9b66-6eb21b0772cc {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:46.922033 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a19f70-886c-4f19-98e9-1a49dcdff1c8", "name": "network-vif-deleted", "tag": "1ca49416-823d-4302-8fd5-e56239a8189a", "status": "completed", "code": 200}, {"server_uuid": "00d858bf-b2e4-4db0-b104-aeb2f4af4472", "name": "network-vif-deleted", "tag": "c0a1ce1e-4c7c-4fce-9b85-58de041a80dc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:46.922298 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a12f8a5b-6152-475b-9b66-6eb21b0772cc {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:46.922730 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a19f70-886c-4f19-98e9-1a49dcdff1c8', 'name': 'network-vif-deleted', 'tag': '1ca49416-823d-4302-8fd5-e56239a8189a', 'status': 'completed', 'code': 200} Jul 28 14:34:46.922981 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d858bf-b2e4-4db0-b104-aeb2f4af4472', 'name': 'network-vif-deleted', 'tag': 'c0a1ce1e-4c7c-4fce-9b85-58de041a80dc', 'status': 'completed', 'code': 200} Jul 28 14:34:46.930534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:46.984300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Deleting subnet 70807051-d6ce-4a36-babb-6f959033108e {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:34:46.987393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.029321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.035711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d36a5136-812e-4c08-bed0-8725495d1194 req-1eb806b6-d3f1-48ee-b454-bffda3a0db25 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d858bf-b2e4-4db0-b104-aeb2f4af4472 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Jul 28 14:34:47.055898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-94fd0329-9005-479e-8324-6a46f22717f0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224037 Jul 28 14:34:47.075992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.172815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-c2efbf48-5bc0-4c5d-a7dd-a6a04e31c31a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:47.174257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-c2efbf48-5bc0-4c5d-a7dd-a6a04e31c31a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076534 Jul 28 14:34:47.204000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:47.213915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.239244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70807051-d6ce-4a36-babb-6f959033108e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:47.249937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.252373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96018f0b-b462-4f72-b8de-e8e38f674af2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/70807051-d6ce-4a36-babb-6f959033108e HTTP/1.1" status: 204 len: 168 time: 0.3208063 Jul 28 14:34:47.254806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:47.331509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.413924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.428272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9086f827-d02e-47e1-a3cc-c37580e1a43f']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:47.448578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:47.449230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98599d5-1ea7-4f4a-adc4-b2a03860fc1f') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:34:47.461497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.477426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.485670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:34:47.486184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:34:47.488166 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:34:47.542086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:47.552385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.594327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.694282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a68fb-31b8-4102-aa4f-93c17381f26f req-2bf05aa7-3b07-4a4e-a01e-9012ce35459a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:47.695859 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b6a68fb-31b8-4102-aa4f-93c17381f26f req-2bf05aa7-3b07-4a4e-a01e-9012ce35459a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Jul 28 14:34:47.696014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.86 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/77841ff0-af35-426f-8127-26e9b5b2ef17) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:47.697022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.708938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.713246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] 10.222.0.47 "DELETE /v2.0/networks/9086f827-d02e-47e1-a3cc-c37580e1a43f HTTP/1.1" status: 204 len: 168 time: 0.4549906 Jul 28 14:34:47.727127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df9bf2-4b40-48dd-aa1e-8e8a6b0af7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9086f827-d02e-47e1-a3cc-c37580e1a43f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:47.765106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b6a68fb-31b8-4102-aa4f-93c17381f26f req-2e50d9ce-c7af-483e-9a0a-3e05b5a20e1d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531201 Jul 28 14:34:47.803047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9641be49-bdf4-4fb1-99f3-b19720723a0b no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:47.836463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 9641be49-bdf4-4fb1-99f3-b19720723a0b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:47.836463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9641be49-bdf4-4fb1-99f3-b19720723a0b not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:47.897260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:47.912048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 77841ff0-af35-426f-8127-26e9b5b2ef17 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:48.101821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.142649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:48.147131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:48.150219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:48.155334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:48.159785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:48.164013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:48.212710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.212897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.336343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33be5-4600-44b1-9b2c-3e7f755e76f8 req-e7c6497b-4960-49c3-a0c3-124828c14d5a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.338371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4d33be5-4600-44b1-9b2c-3e7f755e76f8 req-e7c6497b-4960-49c3-a0c3-124828c14d5a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 943 time: 0.0559702 Jul 28 14:34:48.355954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:48.364733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 654be553-947c-4835-92f0-94d494b4e88d no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:48.386794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4d33be5-4600-44b1-9b2c-3e7f755e76f8 req-49ec2c27-9b71-4ba1-8b0f-fb82496f07ee tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Jul 28 14:34:48.405285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 654be553-947c-4835-92f0-94d494b4e88d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:48.405650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 654be553-947c-4835-92f0-94d494b4e88d not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:48.406070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:48.444938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 1ca49416-823d-4302-8fd5-e56239a8189a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:48.445207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ca49416-823d-4302-8fd5-e56239a8189a not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:48.479556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-045c76b5-7752-4967-9999-25ce7126a35d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2799711 Jul 28 14:34:48.499737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Request body: {'port': {'device_id': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:48.505359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890b7a4-fefd-4e62-8f29-190113af456a req-78e52ceb-f279-4836-af0a-07eed686007c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.507782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5890b7a4-fefd-4e62-8f29-190113af456a req-78e52ceb-f279-4836-af0a-07eed686007c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0556998 Jul 28 14:34:48.552756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5890b7a4-fefd-4e62-8f29-190113af456a req-16b5760c-8caa-4d05-9335-196bc0c81e40 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382919 Jul 28 14:34:48.582241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.618866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:48.655194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '9917c91e-4782-4025-babf-d9d1d170905c', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '9917c91e-4782-4025-babf-d9d1d170905c', 'mac_address': 'fa:16:3e:80:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:48.681843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c2b4f-ebad-47bc-a0f0-ead35cbc25e1 req-dc149ef4-2cb4-4d01-b258-ea8567c580bc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.683717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-330c2b4f-ebad-47bc-a0f0-ead35cbc25e1 req-dc149ef4-2cb4-4d01-b258-ea8567c580bc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 935 time: 0.0681489 Jul 28 14:34:48.702004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-38e3bd81-6898-4aed-8943-1ae3394c83e1 None None] Provisioning for port 77841ff0-af35-426f-8127-26e9b5b2ef17 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:48.722701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43836) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:48.765949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-38e3bd81-6898-4aed-8943-1ae3394c83e1 None None] Provisioning complete for port 77841ff0-af35-426f-8127-26e9b5b2ef17 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:48.766330 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-38e3bd81-6898-4aed-8943-1ae3394c83e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.783019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-330c2b4f-ebad-47bc-a0f0-ead35cbc25e1 req-5fbe26d8-4741-4a9c-8c4e-60455c8a0985 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877118 Jul 28 14:34:48.822601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8085575b-1afc-4f51-a571-28d1833513f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=832125ad70eb4d4bb7785ec8fb924129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986009 Jul 28 14:34:48.826030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:48.882785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.900796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-38e3bd81-6898-4aed-8943-1ae3394c83e1 None None] Port 77841ff0-af35-426f-8127-26e9b5b2ef17 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:34:48.909477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9917c91e-4782-4025-babf-d9d1d170905c {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:48.914303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.923925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eec438-43b5-4ed3-a9ee-358c0c6135b2 req-0fd58436-1b9e-4acb-a458-d0f7a78d99a5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:48.925974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58eec438-43b5-4ed3-a9ee-358c0c6135b2 req-0fd58436-1b9e-4acb-a458-d0f7a78d99a5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1323347 Jul 28 14:34:48.945108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:48.990213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:49.011810 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58eec438-43b5-4ed3-a9ee-358c0c6135b2 req-a2320b27-c207-4811-a38a-7c575bd9208b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759010 Jul 28 14:34:49.062188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77841ff0-af35-426f-8127-26e9b5b2ef17 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:49.072860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.089410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Transition to ACTIVE for port object 77841ff0-af35-426f-8127-26e9b5b2ef17 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:49.136113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.187347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.190169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.194691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15697609-c9f3-4a45-b309-a61b8936b8f4 HTTP/1.1" status: 204 len: 168 time: 0.3645813 Jul 28 14:34:49.203308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b99a2-1d49-4641-b717-1845e5e0aef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15697609-c9f3-4a45-b309-a61b8936b8f4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.227928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-9739c60c-2785-4231-9d9d-2c1aae1a095a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:49.229470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-9739c60c-2785-4231-9d9d-2c1aae1a095a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.1277063 Jul 28 14:34:49.232277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.255150 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.282467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-6b53d0c3-8c74-4980-b55a-b2c6946eeb7a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/quotas/52acf43a6b0f4ef9abb89d2683ad30b0 HTTP/1.1" status: 200 len: 375 time: 0.0448604 Jul 28 14:34:49.335135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Pushing event updated for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:49.409436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-e16e7c09-8b52-44c0-b6e1-6c06769cb26d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087558 Jul 28 14:34:49.429764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Attempting to bind port 77841ff0-af35-426f-8127-26e9b5b2ef17 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:49.430114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Attempting to bind port 77841ff0-af35-426f-8127-26e9b5b2ef17 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:49.430457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Attempting to bind port 77841ff0-af35-426f-8127-26e9b5b2ef17 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:49.439725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Port 77841ff0-af35-426f-8127-26e9b5b2ef17 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:49.440108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Attempting to bind port 77841ff0-af35-426f-8127-26e9b5b2ef17 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:49.445608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:49.446267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:49.446622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:49.447294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Bound port: 77841ff0-af35-426f-8127-26e9b5b2ef17, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:49.447810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.531326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:49.535099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=77841ff0-af35-426f-8127-26e9b5b2ef17,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:49.554640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['9917c91e-4782-4025-babf-d9d1d170905c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:49.630384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-ca907d56-e044-4c24-8f1d-24c98916dc20 service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215867 Jul 28 14:34:49.729928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-e6d10bfd-44a0-4155-9bec-d50040c865f1 service neutron] 10.222.0.47 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928183 Jul 28 14:34:49.744672 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.821919 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.860921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:49.861625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:49.863152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] 10.222.0.50 "PUT /v2.0/ports/77841ff0-af35-426f-8127-26e9b5b2ef17 HTTP/1.1" status: 200 len: 1096 time: 1.3680298 Jul 28 14:34:49.863724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:49.865872 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995" -d '{"events": [{"name": "network-changed", "server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:49.890789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed375a1c-ab31-4f41-9f64-0fcafff29303 service neutron] Pushing event updated for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:50.116133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b8cc4-cd98-498e-b149-36c9dd4d084b req-b8b363ad-8054-4f2e-ad88-f28ba84a4f82 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.117700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e1b8cc4-cd98-498e-b149-36c9dd4d084b req-b8b363ad-8054-4f2e-ad88-f28ba84a4f82 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 944 time: 0.1005743 Jul 28 14:34:50.146206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-33a18cd4-96c7-4251-9332-3ac9be6196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.147742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-33a18cd4-96c7-4251-9332-3ac9be6196f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 1099 time: 0.0810792 Jul 28 14:34:50.180090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e1b8cc4-cd98-498e-b149-36c9dd4d084b req-f5a3c09d-8e68-4a4c-976a-9556bb503ff5 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548823 Jul 28 14:34:50.219951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-ccba4050-5c75-45f4-9e0a-661316288877 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=77841ff0-af35-426f-8127-26e9b5b2ef17 HTTP/1.1" status: 200 len: 217 time: 0.0480988 Jul 28 14:34:50.250620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232284ab-e829-4e52-8ab5-a5776f2ff988 req-ff4d48dd-0a59-4786-a193-ff00e8195a03 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.252223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-232284ab-e829-4e52-8ab5-a5776f2ff988 req-ff4d48dd-0a59-4786-a193-ff00e8195a03 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0533228 Jul 28 14:34:50.304138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-232284ab-e829-4e52-8ab5-a5776f2ff988 req-ec472249-e93b-4f2a-b61c-092370362278 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Jul 28 14:34:50.305286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-a02bb317-e02f-4fda-aa67-b760d0a99037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.306840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-a02bb317-e02f-4fda-aa67-b760d0a99037 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0796990 Jul 28 14:34:50.335895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a256-124c-4c89-af85-333d27a95135 req-6a101fe7-931a-420e-ba5a-e44a31064ff6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.337588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e058a256-124c-4c89-af85-333d27a95135 req-6a101fe7-931a-420e-ba5a-e44a31064ff6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 947 time: 0.0825441 Jul 28 14:34:50.363896 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b149942-9608-4c49-8195-a839c82f5d40 x-openstack-request-id: req-9b149942-9608-4c49-8195-a839c82f5d40 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:50.364058 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:50.364239 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b149942-9608-4c49-8195-a839c82f5d40 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:50.364641 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17', 'status': 'completed', 'code': 200} Jul 28 14:34:50.367524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:34:50.390728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: c0a1ce1e-4c7c-4fce-9b85-58de041a80dc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:34:50.391572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c0a1ce1e-4c7c-4fce-9b85-58de041a80dc not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:34:50.399239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-19fab021-7d26-4a94-b449-294d79994596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.400819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-19fab021-7d26-4a94-b449-294d79994596 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837009 Jul 28 14:34:50.405132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e058a256-124c-4c89-af85-333d27a95135 req-e23a4d2e-b2c2-4ab6-a8b0-a628f57b5115 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525985 Jul 28 14:34:50.428248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-990567c9-7464-4836-b4af-198f25a05ca9 req-8ad9a497-8452-4b8b-83e3-46763ac6a037 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 210 time: 0.0347004 Jul 28 14:34:50.520345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:50.540562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-1e20e4ee-e1ff-4eeb-94f7-6ff95c6ffb5d service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307681 Jul 28 14:34:50.564042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a684517-b64c-40ce-9ce3-98fc825c0e27 req-9ed0c79b-dd9b-41e7-b6aa-05038e30f474 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:50.565564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a684517-b64c-40ce-9ce3-98fc825c0e27 req-9ed0c79b-dd9b-41e7-b6aa-05038e30f474 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0731404 Jul 28 14:34:50.686133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a684517-b64c-40ce-9ce3-98fc825c0e27 req-4ada0ea1-738c-4994-9320-63439033e341 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094270 Jul 28 14:34:50.710733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4e45118-9e49-4ab6-8097-01407ec39aef req-a79e5c19-06e8-4bab-9ae4-d9393b54c27d service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624427 Jul 28 14:34:50.974592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:51.073719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1427036930-network', 'tenant_id': '720c31efd3014740ae55625625a40aad'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:51.155475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-88b2cad1-58c0-4aaf-b45e-60240275ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.157017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-88b2cad1-58c0-4aaf-b45e-60240275ae58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 1099 time: 0.0420249 Jul 28 14:34:51.250243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-2145f69c-1a4d-4243-86e3-adc3160b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.251935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-2145f69c-1a4d-4243-86e3-adc3160b312e service neutron] 10.222.0.50 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.0873857 Jul 28 14:34:51.287828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Made reservation on behalf of 720c31efd3014740ae55625625a40aad for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:51.290310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.300336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.322443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-8914d092-c517-49c2-a3a7-217db12a9d59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=77841ff0-af35-426f-8127-26e9b5b2ef17 HTTP/1.1" status: 200 len: 217 time: 0.0436702 Jul 28 14:34:51.347940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d4dd1-2cd5-4dc0-9b4e-e894e462977f req-f72c5dae-fa66-4b81-b01c-09340ceff8fa tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.347940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-503d4dd1-2cd5-4dc0-9b4e-e894e462977f req-f72c5dae-fa66-4b81-b01c-09340ceff8fa tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 944 time: 0.0885036 Jul 28 14:34:51.406585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.407817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-184c90bf-9e8d-4871-875f-5f98d4155452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.409296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-184c90bf-9e8d-4871-875f-5f98d4155452 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0667391 Jul 28 14:34:51.417793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-503d4dd1-2cd5-4dc0-9b4e-e894e462977f req-66ec9997-47d2-4a2f-8a63-d390c66c9588 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Jul 28 14:34:51.471259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-2ac0dcfb-67aa-49b7-aff0-26a5327e4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.472807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-2ac0dcfb-67aa-49b7-aff0-26a5327e4eae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480118 Jul 28 14:34:51.580919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233d855-5877-41f9-933d-e6c4d1c74970 req-56a0bdf5-238a-44c1-9e14-55557357582b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.582467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4233d855-5877-41f9-933d-e6c4d1c74970 req-56a0bdf5-238a-44c1-9e14-55557357582b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1029959 Jul 28 14:34:51.610390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.628725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-198e2e39-0e53-44cb-91c8-28f3e195a262 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402678 Jul 28 14:34:51.645301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:34:51.653756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2cba0-9ad9-425b-931e-23a0e2466758,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:51.665703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfb915-67b8-4db4-9b50-d7e8098e2dc0 req-ff5f245a-de81-412f-8038-ea096abc8178 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.667434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11dfb915-67b8-4db4-9b50-d7e8098e2dc0 req-ff5f245a-de81-412f-8038-ea096abc8178 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 947 time: 0.0948350 Jul 28 14:34:51.673136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.673613 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Added segment 097301d6-c582-478c-9dea-39afc9c8a45e of type vlan for network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 Jul 28 14:34:51.679501 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4233d855-5877-41f9-933d-e6c4d1c74970 req-92156e62-9045-4a35-b362-1f728222d80d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870483 Jul 28 14:34:51.751604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.765108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11dfb915-67b8-4db4-9b50-d7e8098e2dc0 req-f1a2f5f1-fa8b-4d90-a8f8-3b515a6bdaf5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897059 Jul 28 14:34:51.803190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4009bc76-8ea5-4bf9-93fc-bcb5f1cc31c8 req-55d85d34-2f58-4904-8f1d-31ff63352f26 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 210 time: 0.0336649 Jul 28 14:34:51.804973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40a2a1dd-1b88-4269-a93a-eb4d6ad8b995 req-e18f362b-186f-43fd-b12c-80d7a836958b service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607034 Jul 28 14:34:51.887183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb32b-547d-47ce-8903-b7472dfd5d6e req-d38d180f-7007-4dbd-a89d-ac82b9892948 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.889640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-795eb32b-547d-47ce-8903-b7472dfd5d6e req-d38d180f-7007-4dbd-a89d-ac82b9892948 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0556262 Jul 28 14:34:51.929168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-795eb32b-547d-47ce-8903-b7472dfd5d6e req-e714564d-6d0f-4ed5-b8ed-281c86a96be4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Jul 28 14:34:51.946872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:51.948225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:51.948920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.008669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] Pushing event updated for resources: {'Network': ['ID=849b6524-910e-4ac1-a9ae-7e2cc18d4d86,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:52.020687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:34:52.176190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-71e683dc-04d5-47f4-b117-f116aa975161 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1924467 Jul 28 14:34:52.178105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43948) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:52.183133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Request body: {'subnet': {'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1427036930-subnet', 'tenant_id': '720c31efd3014740ae55625625a40aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:52.228286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:52.359708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2cb98d70-0da2-436f-8761-1957a44a15a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd8ca5fe1b474313ab257d65bcad1e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302547 Jul 28 14:34:52.362656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:52.365278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:52.387350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Made reservation on behalf of 720c31efd3014740ae55625625a40aad for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:52.390650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.479297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.515306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.538849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288acc9-6035-4106-b5d2-05f59abb0ffc req-89c628ca-6497-4bed-adfa-953171afd1ef tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:52.543343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9288acc9-6035-4106-b5d2-05f59abb0ffc req-89c628ca-6497-4bed-adfa-953171afd1ef tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 944 time: 0.0518558 Jul 28 14:34:52.566952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 9917c91e-4782-4025-babf-d9d1d170905c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:52.572256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 9917c91e-4782-4025-babf-d9d1d170905c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:52.575473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.601265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9288acc9-6035-4106-b5d2-05f59abb0ffc req-99c09ee2-8065-4d55-8994-1bdebc595829 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jul 28 14:34:52.665129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.684108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.687158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.690812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aac03d0e-aa0b-49c7-9faa-05fad722ad18 HTTP/1.1" status: 204 len: 168 time: 0.3245132 Jul 28 14:34:52.691005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:52.696015 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f286bda-1cc5-4c76-b7e5-a93fcb92d270" -d '{"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-plugged", "status": "completed", "tag": "9917c91e-4782-4025-babf-d9d1d170905c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:52.697605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc14da-aad6-4f4c-86ce-a7ba761fc20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac03d0e-aa0b-49c7-9faa-05fad722ad18,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:52.713493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:52.736146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.760634 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bd8736-e0f4-4583-b580-852551cbfda6 x-openstack-request-id: req-76bd8736-e0f4-4583-b580-852551cbfda6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:52.761136 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-plugged", "status": "completed", "tag": "9917c91e-4782-4025-babf-d9d1d170905c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:52.761649 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76bd8736-e0f4-4583-b580-852551cbfda6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:52.762203 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c', 'code': 200} Jul 28 14:34:52.797658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcca6cd-f08a-4c65-b9eb-6208d429b29e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:52.807920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Checking segment: {'id': '097301d6-c582-478c-9dea-39afc9c8a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:52.808405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Network hostable DHCP agents. Network: 849b6524-910e-4ac1-a9ae-7e2cc18d4d86, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:34:52.810430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:52.862723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:52.870752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149acab4-d60c-4543-86da-c5701681cbbb req-d233a4bf-b512-4b16-971c-f031c4fbafd7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:52.872833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-149acab4-d60c-4543-86da-c5701681cbbb req-d233a4bf-b512-4b16-971c-f031c4fbafd7 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0549903 Jul 28 14:34:52.875346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.875847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.876368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.876927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.877275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.877610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.877945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.878277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.878607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.878934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.879285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.879695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:52.922225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-149acab4-d60c-4543-86da-c5701681cbbb req-a36c7555-280e-4673-807e-3c234b1059ff tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Jul 28 14:34:52.953920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40613ba-ed78-4a06-9367-c5b3deea8c10 req-b870faf6-1604-47e6-abc5-880693dc0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:52.955598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40613ba-ed78-4a06-9367-c5b3deea8c10 req-b870faf6-1604-47e6-abc5-880693dc0b09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 1097 time: 0.0427208 Jul 28 14:34:52.972736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:34:53.000889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40613ba-ed78-4a06-9367-c5b3deea8c10 req-8b1750b1-8f40-48e5-a514-d0ca0b1717c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Jul 28 14:34:53.030028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78f750-df8e-4580-b632-466ff2116f0f req-d76c25f3-a362-4ad0-8488-15edc0080567 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.037107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a78f750-df8e-4580-b632-466ff2116f0f req-d76c25f3-a362-4ad0-8488-15edc0080567 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 947 time: 0.0519145 Jul 28 14:34:53.090360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a78f750-df8e-4580-b632-466ff2116f0f req-57f49bb7-407f-4842-a8e8-5f575aeb3ac7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477080 Jul 28 14:34:53.123532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-448efbdf-fe63-46ff-b1a4-de491b15c142 req-4cd26a62-2852-4396-8b92-d5aba9067f2f tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 210 time: 0.0293515 Jul 28 14:34:53.138303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 849b6524-910e-4ac1-a9ae-7e2cc18d4d86) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:53.141433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.142739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.148747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e5746-b11d-4cc2-a826-d758c81fda59 None None] Network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:34:53.225803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13ebf7-4e31-4b13-825e-2fc5e33cd2b5 req-3577fe87-b391-4e11-9533-4fa56d6822c4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.230856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e13ebf7-4e31-4b13-825e-2fc5e33cd2b5 req-3577fe87-b391-4e11-9533-4fa56d6822c4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0552809 Jul 28 14:34:53.286421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e13ebf7-4e31-4b13-825e-2fc5e33cd2b5 req-f0100b82-6322-48d9-ae73-11bb0f2c6b70 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Jul 28 14:34:53.298024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58daed24-e810-442d-8bd4-1256dfe10d95 None None] Network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:34:53.302216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a1626c17-5ccd-4b68-bc11-a4a1a6a07628 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1229892 Jul 28 14:34:53.442432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-d2c83649-4b68-4225-8489-ca928fb3217a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.443961 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-d2c83649-4b68-4225-8489-ca928fb3217a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "GET /v2.0/networks?id=92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 200 len: 822 time: 0.1306691 Jul 28 14:34:53.468541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Request body: {'port': {'device_id': 'ade12138-588f-4514-80e3-72807ae983a8', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'admin_state_up': True, 'tenant_id': '52acf43a6b0f4ef9abb89d2683ad30b0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:53.713594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03353c2-ec82-4a85-a2f0-55a0601c060e req-5f3a83bf-6f63-43fa-b2a0-b9a2641d6a4f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:53.715053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d03353c2-ec82-4a85-a2f0-55a0601c060e req-5f3a83bf-6f63-43fa-b2a0-b9a2641d6a4f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Jul 28 14:34:53.757935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d03353c2-ec82-4a85-a2f0-55a0601c060e req-19b1cb2a-20c3-468c-8531-8dce70041066 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Jul 28 14:34:53.776028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Made reservation on behalf of 52acf43a6b0f4ef9abb89d2683ad30b0 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:53.787895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:53.846347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 77841ff0-af35-426f-8127-26e9b5b2ef17 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:34:53.966068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=77841ff0-af35-426f-8127-26e9b5b2ef17,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:53.978266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '77841ff0-af35-426f-8127-26e9b5b2ef17', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '77841ff0-af35-426f-8127-26e9b5b2ef17', 'mac_address': 'fa:16:3e:0e:d1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:34:54.006347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Allocated IP 172.20.0.3 (92189fb3-ba84-452b-96b5-3e70fbc6e53e/46a107ba-c5ad-4ab7-9991-906342d3e6f3/6ee658fc-f080-4dc5-9318-2c08ee4057b2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:54.018092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-42cab084-f175-4081-b2ee-102a095498a4 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.021555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.021705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-42cab084-f175-4081-b2ee-102a095498a4 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/networks?id=849b6524-910e-4ac1-a9ae-7e2cc18d4d86 HTTP/1.1" status: 200 len: 822 time: 0.1800840 Jul 28 14:34:54.040920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77841ff0-af35-426f-8127-26e9b5b2ef17 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:54.056160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-bfd390ad-646c-4557-91ed-c26fdc8920a3 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/quotas/720c31efd3014740ae55625625a40aad HTTP/1.1" status: 200 len: 375 time: 0.0207112 Jul 28 14:34:54.063772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=77841ff0-af35-426f-8127-26e9b5b2ef17,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:54.100828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a670a-8bce-4299-9a10-9c31e53aba53 req-4721c034-7731-49cc-aadb-be8640fd1f03 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.105812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-ce6d37ba-809a-413b-8291-9c3edb3d4123 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=720c31efd3014740ae55625625a40aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400727 Jul 28 14:34:54.117391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d5a670a-8bce-4299-9a10-9c31e53aba53 req-4721c034-7731-49cc-aadb-be8640fd1f03 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0968964 Jul 28 14:34:54.226997 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.236586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d5a670a-8bce-4299-9a10-9c31e53aba53 req-83ee1718-3f44-4474-a843-58c113b11675 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194441 Jul 28 14:34:54.267705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-32520a95-0b3c-4886-ac9e-98dfaeb095fe service neutron] 10.222.0.47 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234908 Jul 28 14:34:54.340725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:54.369689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99329f81-479a-42b2-91bb-c73abbb4b5da req-bcb0690d-c990-4ba0-971a-7ad1e89ea462 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.371225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99329f81-479a-42b2-91bb-c73abbb4b5da req-bcb0690d-c990-4ba0-971a-7ad1e89ea462 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 948 time: 0.0718246 Jul 28 14:34:54.413796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99329f81-479a-42b2-91bb-c73abbb4b5da req-2022bcd1-654d-4caf-827d-a4d58b42e4bc tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350683 Jul 28 14:34:54.466443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-bd25c594-c7a5-4547-8886-d6178728ccab service neutron] 10.222.0.47 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974375 Jul 28 14:34:54.522765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.559124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b0926c6-7564-443b-9a5a-2604da34e2c3 req-044e56aa-a39c-4162-b707-79b6b310624c tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 210 time: 0.0604804 Jul 28 14:34:54.666780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['77841ff0-af35-426f-8127-26e9b5b2ef17'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:34:54.737597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.808683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Network 92189fb3-ba84-452b-96b5-3e70fbc6e53e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:34:54.812535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:34:54.816341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:34:54.854527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event updated for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:54.882473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.883174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:54.889195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fbf0c-0a87-4ffe-a369-cf9998776d8e req-6e1ac207-c413-4509-9ef4-a36147fdf900 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:54.894611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac4fbf0c-0a87-4ffe-a369-cf9998776d8e req-6e1ac207-c413-4509-9ef4-a36147fdf900 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0733919 Jul 28 14:34:54.936902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac4fbf0c-0a87-4ffe-a369-cf9998776d8e req-b9e697f5-2d49-4dba-abb9-5d8049620be2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Jul 28 14:34:54.993153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1137282d-d88b-47db-bab4-b0ce66fe22e6 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5287504 Jul 28 14:34:55.039515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c86b94b-b969-4da7-886d-0d490e168111 req-b9eecb8d-cf2d-45e5-a900-7eda42bdc261 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0386763 Jul 28 14:34:55.046650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Request body: {'port': {'device_id': 'ade12138-588f-4514-80e3-72807ae983a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:55.103401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f0300-2da2-47ec-97e6-a6e162bffb28 req-8b608bb2-4837-4fd0-9789-0e8bb1e2befa tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.105608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a0f0300-2da2-47ec-97e6-a6e162bffb28 req-8b608bb2-4837-4fd0-9789-0e8bb1e2befa tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0895586 Jul 28 14:34:55.146634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.159794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a0f0300-2da2-47ec-97e6-a6e162bffb28 req-0545179d-ca94-410a-9fd5-7329ceb53981 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Jul 28 14:34:55.465257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d30c8-46ec-469c-a0fe-f2ca88bbbaaa req-88493fb7-7bda-434f-9a38-08bcf43e463a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.466851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec7d30c8-46ec-469c-a0fe-f2ca88bbbaaa req-88493fb7-7bda-434f-9a38-08bcf43e463a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1163414 Jul 28 14:34:55.543040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec7d30c8-46ec-469c-a0fe-f2ca88bbbaaa req-016475d8-4b8a-43f8-b6a0-be924e91c63c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680978 Jul 28 14:34:55.557431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee658fc-f080-4dc5-9318-2c08ee4057b2 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:34:55.571262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.589367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Transition to ACTIVE for port object 6ee658fc-f080-4dc5-9318-2c08ee4057b2 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:34:55.669388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7aae7-15d1-4158-8643-1c06615d3cd0 req-9089dd1b-9400-4b73-bd0e-a59f80354afa tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.670919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2c7aae7-15d1-4158-8643-1c06615d3cd0 req-9089dd1b-9400-4b73-bd0e-a59f80354afa tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 948 time: 0.0543828 Jul 28 14:34:55.704736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.750915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2c7aae7-15d1-4158-8643-1c06615d3cd0 req-c8c4f7a6-922f-4966-94e1-80b37f16247b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738959 Jul 28 14:34:55.770151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:55.897407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Attempting to bind port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:34:55.897730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Attempting to bind port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:34:55.906508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Attempting to bind port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:55.906676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:34:55.907170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Attempting to bind port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 on network 92189fb3-ba84-452b-96b5-3e70fbc6e53e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:34:55.915399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:34:55.915750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Checking segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:34:55.916210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Bound using segment: {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:34:55.916733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Bound port: 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:34:55.917107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:55.936659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f22dc9-ca32-43dc-a0e0-db647d56c527 req-bd1e1bf2-4df9-44a8-91a5-df10f41dc166 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:55.938245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0f22dc9-ca32-43dc-a0e0-db647d56c527 req-bd1e1bf2-4df9-44a8-91a5-df10f41dc166 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.1064732 Jul 28 14:34:55.998126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:56.012625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0f22dc9-ca32-43dc-a0e0-db647d56c527 req-8dea9e3c-e8c2-45a5-809d-1534baf90f8e tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Jul 28 14:34:56.047861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:34:56.054632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:34:56.123360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.147697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545687e5-7749-4358-abaa-e47d1435cee5 req-fdfd59e0-b4fa-4c0f-ab83-96bcf6e98ff2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.150207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-545687e5-7749-4358-abaa-e47d1435cee5 req-fdfd59e0-b4fa-4c0f-ab83-96bcf6e98ff2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0650315 Jul 28 14:34:56.211644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-224e764d-7306-4f52-a4bb-26b36d82bb9a req-fd90105d-219b-43fb-b97c-ef6219909d50 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0429831 Jul 28 14:34:56.213735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-545687e5-7749-4358-abaa-e47d1435cee5 req-0d8de89d-2267-4188-ac0b-03cc6ae64eab tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539751 Jul 28 14:34:56.279993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.317660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.331151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.331800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.333254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ee658fc-f080-4dc5-9318-2c08ee4057b2 HTTP/1.1" status: 200 len: 1092 time: 1.2991033 Jul 28 14:34:56.333730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:56.336202 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1df7360-085d-4c6e-aa7d-19b15663f967" -d '{"events": [{"name": "network-changed", "server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:56.396640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a7955-1c94-4c8a-807d-e1284f139dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:56.442470 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b47e40-44f1-4553-abd2-9c4fdc705a4c x-openstack-request-id: req-b5b47e40-44f1-4553-abd2-9c4fdc705a4c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:56.442799 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:56.443149 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5b47e40-44f1-4553-abd2-9c4fdc705a4c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:56.443602 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2', 'status': 'completed', 'code': 200} Jul 28 14:34:56.478346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.530539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=003621182a2f4cee83e40b23dc90583f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393701 Jul 28 14:34:56.532107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2aa985-39a1-44dd-a4e4-14d1a7294d48,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:56.534515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:56.557061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.557419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.557769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.563021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f34230f-beb9-4d81-b9f8-d755d1e401dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:34:56.582697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-8d9dd99e-5949-4b6b-94fb-681913991142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.585378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-8d9dd99e-5949-4b6b-94fb-681913991142 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 1095 time: 0.0773358 Jul 28 14:34:56.621098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.655372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.750032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ae18a-502d-42ed-9646-b24bb0ab9be1 req-1ace42f0-e27a-4a82-b169-dd8d51bee47b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.751678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-833ae18a-502d-42ed-9646-b24bb0ab9be1 req-1ace42f0-e27a-4a82-b169-dd8d51bee47b tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1021533 Jul 28 14:34:56.801978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-03ab743b-dbdb-44f2-a7bd-5bdb52a97e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.803699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-03ab743b-dbdb-44f2-a7bd-5bdb52a97e0a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1974752 Jul 28 14:34:56.828586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-833ae18a-502d-42ed-9646-b24bb0ab9be1 req-2852c329-8432-49e2-ab3f-ebb88f71b159 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669498 Jul 28 14:34:56.910943 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.913830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:56.918212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f2aa985-39a1-44dd-a4e4-14d1a7294d48 HTTP/1.1" status: 204 len: 168 time: 0.3820522 Jul 28 14:34:56.933915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed61c1-b44c-43b0-978c-62d3f2ef4b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2aa985-39a1-44dd-a4e4-14d1a7294d48,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:56.980422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-76a5d961-f909-4e33-85bf-bbbf76b8efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:56.983174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1df7360-085d-4c6e-aa7d-19b15663f967 req-76a5d961-f909-4e33-85bf-bbbf76b8efd7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696527 Jul 28 14:34:57.078996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1360b-ec84-4920-996f-4fbbc445701e req-6e1df7d8-7eaf-4159-8c56-9022ca64d8ea tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.080660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fb1360b-ec84-4920-996f-4fbbc445701e req-6e1df7d8-7eaf-4159-8c56-9022ca64d8ea tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 948 time: 0.0964367 Jul 28 14:34:57.127089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2415a-7620-40a4-a981-5a12400c8088 req-04af13e0-d9c5-42c5-882a-fe2ade871c9a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.129180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2b2415a-7620-40a4-a981-5a12400c8088 req-04af13e0-d9c5-42c5-882a-fe2ade871c9a tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0598922 Jul 28 14:34:57.161447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fb1360b-ec84-4920-996f-4fbbc445701e req-f9bd6e76-0103-4783-ba58-b3fd447df58c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Jul 28 14:34:57.170276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-5a103265-40bf-4c38-a038-da2cb0950c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.171560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-5a103265-40bf-4c38-a038-da2cb0950c1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 1095 time: 0.0640061 Jul 28 14:34:57.188445 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2b2415a-7620-40a4-a981-5a12400c8088 req-807030cf-e1d8-4cc0-bf96-008e86c6bbe8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Jul 28 14:34:57.242814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-5d75c9e7-3f1f-4abd-8fec-ba7a0ba55150 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2 HTTP/1.1" status: 200 len: 217 time: 0.0525515 Jul 28 14:34:57.329171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-08f0abe8-fd7d-4308-b359-512f7e39147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.330986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-08f0abe8-fd7d-4308-b359-512f7e39147c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 200 len: 862 time: 0.0705147 Jul 28 14:34:57.337995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbf0d6ee-3dbf-400f-aef5-542bd8f8012c req-5f1c7511-0497-4f67-86b2-3699d08c076e tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0413148 Jul 28 14:34:57.339656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429d6e5-781f-42e1-902a-4f104db8f9b4 req-6d2db5d2-eb17-4064-b3db-0e8f95492f66 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.341305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4429d6e5-781f-42e1-902a-4f104db8f9b4 req-6d2db5d2-eb17-4064-b3db-0e8f95492f66 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.0903084 Jul 28 14:34:57.381205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-fc2f8c6d-aef5-4dd8-94e1-96bdf93c6966 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92189fb3-ba84-452b-96b5-3e70fbc6e53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363197 Jul 28 14:34:57.461771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4429d6e5-781f-42e1-902a-4f104db8f9b4 req-8129f363-7833-4ce5-a011-406823f0be9a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092308 Jul 28 14:34:57.557154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-1bc5728e-bffc-46d3-83ec-d9f5aa76664b service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599617 Jul 28 14:34:57.585996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc004703-f29c-4d66-8fe3-3e2aeba9a216 req-020cfbb1-9cd1-4b0a-9bd7-92f22a6f5980 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:57.595872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc004703-f29c-4d66-8fe3-3e2aeba9a216 req-020cfbb1-9cd1-4b0a-9bd7-92f22a6f5980 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1293004 Jul 28 14:34:57.640439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc004703-f29c-4d66-8fe3-3e2aeba9a216 req-40db8d51-8a7d-4e9f-9deb-0ecbe90d6211 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Jul 28 14:34:58.058729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 77841ff0-af35-426f-8127-26e9b5b2ef17 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:34:58.084000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0e5c-08df-4e0a-960a-602823b9e751 req-8735671b-5def-4289-8240-69beabb2be88 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.085591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5df0e5c-08df-4e0a-960a-602823b9e751 req-8735671b-5def-4289-8240-69beabb2be88 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0811510 Jul 28 14:34:58.092535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1de1eeb-f801-492d-a43b-44433e6c610f req-fd568e0e-a608-4832-b235-63858b496c5d service neutron] 10.222.0.53 "GET /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156052 Jul 28 14:34:58.130735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5df0e5c-08df-4e0a-960a-602823b9e751 req-e574c276-09ba-4821-8ada-5f8a43f3c272 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359380 Jul 28 14:34:58.288568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bd4f1-4fbf-419e-8530-69f294165faf req-4b071018-f257-474c-93f7-eba0209a68b5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.290873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a3bd4f1-4fbf-419e-8530-69f294165faf req-4b071018-f257-474c-93f7-eba0209a68b5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 948 time: 0.0520506 Jul 28 14:34:58.309864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7d45f-1eda-45eb-8c14-1216fa8b9ca0 req-3dec6056-75c7-4797-b2c6-067ffc5796db tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.315720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fe7d45f-1eda-45eb-8c14-1216fa8b9ca0 req-3dec6056-75c7-4797-b2c6-067ffc5796db tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0586500 Jul 28 14:34:58.323677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 77841ff0-af35-426f-8127-26e9b5b2ef17 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:34:58.328439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 77841ff0-af35-426f-8127-26e9b5b2ef17 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:34:58.329108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.334618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a3bd4f1-4fbf-419e-8530-69f294165faf req-483846dc-9639-4981-84a5-195b393738b3 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367839 Jul 28 14:34:58.358877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fe7d45f-1eda-45eb-8c14-1216fa8b9ca0 req-bd4cc912-e89a-4f08-95a1-4c6e44cee590 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Jul 28 14:34:58.419930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.446029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:34:58.448642 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f283e29-4599-463a-a303-38a7f669f8fb" -d '{"events": [{"server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "name": "network-vif-plugged", "status": "completed", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:34:58.476056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=77841ff0-af35-426f-8127-26e9b5b2ef17,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:34:58.485721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60286263-2df4-44f5-93e6-581eeeb13a09 req-24919d78-bcfe-404d-831e-aad709569c3e tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0402656 Jul 28 14:34:58.495515 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c5508-f52d-4999-9b86-a9849e58de73 x-openstack-request-id: req-7e9c5508-f52d-4999-9b86-a9849e58de73 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:34:58.502505 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "name": "network-vif-plugged", "status": "completed", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:34:58.502505 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e9c5508-f52d-4999-9b86-a9849e58de73 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:34:58.502505 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17', 'code': 200} Jul 28 14:34:58.612800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e610b6-bbcd-4453-9e65-32fbcf026ccf req-5452b0fd-d28e-42cc-b914-fca1c975f442 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.614382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42e610b6-bbcd-4453-9e65-32fbcf026ccf req-5452b0fd-d28e-42cc-b914-fca1c975f442 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.0595651 Jul 28 14:34:58.632801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:58.663841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2ccf4-832d-44ae-87d8-ef75c739df22 req-3e646a9c-1413-4617-bf74-383422c2aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.664487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98d2ccf4-832d-44ae-87d8-ef75c739df22 req-3e646a9c-1413-4617-bf74-383422c2aad1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 1100 time: 0.0530138 Jul 28 14:34:58.668159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42e610b6-bbcd-4453-9e65-32fbcf026ccf req-645ff8c2-6c9b-4e46-8fd2-4ac1a99538f5 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Jul 28 14:34:58.704595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:58.735857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98d2ccf4-832d-44ae-87d8-ef75c739df22 req-c9ba58c8-21cc-43d5-9f82-8594f598f242 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517550 Jul 28 14:34:58.796489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429c7aa-1243-467f-8e6b-ac59bf887609 req-7a5ecf32-4135-44e5-8dfb-d29a2fa75443 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:58.798075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1429c7aa-1243-467f-8e6b-ac59bf887609 req-7a5ecf32-4135-44e5-8dfb-d29a2fa75443 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0518067 Jul 28 14:34:58.800706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44192) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:58.845087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1429c7aa-1243-467f-8e6b-ac59bf887609 req-4fac8541-301b-44ce-b636-86e1808133ad tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Jul 28 14:34:58.898510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1503698828-network', 'tenant_id': '3c91fd2fde1f43ddacbdc7955d0cda55'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:59.023549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Made reservation on behalf of 3c91fd2fde1f43ddacbdc7955d0cda55 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:59.026494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.039570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.113687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-fb29a9cc-992b-455f-9500-5be072e9986f tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.115255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-fb29a9cc-992b-455f-9500-5be072e9986f tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.53 "GET /v2.0/networks?id=849b6524-910e-4ac1-a9ae-7e2cc18d4d86 HTTP/1.1" status: 200 len: 822 time: 0.1509759 Jul 28 14:34:59.124612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d727-cce9-4152-a337-d1a58186ecb8 req-2b37cb70-4503-4b96-bdb1-0cd764f6e653 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.126089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9633d727-cce9-4152-a337-d1a58186ecb8 req-2b37cb70-4503-4b96-bdb1-0cd764f6e653 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0884662 Jul 28 14:34:59.140236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.144497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Request body: {'port': {'device_id': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86', 'admin_state_up': True, 'tenant_id': '720c31efd3014740ae55625625a40aad'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:59.221474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9633d727-cce9-4152-a337-d1a58186ecb8 req-99b1ede0-f4ee-4101-8cc3-acd22a252b74 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889490 Jul 28 14:34:59.270461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1149c-b35b-42b6-a084-04767c1e06f3 req-62eb6d3c-201d-4c07-bb37-a6a0f03dca82 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.272161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dda1149c-b35b-42b6-a084-04767c1e06f3 req-62eb6d3c-201d-4c07-bb37-a6a0f03dca82 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0611475 Jul 28 14:34:59.314115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dda1149c-b35b-42b6-a084-04767c1e06f3 req-110cb853-b6fd-4b46-9e56-9f46849669f6 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357611 Jul 28 14:34:59.392555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.417623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:34:59.428778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2581ac-7f3b-4459-8c2b-95d04bd3b4b9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:59.437335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.437743 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Added segment 5a448ae1-b420-40f5-8fa7-eab9ca58aefd of type vlan for network 585f4edc-e515-4ced-9e26-b1489c78abe8 Jul 28 14:34:59.472597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff10be-c719-4f21-a3a7-cf7c6f8fef84 req-6a8adbec-eec5-4e3c-ab71-0c0643bbc43e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.474191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ff10be-c719-4f21-a3a7-cf7c6f8fef84 req-6a8adbec-eec5-4e3c-ab71-0c0643bbc43e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.0560222 Jul 28 14:34:59.513338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.515183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ff10be-c719-4f21-a3a7-cf7c6f8fef84 req-ff64f08d-a3dd-45c0-b242-1061535a5ece tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 28 14:34:59.526097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead97a8e-7dde-4059-8404-8d8989c4f928 req-0b40cd78-a8e1-47e6-8859-41fdff65d530 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.527754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ead97a8e-7dde-4059-8404-8d8989c4f928 req-0b40cd78-a8e1-47e6-8859-41fdff65d530 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0925088 Jul 28 14:34:59.552041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Made reservation on behalf of 720c31efd3014740ae55625625a40aad for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:59.556457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.582987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ead97a8e-7dde-4059-8404-8d8989c4f928 req-4ac102ad-12aa-4728-b784-ce1a468f300d tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jul 28 14:34:59.641310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b562e4e-5cab-4c11-81c8-075e9c026d0f req-bf037c95-29de-4217-ace6-4943d5b3320f tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0613167 Jul 28 14:34:59.672466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.673458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.674300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.718067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Allocated IP 172.20.0.12 (849b6524-910e-4ac1-a9ae-7e2cc18d4d86/8bcca6cd-f08a-4c65-b9eb-6208d429b29e/821c0d3d-edcb-4946-92fa-6468d260f014) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:34:59.736505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] Pushing event updated for resources: {'Network': ['ID=585f4edc-e515-4ced-9e26-b1489c78abe8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:34:59.751175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 585f4edc-e515-4ced-9e26-b1489c78abe8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:34:59.802520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214554b6-c089-4a27-a94c-201559f6cc77 req-c3efa1e2-2e9e-4f79-ba45-7352cb266958 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.804076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-214554b6-c089-4a27-a94c-201559f6cc77 req-c3efa1e2-2e9e-4f79-ba45-7352cb266958 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.0517354 Jul 28 14:34:59.829633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11d9b3a7-e843-45c6-99f5-9a978b4ea613 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0277984 Jul 28 14:34:59.834017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44208) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:34:59.843947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Request body: {'subnet': {'network_id': '585f4edc-e515-4ced-9e26-b1489c78abe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1503698828-subnet', 'tenant_id': '3c91fd2fde1f43ddacbdc7955d0cda55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:34:59.847847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-214554b6-c089-4a27-a94c-201559f6cc77 req-31180725-8e51-4a43-9481-840e795e29d4 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359726 Jul 28 14:34:59.905243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:34:59.984715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db211f3-8879-4bdd-9d5c-84669759a59f req-c1ca2ab0-da23-4754-a9b5-4515c3184cc9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:34:59.986223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3db211f3-8879-4bdd-9d5c-84669759a59f req-c1ca2ab0-da23-4754-a9b5-4515c3184cc9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0660050 Jul 28 14:34:59.987354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Made reservation on behalf of 3c91fd2fde1f43ddacbdc7955d0cda55 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:34:59.989621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.053879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.120887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3db211f3-8879-4bdd-9d5c-84669759a59f req-6127ae98-1602-4349-bedf-6a79c86498b7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282618 Jul 28 14:35:00.131535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:00.144339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:00.147758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Pushing event updated for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:00.149992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:00.228001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.228621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.346001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d8a7a-7ff9-43c5-864c-c4e0a9434385 req-714ba0fe-6675-48ee-937f-161b72d41f37 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.347694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd1d8a7a-7ff9-43c5-864c-c4e0a9434385 req-714ba0fe-6675-48ee-937f-161b72d41f37 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0494230 Jul 28 14:35:00.381980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3871d96a-c689-4e4a-93d3-0aca2ffc28aa tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419519 Jul 28 14:35:00.389609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd1d8a7a-7ff9-43c5-864c-c4e0a9434385 req-9b9c402e-2acc-4393-8867-ea2248e06a77 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347834 Jul 28 14:35:00.410421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Request body: {'port': {'device_id': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:00.414067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:00.447837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.515337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:00.527203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '9917c91e-4782-4025-babf-d9d1d170905c', 'network_id': 'b3ba844f-2d60-4e49-aa99-d3703e92b23c', 'port_id': '9917c91e-4782-4025-babf-d9d1d170905c', 'mac_address': 'fa:16:3e:80:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517a50f8-2974-41c7-bf80-b1bce911974a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:00.547432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf6b8c-a2f5-42b9-bfc0-3622cfdf7fb9 req-6363d1be-ed27-4af6-a361-abb87ec43780 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.549027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35bf6b8c-a2f5-42b9-bfc0-3622cfdf7fb9 req-6363d1be-ed27-4af6-a361-abb87ec43780 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1609740 Jul 28 14:35:00.549674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3699c26d-68ca-4883-b35d-fedf7fc145d8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:00.551781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.585656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.597502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Checking segment: {'id': '5a448ae1-b420-40f5-8fa7-eab9ca58aefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '585f4edc-e515-4ced-9e26-b1489c78abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:00.597854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Network hostable DHCP agents. Network: 585f4edc-e515-4ced-9e26-b1489c78abe8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:00.605322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9917c91e-4782-4025-babf-d9d1d170905c {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:00.624676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:00.649054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35bf6b8c-a2f5-42b9-bfc0-3622cfdf7fb9 req-10bae9b8-6933-47b9-b449-4c2dd2ba8c14 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899081 Jul 28 14:35:00.655863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aa85a-11a5-4a3e-893e-a8ac0cfe7be9 req-ba1076c1-33cd-48a3-9da2-d9aff2f23e4a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.664462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec1aa85a-11a5-4a3e-893e-a8ac0cfe7be9 req-ba1076c1-33cd-48a3-9da2-d9aff2f23e4a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.0632417 Jul 28 14:35:00.711202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec1aa85a-11a5-4a3e-893e-a8ac0cfe7be9 req-f41aeee7-8feb-436a-8722-13a5cddf7234 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Jul 28 14:35:00.717748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.754462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Network 585f4edc-e515-4ced-9e26-b1489c78abe8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:00.785847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:00.836658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e841-54aa-4eda-a392-c98d40c3dbd3 req-91f9d3b9-5731-4864-be0d-3eb593207272 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.838490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b84e841-54aa-4eda-a392-c98d40c3dbd3 req-91f9d3b9-5731-4864-be0d-3eb593207272 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 932 time: 0.0645621 Jul 28 14:35:00.854736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc047bb-4f5e-4198-82df-1896b90a21d3 req-8d2c242f-400c-45fc-bbaf-24566812a081 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.856839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fc047bb-4f5e-4198-82df-1896b90a21d3 req-8d2c242f-400c-45fc-bbaf-24566812a081 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 944 time: 0.1281841 Jul 28 14:35:00.857429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 585f4edc-e515-4ced-9e26-b1489c78abe8) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:00.864074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.864858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:00.869151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a3d1a-04bf-41dc-b0ec-a22c15b1da47 None None] Network 585f4edc-e515-4ced-9e26-b1489c78abe8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:00.888849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b84e841-54aa-4eda-a392-c98d40c3dbd3 req-62c3fadf-0383-4ab3-bbe7-66be604dc8a5 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Jul 28 14:35:00.937334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['9917c91e-4782-4025-babf-d9d1d170905c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:00.943812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fc047bb-4f5e-4198-82df-1896b90a21d3 req-2e84f17c-66c3-4b36-b0ea-b1c863f76d1e tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763357 Jul 28 14:35:00.991912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a310e-a4a1-4d08-9daf-942a1fbd210d req-8a23781e-9e61-4b5a-befd-34b9ed3b1f6e tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:00.993585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-775a310e-a4a1-4d08-9daf-942a1fbd210d req-8a23781e-9e61-4b5a-befd-34b9ed3b1f6e tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 1101 time: 0.0444620 Jul 28 14:35:01.023325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2daff6b1-c32c-4580-aac5-dd96e1f70735 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1881082 Jul 28 14:35:01.044186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-775a310e-a4a1-4d08-9daf-942a1fbd210d req-891b547b-5e38-48b5-805c-98d8f10bcb44 tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Jul 28 14:35:01.079758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3beaf00-65e8-4c70-a5a7-7d4cd37bfbde None None] Network 585f4edc-e515-4ced-9e26-b1489c78abe8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:01.080625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821c0d3d-edcb-4946-92fa-6468d260f014 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:01.092245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.115492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Transition to ACTIVE for port object 821c0d3d-edcb-4946-92fa-6468d260f014 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:01.130818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946b91a-9bb2-4e99-ae53-84b7eddb19bb req-776d3307-8f26-4898-ba46-2da943563097 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.132413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9946b91a-9bb2-4e99-ae53-84b7eddb19bb req-776d3307-8f26-4898-ba46-2da943563097 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.1043520 Jul 28 14:35:01.184679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9946b91a-9bb2-4e99-ae53-84b7eddb19bb req-f4f59c95-3911-4098-8521-842cf5e93720 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Jul 28 14:35:01.193726 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.294652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca935d5-5e72-4e24-ad51-758630a8fbbe req-e4aeeff4-e691-466e-aa22-0d562dc85db7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.296524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ca935d5-5e72-4e24-ad51-758630a8fbbe req-e4aeeff4-e691-466e-aa22-0d562dc85db7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0675359 Jul 28 14:35:01.328784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Pushing event updated for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:01.345218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ca935d5-5e72-4e24-ad51-758630a8fbbe req-4c16bb7b-709a-419c-b1ed-cf77ab74e821 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Jul 28 14:35:01.357090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-2b94551d-39a3-4d91-abe0-27b6a235d7b4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328400 Jul 28 14:35:01.421868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Attempting to bind port 821c0d3d-edcb-4946-92fa-6468d260f014 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:01.422095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Attempting to bind port 821c0d3d-edcb-4946-92fa-6468d260f014 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '097301d6-c582-478c-9dea-39afc9c8a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:01.422426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Attempting to bind port 821c0d3d-edcb-4946-92fa-6468d260f014 on network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:01.432068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Port 821c0d3d-edcb-4946-92fa-6468d260f014 on network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:01.432393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Attempting to bind port 821c0d3d-edcb-4946-92fa-6468d260f014 on network 849b6524-910e-4ac1-a9ae-7e2cc18d4d86 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:01.444533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:01.444868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Checking segment: {'id': '097301d6-c582-478c-9dea-39afc9c8a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:01.445255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Bound using segment: {'id': '097301d6-c582-478c-9dea-39afc9c8a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:01.445703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Bound port: 821c0d3d-edcb-4946-92fa-6468d260f014, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '097301d6-c582-478c-9dea-39afc9c8a45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:01.446065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.501590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2021909859', 'description': 'tempest-description-844207622'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:01.525870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-e978bb11-c235-4592-b85a-326409945ce1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.527385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-e978bb11-c235-4592-b85a-326409945ce1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593804 Jul 28 14:35:01.555414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-9ca55f2d-86d2-4493-b541-b8fe6b5ec62d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/quotas/8eb86d3449264c6b8745dee9ab9776a6 HTTP/1.1" status: 200 len: 375 time: 0.0190828 Jul 28 14:35:01.563539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:01.575557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=821c0d3d-edcb-4946-92fa-6468d260f014,segment=NetworkSegment(097301d6-c582-478c-9dea-39afc9c8a45e),segment_id=097301d6-c582-478c-9dea-39afc9c8a45e)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:01.592678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.624680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-2d90441e-130b-496c-8b38-8715997843b1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0630064 Jul 28 14:35:01.667030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.684039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.703563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.704192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.705586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] 10.222.0.53 "PUT /v2.0/ports/821c0d3d-edcb-4946-92fa-6468d260f014 HTTP/1.1" status: 200 len: 1093 time: 1.3042452 Jul 28 14:35:01.706028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:01.708346 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:01.735175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442f922-eaaa-404e-89a5-25bcdd745689 service neutron] Pushing event updated for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:01.766983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.800037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abea489-f9f0-44c6-ae2e-e08a7a5ba934,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:01.869658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:01.872010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d7f13cb-bfad-4a5d-8f98-69847a46a08d req-67e630c9-2489-4005-a18d-29510ce9c339 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3758075 Jul 28 14:35:01.925480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-a922ed94-269e-4375-8cc9-f40582407220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.927292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-a922ed94-269e-4375-8cc9-f40582407220 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=720c31efd3014740ae55625625a40aad&device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0914819 Jul 28 14:35:01.935609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0738fba-5e54-4696-bed4-c8b1cdbe4189 req-ce39eff8-68b8-471c-9919-9f532dc3c43e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.937095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0738fba-5e54-4696-bed4-c8b1cdbe4189 req-ce39eff8-68b8-471c-9919-9f532dc3c43e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0651178 Jul 28 14:35:01.981458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4983e-74e3-4d94-bf75-f6c09549224d req-62d4ba47-a8a2-45d9-96ed-2c7ac511444c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:01.989701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f4983e-74e3-4d94-bf75-f6c09549224d req-62d4ba47-a8a2-45d9-96ed-2c7ac511444c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0610836 Jul 28 14:35:01.994789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-3d9c7291-d38f-4995-8d3e-40e4a754958f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821c0d3d-edcb-4946-92fa-6468d260f014 HTTP/1.1" status: 200 len: 217 time: 0.0433569 Jul 28 14:35:02.026844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f4983e-74e3-4d94-bf75-f6c09549224d req-b901160c-13b9-4fbd-b8c2-25f56c207ccf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362883 Jul 28 14:35:02.046451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0738fba-5e54-4696-bed4-c8b1cdbe4189 req-f4c7766f-9882-4b68-b31d-68694fd7be90 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027360 Jul 28 14:35:02.074297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-36cbabb5-ccd5-42b9-bc3c-c530a8a37e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.075903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-36cbabb5-ccd5-42b9-bc3c-c530a8a37e96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bcca6cd-f08a-4c65-b9eb-6208d429b29e HTTP/1.1" status: 200 len: 862 time: 0.0739014 Jul 28 14:35:02.093180 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f78385d-704f-4d92-ac00-2efbda209fbf x-openstack-request-id: req-2f78385d-704f-4d92-ac00-2efbda209fbf {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:02.093724 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:02.094124 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f78385d-704f-4d92-ac00-2efbda209fbf {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:02.094561 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014', 'status': 'completed', 'code': 200} Jul 28 14:35:02.121892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-0406dc69-5934-48a2-ab3a-321b925e7aca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=849b6524-910e-4ac1-a9ae-7e2cc18d4d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384810 Jul 28 14:35:02.139338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f12695f-8d14-48a9-bc8e-a5e4eaa68b55 req-5606a745-34c7-45d3-b534-bb3e577b994b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0438366 Jul 28 14:35:02.147367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-207b3964-8953-4c56-9d4b-83287ea4c3fa tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/9abea489-f9f0-44c6-ae2e-e08a7a5ba934 HTTP/1.1" status: 200 len: 1806 time: 0.0448937 Jul 28 14:35:02.163489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9abea489-f9f0-44c6-ae2e-e08a7a5ba934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:02.164051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9abea489-f9f0-44c6-ae2e-e08a7a5ba934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:02.255286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-e1d3cc3c-e282-493b-8ec8-a865c1b741ed service neutron] 10.222.0.53 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185641 Jul 28 14:35:02.281564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a8595-8d13-43cb-9ba3-0cd91a54568f req-0d6c3fe0-e02e-4cea-9d36-914eff79f71e tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.283474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c64a8595-8d13-43cb-9ba3-0cd91a54568f req-0d6c3fe0-e02e-4cea-9d36-914eff79f71e tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 944 time: 0.0735414 Jul 28 14:35:02.308757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.339355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.367845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c64a8595-8d13-43cb-9ba3-0cd91a54568f req-760ca3fd-2580-4001-ac9a-b8523780715a tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745335 Jul 28 14:35:02.387207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71870de0-4a7e-4c5f-aa62-25d0602d73ea req-f738fa12-cbcd-467a-8209-b888d51cc22b service neutron] 10.222.0.53 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217945 Jul 28 14:35:02.430140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ee658fc-f080-4dc5-9318-2c08ee4057b2 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:02.439217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:02.450231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.471784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2368dff1-3db2-49e2-be92-bb327b3b7878,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:02.524214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0aa29-934d-4af1-a051-4f9e22dcd26a req-346ac89b-6e68-48aa-9aac-44a3a8ff1403 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.526126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07f0aa29-934d-4af1-a051-4f9e22dcd26a req-346ac89b-6e68-48aa-9aac-44a3a8ff1403 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 944 time: 0.0941236 Jul 28 14:35:02.555562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 9917c91e-4782-4025-babf-d9d1d170905c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:02.555942 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.575541 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07f0aa29-934d-4af1-a051-4f9e22dcd26a req-b74b2a8c-e059-498d-9aff-0c625c0397ee tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Jul 28 14:35:02.592665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.594144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29df2a0a-0845-4743-ad32-3a69c75db7b7 req-b04579ab-9251-4f97-89e4-75aa5663879b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4361126 Jul 28 14:35:02.618151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:02.643372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '6ee658fc-f080-4dc5-9318-2c08ee4057b2', 'network_id': '92189fb3-ba84-452b-96b5-3e70fbc6e53e', 'port_id': '6ee658fc-f080-4dc5-9318-2c08ee4057b2', 'mac_address': 'fa:16:3e:ba:0f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a107ba-c5ad-4ab7-9991-906342d3e6f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:02.708825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-4063c9c8-07d0-470e-ba8d-14b7b1bd70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.709444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea48a91-b310-41b6-8d9a-873854268660 req-b3e0865d-21b3-4fc7-8190-dd30cfebb9a3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.710356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-4063c9c8-07d0-470e-ba8d-14b7b1bd70f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=720c31efd3014740ae55625625a40aad&device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0791225 Jul 28 14:35:02.712271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eea48a91-b310-41b6-8d9a-873854268660 req-b3e0865d-21b3-4fc7-8190-dd30cfebb9a3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0562937 Jul 28 14:35:02.723089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.732725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.744785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee658fc-f080-4dc5-9318-2c08ee4057b2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:02.747292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e469c0-ca90-4a66-8e3e-9fdf700997b7 req-713f0d09-7e6a-4029-a0d5-62214f281124 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.748858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55e469c0-ca90-4a66-8e3e-9fdf700997b7 req-713f0d09-7e6a-4029-a0d5-62214f281124 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 943 time: 0.0833886 Jul 28 14:35:02.766854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eea48a91-b310-41b6-8d9a-873854268660 req-728bf6f2-8182-49f1-b67a-566636faee77 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472200 Jul 28 14:35:02.777267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:02.789318 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb7fcab-96e3-4b03-a0b2-da5e7e1812ec" -d '{"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-plugged", "status": "completed", "tag": "9917c91e-4782-4025-babf-d9d1d170905c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:02.797944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:02.802534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:02.844112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55e469c0-ca90-4a66-8e3e-9fdf700997b7 req-06ca0124-e862-4f51-90e6-9ce284987410 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550606 Jul 28 14:35:02.872707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-adb53f81-1848-45a7-b9b3-966b6f9a43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.874287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-adb53f81-1848-45a7-b9b3-966b6f9a43a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=849b6524-910e-4ac1-a9ae-7e2cc18d4d86 HTTP/1.1" status: 200 len: 923 time: 0.1557860 Jul 28 14:35:02.879574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1372388721', 'description': 'tempest-description-161032631'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:02.898431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.923794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-f9388bdb-5c6f-43f4-a95b-bdbab1a7beb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=821c0d3d-edcb-4946-92fa-6468d260f014 HTTP/1.1" status: 200 len: 217 time: 0.0398221 Jul 28 14:35:02.935703 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:02.951876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:02.980525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-6bbc1cd2-bff0-4139-bd07-dd2d2c23c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:02.982799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-6bbc1cd2-bff0-4139-bd07-dd2d2c23c67d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8bcca6cd-f08a-4c65-b9eb-6208d429b29e HTTP/1.1" status: 200 len: 862 time: 0.0506930 Jul 28 14:35:03.002521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:03.016591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-e8b948b5-afbe-4a13-bb51-ae4aa0fc77f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=849b6524-910e-4ac1-a9ae-7e2cc18d4d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263906 Jul 28 14:35:03.042325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.144136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-51ddb957-3275-421a-a721-add5ef04ca26 service neutron] 10.222.0.53 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197073 Jul 28 14:35:03.236373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.265639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6ee658fc-f080-4dc5-9318-2c08ee4057b2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:03.266630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ebe50a-a3e3-4b28-9541-a86e32bcfc97 req-ab90f94e-08d1-4ec6-bbba-7e53d3d7f8cd service neutron] 10.222.0.53 "GET /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126461 Jul 28 14:35:03.490682 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e16904-bd59-477d-8207-0b003a6dd039 x-openstack-request-id: req-e4e16904-bd59-477d-8207-0b003a6dd039 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:03.491245 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-plugged", "status": "completed", "tag": "9917c91e-4782-4025-babf-d9d1d170905c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:03.491245 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4e16904-bd59-477d-8207-0b003a6dd039 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:03.491483 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c', 'code': 200} Jul 28 14:35:03.551927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.584576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd7227-6162-44e1-a288-e32647f79cec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:03.593042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434289c-b06f-4436-8d97-91daa6dd01dc req-51766461-5d42-4bf5-9660-b914a328c9a3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.594675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b434289c-b06f-4436-8d97-91daa6dd01dc req-51766461-5d42-4bf5-9660-b914a328c9a3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0579553 Jul 28 14:35:03.633444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b434289c-b06f-4436-8d97-91daa6dd01dc req-c312b10a-9046-45a5-9717-c06cb4a17bc0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Jul 28 14:35:03.689481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:03.690777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97e4406f-4814-4bb9-9498-84ee033648b1 req-ff9984a0-7253-417b-a5ce-2c0c55fde13c tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8155594 Jul 28 14:35:03.738870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a2239-a552-4824-8f80-facad7853384 req-7840ebea-1481-4064-bb51-42d0ebc9cbb1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.740702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e67a2239-a552-4824-8f80-facad7853384 req-7840ebea-1481-4064-bb51-42d0ebc9cbb1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0511935 Jul 28 14:35:03.770477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2c046f7-9a41-4ff0-a403-5a8f38675952 req-c43a5b4f-7682-4891-bc1e-f21abb0f2050 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jul 28 14:35:03.782304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e67a2239-a552-4824-8f80-facad7853384 req-84a67d0f-a694-42bd-a0df-00760e8f403c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Jul 28 14:35:03.883478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-3974d24f-20d9-40a2-aee5-e41b3bb578d4 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/6bbd7227-6162-44e1-a288-e32647f79cec HTTP/1.1" status: 200 len: 1806 time: 0.0433767 Jul 28 14:35:03.895560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6bbd7227-6162-44e1-a288-e32647f79cec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:03.895883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6bbd7227-6162-44e1-a288-e32647f79cec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:03.898984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a9707-082c-45d4-b495-f1481144e21d req-a4b193a8-ebf6-4625-8cca-df3aee1d01bb tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:03.900553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-984a9707-082c-45d4-b495-f1481144e21d req-a4b193a8-ebf6-4625-8cca-df3aee1d01bb tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 944 time: 0.0504422 Jul 28 14:35:03.939313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-984a9707-082c-45d4-b495-f1481144e21d req-bf4b670f-02c9-4762-a84b-ad46943c3d67 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Jul 28 14:35:04.043702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eabb1e-2b6c-4529-9cb9-8c4617bbae2a req-b339ee4e-dee3-4fac-9156-0a791726cac6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.045857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2eabb1e-2b6c-4529-9cb9-8c4617bbae2a req-b339ee4e-dee3-4fac-9156-0a791726cac6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0500600 Jul 28 14:35:04.066204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.091532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2eabb1e-2b6c-4529-9cb9-8c4617bbae2a req-813a3a15-4966-4dfc-9b50-8de7a6f6f99f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Jul 28 14:35:04.102771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.197999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-9a36efc9-f855-474c-901d-4cd08db2c5ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448749 Jul 28 14:35:04.214923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.233634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd0b331-11c1-43d8-af71-f9a46e499e55,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:04.281296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a615da-0427-4551-b447-cebb7ae08076 req-dd0f4e44-5b83-455e-8aa7-d229299d4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.282843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-dd0f4e44-5b83-455e-8aa7-d229299d4c09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 1102 time: 0.0459938 Jul 28 14:35:04.324105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.339244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a3aebb0-56f5-4f2e-8a61-de5a19ad2548 req-c6715a58-4859-4703-996b-83e6c34d8823 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4479375 Jul 28 14:35:04.367399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2064769877', 'description': 'tempest-description-57485400'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:04.424568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a615da-0427-4551-b447-cebb7ae08076 req-e4088578-e2e2-4c1f-b27d-f2b5b0f4cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.426065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-e4088578-e2e2-4c1f-b27d-f2b5b0f4cc49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1085470 Jul 28 14:35:04.433120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290beb93-189f-4b3a-b892-772b736bc9d4 req-94acf557-bb04-45a3-acd1-448e2f25d85a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.434629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-290beb93-189f-4b3a-b892-772b736bc9d4 req-94acf557-bb04-45a3-acd1-448e2f25d85a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 944 time: 0.0535083 Jul 28 14:35:04.455905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ee658fc-f080-4dc5-9318-2c08ee4057b2 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:04.475107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-290beb93-189f-4b3a-b892-772b736bc9d4 req-91746a0f-c548-408a-9ff2-51216c862340 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335948 Jul 28 14:35:04.476542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-c45c6086-6d67-49d1-b8ec-76684d0a52a2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=626dfc42-1e00-4f47-87df-cadbb95ae184 HTTP/1.1" status: 200 len: 217 time: 0.0426188 Jul 28 14:35:04.533807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a615da-0427-4551-b447-cebb7ae08076 req-c29fde08-4175-4e12-ad8f-d3dfc497d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.535417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-c29fde08-4175-4e12-ad8f-d3dfc497d567 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0499148 Jul 28 14:35:04.540299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.590437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e736c7-ba08-4a3e-90c4-59eb50475cf5 req-4ffd9f4c-99cc-4d35-9fe5-ec6230aff6e3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.592198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3e736c7-ba08-4a3e-90c4-59eb50475cf5 req-4ffd9f4c-99cc-4d35-9fe5-ec6230aff6e3 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.0569279 Jul 28 14:35:04.615764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a615da-0427-4551-b447-cebb7ae08076 req-03a15a7d-2053-4dfb-85f8-a611ae266d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.617285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-03a15a7d-2053-4dfb-85f8-a611ae266d57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732155 Jul 28 14:35:04.632385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:04.633453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3e736c7-ba08-4a3e-90c4-59eb50475cf5 req-a86c5941-e41a-4187-901f-76003d4c4968 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Jul 28 14:35:04.638989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:04.639568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.728581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.728843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.749714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-0316dd47-94a2-42f7-9606-e2bc278bce09 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238997 Jul 28 14:35:04.763415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:04.769126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509fdb1-8c3f-4fd6-8c25-2cb5a0af4865 req-7a3f029a-63ab-44bf-9697-14f0a7a9d9cf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:04.771443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a509fdb1-8c3f-4fd6-8c25-2cb5a0af4865 req-7a3f029a-63ab-44bf-9697-14f0a7a9d9cf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0603092 Jul 28 14:35:04.814015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a509fdb1-8c3f-4fd6-8c25-2cb5a0af4865 req-eacee93b-eccb-4810-94a0-3f5dc2004213 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354276 Jul 28 14:35:04.829297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.866623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.873748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93a615da-0427-4551-b447-cebb7ae08076 req-4154d86a-ef9f-4d9e-a3cd-b4f5027ad3bc service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155949 Jul 28 14:35:04.891060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a00d2c-cd05-4780-a01a-4bf843eb642b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:04.923871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a6420bc-5155-42a2-b199-208117e3bf08 req-950043c5-916e-498a-a642-72dafcfb2d7c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0420649 Jul 28 14:35:04.931965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:04.961037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:04.962399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0863473c-151e-4c0d-b8a2-704e10f64b67 req-8d44614f-0e90-4b91-b276-85e86d078849 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6006248 Jul 28 14:35:04.992835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-f966c132-0ef6-4d57-8a24-a2433e16fe8d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260518 Jul 28 14:35:05.041302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f03da-b0b7-4401-8615-ba1d0e784e7e req-64d13d5e-e647-4a7b-ac2f-597ba2ba1cd9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.043853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-051f03da-b0b7-4401-8615-ba1d0e784e7e req-64d13d5e-e647-4a7b-ac2f-597ba2ba1cd9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0561421 Jul 28 14:35:05.085943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-051f03da-b0b7-4401-8615-ba1d0e784e7e req-3aeb1a17-98bf-4bc9-89c5-c3aa66ca748c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356419 Jul 28 14:35:05.135068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-580534683', 'description': 'tempest-description-852640142'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:05.138195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13883732-03c7-4a2c-9691-94bee0b3fb3e req-6d3c7d9e-dea3-408f-af75-25b07f71fa14 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.139883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13883732-03c7-4a2c-9691-94bee0b3fb3e req-6d3c7d9e-dea3-408f-af75-25b07f71fa14 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 944 time: 0.1195543 Jul 28 14:35:05.176085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d2f8cfd6-bb91-45fc-a5f1-52935b360506 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.177681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d2f8cfd6-bb91-45fc-a5f1-52935b360506 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784976 Jul 28 14:35:05.181541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb410-baba-474a-a452-59ef4140735f req-1b25e6a3-9c97-43bc-ba78-6785be614b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.183109 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-1b25e6a3-9c97-43bc-ba78-6785be614b31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1097 time: 0.0696738 Jul 28 14:35:05.200974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13883732-03c7-4a2c-9691-94bee0b3fb3e req-fdc27125-03ff-4690-8e69-b817c3c1608d tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529499 Jul 28 14:35:05.215391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Request body: {'port': {'device_id': '65e144c8-4262-49a1-b22b-145dc4f77868', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '8eb86d3449264c6b8745dee9ab9776a6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:05.301572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb410-baba-474a-a452-59ef4140735f req-90d0147c-991b-4995-bc6f-ff13830b7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.303604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-90d0147c-991b-4995-bc6f-ff13830b7c93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.0952158 Jul 28 14:35:05.310459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:05.348562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a44d64-f82e-41ec-a88d-26b7229a7bf8 req-384141a9-073d-440f-81f5-9b93dd685a75 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.350085 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a44d64-f82e-41ec-a88d-26b7229a7bf8 req-384141a9-073d-440f-81f5-9b93dd685a75 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0920784 Jul 28 14:35:05.384691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:35:05.384691 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:35:05.384691 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '3c91fd2fde1f43ddacbdc7955d0cda55', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 35, 5, 366837)}] Jul 28 14:35:05.384691 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:35:05.385033 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:35:05.389453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-1887b382-2dc3-4fee-b302-f54f98c506ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 1000 time: 0.0755279 Jul 28 14:35:05.403440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a44d64-f82e-41ec-a88d-26b7229a7bf8 req-e5ece597-fb50-45aa-bbbf-af923d3332a2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Jul 28 14:35:05.445435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb410-baba-474a-a452-59ef4140735f req-dd6a14b0-631d-4612-b27a-8579fb1a1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.446896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-dd6a14b0-631d-4612-b27a-8579fb1a1bc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0506444 Jul 28 14:35:05.492193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:05.494443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bb410-baba-474a-a452-59ef4140735f req-33597c35-965a-4d1f-8538-2a162fa2a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.494977 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cb8a0-ae63-4b03-a2af-5fca784aa44e" -d '{"events": [{"server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:05.495967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-33597c35-965a-4d1f-8538-2a162fa2a02d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407484 Jul 28 14:35:05.592880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d90fb-ed32-4b55-84da-f65e3de2efa0 req-4ed6521b-146d-4efd-9fb5-1ce12f75931d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.594585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b20d90fb-ed32-4b55-84da-f65e3de2efa0 req-4ed6521b-146d-4efd-9fb5-1ce12f75931d tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Jul 28 14:35:05.595975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Made reservation on behalf of 8eb86d3449264c6b8745dee9ab9776a6 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:05.598388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-3e909dd8-9d3e-4ef5-a0c8-66e92028cd55 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884418 Jul 28 14:35:05.599407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:05.662352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b20d90fb-ed32-4b55-84da-f65e3de2efa0 req-b06221e5-ea6f-4c20-9178-e71221921729 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Jul 28 14:35:05.710406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-647bb410-baba-474a-a452-59ef4140735f req-f5ad0df2-0c0e-45e1-ae20-0611941562fd service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997684 Jul 28 14:35:05.719000 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d879823-2e80-4ea7-ae67-6471f4b479ad x-openstack-request-id: req-1d879823-2e80-4ea7-ae67-6471f4b479ad {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:05.719000 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:05.724584 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d879823-2e80-4ea7-ae67-6471f4b479ad {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:05.724584 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2', 'code': 200} Jul 28 14:35:05.750406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-82dc16ee-6362-4918-861f-a6ff08da9d57 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.752552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-82dc16ee-6362-4918-861f-a6ff08da9d57 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.1054320 Jul 28 14:35:05.886010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:05.920774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Allocated IP 192.168.233.42 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/8dcaed36-8459-4bb5-9f0f-4f791d14a271) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:05.952580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bd75-2389-4be3-915d-85a899124c46 req-b5dccb58-65d2-4c1f-80fb-13f82a7a08de tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.954133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cde3bd75-2389-4be3-915d-85a899124c46 req-b5dccb58-65d2-4c1f-80fb-13f82a7a08de tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 945 time: 0.1667168 Jul 28 14:35:05.974620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf0ad1-8eb0-4639-93e4-a19d82d2ee08 req-1a0f87d7-73cd-4980-a977-3b2b97358743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:05.976062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dbf0ad1-8eb0-4639-93e4-a19d82d2ee08 req-1a0f87d7-73cd-4980-a977-3b2b97358743 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 1097 time: 0.1582735 Jul 28 14:35:05.982511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.094845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.125315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7977ac-67ac-48dd-93b6-d891d2d31686,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:06.226585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.227779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b445511-8e15-4d58-91bc-3910b1d6db76 req-fff253d7-e3a2-486f-bde6-c78b8ff94435 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0998678 Jul 28 14:35:06.335712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04587e5b-859d-401c-a9f3-9045cb631e92 req-dd51a5ff-805c-474f-ad2d-afa54661fa7c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.337352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04587e5b-859d-401c-a9f3-9045cb631e92 req-dd51a5ff-805c-474f-ad2d-afa54661fa7c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0507174 Jul 28 14:35:06.382804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04587e5b-859d-401c-a9f3-9045cb631e92 req-c0a03296-ddfa-42ef-8d63-954ebc8c9ee3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jul 28 14:35:06.427395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cde3bd75-2389-4be3-915d-85a899124c46 req-4d2f2bfb-5798-419d-8801-b69290fe30ee tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/security-groups?id=75777395-e6c2-4de7-af6d-512963439082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646184 Jul 28 14:35:06.429627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Deleting port 9917c91e-4782-4025-babf-d9d1d170905c {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:06.429983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.437929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dbf0ad1-8eb0-4639-93e4-a19d82d2ee08 req-016400af-c057-46f2-b7e1-659f878b4d20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472799 Jul 28 14:35:06.455810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 821c0d3d-edcb-4946-92fa-6468d260f014 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:06.471258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c69daa6-2c2c-4ddf-ab49-421536af7818 req-b63751ad-7210-4664-b3af-ccf2820fdd73 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Jul 28 14:35:06.584195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=821c0d3d-edcb-4946-92fa-6468d260f014,segment=NetworkSegment(097301d6-c582-478c-9dea-39afc9c8a45e),segment_id=097301d6-c582-478c-9dea-39afc9c8a45e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:06.587685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.598126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '821c0d3d-edcb-4946-92fa-6468d260f014', 'network_id': '849b6524-910e-4ac1-a9ae-7e2cc18d4d86', 'port_id': '821c0d3d-edcb-4946-92fa-6468d260f014', 'mac_address': 'fa:16:3e:94:a6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcca6cd-f08a-4c65-b9eb-6208d429b29e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:06.600547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cab0f3-835e-47d6-8226-e2dab2e1d688 req-5e2d7ead-9d09-4c37-8d9c-4ebc131ea916 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.603082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3cab0f3-835e-47d6-8226-e2dab2e1d688 req-5e2d7ead-9d09-4c37-8d9c-4ebc131ea916 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 944 time: 0.0557661 Jul 28 14:35:06.613535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] For port 9917c91e-4782-4025-babf-d9d1d170905c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9917c91e-4782-4025-babf-d9d1d170905c,segment=NetworkSegment(d7746cf0-2f69-4762-8c88-f0f4c862d246),segment_id=d7746cf0-2f69-4762-8c88-f0f4c862d246)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:06.613916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.623860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Transition to ACTIVE for port object 8dcaed36-8459-4bb5-9f0f-4f791d14a271 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:06.632969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Calling delete_port for 9917c91e-4782-4025-babf-d9d1d170905c owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:06.638606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.652122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821c0d3d-edcb-4946-92fa-6468d260f014 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:06.655496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3cab0f3-835e-47d6-8226-e2dab2e1d688 req-88721545-52b5-4ce7-8324-0cdbfff8f1f4 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458238 Jul 28 14:35:06.655748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a452446-c9ce-4eb8-8586-ddacb19f5a74 req-96861440-056a-42fb-b485-996100ce094c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.657308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a452446-c9ce-4eb8-8586-ddacb19f5a74 req-96861440-056a-42fb-b485-996100ce094c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1304998 Jul 28 14:35:06.683765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=821c0d3d-edcb-4946-92fa-6468d260f014,segment=NetworkSegment(097301d6-c582-478c-9dea-39afc9c8a45e),segment_id=097301d6-c582-478c-9dea-39afc9c8a45e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:06.722599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-3f8e8633-6255-4893-b54b-6997ce2713ce tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/25a00d2c-cd05-4780-a01a-4bf843eb642b HTTP/1.1" status: 200 len: 1805 time: 0.0393858 Jul 28 14:35:06.764544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a452446-c9ce-4eb8-8586-ddacb19f5a74 req-e43a8b0a-db81-40cf-bc97-e183d11af8cd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676184 Jul 28 14:35:06.768968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-f467146a-c097-4512-90e8-a3b1825a136f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/2a7977ac-67ac-48dd-93b6-d891d2d31686 HTTP/1.1" status: 200 len: 1805 time: 0.0395370 Jul 28 14:35:06.791774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25a00d2c-cd05-4780-a01a-4bf843eb642b', 'remote_group_id': '2a7977ac-67ac-48dd-93b6-d891d2d31686', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:06.792102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '25a00d2c-cd05-4780-a01a-4bf843eb642b', 'remote_group_id': '2a7977ac-67ac-48dd-93b6-d891d2d31686', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:06.793041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.847772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:06.892179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2578c8-f6ef-499e-bef8-521d9c43e436 req-1df8e119-3a24-4df9-b77e-9ce8a193fe5b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:06.893715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e2578c8-f6ef-499e-bef8-521d9c43e436 req-1df8e119-3a24-4df9-b77e-9ce8a193fe5b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0553100 Jul 28 14:35:06.914209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:06.956018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:06.984502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:06.989909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:06.992453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', '77841ff0-af35-426f-8127-26e9b5b2ef17'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:07.000178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e2578c8-f6ef-499e-bef8-521d9c43e436 req-4e967dab-7d9a-4a37-ac5c-aeddcd11b9df tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997775 Jul 28 14:35:07.006722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:07.012506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event updated for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:07.026274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.071227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.110758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.124234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Pushing event deleted for resources: {'Port': ['ID=9917c91e-4782-4025-babf-d9d1d170905c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:07.150790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.151489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.187468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['821c0d3d-edcb-4946-92fa-6468d260f014'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:07.229564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] No DVR routers for this DVR port 9917c91e-4782-4025-babf-d9d1d170905c on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:07.232776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.234901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d714fc-0efc-4374-b14f-6c4cce450e12 req-8c470178-1cf1-47d0-a2e5-fad6955f96b8 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.53 "DELETE /v2.0/ports/9917c91e-4782-4025-babf-d9d1d170905c HTTP/1.1" status: 204 len: 173 time: 1.4752936 Jul 28 14:35:07.236124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-deleted', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:07.239138 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac1542-add5-4792-9848-75dd41a42a7a" -d '{"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-deleted", "tag": "9917c91e-4782-4025-babf-d9d1d170905c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:07.265077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.300320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224d9ff-ca3c-4458-85cc-ae3d672a0e6e req-37d3fd1c-4e6c-4571-b4ac-fde45f60efc0 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.300320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8224d9ff-ca3c-4458-85cc-ae3d672a0e6e req-37d3fd1c-4e6c-4571-b4ac-fde45f60efc0 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.1392136 Jul 28 14:35:07.300484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e980db-4930-4ad5-8fa9-50b97ebdf91b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:07.338234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8224d9ff-ca3c-4458-85cc-ae3d672a0e6e req-06de493e-ad25-49a2-bb8a-da0a7db438aa tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497479 Jul 28 14:35:07.390695 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae14cdcf-5920-491e-8681-a236d308e38f x-openstack-request-id: req-ae14cdcf-5920-491e-8681-a236d308e38f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:07.391597 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2", "name": "network-vif-deleted", "tag": "9917c91e-4782-4025-babf-d9d1d170905c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:07.392821 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae14cdcf-5920-491e-8681-a236d308e38f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:07.393821 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2', 'name': 'network-vif-deleted', 'tag': '9917c91e-4782-4025-babf-d9d1d170905c', 'status': 'completed', 'code': 200} Jul 28 14:35:07.468415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-d14652bf-0ae3-4912-a27e-41171cfafdb1 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2574408 Jul 28 14:35:07.497339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.500220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db15cf1c-3def-4c08-b11e-fd2ae541e19b req-8f520e28-c409-403c-a2a6-bf2c78d813d6 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7241392 Jul 28 14:35:07.504231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f6e4c4c-32fb-4045-98ee-48294d6fa2b5 None None] Provisioning for port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:07.505812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Request body: {'port': {'device_id': '65e144c8-4262-49a1-b22b-145dc4f77868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:07.541297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f6e4c4c-32fb-4045-98ee-48294d6fa2b5 None None] Provisioning complete for port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:07.541671 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4c4c-32fb-4045-98ee-48294d6fa2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.574888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be769f-30f8-4172-b3ab-d2e123595d9b req-11dc18d9-5e3b-40c4-9448-15e7f20b2b21 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.577949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0be769f-30f8-4172-b3ab-d2e123595d9b req-11dc18d9-5e3b-40c4-9448-15e7f20b2b21 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1207969 Jul 28 14:35:07.600738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4860f5f7-33b1-4d7b-a973-40e2f3f21d47 req-0d97ff64-6728-4cc9-9d70-68a52ddc8a0f tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0330133 Jul 28 14:35:07.639101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e4c4c-32fb-4045-98ee-48294d6fa2b5 None None] Port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:07.672016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.691364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0be769f-30f8-4172-b3ab-d2e123595d9b req-1f09c322-802b-4c82-a5f4-09cdea14a686 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986569 Jul 28 14:35:07.734353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a10142-4e77-40c5-8b5c-9f292ae560f6 req-6913ae46-6404-4d08-a484-15d144c1d9eb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.744601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93a10142-4e77-40c5-8b5c-9f292ae560f6 req-6913ae46-6404-4d08-a484-15d144c1d9eb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 935 time: 0.0692229 Jul 28 14:35:07.756294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1077328996', 'description': 'tempest-description-2142875467'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:07.803150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93a10142-4e77-40c5-8b5c-9f292ae560f6 req-ff132478-3cdc-4545-9cc2-96c0e76cea0b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571849 Jul 28 14:35:07.943373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc788e-9755-49d4-80d1-cafa17e5cf69 req-fed8b141-cf4e-4b22-b8e5-8dd204b72b65 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:07.945460 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:07.953605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43bc788e-9755-49d4-80d1-cafa17e5cf69 req-fed8b141-cf4e-4b22-b8e5-8dd204b72b65 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 945 time: 0.0761485 Jul 28 14:35:08.014158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43bc788e-9755-49d4-80d1-cafa17e5cf69 req-132db406-5e7b-4c53-a848-a94ad0d1047d tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Jul 28 14:35:08.095311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcaed36-8459-4bb5-9f0f-4f791d14a271 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:08.111170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.142880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Transition to ACTIVE for port object 8dcaed36-8459-4bb5-9f0f-4f791d14a271 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:08.144467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387326b-78d8-432e-8bc4-36233f35f124 req-71ff3b27-37f7-47e8-b886-5b2316ae0d6d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.145579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.147270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f387326b-78d8-432e-8bc4-36233f35f124 req-71ff3b27-37f7-47e8-b886-5b2316ae0d6d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0665061 Jul 28 14:35:08.188349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f387326b-78d8-432e-8bc4-36233f35f124 req-12351223-d594-4739-bb2a-42978b85b689 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Jul 28 14:35:08.253177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.313174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.320162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3198f-828f-4663-8624-ea40c929b588 req-f05584d7-cd6b-4fe9-a31d-e56228a40db4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.320367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:08.322932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28f3198f-828f-4663-8624-ea40c929b588 req-f05584d7-cd6b-4fe9-a31d-e56228a40db4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0694993 Jul 28 14:35:08.377189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28f3198f-828f-4663-8624-ea40c929b588 req-4a7c67a3-e45f-4739-ac7b-641742a38f02 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Jul 28 14:35:08.398411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb3f93d-b8f2-41f0-a4de-5e46502344b6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:08.444996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Attempting to bind port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:08.444996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Attempting to bind port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:08.445730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Attempting to bind port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:08.451889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:08.452229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Attempting to bind port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:08.458094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:08.458439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:08.458841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:08.459436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Bound port: 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:08.459809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.494828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 821c0d3d-edcb-4946-92fa-6468d260f014 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:08.529747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98b77-1a9b-4aad-88a0-fa7b65e7df50 req-23f00067-0689-421a-abf3-70cb8a683bfb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.539744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32a98b77-1a9b-4aad-88a0-fa7b65e7df50 req-23f00067-0689-421a-abf3-70cb8a683bfb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.0826383 Jul 28 14:35:08.572848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:08.577970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:08.589551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32a98b77-1a9b-4aad-88a0-fa7b65e7df50 req-79439600-4bb8-4e0a-afd5-3d60541d211f tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Jul 28 14:35:08.748134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.748763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 821c0d3d-edcb-4946-92fa-6468d260f014 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:08.749452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95eef697-f8bd-40e6-9432-53ee1c078f3d req-f44623c7-6af6-4842-83c1-027d79164251 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0015764 Jul 28 14:35:08.750564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.755697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 821c0d3d-edcb-4946-92fa-6468d260f014 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:08.756073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.801548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:08.802592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.804255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] 10.222.0.53 "PUT /v2.0/ports/8dcaed36-8459-4bb5-9f0f-4f791d14a271 HTTP/1.1" status: 200 len: 1096 time: 1.3035536 Jul 28 14:35:08.858580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:08.872901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22b59b96-3d86-4513-a81e-3b5f105cb0fc req-28a80be2-05e3-4713-8251-a1d1a5f74db7 tempest-ImagesTestJSON-2026295667 tempest-ImagesTestJSON-2026295667-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbe66c46-d0ab-4fa8-8fbf-b4db84f77af2 HTTP/1.1" status: 200 len: 210 time: 0.0369475 Jul 28 14:35:08.873545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5377d1-abbe-474a-8673-3f6e09e2a069 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:08.891955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:08.891955 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362399ce-1ca0-4510-b515-260cfb6bd656" -d '{"events": [{"server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "name": "network-vif-plugged", "status": "completed", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:08.913151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=821c0d3d-edcb-4946-92fa-6468d260f014,segment=NetworkSegment(097301d6-c582-478c-9dea-39afc9c8a45e),segment_id=097301d6-c582-478c-9dea-39afc9c8a45e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:09.002224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932019a-41a6-4fdc-92ee-4a2f8299eede req-4e86c775-a907-4b47-a0c5-7dba05467af8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.003904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9932019a-41a6-4fdc-92ee-4a2f8299eede req-4e86c775-a907-4b47-a0c5-7dba05467af8 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0576787 Jul 28 14:35:09.060387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9932019a-41a6-4fdc-92ee-4a2f8299eede req-66089cb8-3ccc-4392-8823-4fa07bf27c03 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501134 Jul 28 14:35:09.099244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-611401446', 'description': 'tempest-description-915104632'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:09.106372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.107351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:09.116400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-5f861585-e899-4936-904e-d21d397c64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.120899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-5f861585-e899-4936-904e-d21d397c64a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 1099 time: 0.0709591 Jul 28 14:35:09.144316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 9917c91e-4782-4025-babf-d9d1d170905c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:09.144585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9917c91e-4782-4025-babf-d9d1d170905c not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:09.178161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-921a0890-2ec8-4871-9350-00e570de67a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271 HTTP/1.1" status: 200 len: 217 time: 0.0445154 Jul 28 14:35:09.179191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:09.260430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cf5a0-8920-417f-b64a-cc66bcffd0bc req-1724ccd3-c4bf-4a33-b0e1-dbd33c269b2e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.262804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65cf5a0-8920-417f-b64a-cc66bcffd0bc req-1724ccd3-c4bf-4a33-b0e1-dbd33c269b2e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 947 time: 0.0493920 Jul 28 14:35:09.285112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-83a9fadc-3bd2-482b-b232-b571092b25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.286731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-83a9fadc-3bd2-482b-b232-b571092b25b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0473711 Jul 28 14:35:09.303274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65cf5a0-8920-417f-b64a-cc66bcffd0bc req-ccb0e22d-f692-41a3-8558-40c18b9eed80 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Jul 28 14:35:09.305179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.349949 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694adc9-dfab-406a-bffc-bb71c7b37347 x-openstack-request-id: req-1694adc9-dfab-406a-bffc-bb71c7b37347 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:09.350318 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "name": "network-vif-plugged", "status": "completed", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:09.350706 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1694adc9-dfab-406a-bffc-bb71c7b37347 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:09.353380 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014', 'code': 200} Jul 28 14:35:09.358435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-436065d5-5643-4896-b2a6-7a77b1071188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.367827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-436065d5-5643-4896-b2a6-7a77b1071188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637958 Jul 28 14:35:09.396838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:09.399644 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ce10d-39ec-49e4-9d9e-5dcee4257921" -d '{"events": [{"name": "network-changed", "server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:09.460420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b14f4-7a22-45cc-99da-2d939edc127a req-e4a9f94d-baaa-40c4-ac48-baa002830ca3 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.461923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b4b14f4-7a22-45cc-99da-2d939edc127a req-e4a9f94d-baaa-40c4-ac48-baa002830ca3 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.0582087 Jul 28 14:35:09.472280 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:35:09.511457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b4b14f4-7a22-45cc-99da-2d939edc127a req-34ba17ec-ba91-4190-9a42-e839cd18a4a2 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Jul 28 14:35:09.519727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.559953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a015-ccf4-4bcf-be3c-b1ace431897d req-1c18f1ca-30b6-4542-9d49-f5a9b478e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.561516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecc9a015-ccf4-4bcf-be3c-b1ace431897d req-1c18f1ca-30b6-4542-9d49-f5a9b478e781 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 1098 time: 0.0905995 Jul 28 14:35:09.567487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-b99a4ff7-a653-4552-aa59-f2a75cb0929d service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577644 Jul 28 14:35:09.620662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7db488-38b0-4e46-a531-98c78b314bba req-4d4fb361-811a-45f2-ab5e-b3a4cef6d816 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.622320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a7db488-38b0-4e46-a531-98c78b314bba req-4d4fb361-811a-45f2-ab5e-b3a4cef6d816 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Jul 28 14:35:09.640783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.665841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a7db488-38b0-4e46-a531-98c78b314bba req-307b2aa7-c614-452a-8f0a-30936cd50491 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Jul 28 14:35:09.687079 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecc9a015-ccf4-4bcf-be3c-b1ace431897d req-cc65bc4f-c349-48aa-a659-4bbeaadd8fca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089454 Jul 28 14:35:09.694792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b62243-4cde-4efd-a613-bf507391e360,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:09.727608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e12661a7-93f6-4f35-89e6-c91b1baea041 req-ff3aee9c-a4f2-429a-84ca-7f49ed78e925 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484663 Jul 28 14:35:09.773694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7bbc-a40e-4fd9-b5f4-062741215480 req-f0c0b70c-ede4-44a2-96aa-87330feae0f1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.775265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-512a7bbc-a40e-4fd9-b5f4-062741215480 req-f0c0b70c-ede4-44a2-96aa-87330feae0f1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Jul 28 14:35:09.797873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:09.799488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-604c1929-696e-4316-8701-6aae499bf09f req-81e09e75-484f-47a5-b5be-1cc41f3fedb2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7056293 Jul 28 14:35:09.817385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-512a7bbc-a40e-4fd9-b5f4-062741215480 req-871a26a2-63e8-487d-bfb7-000e87c100a4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 Jul 28 14:35:09.882694 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc319b25-e19f-42d7-b2c5-fcb135d43798 x-openstack-request-id: req-dc319b25-e19f-42d7-b2c5-fcb135d43798 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:09.883000 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:09.883255 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc319b25-e19f-42d7-b2c5-fcb135d43798 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:09.883644 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271', 'status': 'completed', 'code': 200} Jul 28 14:35:09.908899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2840f7-e25b-4497-9927-c77a784726fb req-fd72b8b8-f4b0-49d8-bceb-8bfaf3225e86 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:09.910890 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd2840f7-e25b-4497-9927-c77a784726fb req-fd72b8b8-f4b0-49d8-bceb-8bfaf3225e86 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0554075 Jul 28 14:35:09.925630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-80f71578-22c5-474a-afde-802a7d80d3b3 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/beb3f93d-b8f2-41f0-a4de-5e46502344b6 HTTP/1.1" status: 200 len: 1807 time: 0.0416021 Jul 28 14:35:09.955733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd2840f7-e25b-4497-9927-c77a784726fb req-34b6d20b-4fd8-4393-bdf6-8d99e4111ec8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Jul 28 14:35:09.977601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-b2d73d19-b91c-4f0a-88bc-9e338066c07b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/43b62243-4cde-4efd-a613-bf507391e360 HTTP/1.1" status: 200 len: 1805 time: 0.0453212 Jul 28 14:35:09.983518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'beb3f93d-b8f2-41f0-a4de-5e46502344b6', 'remote_group_id': '43b62243-4cde-4efd-a613-bf507391e360', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:09.983837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'beb3f93d-b8f2-41f0-a4de-5e46502344b6', 'remote_group_id': '43b62243-4cde-4efd-a613-bf507391e360', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:10.194173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.237605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.259996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eefc5-68eb-4d79-bb46-f9b1d2343387 req-7ab6b411-2510-45b2-8dc6-fcaaf76fb5eb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.261493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d0eefc5-68eb-4d79-bb46-f9b1d2343387 req-7ab6b411-2510-45b2-8dc6-fcaaf76fb5eb tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1029441 Jul 28 14:35:10.275603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-665b9dde-1f28-40e0-a8e0-21e2ee25c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.277765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-665b9dde-1f28-40e0-a8e0-21e2ee25c011 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 1099 time: 0.0717964 Jul 28 14:35:10.337694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.359053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d0eefc5-68eb-4d79-bb46-f9b1d2343387 req-91f19669-b01b-4675-9d6e-5d08d5608bff tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910461 Jul 28 14:35:10.362876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9166b7-dcf0-4d74-8321-b491634bae93,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:10.398795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-ee14324f-2de2-42e0-83e5-5fee0c44f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.400328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-ee14324f-2de2-42e0-83e5-5fee0c44f024 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1154811 Jul 28 14:35:10.444691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-bff5b43a-a6e0-4ff8-92c8-b1a991041b81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271 HTTP/1.1" status: 200 len: 217 time: 0.0365219 Jul 28 14:35:10.475288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.476520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83827370-b9e9-40c9-b71b-851d7907cb03 req-ff05ea44-823c-4148-9717-a9e4b1831d70 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4980438 Jul 28 14:35:10.543368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-3d9bf2bf-1de5-49d5-b3e5-07d699c4984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.544860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-3d9bf2bf-1de5-49d5-b3e5-07d699c4984a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0868301 Jul 28 14:35:10.557295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70d8b4-5128-4815-94dd-2cd23bd0cdc8 req-4d6f873d-255c-4849-9d2b-6bba0acd57de tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.559470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec70d8b4-5128-4815-94dd-2cd23bd0cdc8 req-4d6f873d-255c-4849-9d2b-6bba0acd57de tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 947 time: 0.0848646 Jul 28 14:35:10.577639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-597163d7-e829-4819-a6d9-32aec2ee1fca tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/43b62243-4cde-4efd-a613-bf507391e360 HTTP/1.1" status: 200 len: 1805 time: 0.0490716 Jul 28 14:35:10.633083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec70d8b4-5128-4815-94dd-2cd23bd0cdc8 req-de522bf4-9c4f-4c0a-842e-3d647b892a8b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Jul 28 14:35:10.635819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-eb347e3e-4a8e-44ff-8e92-a584a17d6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.637406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-eb347e3e-4a8e-44ff-8e92-a584a17d6650 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735452 Jul 28 14:35:10.638613 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.664479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.785849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-4004cc5f-4747-44dc-a2a7-2038a9c858a7 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346731 Jul 28 14:35:10.808187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf940c6-ea88-4dd4-b224-ad687c80cbda req-d00244ec-9a90-4d2f-9ca4-575014233c71 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:10.810538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9bf940c6-ea88-4dd4-b224-ad687c80cbda req-d00244ec-9a90-4d2f-9ca4-575014233c71 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.0693517 Jul 28 14:35:10.846795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.849445 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:10.851423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14afefd3-2dda-4a8b-9b4d-3498931be93d req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/43b62243-4cde-4efd-a613-bf507391e360 HTTP/1.1" status: 204 len: 173 time: 0.2676682 Jul 28 14:35:10.865352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24098d84-565a-465c-9880-278ec5e0c69a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b62243-4cde-4efd-a613-bf507391e360,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:10.907829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9bf940c6-ea88-4dd4-b224-ad687c80cbda req-392f08a2-d9b0-42be-8df5-9a190f335f8f tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888772 Jul 28 14:35:10.938739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e53ce10d-39ec-49e4-9d9e-5dcee4257921 req-c348001b-f3b7-4602-aa6d-6bdc6e89bd3f service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271658 Jul 28 14:35:11.031095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2194d79-315c-43cf-abbb-9c32016c8814 req-4ae64fa6-8c5d-4b5b-91a2-b1e6fcf865c5 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.032105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2194d79-315c-43cf-abbb-9c32016c8814 req-4ae64fa6-8c5d-4b5b-91a2-b1e6fcf865c5 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.0863049 Jul 28 14:35:11.043238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f759f6-bc13-481f-96f8-87eecb3f39df req-21a52753-2c9b-490e-9869-18a02ed80218 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.045053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2f759f6-bc13-481f-96f8-87eecb3f39df req-21a52753-2c9b-490e-9869-18a02ed80218 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0730135 Jul 28 14:35:11.083385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2194d79-315c-43cf-abbb-9c32016c8814 req-ee9657f9-e8cd-43c8-8072-592b907e40eb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups?id=da19cf75-1dc5-475c-ae37-a843ebdc829e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Jul 28 14:35:11.095818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2f759f6-bc13-481f-96f8-87eecb3f39df req-91faac07-9ae3-4ddc-b620-be9a73b72ac9 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406170 Jul 28 14:35:11.167361 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f24dff8-ef7a-40ff-bdc1-a54cc434d1bf req-0b8473ae-3c8f-4a96-b1c1-616275c720a3 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/beb3f93d-b8f2-41f0-a4de-5e46502344b6 HTTP/1.1" status: 200 len: 1807 time: 0.0552695 Jul 28 14:35:11.301098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ef649-ff21-48dd-9bb5-43ba5ae4de3c req-be4044db-cdfb-492e-9d64-9445a4731ff9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.302496 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c90ef649-ff21-48dd-9bb5-43ba5ae4de3c req-be4044db-cdfb-492e-9d64-9445a4731ff9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0573132 Jul 28 14:35:11.343687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c90ef649-ff21-48dd-9bb5-43ba5ae4de3c req-d4f02d97-3954-4743-9774-77450e7914ac tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348682 Jul 28 14:35:11.406029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1120768546', 'description': 'tempest-description-1551029856'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:11.593929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.602913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-24da7612-b753-4d7c-88fb-6dfceae87cbe tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.604452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-24da7612-b753-4d7c-88fb-6dfceae87cbe tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jul 28 14:35:11.676106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1402503-fd1e-4849-9e8e-e112dc81518c req-4ec2b320-3240-45d7-a9b0-176b2a91b2af tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:11.677662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1402503-fd1e-4849-9e8e-e112dc81518c req-4ec2b320-3240-45d7-a9b0-176b2a91b2af tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0537169 Jul 28 14:35:11.720463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1402503-fd1e-4849-9e8e-e112dc81518c req-fea283f8-6718-4022-b761-75edbc56f986 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Jul 28 14:35:11.768943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:11.770877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Deleting port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:11.771254 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.821368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.867021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Deleting subnet 517a50f8-2974-41c7-bf80-b1bce911974a {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:35:11.880779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] For port 6ee658fc-f080-4dc5-9318-2c08ee4057b2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ee658fc-f080-4dc5-9318-2c08ee4057b2,segment=NetworkSegment(ea47dbc7-a005-4a0b-9d11-b47657c3b0f7),segment_id=ea47dbc7-a005-4a0b-9d11-b47657c3b0f7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:11.880779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.899466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Calling delete_port for 6ee658fc-f080-4dc5-9318-2c08ee4057b2 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:11.904391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:11.982083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9211b-fd5d-413b-bfee-42a9d9976194,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:12.060195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.061528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5dd6710b-497d-4d7a-bd52-85295492ff84 req-ada446dc-ced5-4b53-9cde-72a8695e6e96 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6609228 Jul 28 14:35:12.184782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc68fda-01a3-4f94-8b3e-fc824006537d req-1a7f8cc1-63b6-4d23-a346-5d7087462aeb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.186411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bc68fda-01a3-4f94-8b3e-fc824006537d req-1a7f8cc1-63b6-4d23-a346-5d7087462aeb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 947 time: 0.0537117 Jul 28 14:35:12.189528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.208465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.222817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6ee658fc-f080-4dc5-9318-2c08ee4057b2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:12.240195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event deleted for resources: {'Port': ['ID=6ee658fc-f080-4dc5-9318-2c08ee4057b2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:12.254082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50cdcdb8-0442-4f18-aeac-5082276c84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.285851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bc68fda-01a3-4f94-8b3e-fc824006537d req-e51f6e9a-4088-4d5b-bb5a-7d1a938ab1e4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875008 Jul 28 14:35:12.286064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0e1d3-3051-45fb-bfe6-daffdf91a2aa req-6a707d02-a6a0-4c74-b69f-1611db54f86c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.287358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bff0e1d3-3051-45fb-bfe6-daffdf91a2aa req-6a707d02-a6a0-4c74-b69f-1611db54f86c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.4728944 Jul 28 14:35:12.291224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.299536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] No DVR routers for this DVR port 6ee658fc-f080-4dc5-9318-2c08ee4057b2 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:12.304115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.307351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5d51d99-2736-42cf-8728-f158e13b0b3c req-8f486dab-4c2b-4f7a-bef7-b390fae91a0a tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.53 "DELETE /v2.0/ports/6ee658fc-f080-4dc5-9318-2c08ee4057b2 HTTP/1.1" status: 204 len: 173 time: 0.6921129 Jul 28 14:35:12.307351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'name': 'network-vif-deleted', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:12.308906 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011787ff-9d57-4840-a6b9-2ce251c797e6" -d '{"events": [{"server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "name": "network-vif-deleted", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:12.346274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f300-75d6-4d20-a395-31701559021d req-57498f6e-0f28-4949-8c85-b4df362fe47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.347908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-57498f6e-0f28-4949-8c85-b4df362fe47a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 1097 time: 0.4784966 Jul 28 14:35:12.409434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc7fd0-d5f0-446f-bbc1-17ac3f90d19b req-9883af9d-938d-4bef-b8d5-6bd4b80c11cc tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.411096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67fc7fd0-d5f0-446f-bbc1-17ac3f90d19b req-9883af9d-938d-4bef-b8d5-6bd4b80c11cc tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Jul 28 14:35:12.422245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.448262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bff0e1d3-3051-45fb-bfe6-daffdf91a2aa req-119099b4-f6bf-4a62-aa0e-559456a18403 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546283 Jul 28 14:35:12.454049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67fc7fd0-d5f0-446f-bbc1-17ac3f90d19b req-483c3b85-80ae-405c-b000-eeac327adba8 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Jul 28 14:35:12.521920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f300-75d6-4d20-a395-31701559021d req-a9ddd3b4-0bb8-4b3c-9d63-faf5adf9398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.523441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-a9ddd3b4-0bb8-4b3c-9d63-faf5adf9398e service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.1672120 Jul 28 14:35:12.566805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a24b4cf5-4ce0-486d-bf22-7dbc5bbb254f req-8f36742c-c6a5-4df1-ace0-a8a38e1a6332 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/ports?device_id=ade12138-588f-4514-80e3-72807ae983a8 HTTP/1.1" status: 200 len: 210 time: 0.0323730 Jul 28 14:35:12.596196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-976bdc98-ca83-4581-8684-1b5781131095 req-88dbe9b6-7df8-4e65-8748-f528cef360d9 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 200 len: 1807 time: 0.1048522 Jul 28 14:35:12.612329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b9211b-fd5d-413b-bfee-42a9d9976194', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:12.612654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b9211b-fd5d-413b-bfee-42a9d9976194', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:12.613907 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e163cb7-9985-42d4-a5f6-a32a52787112 x-openstack-request-id: req-2e163cb7-9985-42d4-a5f6-a32a52787112 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:12.614454 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade12138-588f-4514-80e3-72807ae983a8", "name": "network-vif-deleted", "tag": "6ee658fc-f080-4dc5-9318-2c08ee4057b2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:12.614776 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e163cb7-9985-42d4-a5f6-a32a52787112 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:12.615272 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade12138-588f-4514-80e3-72807ae983a8', 'name': 'network-vif-deleted', 'tag': '6ee658fc-f080-4dc5-9318-2c08ee4057b2', 'status': 'completed', 'code': 200} Jul 28 14:35:12.628933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-d50a4ec8-4220-440b-b433-fa60505e46fc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 200 len: 1000 time: 0.0954683 Jul 28 14:35:12.688508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f300-75d6-4d20-a395-31701559021d req-9956ab9e-531e-4e52-8f69-c3c6d90c0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.689970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-9956ab9e-531e-4e52-8f69-c3c6d90c0875 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0507028 Jul 28 14:35:12.706793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.721069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994dbe0-8ec3-458d-877a-e1ea8a83a8ee req-19ae014e-f421-433a-9b66-27ce0a7935a5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.722604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6994dbe0-8ec3-458d-877a-e1ea8a83a8ee req-19ae014e-f421-433a-9b66-27ce0a7935a5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Jul 28 14:35:12.754895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517a50f8-2974-41c7-bf80-b1bce911974a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:12.757324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.761410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4ed2b3dd-e1a7-48c4-a1bb-5bd0ba6e623a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/517a50f8-2974-41c7-bf80-b1bce911974a HTTP/1.1" status: 204 len: 168 time: 0.9910402 Jul 28 14:35:12.762250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44454) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:12.773158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6994dbe0-8ec3-458d-877a-e1ea8a83a8ee req-11633467-f73b-48ac-9382-ae22ef09af82 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jul 28 14:35:12.774645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627f300-75d6-4d20-a395-31701559021d req-29a606d3-f5bb-4259-a1dd-ffe664743e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:12.776293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-29a606d3-f5bb-4259-a1dd-ffe664743e5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792787 Jul 28 14:35:12.850400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.904197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.949559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-5a3265ab-2003-40f6-85a6-50ce9181b3b0 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595771 Jul 28 14:35:12.951696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.957211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:12.969703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ba844f-2d60-4e49-aa99-d3703e92b23c']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:12.983982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7746cf0-2f69-4762-8c88-f0f4c862d246') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:12.984429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7746cf0-2f69-4762-8c88-f0f4c862d246') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:12.997282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.006267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4025c64-2210-475b-afc1-0cfdf74757ff req-598a5213-ba7d-450f-9228-9c96abfca628 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.007821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4025c64-2210-475b-afc1-0cfdf74757ff req-598a5213-ba7d-450f-9228-9c96abfca628 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1140518 Jul 28 14:35:13.036905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.047182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:35:13.047574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:35:13.049220 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:35:13.051902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.081036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de36b9df-02e1-48ea-9ed9-c33d5ea8bdfb,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:13.085357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c627f300-75d6-4d20-a395-31701559021d req-caccbd35-4a1a-46c8-bcef-cc57e3a3fd50 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261790 Jul 28 14:35:13.105312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4025c64-2210-475b-afc1-0cfdf74757ff req-7317872e-6853-4ac2-bd1f-7152852ea4ec tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 Jul 28 14:35:13.198180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.200243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-976bdc98-ca83-4581-8684-1b5781131095 req-44dea811-4634-45f4-819f-6a99d2161a6b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5939472 Jul 28 14:35:13.234892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.240744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.245362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b3ba844f-2d60-4e49-aa99-d3703e92b23c HTTP/1.1" status: 204 len: 168 time: 0.4820580 Jul 28 14:35:13.269013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcfbcd-53ee-450b-a9f5-1d9834d44994 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ba844f-2d60-4e49-aa99-d3703e92b23c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:13.297140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-462f2132-47c5-451e-b5b0-953eda119cbf tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 200 len: 2401 time: 0.0771570 Jul 28 14:35:13.308954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b9211b-fd5d-413b-bfee-42a9d9976194', 'remote_group_id': None}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:13.309322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd4b9211b-fd5d-413b-bfee-42a9d9976194', 'remote_group_id': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:13.502005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.537018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.669589 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.691436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03aae36-deb9-4785-af7a-67733be4e112,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:13.722292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44472) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:13.769025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5fe0874a-0e85-4d86-959b-5e39a631d09e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=efd2a270ba124ddf86d3edd4e1bea59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454676 Jul 28 14:35:13.771632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44474) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:13.785233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acafc2-25a0-483c-868d-b12579d6e392 req-3deb3baa-263b-45ca-92d6-34b1fc14b06d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.786427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.786773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01acafc2-25a0-483c-868d-b12579d6e392 req-3deb3baa-263b-45ca-92d6-34b1fc14b06d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 947 time: 0.0493395 Jul 28 14:35:13.787602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce9d8834-9ebc-47bd-9a41-f493649d709c req-50546a65-88e1-483c-83f5-6f8f3070763f tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4840145 Jul 28 14:35:13.834139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.849338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01acafc2-25a0-483c-868d-b12579d6e392 req-ee66ab3f-003c-48d5-b46e-28058aa170d9 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 Jul 28 14:35:13.888147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:13.936233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a79e53-298f-4cfa-ac26-e6717f35aacd req-31e8e53a-f4dc-4b53-93b1-a7cf62a71fe5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:13.937754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5a79e53-298f-4cfa-ac26-e6717f35aacd req-31e8e53a-f4dc-4b53-93b1-a7cf62a71fe5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0857573 Jul 28 14:35:13.997814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5a79e53-298f-4cfa-ac26-e6717f35aacd req-105c3ff7-2057-41be-999e-d7861359e40c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454397 Jul 28 14:35:14.010090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad0285-9a9d-4d59-b8f9-c18bb95be683 req-54c2b980-4a3f-4365-977b-814d1e141330 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.011975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67ad0285-9a9d-4d59-b8f9-c18bb95be683 req-54c2b980-4a3f-4365-977b-814d1e141330 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.0785139 Jul 28 14:35:14.045558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.048463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.049601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75777395-e6c2-4de7-af6d-512963439082 HTTP/1.1" status: 204 len: 168 time: 0.2770586 Jul 28 14:35:14.062475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67ad0285-9a9d-4d59-b8f9-c18bb95be683 req-441f9c3b-6958-42ab-add6-021ff4677243 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368805 Jul 28 14:35:14.076628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c518-646a-4540-8cf7-49e05b26a9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75777395-e6c2-4de7-af6d-512963439082,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:14.083706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37ef1965-0fd0-4a25-b2d0-ab1a4711d020 req-0c00b6e7-b4ec-4b7f-b625-5f9f58ac5831 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 200 len: 3000 time: 0.0565093 Jul 28 14:35:14.185052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-8789dd6d-4d21-442d-9120-8c3fe92c52e5 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-group-rules/d03aae36-deb9-4785-af7a-67733be4e112 HTTP/1.1" status: 200 len: 783 time: 0.0273876 Jul 28 14:35:14.189905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413fd6-7f90-44d6-b0aa-40fb1ebbbde3 req-90a659dd-9984-4844-8390-543aaa7f97ac tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.191766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd413fd6-7f90-44d6-b0aa-40fb1ebbbde3 req-90a659dd-9984-4844-8390-543aaa7f97ac tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0617318 Jul 28 14:35:14.237082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-cba55f27-df40-40c0-9202-bd2219eb99c2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 200 len: 3000 time: 0.0457060 Jul 28 14:35:14.241073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd413fd6-7f90-44d6-b0aa-40fb1ebbbde3 req-fa259c40-8b75-4871-b4f9-ed9f4f674862 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Jul 28 14:35:14.271979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.279699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.360187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae699fb0-7b7c-41bb-8aa8-444d4c54ede3 req-9ce410e2-0c63-460f-8e9f-536c8388c2e3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.361744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae699fb0-7b7c-41bb-8aa8-444d4c54ede3 req-9ce410e2-0c63-460f-8e9f-536c8388c2e3 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0516694 Jul 28 14:35:14.402327 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae699fb0-7b7c-41bb-8aa8-444d4c54ede3 req-e1ea1425-55ff-48c7-88d9-497142ce66bf tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Jul 28 14:35:14.415072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.422094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.423420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6fb03ec-b6cd-4a94-a5a5-044cceb4ef84 req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d03aae36-deb9-4785-af7a-67733be4e112 HTTP/1.1" status: 204 len: 173 time: 0.1791360 Jul 28 14:35:14.429095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4355f7-d8d8-4a5e-b1c0-a8bf68435378 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d03aae36-deb9-4785-af7a-67733be4e112,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:14.490795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-9ab3cfef-aba7-42ef-9102-71e1feb66124 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 200 len: 2401 time: 0.0458224 Jul 28 14:35:14.516940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8dcaed36-8459-4bb5-9f0f-4f791d14a271 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:14.572714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.601366 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.639991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:14.651876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8dcaed36-8459-4bb5-9f0f-4f791d14a271', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '8dcaed36-8459-4bb5-9f0f-4f791d14a271', 'mac_address': 'fa:16:3e:62:e8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:14.660964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44502) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:14.698212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1ac73de5-8119-4313-bc3a-16890632af96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.706150 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.722529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcaed36-8459-4bb5-9f0f-4f791d14a271 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:14.729607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.746560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.749278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.751726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2bdc8824-2070-4b49-a9db-882cdb6170c2 req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/d4b9211b-fd5d-413b-bfee-42a9d9976194 HTTP/1.1" status: 204 len: 173 time: 0.2528646 Jul 28 14:35:14.756465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:14.770124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.788418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852eb7b-2cbf-4812-b3fc-5bfbdcaab6da tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9211b-fd5d-413b-bfee-42a9d9976194,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:14.789311 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-4ba4ae26-835b-47bc-9d75-217dd3265711 req-7b0ae583-bac5-4db2-a2ba-763ce1793b3a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] show failed (client error): The resource could not be found. Jul 28 14:35:14.812024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ba4ae26-835b-47bc-9d75-217dd3265711 req-7b0ae583-bac5-4db2-a2ba-763ce1793b3a tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/43b62243-4cde-4efd-a613-bf507391e360 HTTP/1.1" status: 404 len: 352 time: 0.0415642 Jul 28 14:35:14.836663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.838255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.877389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-b0b07e84-5c78-45ac-8dc7-adeeaed8f15e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/beb3f93d-b8f2-41f0-a4de-5e46502344b6 HTTP/1.1" status: 200 len: 1807 time: 0.0607681 Jul 28 14:35:14.909670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:14.950276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.976022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.980017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee2678-4945-412e-a590-0316e0e4735a req-46161c81-7eb3-44c2-a5af-a1c259420c43 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:14.981628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abee2678-4945-412e-a590-0316e0e4735a req-46161c81-7eb3-44c2-a5af-a1c259420c43 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 948 time: 0.0509362 Jul 28 14:35:14.986243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:14.997350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.000885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "DELETE /v2.0/security-groups/f8a0e3a3-7997-4061-9ea4-5043fb51ad26 HTTP/1.1" status: 204 len: 168 time: 0.3362503 Jul 28 14:35:15.004028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44518) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:15.027573 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-3b15d20e-d822-416f-9a3c-7c4609f160fb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] show failed (client error): The resource could not be found. Jul 28 14:35:15.027573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3b15d20e-d822-416f-9a3c-7c4609f160fb tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "GET /v2.0/security-groups/f8a0e3a3-7997-4061-9ea4-5043fb51ad26 HTTP/1.1" status: 404 len: 347 time: 0.0196433 Jul 28 14:35:15.030017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f21db-76de-4363-9cee-5b72d91ab9e9 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a0e3a3-7997-4061-9ea4-5043fb51ad26,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.030434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44522) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:15.089319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abee2678-4945-412e-a590-0316e0e4735a req-6364a7bb-be52-41c9-a3ed-63e06085076e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012309 Jul 28 14:35:15.178005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8dcaed36-8459-4bb5-9f0f-4f791d14a271'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:15.187944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.191354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.206501 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f322b05f-37c2-4068-ae20-00b94436c2b9 req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/beb3f93d-b8f2-41f0-a4de-5e46502344b6 HTTP/1.1" status: 204 len: 173 time: 0.3227215 Jul 28 14:35:15.234851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5795a-cff0-45b5-98d0-a881d2b1f69e tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb3f93d-b8f2-41f0-a4de-5e46502344b6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.254347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-82cd73b0-dff2-46f0-a5a3-f8ec49b84b54 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.255950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-82cd73b0-dff2-46f0-a5a3-f8ec49b84b54 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.1181533 Jul 28 14:35:15.268645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0adc5d-5e90-4373-8009-33c1cd72fa65 req-699113f7-66e3-41e8-8a24-122959f13070 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.270177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0adc5d-5e90-4373-8009-33c1cd72fa65 req-699113f7-66e3-41e8-8a24-122959f13070 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.1170053 Jul 28 14:35:15.336042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Deleting port 20940ddf-3140-4e89-9199-58b26f16b572 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:15.336676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.353984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950757a-c64b-400f-8b76-cc1b9644a3d0 req-1a324a60-f3ca-44b9-bd0e-9bbb9ec201a5 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.356301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9950757a-c64b-400f-8b76-cc1b9644a3d0 req-1a324a60-f3ca-44b9-bd0e-9bbb9ec201a5 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 946 time: 0.0691617 Jul 28 14:35:15.407817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9950757a-c64b-400f-8b76-cc1b9644a3d0 req-f500ec6c-a947-49c6-bbb0-07c080179ca3 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/security-groups?id=bad2cba0-9ad9-425b-931e-23a0e2466758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Jul 28 14:35:15.420766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0adc5d-5e90-4373-8009-33c1cd72fa65 req-80893153-7a57-4da7-bc95-72feea524fb8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380074 Jul 28 14:35:15.477680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.478050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.498849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Deleting port 821c0d3d-edcb-4946-92fa-6468d260f014 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:15.499215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.506306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Calling delete_port for 20940ddf-3140-4e89-9199-58b26f16b572 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:15.523525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22345175-d8a5-4923-adc5-471f81766dea req-9ae2ca7a-95bc-499a-8e80-bad215dc2f03 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/2a7977ac-67ac-48dd-93b6-d891d2d31686 HTTP/1.1" status: 200 len: 1805 time: 0.0796602 Jul 28 14:35:15.626359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-22345175-d8a5-4923-adc5-471f81766dea req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.657889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-22345175-d8a5-4923-adc5-471f81766dea req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.706352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5013-915f-48ac-a56c-8737901d858a req-4aab3ad3-b1ae-4018-b727-782d2154e380 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.707923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c8e5013-915f-48ac-a56c-8737901d858a req-4aab3ad3-b1ae-4018-b727-782d2154e380 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1592262 Jul 28 14:35:15.709795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] For port 821c0d3d-edcb-4946-92fa-6468d260f014, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=821c0d3d-edcb-4946-92fa-6468d260f014,segment=NetworkSegment(097301d6-c582-478c-9dea-39afc9c8a45e),segment_id=097301d6-c582-478c-9dea-39afc9c8a45e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:15.710347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.751971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Calling delete_port for 821c0d3d-edcb-4946-92fa-6468d260f014 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:15.788786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-22345175-d8a5-4923-adc5-471f81766dea req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.791560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-22345175-d8a5-4923-adc5-471f81766dea req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.793756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22345175-d8a5-4923-adc5-471f81766dea req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/2a7977ac-67ac-48dd-93b6-d891d2d31686 HTTP/1.1" status: 204 len: 173 time: 0.2648749 Jul 28 14:35:15.806309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c8e5013-915f-48ac-a56c-8737901d858a req-ba817b99-b2ff-45e4-9772-fee2ce2eb71e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854969 Jul 28 14:35:15.806535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3028d4-93a3-4018-bf17-36f95c9ba9ba tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7977ac-67ac-48dd-93b6-d891d2d31686,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.917930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34503d4d-9340-4558-aa48-767e03380090 req-de6c5549-78bc-4bbc-bdc1-e2e2ea2cf375 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:15.919969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34503d4d-9340-4558-aa48-767e03380090 req-de6c5549-78bc-4bbc-bdc1-e2e2ea2cf375 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0668559 Jul 28 14:35:15.961162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:15.971156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34503d4d-9340-4558-aa48-767e03380090 req-5e4ebd55-a1c1-49f2-aebf-0962f99f35b1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Jul 28 14:35:15.994468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Pushing event deleted for resources: {'Port': ['ID=20940ddf-3140-4e89-9199-58b26f16b572,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:15.995103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.055060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.057493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.062092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9438bf07-a468-4452-860c-e797f64f5ec1 tempest-ImagesOneServerNegativeTestJSON-1482228324 tempest-ImagesOneServerNegativeTestJSON-1482228324-project] 10.222.0.47 "DELETE /v2.0/floatingips/b5fcb9da-4579-4fa4-be81-ad6f5adfb5ee HTTP/1.1" status: 204 len: 168 time: 1.0279567 Jul 28 14:35:16.072267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8eacf39-9839-481a-af4c-2a951a240742 req-f70f040d-6b1c-4de2-9417-b55346b65daf tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/25a00d2c-cd05-4780-a01a-4bf843eb642b HTTP/1.1" status: 200 len: 1805 time: 0.0464063 Jul 28 14:35:16.091953 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.122661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Pushing event deleted for resources: {'Port': ['ID=821c0d3d-edcb-4946-92fa-6468d260f014,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:16.129658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['821c0d3d-edcb-4946-92fa-6468d260f014'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:16.137228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8eacf39-9839-481a-af4c-2a951a240742 req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.163267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8eacf39-9839-481a-af4c-2a951a240742 req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.169249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] No DVR routers for this DVR port 821c0d3d-edcb-4946-92fa-6468d260f014 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:16.171953 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.174060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a73f6f60-01c2-4068-b46c-5dabb7dbe41c req-ba547214-2ace-43a2-9687-9b52b5006c32 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.53 "DELETE /v2.0/ports/821c0d3d-edcb-4946-92fa-6468d260f014 HTTP/1.1" status: 204 len: 173 time: 0.9027565 Jul 28 14:35:16.174465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'name': 'network-vif-deleted', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:16.176783 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9205838-66f2-43ab-8837-272beab7b1ac" -d '{"events": [{"server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "name": "network-vif-deleted", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:16.389280 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8eacf39-9839-481a-af4c-2a951a240742 req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.392068 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c8eacf39-9839-481a-af4c-2a951a240742 req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.393238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8eacf39-9839-481a-af4c-2a951a240742 req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/25a00d2c-cd05-4780-a01a-4bf843eb642b HTTP/1.1" status: 204 len: 173 time: 0.3136666 Jul 28 14:35:16.412365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67407c33-dd3d-44c3-94e4-aa90be70912b tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a00d2c-cd05-4780-a01a-4bf843eb642b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:16.422943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686603d-8660-44aa-8bee-d343ccb3afe5 req-a3be0571-434e-4d81-8675-df664691942c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:16.424758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b686603d-8660-44aa-8bee-d343ccb3afe5 req-a3be0571-434e-4d81-8675-df664691942c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 948 time: 0.0527027 Jul 28 14:35:16.440298 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7169172-9b57-443d-a8c8-0b35b0c7da67 x-openstack-request-id: req-c7169172-9b57-443d-a8c8-0b35b0c7da67 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:16.440723 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb6ea56-0110-4c7a-9fbb-382200d9e2a0", "name": "network-vif-deleted", "tag": "821c0d3d-edcb-4946-92fa-6468d260f014", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:16.440980 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7169172-9b57-443d-a8c8-0b35b0c7da67 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:16.441385 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb6ea56-0110-4c7a-9fbb-382200d9e2a0', 'name': 'network-vif-deleted', 'tag': '821c0d3d-edcb-4946-92fa-6468d260f014', 'status': 'completed', 'code': 200} Jul 28 14:35:16.473563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b686603d-8660-44aa-8bee-d343ccb3afe5 req-c97db508-314c-440b-a936-9f086222c279 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Jul 28 14:35:16.532429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8dcaed36-8459-4bb5-9f0f-4f791d14a271 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:16.549591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b62-e722-44d2-be59-853bee82fa99 req-6e0ffc45-5c6a-41ee-8bbf-23e65e6d7aa5 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:16.552170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70b00b62-e722-44d2-be59-853bee82fa99 req-6e0ffc45-5c6a-41ee-8bbf-23e65e6d7aa5 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0658028 Jul 28 14:35:16.608461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70b00b62-e722-44d2-be59-853bee82fa99 req-91548dfe-c0be-4684-bcd7-9afd341c4a72 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Jul 28 14:35:16.638024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-e6a49e1e-8471-4c39-a761-94dffbee9bf2 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/6bbd7227-6162-44e1-a288-e32647f79cec HTTP/1.1" status: 200 len: 2406 time: 0.0581088 Jul 28 14:35:16.726698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.734062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01a0242d-d8ce-4ceb-8ee1-0bdc3182e148 req-23a9cec4-a800-4390-92d2-818646766c76 tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0426219 Jul 28 14:35:16.734420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:16.738992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:16.739670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.770782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.821267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44592) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:16.849108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.876869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:16.879253 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411f108-99eb-408c-a6e2-47b789a5d533" -d '{"events": [{"server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "name": "network-vif-plugged", "status": "completed", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:16.893390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:16.904150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Deleting subnet 46a107ba-c5ad-4ab7-9991-906342d3e6f3 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:35:16.907698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.932940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4d768-103b-461d-9fc3-ea86f9e3bcbb req-6133c860-de7a-42c7-b13a-94f1ad76c907 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:16.935216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16f4d768-103b-461d-9fc3-ea86f9e3bcbb req-6133c860-de7a-42c7-b13a-94f1ad76c907 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0573521 Jul 28 14:35:16.945409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.967135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.969715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.970871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed5d01f-c398-4302-afbc-46f7aee07ae4 req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/6bbd7227-6162-44e1-a288-e32647f79cec HTTP/1.1" status: 204 len: 173 time: 0.3257191 Jul 28 14:35:16.975682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16f4d768-103b-461d-9fc3-ea86f9e3bcbb req-329f7c55-f4ad-48b7-acb0-e8de1057de67 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344036 Jul 28 14:35:16.988622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f37e-c2d9-47f3-83c2-4da67e37fea7 tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd7227-6162-44e1-a288-e32647f79cec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:16.993239 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:16.995306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ee658fc-f080-4dc5-9318-2c08ee4057b2 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:17.002702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.089922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 6ee658fc-f080-4dc5-9318-2c08ee4057b2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:17.090284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ee658fc-f080-4dc5-9318-2c08ee4057b2 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:17.106465 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69702329-c1cd-4fcf-af43-b1717cc20fde x-openstack-request-id: req-69702329-c1cd-4fcf-af43-b1717cc20fde {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:17.106853 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "name": "network-vif-plugged", "status": "completed", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:17.107237 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69702329-c1cd-4fcf-af43-b1717cc20fde {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:17.107844 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271', 'code': 200} Jul 28 14:35:17.145654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:17.195083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d6961-337b-4793-b3f5-93e580be8323 req-cc95cd59-a86b-4490-a784-d77b3aef9ed1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:17.203123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c60d6961-337b-4793-b3f5-93e580be8323 req-cc95cd59-a86b-4490-a784-d77b3aef9ed1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1068897 Jul 28 14:35:17.207809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-3e750060-575b-4b8c-a1cf-01099ab664bf tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "GET /v2.0/security-groups/9abea489-f9f0-44c6-ae2e-e08a7a5ba934 HTTP/1.1" status: 200 len: 2400 time: 0.0868418 Jul 28 14:35:17.231661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.272908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.286575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a107ba-c5ad-4ab7-9991-906342d3e6f3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:17.292615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.295189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e6df1308-7221-49f2-a812-66e530930fbb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/46a107ba-c5ad-4ab7-9991-906342d3e6f3 HTTP/1.1" status: 204 len: 168 time: 0.4726319 Jul 28 14:35:17.298490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c60d6961-337b-4793-b3f5-93e580be8323 req-87a0e0a0-e1fa-49e3-b554-ec914983984b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945451 Jul 28 14:35:17.298936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44608) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:17.304873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.372430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156641d-06b4-4904-8832-ba89a3550c54 req-b7c5c5a7-0349-4dc4-91ec-cd9c73e1a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:17.374032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2156641d-06b4-4904-8832-ba89a3550c54 req-b7c5c5a7-0349-4dc4-91ec-cd9c73e1a526 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 1101 time: 0.1534922 Jul 28 14:35:17.410862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.443542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2156641d-06b4-4904-8832-ba89a3550c54 req-d0023fdb-afe8-4d4e-b1c7-8b837f82a0e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Jul 28 14:35:17.464414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.467574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.468829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d803a4d-82f2-4728-aa5a-d2aa48e70819 req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] 10.222.0.47 "DELETE /v2.0/security-groups/9abea489-f9f0-44c6-ae2e-e08a7a5ba934 HTTP/1.1" status: 204 len: 173 time: 0.2551084 Jul 28 14:35:17.477581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44616) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:17.479606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a192-bb92-482e-a082-7c786890b30d tempest-SecurityGroupRulesTestJSON-1228557344 tempest-SecurityGroupRulesTestJSON-1228557344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abea489-f9f0-44c6-ae2e-e08a7a5ba934,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:17.598235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.603248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Deleting subnet 3699c26d-68ca-4883-b35d-fedf7fc145d8 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:35:17.607197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.613518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.621525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3eca5-25d1-4c15-a2be-7cab529115b5 req-7735a7fd-0544-4495-a7e4-3df684a98e99 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:17.623517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90d3eca5-25d1-4c15-a2be-7cab529115b5 req-7735a7fd-0544-4495-a7e4-3df684a98e99 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0697861 Jul 28 14:35:17.634785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92189fb3-ba84-452b-96b5-3e70fbc6e53e']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:17.648662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:17.649011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea47dbc7-a005-4a0b-9d11-b47657c3b0f7') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:17.663795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.669752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90d3eca5-25d1-4c15-a2be-7cab529115b5 req-aec22771-d0e6-42d0-bcc0-8b61790477c8 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Jul 28 14:35:17.673794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.708892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:35:17.741019 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:35:17.771169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.870700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c62c581e-5e0c-4b2d-a58c-ad1a625d72fe req-efd0c5d3-24c4-48b9-9985-857686b0125b tempest-ServerAddressesNegativeTestJSON-616652621 tempest-ServerAddressesNegativeTestJSON-616652621-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb6ea56-0110-4c7a-9fbb-382200d9e2a0 HTTP/1.1" status: 200 len: 210 time: 0.0359006 Jul 28 14:35:17.978038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:17.983681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.001235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.004552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/92189fb3-ba84-452b-96b5-3e70fbc6e53e HTTP/1.1" status: 204 len: 168 time: 0.7042811 Jul 28 14:35:18.065705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7fcd6-8b6f-4073-a2c8-1d77d035adc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92189fb3-ba84-452b-96b5-3e70fbc6e53e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.068681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3699c26d-68ca-4883-b35d-fedf7fc145d8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.106351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.111265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7ee00236-3ae2-48af-b066-8132dd7e3863 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3699c26d-68ca-4883-b35d-fedf7fc145d8 HTTP/1.1" status: 204 len: 168 time: 0.6315954 Jul 28 14:35:18.114275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.132481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412a1b3-c024-4727-9143-6888a8cfe728 req-cf264c95-3d85-4c7b-8e34-7cd742c8dd11 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.134069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5412a1b3-c024-4727-9143-6888a8cfe728 req-cf264c95-3d85-4c7b-8e34-7cd742c8dd11 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0841398 Jul 28 14:35:18.160230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44632) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.194341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5412a1b3-c024-4727-9143-6888a8cfe728 req-3435cea0-f4fd-48c4-8ea4-7fbec22d2ab5 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530517 Jul 28 14:35:18.279795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-debc8aec-9290-4bb9-9dcf-a3e2f6de379e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.400298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-debc8aec-9290-4bb9-9dcf-a3e2f6de379e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.473892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44638) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.516265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-15e65aa2-4979-486e-b5b8-a889dc49bf40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52acf43a6b0f4ef9abb89d2683ad30b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410697 Jul 28 14:35:18.518697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44640) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.531760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-debc8aec-9290-4bb9-9dcf-a3e2f6de379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.544944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.562159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b857d12-d953-4e4f-83b9-7d7cd8e84a80 req-e823f113-2260-4846-9a7d-14218dccd201 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.567517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b857d12-d953-4e4f-83b9-7d7cd8e84a80 req-e823f113-2260-4846-9a7d-14218dccd201 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1029153 Jul 28 14:35:18.592145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-debc8aec-9290-4bb9-9dcf-a3e2f6de379e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ff14fd233e14aac84eca8d44f740835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297478 Jul 28 14:35:18.594120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44642) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.595350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc8aec-9290-4bb9-9dcf-a3e2f6de379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a153a189-a9a4-4993-a5ec-62d2884be2d8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.645987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.680685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.687663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.700617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b857d12-d953-4e4f-83b9-7d7cd8e84a80 req-471bc171-497e-4e69-8d5b-c70b7fb85e53 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292591 Jul 28 14:35:18.705600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.719209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585f4edc-e515-4ced-9e26-b1489c78abe8']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:18.731382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.738360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a448ae1-b420-40f5-8fa7-eab9ca58aefd') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:18.738901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a448ae1-b420-40f5-8fa7-eab9ca58aefd') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:18.750587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.769094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.776320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:35:18.776767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:35:18.778596 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:35:18.823624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926413b-88fd-4cd2-8f0f-fcdbd837f507 req-98b0ddff-7462-4d57-9eab-48b5dd44fd77 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:18.825230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f926413b-88fd-4cd2-8f0f-fcdbd837f507 req-98b0ddff-7462-4d57-9eab-48b5dd44fd77 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0524902 Jul 28 14:35:18.865948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f926413b-88fd-4cd2-8f0f-fcdbd837f507 req-59c94996-7141-45f3-a73a-894c461255e4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Jul 28 14:35:18.886262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.889104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.890358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da19cf75-1dc5-475c-ae37-a843ebdc829e HTTP/1.1" status: 204 len: 168 time: 0.3706756 Jul 28 14:35:18.894394 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.897250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.898718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a153a189-a9a4-4993-a5ec-62d2884be2d8 HTTP/1.1" status: 204 len: 168 time: 0.3007450 Jul 28 14:35:18.914336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7f519-4445-46f8-97f1-b49a113ee27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da19cf75-1dc5-475c-ae37-a843ebdc829e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.924973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90304-7f3d-44a1-9a91-73f72acc6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153a189-a9a4-4993-a5ec-62d2884be2d8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:18.925358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44652) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:18.942620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.986910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:18.990833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/585f4edc-e515-4ced-9e26-b1489c78abe8 HTTP/1.1" status: 204 len: 168 time: 0.8730929 Jul 28 14:35:18.991985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babb89f-f112-40b0-b113-72111c2a05c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=585f4edc-e515-4ced-9e26-b1489c78abe8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:19.012223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Deleting subnet 8bcca6cd-f08a-4c65-b9eb-6208d429b29e {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:35:19.016475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.068898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.117392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.278125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.306111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcca6cd-f08a-4c65-b9eb-6208d429b29e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:19.313406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.317992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-12e4c43e-22e8-4cb8-aa22-ef27a7f6af6b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8bcca6cd-f08a-4c65-b9eb-6208d429b29e HTTP/1.1" status: 204 len: 168 time: 0.3880897 Jul 28 14:35:19.318468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:19.336137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca9b5-cde1-4685-806e-065f16c5ebff req-e6166385-86c3-4b57-8ba5-a586098b86de tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:19.337900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-735ca9b5-cde1-4685-806e-065f16c5ebff req-e6166385-86c3-4b57-8ba5-a586098b86de tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.0673683 Jul 28 14:35:19.381450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-735ca9b5-cde1-4685-806e-065f16c5ebff req-eed3fad1-131b-48ce-9a11-47b2d7293e8d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Jul 28 14:35:19.420283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.555690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.581969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849b6524-910e-4ac1-a9ae-7e2cc18d4d86']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:19.600160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097301d6-c582-478c-9dea-39afc9c8a45e') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:19.600521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097301d6-c582-478c-9dea-39afc9c8a45e') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:19.618912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-880e92f0-72dd-4ffd-a42b-d91bc38747a1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:19.620637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-880e92f0-72dd-4ffd-a42b-d91bc38747a1 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 946 time: 0.1469288 Jul 28 14:35:19.622618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.672728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.686036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:35:19.686793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:35:19.688794 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:35:19.712099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.835833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port d363ca4b-b14d-4353-a5b5-144dc8120c8f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:19.836186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.902504 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.918934 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:19.920949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] 10.222.0.47 "DELETE /v2.0/networks/849b6524-910e-4ac1-a9ae-7e2cc18d4d86 HTTP/1.1" status: 204 len: 168 time: 0.6013105 Jul 28 14:35:19.934067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c60a4-69a5-4e3a-bd5c-d0f703ed77fc req-c15d04a2-cd99-447d-9448-ab323ecdaefb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:19.935771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f5c60a4-69a5-4e3a-bd5c-d0f703ed77fc req-c15d04a2-cd99-447d-9448-ab323ecdaefb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.1458883 Jul 28 14:35:19.962782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a8543-dfb3-4a2b-8948-d51834b3dbab admin admin] Pushing event deleted for resources: {'Network': ['ID=849b6524-910e-4ac1-a9ae-7e2cc18d4d86,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:20.003441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a45f7-db32-4585-8d18-17b8c0889ca6 req-b8513a3d-8a2a-4031-bac4-54f015de8033 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:20.005138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a37a45f7-db32-4585-8d18-17b8c0889ca6 req-b8513a3d-8a2a-4031-bac4-54f015de8033 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0621541 Jul 28 14:35:20.014099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port d363ca4b-b14d-4353-a5b5-144dc8120c8f, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d363ca4b-b14d-4353-a5b5-144dc8120c8f,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:20.014414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.020196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f5c60a4-69a5-4e3a-bd5c-d0f703ed77fc req-baf83c89-1f7a-4ee2-864d-f951d0f00ea7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718815 Jul 28 14:35:20.044253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for d363ca4b-b14d-4353-a5b5-144dc8120c8f owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:20.068962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a37a45f7-db32-4585-8d18-17b8c0889ca6 req-9a4c68d2-d854-405e-b817-e2c408483249 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564735 Jul 28 14:35:20.124983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:20.269830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14e25421-f906-4327-b806-1a1869dd1bbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c91fd2fde1f43ddacbdc7955d0cda55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433108 Jul 28 14:35:20.273371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:20.307291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f257b0-011c-4102-8f99-c4e7a7cd0990 req-a9e05495-c982-4ec3-81d6-d273718aee93 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:20.309810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76f257b0-011c-4102-8f99-c4e7a7cd0990 req-a9e05495-c982-4ec3-81d6-d273718aee93 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0771015 Jul 28 14:35:20.317078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f690a-b6a8-432e-b428-773786d8d195 req-ddc26acc-b086-4526-a9a2-2a23aa37358c tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:20.318727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a5f690a-b6a8-432e-b428-773786d8d195 req-ddc26acc-b086-4526-a9a2-2a23aa37358c tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 1101 time: 0.1362247 Jul 28 14:35:20.367311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76f257b0-011c-4102-8f99-c4e7a7cd0990 req-63f1837b-2794-4549-b129-6717a0eff74f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498323 Jul 28 14:35:20.381722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.384940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a5f690a-b6a8-432e-b428-773786d8d195 req-6fd6719f-d8dd-4ea2-a775-25d3191d26db tempest-ServersOnMultiNodesTest-1228642746 tempest-ServersOnMultiNodesTest-1228642746-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536146 Jul 28 14:35:20.400208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.421814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.437809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.473589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d363ca4b-b14d-4353-a5b5-144dc8120c8f'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:20.479136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=d363ca4b-b14d-4353-a5b5-144dc8120c8f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:20.480065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:20.544388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port d363ca4b-b14d-4353-a5b5-144dc8120c8f on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:20.563448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.567306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6582ee2-8d09-47c3-84a3-e31aa7a4deec req-6d16f13e-44d0-462c-8639-c5962ff68dea tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.53 "DELETE /v2.0/ports/d363ca4b-b14d-4353-a5b5-144dc8120c8f HTTP/1.1" status: 204 len: 173 time: 0.9369795 Jul 28 14:35:20.567763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 821c0d3d-edcb-4946-92fa-6468d260f014 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:20.580236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'name': 'network-vif-deleted', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:20.582686 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f1395-81bc-4aa5-8457-26c696f0a398" -d '{"events": [{"server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "name": "network-vif-deleted", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:20.587944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b5df535-44e1-481a-9ae2-b0abe13d282d req-f9765806-4509-450a-83b9-0936be678420 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 210 time: 0.0673757 Jul 28 14:35:20.614068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 821c0d3d-edcb-4946-92fa-6468d260f014 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:20.614648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 821c0d3d-edcb-4946-92fa-6468d260f014 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:20.624191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.627282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.631334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd2581ac-7f3b-4459-8c2b-95d04bd3b4b9 HTTP/1.1" status: 204 len: 168 time: 0.3536568 Jul 28 14:35:20.640976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb36820-8d6c-41ec-bdf1-ed9018e79ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2581ac-7f3b-4459-8c2b-95d04bd3b4b9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:20.671320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a2f2e-507b-4961-b1ae-6e2dc92e2b91 req-dc400693-2291-4952-b83f-9ab11e66ca26 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:20.674672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e7a2f2e-507b-4961-b1ae-6e2dc92e2b91 req-dc400693-2291-4952-b83f-9ab11e66ca26 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1339548 Jul 28 14:35:20.743985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e7a2f2e-507b-4961-b1ae-6e2dc92e2b91 req-5bf3294b-fa46-47f3-aefe-dc1afa4a9a03 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611458 Jul 28 14:35:20.761775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44706) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:20.820122 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01bec3a-d521-4197-9d16-5a2692225daa x-openstack-request-id: req-f01bec3a-d521-4197-9d16-5a2692225daa {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:20.820512 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d3b818-6489-474a-8ece-d1ff49d99d84", "name": "network-vif-deleted", "tag": "d363ca4b-b14d-4353-a5b5-144dc8120c8f", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:20.820860 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f01bec3a-d521-4197-9d16-5a2692225daa {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:20.821495 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d3b818-6489-474a-8ece-d1ff49d99d84', 'name': 'network-vif-deleted', 'tag': 'd363ca4b-b14d-4353-a5b5-144dc8120c8f', 'status': 'completed', 'code': 200} Jul 28 14:35:20.823178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dc1ea517-ee72-44e5-8094-8dbe537f11a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=720c31efd3014740ae55625625a40aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597653 Jul 28 14:35:20.827302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44710) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:20.910142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:20.943229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:21.126689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:21.129693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:21.132311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bad2cba0-9ad9-425b-931e-23a0e2466758 HTTP/1.1" status: 204 len: 168 time: 0.3023696 Jul 28 14:35:21.146502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b430ef-a4ca-4f09-82d2-910bd08bd180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2cba0-9ad9-425b-931e-23a0e2466758,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:21.255291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216f3a-14dc-46eb-861b-ae7a29530227 req-7cb6263c-9cb7-4d2b-9d0f-6f160829fc59 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:21.257010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89216f3a-14dc-46eb-861b-ae7a29530227 req-7cb6263c-9cb7-4d2b-9d0f-6f160829fc59 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0690112 Jul 28 14:35:21.322477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89216f3a-14dc-46eb-861b-ae7a29530227 req-ff8c536e-4987-4f98-9bea-3d292e51a202 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 Jul 28 14:35:21.393018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-28707486-c11c-49e3-a64b-40f8a1026fed tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:21.394784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-28707486-c11c-49e3-a64b-40f8a1026fed tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1415935 Jul 28 14:35:21.413854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-399c25c5-c3d3-4a2d-8205-d3a78798c2e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/quotas/b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 375 time: 0.0122318 Jul 28 14:35:21.508250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-470511e3-f909-4067-9ea4-8154104f6247 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0866642 Jul 28 14:35:21.673030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-fda6a2bd-f7fe-4b9b-b2f7-0361f10b1af1 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628473 Jul 28 14:35:21.798251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb504ae3-66a3-4593-b14b-7c85921a8610 req-211691fb-04df-4115-927a-adfb24697e4d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d3b818-6489-474a-8ece-d1ff49d99d84 HTTP/1.1" status: 200 len: 210 time: 0.0609319 Jul 28 14:35:21.846663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-93431111-f3ce-4158-8600-4740fd2e9d29 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644869 Jul 28 14:35:22.191768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d2edd03-bb99-4dcb-adea-dd52e901ddff req-3def1bcb-73a8-4766-963d-3d11fd060be5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0476279 Jul 28 14:35:22.581550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114956c-c6ba-4db0-8672-4b2508b5ae8a req-745d2be9-7e83-4929-801c-852f12465397 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:22.584883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a114956c-c6ba-4db0-8672-4b2508b5ae8a req-745d2be9-7e83-4929-801c-852f12465397 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0985131 Jul 28 14:35:22.686917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a114956c-c6ba-4db0-8672-4b2508b5ae8a req-e284e8a3-bbf9-4ec2-b324-acce277f5eaa tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951221 Jul 28 14:35:22.704090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-870ac26a-bcfd-4ab8-97d9-47209d51d40a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:22.705614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-870ac26a-bcfd-4ab8-97d9-47209d51d40a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 949 time: 0.0954027 Jul 28 14:35:22.859432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:22.860526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.041029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 8dcaed36-8459-4bb5-9f0f-4f791d14a271, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8dcaed36-8459-4bb5-9f0f-4f791d14a271,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:23.041029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.075249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 8dcaed36-8459-4bb5-9f0f-4f791d14a271 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:23.392932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ec17ca9-04b3-4088-998a-e27133a1760b req-aa0e6e6e-ef48-4645-9fd1-3cac8c8e3f09 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0324123 Jul 28 14:35:23.559931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.594761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', '8dcaed36-8459-4bb5-9f0f-4f791d14a271'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:23.628200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=8dcaed36-8459-4bb5-9f0f-4f791d14a271,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:23.665554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.666470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.667542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.670491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.670491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.670491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.670923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.671452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.671941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.672443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.672925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.673407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:23.674568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', '77841ff0-af35-426f-8127-26e9b5b2ef17'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:23.796132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 8dcaed36-8459-4bb5-9f0f-4f791d14a271 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:23.800569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:23.803405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee3c1029-87df-4eba-9911-8a790af437f4 req-5519782b-9d7c-4d66-8be5-610eeb232e21 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "DELETE /v2.0/ports/8dcaed36-8459-4bb5-9f0f-4f791d14a271 HTTP/1.1" status: 204 len: 173 time: 1.0915554 Jul 28 14:35:23.808227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'name': 'network-vif-deleted', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:23.820363 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c75e7-f018-4595-a17f-6de6ceb4eff3" -d '{"events": [{"server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "name": "network-vif-deleted", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:23.910746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:23.992438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a35268d-2f7f-46a4-bc26-40ab4f49935a req-ed6c44d9-87d8-436a-abdc-e779e211223b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0833793 Jul 28 14:35:24.015027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:24.092303 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1b40fb-4372-45e5-a2fd-9a945dab7696 x-openstack-request-id: req-1c1b40fb-4372-45e5-a2fd-9a945dab7696 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:24.092743 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e144c8-4262-49a1-b22b-145dc4f77868", "name": "network-vif-deleted", "tag": "8dcaed36-8459-4bb5-9f0f-4f791d14a271", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:24.093113 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c1b40fb-4372-45e5-a2fd-9a945dab7696 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:24.094845 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e144c8-4262-49a1-b22b-145dc4f77868', 'name': 'network-vif-deleted', 'tag': '8dcaed36-8459-4bb5-9f0f-4f791d14a271', 'status': 'completed', 'code': 200} Jul 28 14:35:24.523423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-46185434-network', 'tenant_id': 'eb5c112b2fb3451d8d72254278e903e0'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:24.564891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44860) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:24.589654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8dcaed36-8459-4bb5-9f0f-4f791d14a271 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:24.623655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0975dd46-9763-48be-8eb6-e53dea256cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.633404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8dcaed36-8459-4bb5-9f0f-4f791d14a271 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:24.637063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8dcaed36-8459-4bb5-9f0f-4f791d14a271 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:24.637063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d363ca4b-b14d-4353-a5b5-144dc8120c8f no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:24.667265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e3eb8b2-e40f-42f5-97ed-002b1e806b01 req-24d19593-ad56-4f78-ad89-b41b0c0090e1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0589592 Jul 28 14:35:24.672002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: d363ca4b-b14d-4353-a5b5-144dc8120c8f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:24.672569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d363ca4b-b14d-4353-a5b5-144dc8120c8f not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:24.682675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-543077696-network', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:24.767927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Made reservation on behalf of eb5c112b2fb3451d8d72254278e903e0 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:24.770585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.793338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:24.940713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0975dd46-9763-48be-8eb6-e53dea256cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.069787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a97128-816a-4d54-9f00-6f17f8f45a50 req-831ac55a-2664-46dc-932c-1aed73e4611d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:25.069787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5a97128-816a-4d54-9f00-6f17f8f45a50 req-831ac55a-2664-46dc-932c-1aed73e4611d tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.0854509 Jul 28 14:35:25.108277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5a97128-816a-4d54-9f00-6f17f8f45a50 req-ec225392-01af-4734-a02c-66b23809e91c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Jul 28 14:35:25.109799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0975dd46-9763-48be-8eb6-e53dea256cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.158495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb4ba7a4-c064-41d7-8604-efcd966a35d7 req-9bd68fd8-d66e-4b63-b0cd-2eefcca75ac7 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e144c8-4262-49a1-b22b-145dc4f77868 HTTP/1.1" status: 200 len: 210 time: 0.0474389 Jul 28 14:35:25.169221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:35:25.169221 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:35:25.169221 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'eb5c112b2fb3451d8d72254278e903e0', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 35, 24, 816374)}] Jul 28 14:35:25.169221 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:35:25.169715 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:35:25.174784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0975dd46-9763-48be-8eb6-e53dea256cc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51e6339217594cecb0e77532e493fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1608067 Jul 28 14:35:25.181537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975dd46-9763-48be-8eb6-e53dea256cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16aaf7b-524b-4fbd-aee4-49a0ab2c2cd4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:25.181941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:25.247675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.276418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.519836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Made reservation on behalf of f82139aa41244d79bfa2996d750fb260 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:25.522391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.531261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.568361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.571639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.572820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d16aaf7b-524b-4fbd-aee4-49a0ab2c2cd4 HTTP/1.1" status: 204 len: 168 time: 0.3889825 Jul 28 14:35:25.587724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edf858-baae-4f64-982f-201fc8d8154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16aaf7b-524b-4fbd-aee4-49a0ab2c2cd4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:25.670763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.679788 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.780949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c67ca7b1-9f09-4f4b-906d-cbb97dfc160c req-c31212a6-5ed1-4c09-bb0d-28f2836adf49 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0320392 Jul 28 14:35:25.817228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.844027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:25.855681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93adb107-e860-4364-a4bf-de3acca13909,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:25.860676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.861055 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Added segment b1408283-d8b9-41f5-83f1-1385d990ff12 of type vlan for network 621dc923-f7eb-46d8-9371-72c4f3c42e46 Jul 28 14:35:25.899584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:25.903256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.022463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:26.059603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.107054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:26.111606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.112099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.112699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.129844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e122b844-08a9-45de-80ec-2e513c898a69,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:26.165199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-9a60dc6c-6add-4e23-8d41-6ca481a1a12e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.168877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-9a60dc6c-6add-4e23-8d41-6ca481a1a12e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1714921 Jul 28 14:35:26.168877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.168877 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Added segment 38b114c8-9b33-498b-bac8-ba747cdf6d6e of type vlan for network df9a73c7-0c48-4fdc-91f0-4bb749d01858 Jul 28 14:35:26.217697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'device_id': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'admin_state_up': True, 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:26.232003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] Pushing event updated for resources: {'Network': ['ID=621dc923-f7eb-46d8-9371-72c4f3c42e46,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:26.244429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:26.269454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f42386c-edb0-4025-80e2-31fa7c1d8e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.331451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7671a-233a-4b57-92c7-42ef08445289 req-68d56a0c-1109-4e17-957b-6c0c9ff59b9a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.333071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46d7671a-233a-4b57-92c7-42ef08445289 req-68d56a0c-1109-4e17-957b-6c0c9ff59b9a tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.0884290 Jul 28 14:35:26.352388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.391828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46d7671a-233a-4b57-92c7-42ef08445289 req-c73a2988-2f6f-40e7-a722-28f47fbbea30 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Jul 28 14:35:26.411578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9d7e1037-d055-46fa-a02e-d90518747c44 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8453927 Jul 28 14:35:26.412740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44906) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:26.419089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Request body: {'subnet': {'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-subnet', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:26.505151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f42386c-edb0-4025-80e2-31fa7c1d8e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.525615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.527706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.528398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.600061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=df9a73c7-0c48-4fdc-91f0-4bb749d01858,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:26.605245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f42386c-edb0-4025-80e2-31fa7c1d8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.614244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:26.643791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42386c-edb0-4025-80e2-31fa7c1d8e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36e8af8-9d0d-4493-a6a1-d0babd53c030,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:26.648529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f42386c-edb0-4025-80e2-31fa7c1d8e00 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a3de242a550431fbf30e13ae290d1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6249025 Jul 28 14:35:26.652128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44910) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:26.707524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.736421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.739834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c5c2a58-9a24-4dbf-bd96-d511a8ed8ca9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8256912 Jul 28 14:35:26.757691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:26.764488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Request body: {'subnet': {'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-46185434-subnet', 'tenant_id': 'eb5c112b2fb3451d8d72254278e903e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:26.888126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7e91b30-2baf-47b0-9c16-7bb55e3325b3 req-91088b8e-98c6-40e8-a438-440e373ed46e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0286849 Jul 28 14:35:26.913394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:26.917790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.923215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.926602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:26.927328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c36e8af8-9d0d-4493-a6a1-d0babd53c030 HTTP/1.1" status: 204 len: 168 time: 0.2740409 Jul 28 14:35:26.959440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d08-3ae9-4761-b672-13a703ba7502 req-ffca2128-ebc9-45f9-bc57-ec028b76b536 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.959587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69bca6-585b-43f4-af2a-296044ea2fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36e8af8-9d0d-4493-a6a1-d0babd53c030,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:26.964504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbef3d08-3ae9-4761-b672-13a703ba7502 req-ffca2128-ebc9-45f9-bc57-ec028b76b536 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.1093893 Jul 28 14:35:26.992371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fb995-e43f-41f3-b5f1-24892269f1da req-df1c8b36-60e4-44d4-8bf3-9587dc4e4a79 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:26.994125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-662fb995-e43f-41f3-b5f1-24892269f1da req-df1c8b36-60e4-44d4-8bf3-9587dc4e4a79 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.1294000 Jul 28 14:35:27.057289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Made reservation on behalf of f82139aa41244d79bfa2996d750fb260 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:27.060142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.074531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbef3d08-3ae9-4761-b672-13a703ba7502 req-1acc64e5-4b27-4513-ada7-88173e087232 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992019 Jul 28 14:35:27.144462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Deleting port 44b8b7ea-2526-4855-a415-509d37ec2897 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:27.144874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.210178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.20.0.4 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/a9a2282f-4ecc-43f3-9fe6-70ac852f3033) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:27.255383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] For port 44b8b7ea-2526-4855-a415-509d37ec2897, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=44b8b7ea-2526-4855-a415-509d37ec2897,segment=NetworkSegment(3bdbd7c8-ae8b-41ea-9abe-081573f6d292),segment_id=3bdbd7c8-ae8b-41ea-9abe-081573f6d292)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:27.255383 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.273855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Calling delete_port for 44b8b7ea-2526-4855-a415-509d37ec2897 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:27.333103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Made reservation on behalf of eb5c112b2fb3451d8d72254278e903e0 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:27.335555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.473540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.570694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.634693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46d88a-3d57-486c-acb2-8b9b63c317a1 req-573a0f90-01e4-4f12-9d86-067ed756ea2c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:27.636737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d46d88a-3d57-486c-acb2-8b9b63c317a1 req-573a0f90-01e4-4f12-9d86-067ed756ea2c tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 945 time: 0.1632292 Jul 28 14:35:27.649235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c135326d-81b2-45eb-8626-1d05fcb07239,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:27.660946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Checking segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:27.661471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Network hostable DHCP agents. Network: 621dc923-f7eb-46d8-9371-72c4f3c42e46, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:27.669155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Transition to ACTIVE for port object a9a2282f-4ecc-43f3-9fe6-70ac852f3033 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:27.677589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.725056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['44b8b7ea-2526-4855-a415-509d37ec2897'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:27.728009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Pushing event deleted for resources: {'Port': ['ID=44b8b7ea-2526-4855-a415-509d37ec2897,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:27.732401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d46d88a-3d57-486c-acb2-8b9b63c317a1 req-c22024b1-5077-4edc-adb4-a5ca3ef9e8d0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/security-groups?id=629ab7ec-6fc3-4278-a7d2-f52b46104e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 Jul 28 14:35:27.777799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:27.792372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] No DVR routers for this DVR port 44b8b7ea-2526-4855-a415-509d37ec2897 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:27.795101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.797616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.799765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-662fb995-e43f-41f3-b5f1-24892269f1da req-7cb9d133-97d3-419a-9240-8a4359b370b0 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.50 "DELETE /v2.0/ports/44b8b7ea-2526-4855-a415-509d37ec2897 HTTP/1.1" status: 204 len: 173 time: 0.7957144 Jul 28 14:35:27.801735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'name': 'network-vif-deleted', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:27.811392 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc40b6d-2959-471b-bdc4-f0597bbdf8be" -d '{"events": [{"server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "name": "network-vif-deleted", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:27.852494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.877341 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1044b5-eeeb-44af-ae72-10968f0a8e4e x-openstack-request-id: req-1c1044b5-eeeb-44af-ae72-10968f0a8e4e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:27.877934 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682824ba-4a50-441a-9419-fd6792b9b163", "name": "network-vif-deleted", "tag": "44b8b7ea-2526-4855-a415-509d37ec2897", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:27.878333 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c1044b5-eeeb-44af-ae72-10968f0a8e4e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:27.878902 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682824ba-4a50-441a-9419-fd6792b9b163', 'name': 'network-vif-deleted', 'tag': '44b8b7ea-2526-4855-a415-509d37ec2897', 'status': 'completed', 'code': 200} Jul 28 14:35:27.894324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:27.902641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:27.911632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a0bc50-979b-4198-b3f1-6acc596a85b6,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:27.917854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Checking segment: {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:27.918827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Network hostable DHCP agents. Network: df9a73c7-0c48-4fdc-91f0-4bb749d01858, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:27.954418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 621dc923-f7eb-46d8-9371-72c4f3c42e46) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:27.962258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:27.969274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:27.969274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:27.972887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:27.996911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59020678-fb5b-4ed4-900a-3329b982815c None None] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:28.040678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:28.053745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:28.054716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:28.055513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.094388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, df9a73c7-0c48-4fdc-91f0-4bb749d01858) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:28.113593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdc102-d5c7-4d96-907f-a795f9069824 None None] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:28.125337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:28.142069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:28.142690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.191275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c50dc924-037c-4c39-9011-e1a791616bbb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797575 Jul 28 14:35:28.193590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f068301-59f8-4e4e-9c02-cbd8e0058292 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7786555 Jul 28 14:35:28.215525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:28.248160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:28.249351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Request body: {'port': {'device_id': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:28.363153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643880d0-13b4-4205-82e4-8d0e346b33c3 req-8017876f-02ea-480b-bd44-39b978867767 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:28.372882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-643880d0-13b4-4205-82e4-8d0e346b33c3 req-8017876f-02ea-480b-bd44-39b978867767 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 931 time: 0.2826772 Jul 28 14:35:28.375842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b66366c2-cd87-49ab-ac36-c6734bfc1f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.387303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918354a-6220-4d5d-9756-81e7055cf124 req-5a16a962-4be5-4e2e-9771-abef3fdbb972 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:28.397300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f918354a-6220-4d5d-9756-81e7055cf124 req-5a16a962-4be5-4e2e-9771-abef3fdbb972 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.2258718 Jul 28 14:35:28.528710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.529428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-12a13530-f415-4078-b03e-97a5d1f28772 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6986194 Jul 28 14:35:28.529428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-643880d0-13b4-4205-82e4-8d0e346b33c3 req-151abdeb-9d1e-402d-b1bc-5e59de26de90 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102886 Jul 28 14:35:28.529969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f918354a-6220-4d5d-9756-81e7055cf124 req-41680f59-1abb-4de1-9c65-fe243dbecb41 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253612 Jul 28 14:35:28.580014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984c638-33a2-4608-ba3f-15e6fb4c7ceb None None] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:28.599785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb641952-5a69-43b0-97a4-0e73e8e21bc3 None None] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:28.809979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-4653bc36-9621-44de-ba85-babe6040c755 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:28.811659 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-4653bc36-9621-44de-ba85-babe6040c755 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.0759578 Jul 28 14:35:28.850108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b44a1d19-550a-416d-adc0-c5c7f2b839c6 None None] Provisioning for port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:28.860142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.864271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.872424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a2282f-4ecc-43f3-9fe6-70ac852f3033 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:28.886426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b44a1d19-550a-416d-adc0-c5c7f2b839c6 None None] Provisioning complete for port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:28.887959 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b44a1d19-550a-416d-adc0-c5c7f2b839c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.919601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d75c9b3-506a-4583-af60-1dec3be7ee8f req-209ac377-8612-4dc6-8266-fd2ba0099e31 tempest-ServersTestJSON-1236040313 tempest-ServersTestJSON-1236040313-project] 10.222.0.47 "GET /v2.0/ports?device_id=682824ba-4a50-441a-9419-fd6792b9b163 HTTP/1.1" status: 200 len: 210 time: 0.0522943 Jul 28 14:35:28.938055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:28.954357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Transition to ACTIVE for port object a9a2282f-4ecc-43f3-9fe6-70ac852f3033 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:28.969960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-919419664', 'description': 'tempest-description-1136981905'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:29.007445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b44a1d19-550a-416d-adc0-c5c7f2b839c6 None None] Port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:29.014906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44978) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:29.056058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.071664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.139939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 77841ff0-af35-426f-8127-26e9b5b2ef17 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:29.141153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.211566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:29.229393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-878645664-network', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:29.275248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Attempting to bind port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:29.275808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Attempting to bind port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:29.276981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Attempting to bind port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:29.292522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:29.292522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Attempting to bind port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:29.303070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:29.303510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:29.304261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:29.304846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Bound port: a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:29.305304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.418662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:29.424895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:29.445149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b66366c2-cd87-49ab-ac36-c6734bfc1f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.517778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.517778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 77841ff0-af35-426f-8127-26e9b5b2ef17, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=77841ff0-af35-426f-8127-26e9b5b2ef17,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:29.517778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.517778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 77841ff0-af35-426f-8127-26e9b5b2ef17 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:29.805142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee99ba6-08f1-468d-96a8-23716a926c45 req-59074993-2d6f-4c31-aed4-fb9339ffcb30 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:29.806639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dee99ba6-08f1-468d-96a8-23716a926c45 req-59074993-2d6f-4c31-aed4-fb9339ffcb30 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 949 time: 0.0493150 Jul 28 14:35:29.840614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.876867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dee99ba6-08f1-468d-96a8-23716a926c45 req-61e5be03-a07c-4a0b-bc42-6f64f3a18228 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Jul 28 14:35:29.893173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b66366c2-cd87-49ab-ac36-c6734bfc1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.893330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:29.893930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.895346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] 10.222.0.50 "PUT /v2.0/ports/a9a2282f-4ecc-43f3-9fe6-70ac852f3033 HTTP/1.1" status: 200 len: 1092 time: 1.6624990 Jul 28 14:35:29.895795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:29.897514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:29.898310 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a092bde-919d-470e-aae6-d252674e1054" -d '{"events": [{"name": "network-changed", "server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:29.929656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc3c16-4116-48a2-8c6f-154751febca9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:29.936109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:29.968064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', '77841ff0-af35-426f-8127-26e9b5b2ef17'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:30.006686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b66366c2-cd87-49ab-ac36-c6734bfc1f50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e7f86bcfd6b4360a0a67d8909f102a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9647105 Jul 28 14:35:30.007834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44990) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:30.063966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=77841ff0-af35-426f-8127-26e9b5b2ef17,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:30.144393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a02be-3cf2-45ae-bbfc-4fef5da2e074 req-09003c6b-3bea-4859-a9d7-5c9eec4231d8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:30.144983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66366c2-cd87-49ab-ac36-c6734bfc1f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b326d62e-d15d-4e6c-93c0-96304ea5a49c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:30.145528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b9a02be-3cf2-45ae-bbfc-4fef5da2e074 req-09003c6b-3bea-4859-a9d7-5c9eec4231d8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 943 time: 0.1462705 Jul 28 14:35:30.153652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 77841ff0-af35-426f-8127-26e9b5b2ef17 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:30.164640 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.164640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f05770b-51e0-46ee-b248-39d04ef7972b req-5135ba9e-16a2-416d-97cf-82d20e8dfcb2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "DELETE /v2.0/ports/77841ff0-af35-426f-8127-26e9b5b2ef17 HTTP/1.1" status: 204 len: 173 time: 1.3344879 Jul 28 14:35:30.164640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'name': 'network-vif-deleted', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:30.173944 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d380a-ec1a-43aa-a68b-e452e5d9b3ad" -d '{"events": [{"server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "name": "network-vif-deleted", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:30.193509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b9a02be-3cf2-45ae-bbfc-4fef5da2e074 req-20422441-2668-40d5-bc9b-d2999cb13cba tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648532 Jul 28 14:35:30.231590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c4ba5446-c0c4-4821-8180-b91df9963257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:30.233866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-c4ba5446-c0c4-4821-8180-b91df9963257 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 1095 time: 0.2010167 Jul 28 14:35:30.235921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.269178 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde03fd0-e917-4485-8e22-7bdaed1af7b3 x-openstack-request-id: req-cde03fd0-e917-4485-8e22-7bdaed1af7b3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:30.269178 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:30.269178 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cde03fd0-e917-4485-8e22-7bdaed1af7b3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:30.269178 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033', 'status': 'completed', 'code': 200} Jul 28 14:35:30.283132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.307625 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-fc31d548-21ef-4564-a206-7cb3910d9ca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033 HTTP/1.1" status: 200 len: 217 time: 0.0517938 Jul 28 14:35:30.333294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44994) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:30.338368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.390351 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796f6233-7166-481a-82ed-273eca53845c x-openstack-request-id: req-796f6233-7166-481a-82ed-273eca53845c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:30.390724 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a03a55-c8d3-4d69-85cd-ef0e010d2e35", "name": "network-vif-deleted", "tag": "77841ff0-af35-426f-8127-26e9b5b2ef17", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:30.391069 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-796f6233-7166-481a-82ed-273eca53845c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:30.391579 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a03a55-c8d3-4d69-85cd-ef0e010d2e35', 'name': 'network-vif-deleted', 'tag': '77841ff0-af35-426f-8127-26e9b5b2ef17', 'status': 'completed', 'code': 200} Jul 28 14:35:30.435703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-3a8fdd94-4d93-4dee-9bb2-c40a7eb2b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:30.437701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-3a8fdd94-4d93-4dee-9bb2-c40a7eb2b747 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.1179426 Jul 28 14:35:30.495490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:30.498972 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.529382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.555586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Deleting subnet 98774275-37be-410f-acc9-7a54c8a2bafe {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:35:30.564105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.567593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-611e0b2c-18d5-4971-be15-20f17a85cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:30.568923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-611e0b2c-18d5-4971-be15-20f17a85cec6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241224 Jul 28 14:35:30.579232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.601765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.650644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.653823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.656729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.661402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b326d62e-d15d-4e6c-93c0-96304ea5a49c HTTP/1.1" status: 204 len: 168 time: 0.6435711 Jul 28 14:35:30.718768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.740682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-cc09e5c6-0692-4b5c-adbe-7fe2bc431417 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524243 Jul 28 14:35:30.779915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.781053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9bc9-0d96-4e03-a5fe-6897decfc124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b326d62e-d15d-4e6c-93c0-96304ea5a49c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:30.849867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Allocated IP 172.25.0.223 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0d3365dc-6ea2-498b-8cfd-aa26225aff7b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:30.851461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ebbbce63-6172-4c95-acd7-c521bc439aef req-d3ed8579-c1fb-4f94-b48b-4dba96ea86ba service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008542 Jul 28 14:35:30.966412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:30.970548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.005117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b44c82a6-d4db-42a8-9fdd-9df4bdc84b84 req-251b150a-f4fe-4d94-9132-3bc77e39e6eb tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a03a55-c8d3-4d69-85cd-ef0e010d2e35 HTTP/1.1" status: 200 len: 210 time: 0.0374894 Jul 28 14:35:31.011815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f29c62f-3f60-47c4-9b50-79a53b196929,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:31.031403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.077502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98774275-37be-410f-acc9-7a54c8a2bafe,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:31.091376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.094646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6565e242-dd76-4253-b65b-b288f77f2555 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/98774275-37be-410f-acc9-7a54c8a2bafe HTTP/1.1" status: 204 len: 168 time: 0.7604430 Jul 28 14:35:31.097054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:31.146054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.175080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.183624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092bde-919d-470e-aae6-d252674e1054 req-2df2b545-6540-4be8-9859-2fd7407e4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.189469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-2df2b545-6540-4be8-9859-2fd7407e4769 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 1095 time: 0.0791051 Jul 28 14:35:31.204915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:31.211851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:31.227445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.231549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:31.266664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Pushing event updated for resources: {'Port': ['ID=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:31.313071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.330759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092bde-919d-470e-aae6-d252674e1054 req-cfd8fa3c-0348-49c7-963c-d5940534fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.332350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-cfd8fa3c-0348-49c7-963c-d5940534fa33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1379921 Jul 28 14:35:31.350621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:31.408461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d1ac6-995d-46bc-bdae-2e21387e8d83,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:31.423188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.423842 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Added segment 1862aaab-5c62-4268-8eb8-f3d603d58eda of type vlan for network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae Jul 28 14:35:31.436299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-5a227120-e869-4f6d-946c-b8fed10f27dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033 HTTP/1.1" status: 200 len: 217 time: 0.0825915 Jul 28 14:35:31.505583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.535594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092bde-919d-470e-aae6-d252674e1054 req-12eee041-4d65-449a-b23d-ac8f69d6b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.537087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-12eee041-4d65-449a-b23d-ac8f69d6b07a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0776694 Jul 28 14:35:31.642061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092bde-919d-470e-aae6-d252674e1054 req-f5182f4c-3516-4402-9863-e5455043fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.643618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-f5182f4c-3516-4402-9863-e5455043fb9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956521 Jul 28 14:35:31.653990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d253-6dbe-4e6e-a9cf-c17684df4f96 req-eed4a2a7-0e23-43db-b8e2-0fe137559cc7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.655674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5be6d253-6dbe-4e6e-a9cf-c17684df4f96 req-eed4a2a7-0e23-43db-b8e2-0fe137559cc7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 943 time: 0.1175151 Jul 28 14:35:31.664879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.665877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:31.666499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.846555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.846555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1dcdb78-4bad-4ba1-9d10-434c2a2c5a7e req-f582890b-214c-4959-80ea-1c5130235b1e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.9046497 Jul 28 14:35:31.873009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.893737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-357919567', 'description': 'tempest-description-543752555'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:31.900461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a205b331-38d8-4b49-93e4-3981f0163bb7']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:31.924916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdbd7c8-ae8b-41ea-9abe-081573f6d292') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:31.925347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdbd7c8-ae8b-41ea-9abe-081573f6d292') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:31.943078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.961933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.969480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:35:31.969883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:35:31.971654 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:35:32.080755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 44b8b7ea-2526-4855-a415-509d37ec2897 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:32.103209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 44b8b7ea-2526-4855-a415-509d37ec2897 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:32.103489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 44b8b7ea-2526-4855-a415-509d37ec2897 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:32.114343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:32.134021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.175858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] Pushing event updated for resources: {'Network': ['ID=7ec25bd7-b9ca-4a24-be58-e3af2a293dae,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:32.187685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5be6d253-6dbe-4e6e-a9cf-c17684df4f96 req-9a71890c-a076-4450-97f9-58ebcab9fca5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170865 Jul 28 14:35:32.207423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:32.212930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.233360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-9ed3d520-1d88-4ed7-8ee8-4e44de5f719d service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762339 Jul 28 14:35:32.251967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.259664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.274088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a205b331-38d8-4b49-93e4-3981f0163bb7 HTTP/1.1" status: 204 len: 168 time: 1.1641226 Jul 28 14:35:32.286464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1744221562-network', 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:32.293051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953990-0733-4612-8a95-160e3b7629b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a205b331-38d8-4b49-93e4-3981f0163bb7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:32.373627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a092bde-919d-470e-aae6-d252674e1054 req-ea89a059-42e4-4fc9-8df0-9d4460d0c18c service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223950 Jul 28 14:35:32.415782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b81202fe-244d-4dd9-91e0-1682e15ed45c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3985591 Jul 28 14:35:32.419805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45040) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:32.424708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Request body: {'subnet': {'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-878645664-subnet', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:32.497597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.566798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.644097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.685810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f7a2b-5680-4bcb-a457-c83781a26145,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:32.908839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:32.917980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:32.923398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.923398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:35:32.936242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:32.965127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-65199676-1322-41d2-9960-3fb8b3f1a383 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5203e2fe420b4f9d9e020152ffc64b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522685 Jul 28 14:35:32.965474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45046) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:33.029052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:33.031430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.058633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:33.075886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Sync routers for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:33.079488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:33.080161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:33.108508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05682f-f4aa-40e2-9fdf-bd093a32584b req-c0e63660-d335-4a83-8652-49436c05196a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:33.110076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc05682f-f4aa-40e2-9fdf-bd093a32584b req-c0e63660-d335-4a83-8652-49436c05196a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 950 time: 0.1319447 Jul 28 14:35:33.114283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.171311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.171852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.172887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc7611b-4a40-4de9-b3a2-fdce717056b2 req-a18b049f-6daa-4e83-aeb4-720fa87330b3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2874413 Jul 28 14:35:33.205020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:33.241381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc05682f-f4aa-40e2-9fdf-bd093a32584b req-3790909b-3395-40a5-a414-6d5c518d3274 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989277 Jul 28 14:35:33.241588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.241588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-676a31b9-7cf9-4a03-a6f6-b4f59f1e96df admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0176725 Jul 28 14:35:33.241588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45052) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:33.480378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:31Z', 'revision_number': 3, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:33.490623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a82e-e45d-40ce-b80f-523ead40f23d req-cbc5da16-1a9f-4c2a-9514-9ce9f36f5e50 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:33.498121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c47a82e-e45d-40ce-b80f-523ead40f23d req-cbc5da16-1a9f-4c2a-9514-9ce9f36f5e50 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 943 time: 0.1388211 Jul 28 14:35:33.517942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Checking router: aaeb31ab-d60f-47b6-8b6d-1cc0185f919a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:33.518681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Updating router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:33.550056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.557858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-4add170e-20ef-4116-891c-0ec52c3766a6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:33.565927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-4add170e-20ef-4116-891c-0ec52c3766a6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 811 time: 0.1263671 Jul 28 14:35:33.580156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c47a82e-e45d-40ce-b80f-523ead40f23d req-084752cd-26e4-45d2-ae22-08ffcc08db04 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811706 Jul 28 14:35:33.581106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-dad0e539-c001-48d2-abd8-be47c7640866 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/quotas/eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 375 time: 0.0131004 Jul 28 14:35:33.615577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-a90e5ffb-6266-49d9-a5d6-e84a405e673d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315130 Jul 28 14:35:33.712362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.715043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.722560 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/629ab7ec-6fc3-4278-a7d2-f52b46104e74 HTTP/1.1" status: 204 len: 168 time: 0.7498677 Jul 28 14:35:33.731877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-dbd9f9ae-9dc8-40ac-8495-08f0950afe26 service neutron] 10.222.0.47 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092029 Jul 28 14:35:33.784976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.790764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3e5ab-47e4-4909-8cbe-7f2a77a7fa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ab7ec-6fc3-4278-a7d2-f52b46104e74,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:33.853142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.863912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888e35b3-e127-45f2-8ae3-e938e5aa0acd,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:33.894055 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.901215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:33.905980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Transition to ACTIVE for port object 0d3365dc-6ea2-498b-8cfd-aa26225aff7b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:33.906733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Checking segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:33.907140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Network hostable DHCP agents. Network: 7ec25bd7-b9ca-4a24-be58-e3af2a293dae, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:33.913915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-1b8b366a-87e2-4343-b97e-121fbb5b7715 service neutron] 10.222.0.47 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811185 Jul 28 14:35:33.960672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.002336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:34.008703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b60f425-d0a8-424d-bd63-6ee1b552b51c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:34.039271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.045512 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Added segment 431b0cad-e332-48f2-b535-70f1267b97ad of type vlan for network 243fc3b2-3671-41df-b173-944062f09826 Jul 28 14:35:34.081517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a9a2282f-4ecc-43f3-9fe6-70ac852f3033 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:34.112449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 77841ff0-af35-426f-8127-26e9b5b2ef17 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:34.114468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.116559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:34.150743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Allocated IP 172.20.0.1 (621dc923-f7eb-46d8-9371-72c4f3c42e46/c135326d-81b2-45eb-8626-1d05fcb07239/fbca894f-ae85-47bc-ae6f-16f706a5a5e0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:34.162424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.175664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 77841ff0-af35-426f-8127-26e9b5b2ef17 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:34.176017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 77841ff0-af35-426f-8127-26e9b5b2ef17 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:34.242278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 7ec25bd7-b9ca-4a24-be58-e3af2a293dae) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:34.247546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:34.248328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.288689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a259b8f-5097-49ac-a346-3e51fbed5cbc None None] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:34.293420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.364937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-59e0f060-6976-4eba-88bf-a781c601a9dd req-20e877e7-5e86-4ebb-905c-415ed3ee0470 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.0599170 Jul 28 14:35:34.367847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.369024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:34.370561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.438822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4366c-ed23-4e35-8e3c-6f42c6553d8f None None] Pushing event updated for resources: {'Port': ['ID=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:34.456223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Attempting to bind port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:34.456787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Attempting to bind port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:34.457158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Attempting to bind port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:34.470126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080667-8d7a-4262-8560-6404036fed02 req-17c7d746-f5f4-4eea-8db2-7a5ec941fb99 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:34.471858 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea080667-8d7a-4262-8560-6404036fed02 req-17c7d746-f5f4-4eea-8db2-7a5ec941fb99 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 950 time: 0.0892882 Jul 28 14:35:34.504213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:34.508424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:34.508804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:34.509439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.509829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:34.510348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Bound port: 0d3365dc-6ea2-498b-8cfd-aa26225aff7b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:34.510868 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.519224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] Pushing event updated for resources: {'Network': ['ID=243fc3b2-3671-41df-b173-944062f09826,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:34.535748 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea080667-8d7a-4262-8560-6404036fed02 req-d9e8f4c7-89ce-46c8-80ce-e65fb7d37ce0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567319 Jul 28 14:35:34.543435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 243fc3b2-3671-41df-b173-944062f09826 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:34.580355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f105bc37-21a9-4c13-8c93-4d5547542ea0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1594925 Jul 28 14:35:34.593287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033', 'mac_address': 'fa:16:3e:63:3a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:34.593487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45084) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:34.598109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:34.651940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2134a144-2c33-4039-82d6-b9f1417b84fe admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5317922 Jul 28 14:35:34.653070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:34.657083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-5770cf0e-30d8-4cb0-80e0-0dcd7ffd2618 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:34.660633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-5770cf0e-30d8-4cb0-80e0-0dcd7ffd2618 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 950 time: 0.0679305 Jul 28 14:35:34.666526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Request body: {'subnet': {'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1744221562-subnet', 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:34.684539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:35:34.685393 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.705046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] For port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:34.729390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.737508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] For port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:34.746313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3efddf-7e05-4fd0-8fa7-78684c98d834 req-d635785a-3e39-496f-a43b-a25a3bfa365c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:34.748555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c3efddf-7e05-4fd0-8fa7-78684c98d834 req-d635785a-3e39-496f-a43b-a25a3bfa365c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 943 time: 0.0572741 Jul 28 14:35:34.774151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.783549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:34.784047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.837289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c3efddf-7e05-4fd0-8fa7-78684c98d834 req-c443732e-9e12-487d-ada4-4bf261d1fca8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Jul 28 14:35:34.849140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:34.859805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.861583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.865631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:34.875886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:34.884048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:34.930891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:34.933297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.933812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a2282f-4ecc-43f3-9fe6-70ac852f3033 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:34.941953 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.958909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:34.968554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:34.999864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:35.032126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.053542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:35.058223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.068619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:35.069271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:35.073175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4366c-ed23-4e35-8e3c-6f42c6553d8f None None] Pushing event updated for resources: {'Port': ['ID=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:35.121987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Allocated IP 172.20.0.2 (7ec25bd7-b9ca-4a24-be58-e3af2a293dae/888e35b3-e127-45f2-8ae3-e938e5aa0acd/9bf3e174-7ac8-4682-b19e-017cdfcabe45) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:35.125645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.223179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.265054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:35.293912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:35.301310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:35.313199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.365783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:35.369656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.372298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f14fe2f-2e3f-45f7-9e2f-4153899d92eb req-7fe0d6a6-e92d-4f84-8a96-d971b23f8681 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "DELETE /v2.0/ports/9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 HTTP/1.1" status: 204 len: 173 time: 0.7057896 Jul 28 14:35:35.373606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'name': 'network-vif-deleted', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:35.377417 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bfa99d-155d-460c-9e35-df056bb95574" -d '{"events": [{"server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "name": "network-vif-deleted", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:35.444685 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31614302-fa26-49da-91de-79ed56358bdc x-openstack-request-id: req-31614302-fa26-49da-91de-79ed56358bdc {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:35.445047 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a45633-ec50-4574-806d-f7bf51797ac8", "name": "network-vif-deleted", "tag": "9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:35.445369 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31614302-fa26-49da-91de-79ed56358bdc {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:35.446101 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42a45633-ec50-4574-806d-f7bf51797ac8', 'name': 'network-vif-deleted', 'tag': '9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0', 'status': 'completed', 'code': 200} Jul 28 14:35:35.481699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:35.519590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-017839cf-6f4a-44c1-a1db-657c026aca8e req-7cabcf18-90a4-4ec7-81ef-448175e33873 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.0468087 Jul 28 14:35:35.526364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:35.608462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:35.646442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:35.783397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98106834-0e3d-4fad-b633-c7755c24007b req-6a2f3b5b-c612-49a6-a8e6-e68761c1f5e5 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 210 time: 0.0691361 Jul 28 14:35:35.986677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.012475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.051794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293170c4-322f-4ecd-a21b-1e205e36389a req-85ee641f-7b3d-472f-baa7-c83604d8e437 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:36.061405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-293170c4-322f-4ecd-a21b-1e205e36389a req-85ee641f-7b3d-472f-baa7-c83604d8e437 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 944 time: 0.0808253 Jul 28 14:35:36.103244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:36.106201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aab790-e25d-47ba-8a70-167cd9156f2e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:36.117042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-293170c4-322f-4ecd-a21b-1e205e36389a req-61991405-d678-446a-868d-9f6893c7316e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jul 28 14:35:36.126574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.131561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:36.131951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Network hostable DHCP agents. Network: 243fc3b2-3671-41df-b173-944062f09826, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:36.186976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.210002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:36.210002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a8fbcd0-ff5d-49e0-b8cf-82b09be8bbf0 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:36.236566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Transition to ACTIVE for port object 9bf3e174-7ac8-4682-b19e-017cdfcabe45 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:36.256219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Transition to ACTIVE for port object 9bf3e174-7ac8-4682-b19e-017cdfcabe45 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:36.314516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.317631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:36.411430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.442023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.474366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:31Z', 'revision_number': 3, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:36.503037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Network 243fc3b2-3671-41df-b173-944062f09826 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:36.510143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.522702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69141376-69c4-4c6a-bb45-5f721cc407f6 None None] The sync data for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 is: [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:31Z', 'revision_number': 3, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:36.556132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:36.582919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:36.601844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:36.609429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:36.613301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Pushing event updated for resources: {'Port': ['ID=9bf3e174-7ac8-4682-b19e-017cdfcabe45,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:36.619161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:36.691842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 243fc3b2-3671-41df-b173-944062f09826) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:36.710589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ebb9c9-088d-4843-98d9-889ada8e59fe None None] Network 243fc3b2-3671-41df-b173-944062f09826 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:36.726252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Allocated IP 172.25.0.5 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b7470acf-99fc-41de-b131-c6fe956ed824) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:36.730921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:36.731554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.741157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8eb9516-87d9-4669-a957-27aa83499e9d req-81230a4c-855b-4b1d-a35c-cb5afaca4fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.0595133 Jul 28 14:35:36.751205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Attempting to bind port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:36.751423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Attempting to bind port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:36.751886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Attempting to bind port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 on network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:36.779294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:36.779693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Checking segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:36.780091 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.780492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Bound using segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:36.780979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Bound port: 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:36.781369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:36.883014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fe2c0214-02de-4b63-bd46-69bd430b881b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2246861 Jul 28 14:35:36.983114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81ccf2a4-9997-4551-a45b-d149393b931f req-d16709ed-fa74-442d-8466-0e7930d97540 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=42a45633-ec50-4574-806d-f7bf51797ac8 HTTP/1.1" status: 200 len: 210 time: 0.0456865 Jul 28 14:35:37.029808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:35:37.082225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] For port 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:37.086002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] For port 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bf3e174-7ac8-4682-b19e-017cdfcabe45,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:37.153770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88495365-a447-44d5-9a1b-dc25d69a62d8 None None] Network 243fc3b2-3671-41df-b173-944062f09826 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:37.318288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:37.338859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f99eba-1339-41ca-94b2-06a3dfccb545 req-156d2318-b4ac-4b95-8f9b-0edb0d2cfbfe tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:37.348403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.352187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f99eba-1339-41ca-94b2-06a3dfccb545 req-156d2318-b4ac-4b95-8f9b-0edb0d2cfbfe tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 944 time: 0.1253488 Jul 28 14:35:37.411474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f99eba-1339-41ca-94b2-06a3dfccb545 req-81f23db7-7a35-4d72-b048-136389e905b7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546141 Jul 28 14:35:37.572817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6dfa7-15a1-4e4f-b445-0aa0d307d822 None None] Pushing event updated for resources: {'Port': ['ID=9bf3e174-7ac8-4682-b19e-017cdfcabe45,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:37.579726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32bf6c51-6661-4bf3-a09f-d19c3e452b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.742019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32bf6c51-6661-4bf3-a09f-d19c3e452b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.748558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.751377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:37.770107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f31ab048-91d3-4713-aed6-b15135f194a3 admin admin] 10.222.0.47 "PUT /v2.0/routers/aaeb31ab-d60f-47b6-8b6d-1cc0185f919a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5307333 Jul 28 14:35:37.832756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-6bbff569-004f-47ed-85d1-c9957cd11b5f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:37.834264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-6bbff569-004f-47ed-85d1-c9957cd11b5f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.2209227 Jul 28 14:35:37.850585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32bf6c51-6661-4bf3-a09f-d19c3e452b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:37.879003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-9b8a8507-f762-41e2-99fe-c782b6f3d5c7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0284052 Jul 28 14:35:37.891363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf6c51-6661-4bf3-a09f-d19c3e452b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94fd7b5-64a7-438f-964e-4a1c4c144cc8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:37.922442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-42a0e091-9a74-45ba-ba10-001dde4695ec tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422292 Jul 28 14:35:37.957237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b45a816e-a142-481b-b0b1-d3cfc3709906 req-dfbd30c7-e885-40a1-85c7-4fe5e87006f6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.1015191 Jul 28 14:35:37.959260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32bf6c51-6661-4bf3-a09f-d19c3e452b14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15dd977c65c14212abbca173a111ea38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394784 Jul 28 14:35:37.961984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:38.062185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.069208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-3318ee60-dd95-49d5-bd01-eff1e5acadea service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315408 Jul 28 14:35:38.071406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.092597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a9a2282f-4ecc-43f3-9fe6-70ac852f3033 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:38.102552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.187293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:38.193113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Pushing event updated for resources: {'Port': ['ID=b7470acf-99fc-41de-b131-c6fe956ed824,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:38.194860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:38.201499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:38.297764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bf3e174-7ac8-4682-b19e-017cdfcabe45 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:38.302002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.305901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.310069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b94fd7b5-64a7-438f-964e-4a1c4c144cc8 HTTP/1.1" status: 204 len: 168 time: 0.3400712 Jul 28 14:35:38.316628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86aeee-cb14-45fc-9ae2-e3d9ef543f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94fd7b5-64a7-438f-964e-4a1c4c144cc8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:38.337324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-1ac92e0b-8244-44b3-a268-8977b485222f service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379291 Jul 28 14:35:38.500498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-f5bce060-b7c9-48a6-a3be-a1f7555119e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.501984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-f5bce060-b7c9-48a6-a3be-a1f7555119e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.53 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 811 time: 0.2722580 Jul 28 14:35:38.511226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:38.513742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:38.514243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.521145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'device_id': '31fa373f-91b7-4000-87be-150d7caceff5', 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858', 'admin_state_up': True, 'tenant_id': 'eb5c112b2fb3451d8d72254278e903e0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:38.582213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:38.588170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d3365dc-6ea2-498b-8cfd-aa26225aff7b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:38.638051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-25c9b330-93e3-4500-bd41-4476d762b820 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:38.640821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-25c9b330-93e3-4500-bd41-4476d762b820 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 818 time: 0.1545815 Jul 28 14:35:38.655617 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.695889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-55bf7e65-435d-4648-bb57-e2a7c8817df9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/quotas/f82139aa41244d79bfa2996d750fb260 HTTP/1.1" status: 200 len: 375 time: 0.0454032 Jul 28 14:35:38.707446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:38.711555 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9723ce9-a0f9-4d7e-b696-c63bd77b9c7d" -d '{"events": [{"server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:38.728214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:38.763587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-e0abd614-45f2-4e0d-909b-f94e8090c480 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666962 Jul 28 14:35:38.804994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:38.867525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-ef7c9d8f-2a00-4ca2-82be-500bd8801dec service neutron] 10.222.0.47 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999031 Jul 28 14:35:39.009104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-6003e352-37ce-4240-844b-9d14db26f864 service neutron] 10.222.0.47 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340437 Jul 28 14:35:39.047565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Made reservation on behalf of eb5c112b2fb3451d8d72254278e903e0 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:39.052363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.069576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.153714 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Sync routers for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:39.166809 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:39.167396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:39.183582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:39.189478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:39.189879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.216044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:39.239608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141009a-4ca6-452c-bbe9-680448d79e26 None None] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:39.241707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.369767 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:39.380173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.425093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:39.519129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Allocated IP 172.20.0.12 (df9a73c7-0c48-4fdc-91f0-4bb749d01858/f6a0bc50-979b-4198-b3f1-6acc596a85b6/5ac09646-d0b4-46dc-a0e2-31074aff96de) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:39.569120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Provisioning for port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:39.598877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b04d6-89ab-4476-8eaf-cf004f2a110a req-43dc6dd0-b33a-441d-adab-640425b73718 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:39.606807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Provisioning complete for port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:39.607379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f27b04d6-89ab-4476-8eaf-cf004f2a110a req-43dc6dd0-b33a-441d-adab-640425b73718 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.0801263 Jul 28 14:35:39.607501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.639589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.656041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f27b04d6-89ab-4476-8eaf-cf004f2a110a req-3203a24d-4a30-43a0-add5-debda81baea0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476353 Jul 28 14:35:39.689958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:35:39.777912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:39.800004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.837484 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9691a-d273-4215-aa08-013da09f2dfd x-openstack-request-id: req-23d9691a-d273-4215-aa08-013da09f2dfd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:39.839624 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:39.842373 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23d9691a-d273-4215-aa08-013da09f2dfd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:39.844064 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033', 'code': 200} Jul 28 14:35:39.881149 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:35Z', 'revision_number': 4, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'fbca894f-ae85-47bc-ae6f-16f706a5a5e0', 'name': '', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'mac_address': 'fa:16:3e:89:7e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:33Z', 'updated_at': '2021-07-28T14:35:35Z', 'revision_number': 2, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'subnets': [{'id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:39.945192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] For port 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bf3e174-7ac8-4682-b19e-017cdfcabe45,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:39.953764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:39.954947 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Checking router: aaeb31ab-d60f-47b6-8b6d-1cc0185f919a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:39.955663 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Updating router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:39.983849 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.005659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6453f2a9-afdd-42de-a805-3c534af068e8 req-143346a8-61c6-4bfb-94b2-401434c8f010 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.1082802 Jul 28 14:35:40.035527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d3365dc-6ea2-498b-8cfd-aa26225aff7b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:40.091823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b74901a3-41f6-4726-b712-791117b0dd12 req-e809f1bb-7c3e-42c7-9bc7-22d222c4cf3e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0442786 Jul 28 14:35:40.104312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.150861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ec416fd-7a72-465e-8728-02950fec332f req-016d1184-f5c9-4d94-9951-77e20451bc78 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 210 time: 0.0686347 Jul 28 14:35:40.165068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19690f-d1e1-4cce-ac0b-92b0bbacaceb req-b36b7112-aafc-4eec-98d9-25f3227c9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:40.165068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d19690f-d1e1-4cce-ac0b-92b0bbacaceb req-b36b7112-aafc-4eec-98d9-25f3227c9377 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 1097 time: 0.1514301 Jul 28 14:35:40.186898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26978f2b-c25a-48b2-b15e-194d899bb256 None None] Pushing event updated for resources: {'Port': ['ID=9bf3e174-7ac8-4682-b19e-017cdfcabe45,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:40.201622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:40.202974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:40.203589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.240185 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d19690f-d1e1-4cce-ac0b-92b0bbacaceb req-6fafb93c-c81d-43ae-9b2f-4b5d0a411381 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 Jul 28 14:35:40.253146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Sync routers for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:40.273868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:40.274766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:40.320424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.398889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:40.416237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:40.418127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:40.420792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:40.431291 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.442558 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Transition to ACTIVE for port object fbca894f-ae85-47bc-ae6f-16f706a5a5e0 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:40.446152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:40.483049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:40.484062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.527527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a2909977-69fd-4429-ac65-bf050090abc3 None None] Provisioning complete for port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:40.527527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2909977-69fd-4429-ac65-bf050090abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.592666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.593832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7cf9e13a-b5bd-4332-b30e-36d3566ac920 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9993441 Jul 28 14:35:40.596952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45252) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:40.608018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-4826818f-9123-4583-ac8c-c33e575aee3e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:40.612207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-4826818f-9123-4583-ac8c-c33e575aee3e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 818 time: 0.1304319 Jul 28 14:35:40.637484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-19f4744c-958f-4544-8720-a95e89eb2631 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/quotas/f82139aa41244d79bfa2996d750fb260 HTTP/1.1" status: 200 len: 375 time: 0.0215714 Jul 28 14:35:40.680077 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.694495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-d95095b8-6405-4e35-b586-915f5b74be0e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1782413 Jul 28 14:35:40.719977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-94e192c9-635a-4eac-89f6-fda461197072 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0764146 Jul 28 14:35:40.737887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Request body: {'port': {'device_id': '31fa373f-91b7-4000-87be-150d7caceff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:40.861836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-731c664c-7d69-4360-b4cc-9b9b5222448e service neutron] 10.222.0.47 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409054 Jul 28 14:35:40.868630 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Pushing event updated for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:40.878694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:38Z', 'revision_number': 3, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:40.893035 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.902457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.903306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.903920 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.904454 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.904992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.905604 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.906593 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.907197 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.908471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.909427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Checking router: 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:40.909791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Updating router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 port b7470acf-99fc-41de-b131-c6fe956ed824 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:40.910583 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.911250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:40.938125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.961334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.968852 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Attempting to bind port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:40.969443 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Attempting to bind port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:40.969955 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Attempting to bind port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:40.983651 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:40.985329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Checking segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:40.986326 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:40.986911 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Bound using segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:40.987691 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Bound port: fbca894f-ae85-47bc-ae6f-16f706a5a5e0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:40.988329 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.016648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-a1ec6a1f-3d8f-40a3-85df-f35b7e11d490 service neutron] 10.222.0.47 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479242 Jul 28 14:35:41.121373 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] For port fbca894f-ae85-47bc-ae6f-16f706a5a5e0, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:41.125105 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] For port fbca894f-ae85-47bc-ae6f-16f706a5a5e0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:41.243168 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.328845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9a8e-14d4-4675-9e50-5f94df93b41f req-7f9fe364-f090-43ca-a901-ac26c11748ca tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:41.330513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42cb9a8e-14d4-4675-9e50-5f94df93b41f req-7f9fe364-f090-43ca-a901-ac26c11748ca tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.2279227 Jul 28 14:35:41.361180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.374321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Transition to ACTIVE for port object b7470acf-99fc-41de-b131-c6fe956ed824 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:41.412514 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bded5-6baa-4e66-bb1b-dd168a544da6 None None] Pushing event updated for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:41.415414 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:41.416804 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:41.461159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c08f-0a5e-49cc-b357-6d28758b744e req-31ae3e77-4f32-4368-8eef-7b13aa3a72ff tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:41.463074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1b7c08f-0a5e-49cc-b357-6d28758b744e req-31ae3e77-4f32-4368-8eef-7b13aa3a72ff tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 949 time: 0.0743589 Jul 28 14:35:41.486884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42cb9a8e-14d4-4675-9e50-5f94df93b41f req-76335d45-337b-4cb7-9091-81dd5979ea8a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425457 Jul 28 14:35:41.499053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.613688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Attempting to bind port b7470acf-99fc-41de-b131-c6fe956ed824 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:41.614146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Attempting to bind port b7470acf-99fc-41de-b131-c6fe956ed824 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:41.614417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Attempting to bind port b7470acf-99fc-41de-b131-c6fe956ed824 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:41.617497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1b7c08f-0a5e-49cc-b357-6d28758b744e req-19eb9bd7-0e53-49cf-9672-5aa2626676a4 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445050 Jul 28 14:35:41.623898 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:41.624384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:41.624384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:41.624712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.627050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:41.627597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Bound port: b7470acf-99fc-41de-b131-c6fe956ed824, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:41.628159 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.672551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e900221-9b7b-4629-9701-4d3dc3a806f8 None None] Pushing event updated for resources: {'Port': ['ID=b7470acf-99fc-41de-b131-c6fe956ed824,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:41.770219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac09646-d0b4-46dc-a0e2-31074aff96de {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:41.773228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] For port b7470acf-99fc-41de-b131-c6fe956ed824, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:41.779598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6657fbe-1289-4282-896b-73e1a238b704 req-7f88f501-8112-46dc-bca6-da2c32898a94 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0654943 Jul 28 14:35:41.779838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] For port b7470acf-99fc-41de-b131-c6fe956ed824, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7470acf-99fc-41de-b131-c6fe956ed824,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:41.810098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:41.907006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-417f0007-5f9d-4941-accd-32a07ef3054f req-0a31bb27-aad8-4b8e-8c36-6f4918bda323 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 210 time: 0.0777993 Jul 28 14:35:41.913333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Transition to ACTIVE for port object 5ac09646-d0b4-46dc-a0e2-31074aff96de will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:41.924249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0856f07-03ad-48f8-926b-37142b900229 req-46773b0f-0ae4-4de0-889d-5e94101f5bd8 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:41.926387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0856f07-03ad-48f8-926b-37142b900229 req-46773b0f-0ae4-4de0-889d-5e94101f5bd8 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 932 time: 0.2957909 Jul 28 14:35:41.951415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.012747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.026645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-60ea772b-4a05-4eb9-91d1-06aaaecdd367 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:42.036317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-60ea772b-4a05-4eb9-91d1-06aaaecdd367 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 949 time: 0.1843047 Jul 28 14:35:42.040850 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.095532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bf3e174-7ac8-4682-b19e-017cdfcabe45 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:42.135354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:42.167228 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:35Z', 'revision_number': 4, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'fbca894f-ae85-47bc-ae6f-16f706a5a5e0', 'name': '', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'mac_address': 'fa:16:3e:89:7e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:33Z', 'updated_at': '2021-07-28T14:35:41Z', 'revision_number': 4, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'subnets': [{'id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:42.205165 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d07187-9cb6-4e9f-95e4-0c28ebe90557 None None] The sync data for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 is: [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:35:35Z', 'revision_number': 4, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'fbca894f-ae85-47bc-ae6f-16f706a5a5e0', 'name': '', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'mac_address': 'fa:16:3e:89:7e:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:33Z', 'updated_at': '2021-07-28T14:35:41Z', 'revision_number': 4, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'subnets': [{'id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:42.217621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:42.230337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0856f07-03ad-48f8-926b-37142b900229 req-a37fb27c-600e-4005-9647-a56b85fbae53 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907369 Jul 28 14:35:42.233632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:42.233868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:42.233868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.366362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e900221-9b7b-4629-9701-4d3dc3a806f8 None None] Pushing event updated for resources: {'Port': ['ID=b7470acf-99fc-41de-b131-c6fe956ed824,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:42.439754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Attempting to bind port 5ac09646-d0b4-46dc-a0e2-31074aff96de on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:42.440281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Attempting to bind port 5ac09646-d0b4-46dc-a0e2-31074aff96de by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:42.440471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Attempting to bind port 5ac09646-d0b4-46dc-a0e2-31074aff96de on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:42.451920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Port 5ac09646-d0b4-46dc-a0e2-31074aff96de on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:42.452258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Attempting to bind port 5ac09646-d0b4-46dc-a0e2-31074aff96de on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:42.467092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:42.467430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Checking segment: {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:42.467823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Bound using segment: {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:42.468289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Bound port: 5ac09646-d0b4-46dc-a0e2-31074aff96de, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:42.468660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.498788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:42.499514 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.526080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:42.568897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:42.573315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:42.575290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Allocated IP 172.20.0.1 (7ec25bd7-b9ca-4a24-be58-e3af2a293dae/888e35b3-e127-45f2-8ae3-e938e5aa0acd/9d409d54-6d64-4f54-a54b-3b7562f7c570) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:42.630245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:42.630636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.669768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da5b6078-099f-442b-9825-9fae40547a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.710185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.747520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:42.802721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:42.802721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:42.802721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 1093 time: 2.0828805 Jul 28 14:35:42.806241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:42.808973 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa70127f-7a0b-4966-877a-15556b45ba4e" -d '{"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:42.850537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-1fdc6dff-587e-4eb2-bc37-161b28d88427 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:42.852560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-1fdc6dff-587e-4eb2-bc37-161b28d88427 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 950 time: 0.2742224 Jul 28 14:35:42.885165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45298) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:42.938007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df7e86-a2ed-4570-b7b5-2c2e1ed650d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:42.963923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.003490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98118374-b07b-4b3a-ae06-45ee8bc9ccdc req-e7e50870-41fc-417f-b7c2-50fd9021ca67 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.005128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98118374-b07b-4b3a-ae06-45ee8bc9ccdc req-e7e50870-41fc-417f-b7c2-50fd9021ca67 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 949 time: 0.2412970 Jul 28 14:35:43.015926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26ed3-19bc-4acf-9b40-380f86d4d4f7 req-58875266-785e-4cc6-9742-008f0d52aa6e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.027720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93c26ed3-19bc-4acf-9b40-380f86d4d4f7 req-58875266-785e-4cc6-9742-008f0d52aa6e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.2966702 Jul 28 14:35:43.069435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Transition to ACTIVE for port object 9d409d54-6d64-4f54-a54b-3b7562f7c570 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:43.080457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:38Z', 'revision_number': 3, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:43.124639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93c26ed3-19bc-4acf-9b40-380f86d4d4f7 req-07e2b8c9-39ba-443f-9f7c-f49a32c19a7d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957639 Jul 28 14:35:43.133625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c7c27d-0720-482e-88f3-800cb7f2f7c5 None None] The sync data for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 is: [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:38Z', 'revision_number': 3, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:43.141818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.176118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184', '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:43.178688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:43.191764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98118374-b07b-4b3a-ae06-45ee8bc9ccdc req-224d0428-3a16-470a-b30b-3c55f5748e74 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243277 Jul 28 14:35:43.193851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-05d57b58-230f-44c9-97bc-24f02fa07d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.203566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-05d57b58-230f-44c9-97bc-24f02fa07d41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1096 time: 0.2297039 Jul 28 14:35:43.247615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=39d008d5-1b2f-4a58-9bc7-02eb51b3a363,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:43.395965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:43.431266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:43.434731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6249783-66ac-48c0-8a6a-0b15429f850b req-98a0fd68-c835-4551-a1a7-d4041d60075d tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "DELETE /v2.0/ports/39d008d5-1b2f-4a58-9bc7-02eb51b3a363 HTTP/1.1" status: 204 len: 173 time: 1.3975377 Jul 28 14:35:43.435690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'name': 'network-vif-deleted', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:43.438072 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9b89eb-34d2-4108-8ea5-d9a7bfa60520" -d '{"events": [{"server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "name": "network-vif-deleted", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:43.450689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf45f05b-5763-4120-b88d-eccb55f727bd req-e8285fc8-aa9c-4d6e-9cc2-adc1a758d8e4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0996182 Jul 28 14:35:43.809551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d07de-1a42-4c5a-8949-d52534a9d8d6 req-ac44d417-f515-4090-80c1-01bc8cc0b21f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:43.832022 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-218d07de-1a42-4c5a-8949-d52534a9d8d6 req-ac44d417-f515-4090-80c1-01bc8cc0b21f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 944 time: 0.1972475 Jul 28 14:35:43.968969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-218d07de-1a42-4c5a-8949-d52534a9d8d6 req-76821c57-7a59-4016-b3b3-b856fc0cb4e4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341953 Jul 28 14:35:44.063104 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a5db40-a245-491e-9640-ecba7457e676 x-openstack-request-id: req-32a5db40-a245-491e-9640-ecba7457e676 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:44.064289 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fab023-1329-4366-bb90-08024ce37747", "name": "network-vif-deleted", "tag": "39d008d5-1b2f-4a58-9bc7-02eb51b3a363", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:44.064752 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32a5db40-a245-491e-9640-ecba7457e676 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:44.065365 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fab023-1329-4366-bb90-08024ce37747', 'name': 'network-vif-deleted', 'tag': '39d008d5-1b2f-4a58-9bc7-02eb51b3a363', 'status': 'completed', 'code': 200} Jul 28 14:35:44.192919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fbca894f-ae85-47bc-ae6f-16f706a5a5e0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:44.199756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-c417ce0c-b786-4628-974a-f2a2ec5c3d4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 217 time: 0.9835312 Jul 28 14:35:44.223997 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d6fbba-ce42-44e2-a6a0-466b2cc9b483 x-openstack-request-id: req-a5d6fbba-ce42-44e2-a6a0-466b2cc9b483 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:44.224928 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:44.226088 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5d6fbba-ce42-44e2-a6a0-466b2cc9b483 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:44.226734 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'status': 'completed', 'code': 200} Jul 28 14:35:44.229670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:44.230315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.304694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-826d01dc-7b49-462f-bec4-bcbccb19fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.334672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.371544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9f75226-262e-4f7b-95b9-b2f5a645440d req-12d2ed79-a433-4133-9566-d8a9ebc11b8f tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7fab023-1329-4366-bb90-08024ce37747 HTTP/1.1" status: 200 len: 210 time: 0.0426221 Jul 28 14:35:44.393631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:44.399637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:44.400194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.548881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.561469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11369fe0-0741-4e4b-9e87-62e2f2017825 req-61f618ab-3578-4d86-a8e6-50c99f4905bf tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 210 time: 0.3438187 Jul 28 14:35:44.605003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fbca894f-ae85-47bc-ae6f-16f706a5a5e0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:44.609018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:44.610660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-028a037b-dd53-468c-b492-8ec1b5ae5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:44.612568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-028a037b-dd53-468c-b492-8ec1b5ae5c97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.3928127 Jul 28 14:35:44.626850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7693aedd-8a59-49ac-b3cf-c2c9c2cdf9d1 req-da02cc74-0959-4b70-8a92-7f6f60d8fb08 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0831556 Jul 28 14:35:44.669158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:44.669508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.684463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:44.719139 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.720236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7470acf-99fc-41de-b131-c6fe956ed824 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:44.736182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:44.755419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:44.828515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:44.842358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-8a0aac58-af79-4fd4-b975-fd01afc223ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125846 Jul 28 14:35:44.844887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac6b3-2aa2-4d2a-a6d0-04687c0b74ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:44.939230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Pushing event updated for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.031914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.078896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b7470acf-99fc-41de-b131-c6fe956ed824 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:45.081358 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.091320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc327a-1d4a-4703-8377-985561b0768e req-73f961ad-5994-4383-b8ff-6a7c8406d051 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.093152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85dc327a-1d4a-4703-8377-985561b0768e req-73f961ad-5994-4383-b8ff-6a7c8406d051 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 944 time: 0.0584893 Jul 28 14:35:45.097182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-e8644775-3e9a-45fc-8d03-c6ce689bbae2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.099018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-e8644775-3e9a-45fc-8d03-c6ce689bbae2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.9025464 Jul 28 14:35:45.100529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b7470acf-99fc-41de-b131-c6fe956ed824 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:45.100911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.139713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': '38839cbb-029f-48ba-83ba-49088d8f5923', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:45.159490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85dc327a-1d4a-4703-8377-985561b0768e req-c25b188e-a4ee-4ad2-b53c-183e5b8f9220 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564167 Jul 28 14:35:45.165503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-f8ecf77a-cfe0-4ec1-a0f2-0042e5e55fe8 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.167510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-f8ecf77a-cfe0-4ec1-a0f2-0042e5e55fe8 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 818 time: 0.8457201 Jul 28 14:35:45.223966 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.238330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Request body: {'port': {'device_id': '2e60de64-105d-48c8-b037-228690ae85bc', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'admin_state_up': True, 'tenant_id': 'f82139aa41244d79bfa2996d750fb260'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:45.245936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b7470acf-99fc-41de-b131-c6fe956ed824, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7470acf-99fc-41de-b131-c6fe956ed824,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:45.273316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-826d01dc-7b49-462f-bec4-bcbccb19fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.301403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-88cd2d16-0b3f-435d-a4ab-ac2d7ce2527b None None] Provisioning for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:45.305552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-88cd2d16-0b3f-435d-a4ab-ac2d7ce2527b None None] Provisioning complete for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:45.305976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-88cd2d16-0b3f-435d-a4ab-ac2d7ce2527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.343044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-88cd2d16-0b3f-435d-a4ab-ac2d7ce2527b None None] Port 9d409d54-6d64-4f54-a54b-3b7562f7c570 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:45.354060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.360794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-68e4e3e0-50e3-4c1f-b46d-64238c930e2b service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547288 Jul 28 14:35:45.429109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b7470acf-99fc-41de-b131-c6fe956ed824,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.457981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-826d01dc-7b49-462f-bec4-bcbccb19fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.647359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d01dc-7b49-462f-bec4-bcbccb19fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35222f6a-f469-42ce-af23-f2a9fd5d0e05,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.649647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-5cd3f655-0fb8-4c28-863e-6bdbb3b7ad7a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.652496 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-826d01dc-7b49-462f-bec4-bcbccb19fc35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a164de9951a94d7b96da677228fdcd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7609198 Jul 28 14:35:45.666294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-5cd3f655-0fb8-4c28-863e-6bdbb3b7ad7a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 818 time: 0.2673116 Jul 28 14:35:45.668557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45332) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:45.689757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.695111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.702392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Request body: {'port': {'device_id': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'admin_state_up': True, 'tenant_id': 'f82139aa41244d79bfa2996d750fb260'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:45.725254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-9c4037bd-858a-4d51-a61b-e4f7d7a3ef3a service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217158 Jul 28 14:35:45.729802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:45.734060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:45.763758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f8f827b-7bca-42c1-b758-5caeb0972dec req-b988c691-f7e4-4a1e-9280-742ce43656e6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 210 time: 0.0749083 Jul 28 14:35:45.764488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=9e4ec77b-1008-4c56-92bd-89687fd1c9c8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:45.803021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b432e-be79-48fb-911b-e5f26c630e90 req-663752e9-9a2c-493f-b7b1-e86be0de3214 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:45.805033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc5b432e-be79-48fb-911b-e5f26c630e90 req-663752e9-9a2c-493f-b7b1-e86be0de3214 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 867 time: 0.2307141 Jul 28 14:35:45.817723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:45.823044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.869229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.873811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:45.889480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:45.891598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e086621-98d0-4fc7-b4b7-91241404c0db req-08ff1078-2e9a-49c1-9e90-f6f77691423b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "DELETE /v2.0/ports/9e4ec77b-1008-4c56-92bd-89687fd1c9c8 HTTP/1.1" status: 204 len: 173 time: 3.0235748 Jul 28 14:35:46.007226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc5b432e-be79-48fb-911b-e5f26c630e90 req-30d031ad-eb6b-470b-bf8e-1bbf6dc57b0c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840608 Jul 28 14:35:46.038761 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.050859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fbca894f-ae85-47bc-ae6f-16f706a5a5e0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:46.078045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Made reservation on behalf of f82139aa41244d79bfa2996d750fb260 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:46.084008 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.106028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.126209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:46.151264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b2f1e23-95ff-457b-967f-06e78cbe030c req-7eb28ba5-9def-49f5-94ca-6e8f9dce5863 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.1144762 Jul 28 14:35:46.185195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:46.185755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39d008d5-1b2f-4a58-9bc7-02eb51b3a363 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:46.232952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Made reservation on behalf of f82139aa41244d79bfa2996d750fb260 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:46.239667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'name': 'network-vif-deleted', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:46.241629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.242144 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf32d37-e219-4a91-8c08-c1b5c8594f54" -d '{"events": [{"server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "name": "network-vif-deleted", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:46.268073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:46.268639 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.342161 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.344873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.350378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35222f6a-f469-42ce-af23-f2a9fd5d0e05 HTTP/1.1" status: 204 len: 168 time: 0.6764519 Jul 28 14:35:46.369185 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ca876-f6cc-4b9c-85d1-f67e9cc5b7b6 x-openstack-request-id: req-368ca876-f6cc-4b9c-85d1-f67e9cc5b7b6 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:46.369523 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944c2a37-bc79-4f18-bae7-b791ff3d528c", "name": "network-vif-deleted", "tag": "9e4ec77b-1008-4c56-92bd-89687fd1c9c8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:46.369907 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-368ca876-f6cc-4b9c-85d1-f67e9cc5b7b6 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:46.370455 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944c2a37-bc79-4f18-bae7-b791ff3d528c', 'name': 'network-vif-deleted', 'tag': '9e4ec77b-1008-4c56-92bd-89687fd1c9c8', 'status': 'completed', 'code': 200} Jul 28 14:35:46.374552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f607c71-4532-4f77-8611-4b5f958483f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35222f6a-f469-42ce-af23-f2a9fd5d0e05,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:46.415565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-eda11a83-f4fc-479c-b618-e4a2bbe03ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.415565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-eda11a83-f4fc-479c-b618-e4a2bbe03ac7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1096 time: 0.4625168 Jul 28 14:35:46.472128 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:35:46.497074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.10 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/85a3aae9-b91c-4673-a40e-80fda2ef4c59) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:46.531539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7470acf-99fc-41de-b131-c6fe956ed824 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:46.594836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.596671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Allocated IP 172.20.0.8 (621dc923-f7eb-46d8-9371-72c4f3c42e46/c135326d-81b2-45eb-8626-1d05fcb07239/5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:46.606478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fc38b-c880-4a10-8c96-fb8a14f77772 req-b59e3403-324c-42ce-baa6-b6118149a048 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.608534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642fc38b-c880-4a10-8c96-fb8a14f77772 req-b59e3403-324c-42ce-baa6-b6118149a048 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 944 time: 0.2437294 Jul 28 14:35:46.627397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b7470acf-99fc-41de-b131-c6fe956ed824 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:46.627677 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.705842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:46.711988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642fc38b-c880-4a10-8c96-fb8a14f77772 req-404d4b9e-343f-4cb6-99dd-26a581379a8e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Jul 28 14:35:46.751284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-63b26881-feb1-4fe0-82df-9c7a14b5829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:46.752999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-63b26881-feb1-4fe0-82df-9c7a14b5829b service neutron] 10.222.0.53 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.3066952 Jul 28 14:35:46.755907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.771630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:46.772301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 9e4ec77b-1008-4c56-92bd-89687fd1c9c8 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:46.845001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.876135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-caaa6bef-1533-460b-b93f-b9316cff5325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 217 time: 0.0945637 Jul 28 14:35:46.942418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Pushing event updated for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:46.949424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:46.986571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.054245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Pushing event updated for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:47.060324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:47.065288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:47.070090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:47.119216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aff78a-8abf-47c2-8dd6-a52689a679e8 req-27bc9c1d-8952-40dc-959e-0fcbeabd9133 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.122077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0aff78a-8abf-47c2-8dd6-a52689a679e8 req-27bc9c1d-8952-40dc-959e-0fcbeabd9133 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 931 time: 0.1851559 Jul 28 14:35:47.198935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.199674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.230562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0aff78a-8abf-47c2-8dd6-a52689a679e8 req-41df158c-849c-4708-93f2-da262a6213c3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985968 Jul 28 14:35:47.342136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a69344d-c544-4368-9a8f-31e64ab29c25 req-cdceb87f-3d03-4cde-9e00-b8afe941edc2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Jul 28 14:35:47.348904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-6af5612d-732a-43e5-b0ac-b638c148a9b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6502845 Jul 28 14:35:47.383725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Request body: {'port': {'device_id': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:47.464594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.480687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.483798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-a9745634-49e0-4b45-9bdb-59f123c8389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.485490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-a9745634-49e0-4b45-9bdb-59f123c8389d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.5917931 Jul 28 14:35:47.492404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62dc71f7-8ece-4b15-8760-55cd69bad172 req-b7570b2d-55a7-4597-b5e6-92a63ee3b2a2 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=944c2a37-bc79-4f18-bae7-b791ff3d528c HTTP/1.1" status: 200 len: 210 time: 0.0640202 Jul 28 14:35:47.502199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Allocated IP 172.20.0.10 (621dc923-f7eb-46d8-9371-72c4f3c42e46/c135326d-81b2-45eb-8626-1d05fcb07239/deb820c3-4ed8-4ed8-ab09-ca72249de3eb) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:35:47.555241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-5e86dfee-ff99-4c40-8d34-e9a0bef9f470 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506465 Jul 28 14:35:47.661828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.669830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:47.685792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:47.826930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:47.839729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-efdd51ee-da88-4742-a34a-769633e88520 service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717876 Jul 28 14:35:47.864583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9996-7c13-46fd-89a6-7eec00ab1617 req-6cd47043-0d99-4195-9cfe-90c32d613e2a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:47.867000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d0c9996-7c13-46fd-89a6-7eec00ab1617 req-6cd47043-0d99-4195-9cfe-90c32d613e2a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 944 time: 0.0711935 Jul 28 14:35:47.903612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45374) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:47.934604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d0c9996-7c13-46fd-89a6-7eec00ab1617 req-1b104f2b-76f2-4fec-874e-6cc63769e837 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Jul 28 14:35:48.016669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:48.034868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:48.039915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1097314387-network', 'tenant_id': '072c2ecb52524944823d20b697b028ed'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:48.042588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:48.047536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.049682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:48.086553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77179147-47b7-4449-8e3e-b3307a903f81 None None] Provisioning complete for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:48.087260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77179147-47b7-4449-8e3e-b3307a903f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.094000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:35:48.126479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-77179147-47b7-4449-8e3e-b3307a903f81 None None] Port 9d409d54-6d64-4f54-a54b-3b7562f7c570 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:35:48.138341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa70127f-7a0b-4966-877a-15556b45ba4e req-d9f4c4f9-bccc-4ae2-8108-31d807371bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778995 Jul 28 14:35:48.156466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.157092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.167334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:48.169768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.178688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.284382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:48.296742 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Sync routers for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:48.299721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-80fecba0-2a84-48d9-a784-440bf3063d88 admin admin] 10.222.0.47 "PUT /v2.0/routers/6c3f15b6-bfd7-4503-b65b-2c2f55fc6803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7014923 Jul 28 14:35:48.307896 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:48.308534 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:48.309340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.407695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc0399-bc33-41d5-a03f-3ad93b3d2fe1 req-c4404466-ae7c-40ec-9bbe-10db5f271216 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.409846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4fc0399-bc33-41d5-a03f-3ad93b3d2fe1 req-c4404466-ae7c-40ec-9bbe-10db5f271216 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 931 time: 0.0736017 Jul 28 14:35:48.442068 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:48.458900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.474040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4fc0399-bc33-41d5-a03f-3ad93b3d2fe1 req-57bf41b5-7548-4182-b6bf-453c70e8b0e9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Jul 28 14:35:48.524248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.568315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:35:48.581588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Network 621dc923-f7eb-46d8-9371-72c4f3c42e46 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:35:48.589099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:48.594395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:35:48.620729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.621087 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Added segment 68110be4-df86-446b-b767-93f6f539fcc1 of type vlan for network b961460e-cb1f-48a7-b794-051442f83238 Jul 28 14:35:48.647855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Pushing event updated for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:48.671104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-5e070311-cd32-411d-a294-2d9704446d50 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5452986 Jul 28 14:35:48.677189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5ec74-d7f9-4d66-83d8-80395b87a273,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:48.689938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Request body: {'port': {'device_id': '38839cbb-029f-48ba-83ba-49088d8f5923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:48.722233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5ac09646-d0b4-46dc-a0e2-31074aff96de details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:48.730915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.758528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eac6f-dff7-4e32-81e9-4a79a21628ac req-3e84c7c0-73e1-4d0f-8b95-95fc8c20d97d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.760240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-289eac6f-dff7-4e32-81e9-4a79a21628ac req-3e84c7c0-73e1-4d0f-8b95-95fc8c20d97d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 932 time: 0.2724600 Jul 28 14:35:48.761716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:48.762294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.810440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:48.851250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 2, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:48.954086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-289eac6f-dff7-4e32-81e9-4a79a21628ac req-fd6f5cb6-b2de-4789-b2d3-fa3093efeee3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721320 Jul 28 14:35:48.975581 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Checking router: 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:48.975835 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Updating router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 port 9d409d54-6d64-4f54-a54b-3b7562f7c570 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:35:48.986422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-d413489f-d1aa-4fff-969c-6abf3d69e02e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7841685 Jul 28 14:35:49.006924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:49.028152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.033256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:49.034547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.037972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.038242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Request body: {'port': {'device_id': '2e60de64-105d-48c8-b037-228690ae85bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:49.041122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.049120 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.076504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858', 'port_id': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'mac_address': 'fa:16:3e:f6:3c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a0bc50-979b-4198-b3f1-6acc596a85b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:49.132489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Transition to ACTIVE for port object 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:49.145902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b961460e-cb1f-48a7-b794-051442f83238,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.166395 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.174638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b961460e-cb1f-48a7-b794-051442f83238 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:35:49.232593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac09646-d0b4-46dc-a0e2-31074aff96de {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:49.267269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.267706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:49.325567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7ec164b9-d191-46b7-943f-4dfd303ca2c3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4208372 Jul 28 14:35:49.326929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.330256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45436) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:35:49.337726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Request body: {'subnet': {'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1097314387-subnet', 'tenant_id': '072c2ecb52524944823d20b697b028ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:49.424519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Pushing event updated for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.474008 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.483807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Attempting to bind port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:49.484530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Attempting to bind port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:49.485253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Attempting to bind port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:49.493119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:49.494914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Attempting to bind port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:49.500538 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Transition to ACTIVE for port object 9d409d54-6d64-4f54-a54b-3b7562f7c570 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:49.500719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.506220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:49.506887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Checking segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:49.508761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Bound using segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:49.510783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Bound port: 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:49.511755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.592637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a3aae9-b91c-4673-a40e-80fda2ef4c59 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:49.597140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:49.602065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:49.605037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.631399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.654768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:35:49.657037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.659193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Transition to ACTIVE for port object 85a3aae9-b91c-4673-a40e-80fda2ef4c59 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:49.693242 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.730690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.731279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.780535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a70b-4e59-421c-a9c1-9302826af55f req-a2775dae-81b0-4031-a2dc-fe0ad8aa7a2e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.782078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dce4a70b-4e59-421c-a9c1-9302826af55f req-a2775dae-81b0-4031-a2dc-fe0ad8aa7a2e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 945 time: 0.1633446 Jul 28 14:35:49.801789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:49.815680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.815680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.816938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] 10.222.0.53 "PUT /v2.0/ports/5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 200 len: 1092 time: 2.4442620 Jul 28 14:35:49.817420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:49.819992 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531df8ca-69ac-4586-a17e-4db0223dcf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:49.840947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.871848 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Attempting to bind port 9d409d54-6d64-4f54-a54b-3b7562f7c570 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:49.872373 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Attempting to bind port 9d409d54-6d64-4f54-a54b-3b7562f7c570 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:49.873455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Attempting to bind port 9d409d54-6d64-4f54-a54b-3b7562f7c570 on network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:49.890880 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eb414-fdc7-43d9-9e7e-a5f07b96730c None None] Pushing event updated for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.903432 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:49.904050 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Checking segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:49.906627 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.906627 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Bound using segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:49.907320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Bound port: 9d409d54-6d64-4f54-a54b-3b7562f7c570, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:49.909102 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:49.923749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b495c6-5ec2-4672-b2d3-8e34d6687aac req-3a31f380-effb-4a7d-bd0b-90d3f848cc05 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:49.936109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb820c3-4ed8-4ed8-ab09-ca72249de3eb {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:49.936381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3b495c6-5ec2-4672-b2d3-8e34d6687aac req-3a31f380-effb-4a7d-bd0b-90d3f848cc05 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 943 time: 0.1385665 Jul 28 14:35:49.939414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03ef57-e32f-4c4c-938b-cfff4bde59bc service neutron] Pushing event updated for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:49.964236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.008636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dce4a70b-4e59-421c-a9c1-9302826af55f req-3330d0e6-f5fd-4320-b462-f6b511a9c43d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133107 Jul 28 14:35:50.049132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] For port 9d409d54-6d64-4f54-a54b-3b7562f7c570, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:50.053733 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] For port 9d409d54-6d64-4f54-a54b-3b7562f7c570, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9d409d54-6d64-4f54-a54b-3b7562f7c570,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:50.061632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:50.081230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Transition to ACTIVE for port object deb820c3-4ed8-4ed8-ab09-ca72249de3eb will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:35:50.089933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3b495c6-5ec2-4672-b2d3-8e34d6687aac req-f7df4bfb-5f3f-471e-8a5f-b2a927a433e9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Jul 28 14:35:50.115381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-77641554-91bb-41a0-af4b-1b4acd96e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:50.117398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-77641554-91bb-41a0-af4b-1b4acd96e6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1095 time: 0.1335375 Jul 28 14:35:50.173476 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.200608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-686bd3fc-2b1f-4154-b992-7a2185fb0ad6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 200 len: 217 time: 0.0681050 Jul 28 14:35:50.232706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.289734 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:50.292926 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:50.296893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebedb-e718-49b0-a629-15753af27443 req-5b3c14c6-9343-4e86-ad98-380dddd1626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:50.299795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-5b3c14c6-9343-4e86-ad98-380dddd1626c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.0915859 Jul 28 14:35:50.344386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-1b5f7355-9ee0-4888-95ff-6cf322e170e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362577 Jul 28 14:35:50.383350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616c845-507f-4e92-99d0-ec81d234a4a7 req-1266bae9-323d-44b2-a4e1-912326e7cad7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:50.385652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2616c845-507f-4e92-99d0-ec81d234a4a7 req-1266bae9-323d-44b2-a4e1-912326e7cad7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.2623205 Jul 28 14:35:50.388365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.425061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Attempting to bind port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:50.425649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Attempting to bind port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:50.428838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Attempting to bind port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:50.451153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9eb414-fdc7-43d9-9e7e-a5f07b96730c None None] Pushing event updated for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:50.470808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:50.477541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Attempting to bind port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:50.481848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Pushing event updated for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:50.495803 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:50.499676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2616c845-507f-4e92-99d0-ec81d234a4a7 req-678c4c8b-c343-4cad-bafb-b4ac547a735c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996163 Jul 28 14:35:50.513052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:50.515424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:50.515971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:50.516602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Bound port: 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:50.529361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.567466 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.575292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-e91cb8a8-53d6-4b23-a4cf-9be168801985 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208428 Jul 28 14:35:50.591964 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912a7c3-11d2-4694-bbac-61953829c167 x-openstack-request-id: req-f912a7c3-11d2-4694-bbac-61953829c167 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:50.592310 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:50.592652 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f912a7c3-11d2-4694-bbac-61953829c167 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:50.593211 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'status': 'completed', 'code': 200} Jul 28 14:35:50.698458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-534ebedb-e718-49b0-a629-15753af27443 req-390db86b-fc22-4064-9f20-5f606a7be220 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161809 Jul 28 14:35:50.736874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5ac09646-d0b4-46dc-a0e2-31074aff96de up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:50.764403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befb4381-a793-4681-8bc5-8bf557229678,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:50.794156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:50.805337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Attempting to bind port deb820c3-4ed8-4ed8-ab09-ca72249de3eb on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:35:50.806722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Attempting to bind port deb820c3-4ed8-4ed8-ab09-ca72249de3eb by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:35:50.807241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Attempting to bind port deb820c3-4ed8-4ed8-ab09-ca72249de3eb on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:50.824065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:50.830645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Port deb820c3-4ed8-4ed8-ab09-ca72249de3eb on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:35:50.831169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Attempting to bind port deb820c3-4ed8-4ed8-ab09-ca72249de3eb on network 621dc923-f7eb-46d8-9371-72c4f3c42e46 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:35:50.833317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Checking segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:50.833823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Network hostable DHCP agents. Network: b961460e-cb1f-48a7-b794-051442f83238, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:35:50.845706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbccd-6518-4e9e-83ff-9ccc642115ce req-07943976-628d-4870-8d40-836113473fde tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:50.845706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-620dbccd-6518-4e9e-83ff-9ccc642115ce req-07943976-628d-4870-8d40-836113473fde tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 944 time: 0.1780510 Jul 28 14:35:50.853972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:35:50.854329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Checking segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:35:50.854729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Bound using segment: {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:35:50.855225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Bound port: deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1408283-d8b9-41f5-83f1-1385d990ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:35:50.855596 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.871664 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:50Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:50.923777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 5ac09646-d0b4-46dc-a0e2-31074aff96de completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:50.929142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 5ac09646-d0b4-46dc-a0e2-31074aff96de triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:50.929526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:50.947431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2999e537-8d65-4fe6-ae38-dbc92097b446 None None] The sync data for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 is: [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:50Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:50.951349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-620dbccd-6518-4e9e-83ff-9ccc642115ce req-38f45922-3f80-48a0-9729-f686aac6ceb4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900216 Jul 28 14:35:50.982549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.034121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-32028404-1243-40cd-91d2-8edf182df952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.035819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-32028404-1243-40cd-91d2-8edf182df952 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1095 time: 0.1380641 Jul 28 14:35:51.052475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Network b961460e-cb1f-48a7-b794-051442f83238 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:35:51.066239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2bc15-7cf9-48ed-9823-bfe8601581ac req-e22b235c-b18b-4c99-bd64-3491261d9290 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.067848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ad2bc15-7cf9-48ed-9823-bfe8601581ac req-e22b235c-b18b-4c99-bd64-3491261d9290 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 949 time: 0.1268923 Jul 28 14:35:51.070374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.071049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.073361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-90654942-8114-4509-bed8-67559493b2c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/85a3aae9-b91c-4673-a40e-80fda2ef4c59 HTTP/1.1" status: 200 len: 1093 time: 2.3878152 Jul 28 14:35:51.077199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:51.081898 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2ae007-d06a-45aa-88d1-374164b2599a" -d '{"events": [{"name": "network-changed", "server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:51.085520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:35:51.116157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:35:51.134808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654942-8114-4509-bed8-67559493b2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:51.150465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b961460e-cb1f-48a7-b794-051442f83238) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:35:51.156301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.157144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.161642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.166312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3fde55-3d33-4d50-b575-13b393bf1ebe None None] Network b961460e-cb1f-48a7-b794-051442f83238 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:51.287883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ad2bc15-7cf9-48ed-9823-bfe8601581ac req-c30a4780-d83f-42fe-93cf-4318537e84cf tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105141 Jul 28 14:35:51.306339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af86f0-3627-4941-b975-db334c430aac req-884c11ae-4aac-44b2-8122-59e9abc29cf2 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.309075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:51.312316 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00d0a1-99b1-4b4c-b6cb-b5f0c2bc019f" -d '{"events": [{"server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:51.315163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8af86f0-3627-4941-b975-db334c430aac req-884c11ae-4aac-44b2-8122-59e9abc29cf2 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 945 time: 0.1166787 Jul 28 14:35:51.336603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-2e1010cc-5853-4f4b-b32a-6a789d59ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.342238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:51.345794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-2e1010cc-5853-4f4b-b32a-6a789d59ef1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.2910497 Jul 28 14:35:51.349864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.371571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.372987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.374994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 1093 time: 2.3657715 Jul 28 14:35:51.382236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-39d76fe8-a4d0-4550-bfd3-a56e2bf81816 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0494649 Jul 28 14:35:51.452447 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:51.517669 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9011b1bc-693a-48e5-9e83-c1dd5684af4c x-openstack-request-id: req-9011b1bc-693a-48e5-9e83-c1dd5684af4c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:51.518435 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:51.518875 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9011b1bc-693a-48e5-9e83-c1dd5684af4c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:51.519415 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59', 'status': 'completed', 'code': 200} Jul 28 14:35:51.528220 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8af86f0-3627-4941-b975-db334c430aac req-81713708-30fe-48e0-986f-91a308af66e7 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119191 Jul 28 14:35:51.533484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-8a0ba38b-94c3-414c-83f7-9e051bd0589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.540103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-8a0ba38b-94c3-414c-83f7-9e051bd0589a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 1096 time: 0.2895362 Jul 28 14:35:51.554204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-19becb23-672f-47ae-a720-4074e718a257 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 200 len: 217 time: 0.2003579 Jul 28 14:35:51.627098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c31611-8bf8-436b-8d00-a4193151e507 None None] Network b961460e-cb1f-48a7-b794-051442f83238 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:35:51.698828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7052-4f66-487e-be23-f07de19e49c0 service neutron] Pushing event updated for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:51.723038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-76ac1b76-9962-496c-94ce-8b34ef23cbbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59 HTTP/1.1" status: 200 len: 217 time: 0.1358614 Jul 28 14:35:51.730521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-ebc5d04c-6151-4d85-b440-fd94bb5c7b5e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.755220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-ebc5d04c-6151-4d85-b440-fd94bb5c7b5e tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 949 time: 0.3948979 Jul 28 14:35:51.758827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:51.771128 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb2c57f-8dfd-4ad5-b258-2c294a2f720f x-openstack-request-id: req-8bb2c57f-8dfd-4ad5-b258-2c294a2f720f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:51.771436 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:51.771700 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bb2c57f-8dfd-4ad5-b258-2c294a2f720f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:51.772190 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'code': 200} Jul 28 14:35:51.822226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb26a2b-0dbe-4b01-a0cc-113bbd349ab2 req-13ef09ea-2aac-4771-af2f-7c27d06679bf tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.830846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6bb26a2b-0dbe-4b01-a0cc-113bbd349ab2 req-13ef09ea-2aac-4771-af2f-7c27d06679bf tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 943 time: 0.2937589 Jul 28 14:35:51.835501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-f817babb-7f03-4dde-b8ea-d0aa47134733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.838266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-f817babb-7f03-4dde-b8ea-d0aa47134733 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.2291787 Jul 28 14:35:51.840530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-33b2a80a-6732-4e25-be42-a34aba005147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:51.842109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-33b2a80a-6732-4e25-be42-a34aba005147 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.1065722 Jul 28 14:35:52.031589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-a4715b4e-3c68-4af1-bc57-4d09e258d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.033774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-a4715b4e-3c68-4af1-bc57-4d09e258d045 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1096 time: 0.4163918 Jul 28 14:35:52.066641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-dbf65da1-6367-4e36-b1a4-026083e4c063 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017252 Jul 28 14:35:52.080318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-c2fc75d9-b042-4ebf-a1a8-aa3516cfd73b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969841 Jul 28 14:35:52.111351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9d409d54-6d64-4f54-a54b-3b7562f7c570 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:52.187701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6bb26a2b-0dbe-4b01-a0cc-113bbd349ab2 req-cc5161d0-1661-4b3d-a2a5-e7363ed856a9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445299 Jul 28 14:35:52.237274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-a024dcb3-7f6f-4771-b6d0-9aa654699347 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578350 Jul 28 14:35:52.283440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6c3ea-c1b0-42ec-8e27-b4095db45254 req-f6a8be4b-1f00-4798-b438-fc2128889b35 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.285754 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cc6c3ea-c1b0-42ec-8e27-b4095db45254 req-f6a8be4b-1f00-4798-b438-fc2128889b35 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.4494810 Jul 28 14:35:52.287228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-e066ce8a-5f62-4dc0-ab48-0e109228c3ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.1995435 Jul 28 14:35:52.295391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4de7ad-5efe-4c57-8ccf-fd96388cf697 req-14413b71-4cd8-43ff-83f1-5cb8fd2b81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.297662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf4de7ad-5efe-4c57-8ccf-fd96388cf697 req-14413b71-4cd8-43ff-83f1-5cb8fd2b81c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1098 time: 0.4075716 Jul 28 14:35:52.391096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-531df8ca-69ac-4586-a17e-4db0223dcf7d req-4c55c0d3-6fbd-48cc-b5b2-f3f8d241e0e7 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451414 Jul 28 14:35:52.399251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:52.400460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:52.467239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf4de7ad-5efe-4c57-8ccf-fd96388cf697 req-af514b71-6a90-4f3d-9241-73b22bb119eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593075 Jul 28 14:35:52.480661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:52.492102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:52.492102 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:52.497659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-7b3f1d7d-5158-4811-a8f2-7b18e7acefc7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.500142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-7b3f1d7d-5158-4811-a8f2-7b18e7acefc7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.5719972 Jul 28 14:35:52.709525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-d2565884-12a2-402b-9697-a7ed025076f2 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812380 Jul 28 14:35:52.834828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:52.857613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-990d9002-c960-43c9-a468-7b772a374e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:52.859542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-990d9002-c960-43c9-a468-7b772a374e37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.5574703 Jul 28 14:35:52.882760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 9d409d54-6d64-4f54-a54b-3b7562f7c570, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9d409d54-6d64-4f54-a54b-3b7562f7c570,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:52.905281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cc6c3ea-c1b0-42ec-8e27-b4095db45254 req-1a32eb19-9820-42c2-b49b-011203a01d17 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6044805 Jul 28 14:35:53.050094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.131524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:53.146357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.147071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.147922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.148693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.149471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.150492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.151468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.152001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.153326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.153840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.154329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.154908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:53.342644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-be6a8253-35fe-4887-a804-f61a2bf88c20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4360073 Jul 28 14:35:53.349555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:53.350204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.374386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:53.381450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a31dd83c-9f7c-40e8-9cba-d4f10c7ffe7c req-ec9779c6-13d9-49fc-9d07-73c9bf98d233 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523976 Jul 28 14:35:53.385552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-c0f5abc3-a98f-44c5-8ee3-3069b7b0ac43 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.393417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-c0f5abc3-a98f-44c5-8ee3-3069b7b0ac43 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.1721251 Jul 28 14:35:53.403462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4571d-c032-4001-8284-d97fb3769007 req-b2d6247e-8215-47c0-8c0c-53527dc247a3 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.405009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ee4571d-c032-4001-8284-d97fb3769007 req-b2d6247e-8215-47c0-8c0c-53527dc247a3 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 948 time: 0.6718838 Jul 28 14:35:53.419496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-f88a41bb-8929-43e0-b7fe-9220d6af05c2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/quotas/072c2ecb52524944823d20b697b028ed HTTP/1.1" status: 200 len: 375 time: 0.0250819 Jul 28 14:35:53.502461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-6a2bb894-97fc-4498-8260-594805dcd4de tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816641 Jul 28 14:35:53.523433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:53.528688 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167128e-ffd0-48d7-b444-139520ea5eff" -d '{"events": [{"name": "network-changed", "server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:53.535647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Deleting port 8dd428ce-8327-45d6-9db7-24ac652fb40e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:53.536073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.584426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656dbb4-1a5b-4482-9b2f-c72e2662a2fa req-cd2401fe-cd81-4848-a15e-7b7908e15ee0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.587401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d656dbb4-1a5b-4482-9b2f-c72e2662a2fa req-cd2401fe-cd81-4848-a15e-7b7908e15ee0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 944 time: 0.2501693 Jul 28 14:35:53.647957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-ca594cc7-fc9d-4e86-beed-051015f93bdc service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441360 Jul 28 14:35:53.787169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-78018d5b-69c3-4ead-a365-12812be57ccc service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383686 Jul 28 14:35:53.818943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d656dbb4-1a5b-4482-9b2f-c72e2662a2fa req-a26ebf36-c6ec-4582-836d-cf29d73b234a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970890 Jul 28 14:35:53.831780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-1e1eff23-03be-4e88-848e-b61d668ef5b0 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197395 Jul 28 14:35:53.840532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] For port 8dd428ce-8327-45d6-9db7-24ac652fb40e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8dd428ce-8327-45d6-9db7-24ac652fb40e,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:53.840918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.887930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-39cca60f-0254-42ab-bf15-5b005efc5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:53.889521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-39cca60f-0254-42ab-bf15-5b005efc5b91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 1096 time: 0.2088189 Jul 28 14:35:53.910737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:53.953561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:53.961737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:53.966193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:54.043439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:54.046422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.048767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62c48a0b-642e-4d7f-baa0-32b7d1303a06 req-7843b890-60b7-476f-9420-64ee8e8d4749 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "DELETE /v2.0/ports/a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a HTTP/1.1" status: 204 len: 173 time: 2.2642317 Jul 28 14:35:54.049299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'name': 'network-vif-deleted', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:54.052106 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cc68de-0c05-4d1e-a3ab-5b719fdcb35a" -d '{"events": [{"server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "name": "network-vif-deleted", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:54.079877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9d409d54-6d64-4f54-a54b-3b7562f7c570 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:54.148307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c160cc08-1e11-4105-96f8-0cec6bca467c req-47944e66-a7ec-4e7c-bb78-166692ae1c59 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa2363d4-f126-45ab-ba47-963a223779eb HTTP/1.1" status: 200 len: 210 time: 0.1614497 Jul 28 14:35:54.159655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port fe56bf5b-b553-441e-901d-f1eaa22f0c27 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:35:54.164033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.348568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9d409d54-6d64-4f54-a54b-3b7562f7c570 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:54.348949 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.393009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7b088-a5de-4175-8eee-97ab13fc44bd req-cc835502-498a-4c9d-8f92-a92b995e6764 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.394673 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fc7b088-a5de-4175-8eee-97ab13fc44bd req-cc835502-498a-4c9d-8f92-a92b995e6764 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 946 time: 0.1364105 Jul 28 14:35:54.510004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fc7b088-a5de-4175-8eee-97ab13fc44bd req-907c15b8-bf0c-4245-847f-67745f4a8dc1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992920 Jul 28 14:35:54.599052 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575085e-459e-48da-8e48-b724a18348b9 x-openstack-request-id: req-9575085e-459e-48da-8e48-b724a18348b9 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:54.599052 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:54.599052 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9575085e-459e-48da-8e48-b724a18348b9 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:54.603942 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb', 'status': 'completed', 'code': 200} Jul 28 14:35:54.613096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2746c9e5-4d44-4964-9c76-ff5028510ac0 req-f71d8760-b4f9-4b9c-ad78-308e5560cef3 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692406 Jul 28 14:35:54.725195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-0f3ce95c-7f4f-4382-b2ba-891992e637c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.726667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-0f3ce95c-7f4f-4382-b2ba-891992e637c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 913 time: 0.7462187 Jul 28 14:35:54.736013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a167ef-8cc4-4a1f-bd9c-7111e5a5989f req-e4b46045-9b1d-4dc4-b0d9-9a1037c33b55 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.753222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96a167ef-8cc4-4a1f-bd9c-7111e5a5989f req-e4b46045-9b1d-4dc4-b0d9-9a1037c33b55 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 945 time: 0.0783565 Jul 28 14:35:54.766462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:54.798222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port fe56bf5b-b553-441e-901d-f1eaa22f0c27, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=fe56bf5b-b553-441e-901d-f1eaa22f0c27,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:54.798622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.807648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96a167ef-8cc4-4a1f-bd9c-7111e5a5989f req-4f659b11-fc47-4833-8d77-6b045c047939 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=01a39774-8aa7-4967-a431-cdadd23519bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533676 Jul 28 14:35:54.871218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-d72c0367-9b01-45c0-afa9-488ad61d697b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59 HTTP/1.1" status: 200 len: 217 time: 0.1338246 Jul 28 14:35:54.871430 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6cbfd9-370d-44cd-941e-64deee86b398 x-openstack-request-id: req-ea6cbfd9-370d-44cd-941e-64deee86b398 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:54.871739 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2363d4-f126-45ab-ba47-963a223779eb", "name": "network-vif-deleted", "tag": "a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:54.872948 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea6cbfd9-370d-44cd-941e-64deee86b398 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:54.873484 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2363d4-f126-45ab-ba47-963a223779eb', 'name': 'network-vif-deleted', 'tag': 'a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a', 'status': 'completed', 'code': 200} Jul 28 14:35:54.898252 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.898998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:54.898998 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Floating IP edfd139a-a604-4edd-8404-59b3fb5f7544 disassociated. External IP: 172.25.0.25, port: 8dd428ce-8327-45d6-9db7-24ac652fb40e. Jul 28 14:35:54.901352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Calling delete_port for 8dd428ce-8327-45d6-9db7-24ac652fb40e owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:54.910762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7499a8d-a19a-49e4-83cf-44f0e09f42bf req-1c57a549-0bf8-4257-aecc-07049765387c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:54.919360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7499a8d-a19a-49e4-83cf-44f0e09f42bf req-1c57a549-0bf8-4257-aecc-07049765387c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 943 time: 0.3988767 Jul 28 14:35:54.939038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for fe56bf5b-b553-441e-901d-f1eaa22f0c27 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:35:54.942774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:54.948088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e90a8b-fbce-4402-9b1d-64f6587a55be req-91658162-6dfe-4669-9bc4-3d13a270220b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 210 time: 0.0437572 Jul 28 14:35:54.959598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'port_id': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'mac_address': 'fa:16:3e:8d:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:55.019577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.036371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:55.084448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:55.103461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4268da82-2ee6-4618-8e41-36b612222040 req-babcafb2-d757-4e20-8598-4875d6e07358 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-919419664&fields=id&tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 267 time: 0.0497711 Jul 28 14:35:55.107926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167128e-ffd0-48d7-b444-139520ea5eff req-4951fafe-79f2-4edd-ba50-0bf1c253203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.109706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-4951fafe-79f2-4edd-ba50-0bf1c253203a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1096 time: 0.2689083 Jul 28 14:35:55.111569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-1eefd87f-9216-40fa-af0a-a3873bb1ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.113237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-1eefd87f-9216-40fa-af0a-a3873bb1ddad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.2175133 Jul 28 14:35:55.121313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7499a8d-a19a-49e4-83cf-44f0e09f42bf req-0a0c5349-e849-41aa-add5-be58277a73da tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010689 Jul 28 14:35:55.175906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268da82-2ee6-4618-8e41-36b612222040 req-ac7e324f-a0c5-4754-970a-8c216399485a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.180019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4268da82-2ee6-4618-8e41-36b612222040 req-ac7e324f-a0c5-4754-970a-8c216399485a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 946 time: 0.0743494 Jul 28 14:35:55.194752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'security_groups': ['e122b844-08a9-45de-80ec-2e513c898a69', '0f29c62f-3f60-47c4-9b50-79a53b196929']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:55.238210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.274125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-dab2c229-5628-4ad8-a5c0-5d012fd0f47b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483967 Jul 28 14:35:55.297695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.316146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:55.543921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167128e-ffd0-48d7-b444-139520ea5eff req-c8f97823-9b97-407f-a7a1-01760c10f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.546271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:55.551731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-c8f97823-9b97-407f-a7a1-01760c10f965 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.4200215 Jul 28 14:35:55.554314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:55.568791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb2f8a-d35b-44d2-80d9-440dd038aff0 req-898fddc4-ff65-45c0-a6ee-c41bb11e3793 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.570594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dbb2f8a-d35b-44d2-80d9-440dd038aff0 req-898fddc4-ff65-45c0-a6ee-c41bb11e3793 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 944 time: 0.2722783 Jul 28 14:35:55.591523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.671511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-c916fc84-ec77-4652-9e0f-253357f582e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0996928 Jul 28 14:35:55.734821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-e952c251-6d0b-4406-a760-fb30e1119c66 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116881 Jul 28 14:35:55.767324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167128e-ffd0-48d7-b444-139520ea5eff req-aece9297-8569-4013-b4ae-92d608d1d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.769379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-aece9297-8569-4013-b4ae-92d608d1d281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.0829699 Jul 28 14:35:55.798909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.817658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dbb2f8a-d35b-44d2-80d9-440dd038aff0 req-f3d29547-bcba-4b80-aa98-3722af1ac22f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212656 Jul 28 14:35:55.824868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.860736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:55.860736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.873055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-3c0588fc-63f0-41f5-b764-c95e0659503d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893331 Jul 28 14:35:55.873055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:55.890539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4268da82-2ee6-4618-8e41-36b612222040 req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "PUT /v2.0/ports/5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 982 time: 0.7048998 Jul 28 14:35:55.942060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'Port': ['ID=8dd428ce-8327-45d6-9db7-24ac652fb40e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:55.948540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e534f1-7937-4e01-aa68-edc68df861e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:56.009496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:56.040069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=fe56bf5b-b553-441e-901d-f1eaa22f0c27,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:56.132294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb2ae007-d06a-45aa-88d1-374164b2599a req-918fee74-41b9-4ca7-b987-9fa3c8f2c7bd service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881574 Jul 28 14:35:56.155548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-64cb75d3-19fd-4f4b-bcdc-e3bc8d1ae124 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-357919567&fields=id&tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 267 time: 0.0420876 Jul 28 14:35:56.186440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device fe56bf5b-b553-441e-901d-f1eaa22f0c27 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:56.198061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port fe56bf5b-b553-441e-901d-f1eaa22f0c27 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:56.205962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3034b75a-5ff5-47d5-8374-3e095ac6280b req-48d0f739-3f3d-4ccd-a015-995565fe0df2 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.0848522 Jul 28 14:35:56.212829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: fe56bf5b-b553-441e-901d-f1eaa22f0c27 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:56.213182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device fe56bf5b-b553-441e-901d-f1eaa22f0c27 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:56.213291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.213598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:56.215576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ee4571d-c032-4001-8284-d97fb3769007 req-c2c63506-a76a-4a83-9e04-5e73cd65f02c tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.50 "DELETE /v2.0/ports/fe56bf5b-b553-441e-901d-f1eaa22f0c27 HTTP/1.1" status: 204 len: 173 time: 2.8022380 Jul 28 14:35:56.239156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:56.239488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1821fba-4fbf-44d4-8d4b-ffd2b7c5e37a not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:56.239917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8dd428ce-8327-45d6-9db7-24ac652fb40e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:35:56.255564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-025b446d-b2cf-4f32-ad13-1eaab5a8c7ee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:56.257630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-025b446d-b2cf-4f32-ad13-1eaab5a8c7ee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 985 time: 0.0970106 Jul 28 14:35:56.272065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'security_groups': ['0f29c62f-3f60-47c4-9b50-79a53b196929', 'e122b844-08a9-45de-80ec-2e513c898a69', 'c28f7a2b-5680-4bcb-a457-c83781a26145']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:56.281260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:56.287931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-3ebb87d1-dc5d-4c59-be90-e90179a826f4 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047372 Jul 28 14:35:56.311363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:56.321824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8dd428ce-8327-45d6-9db7-24ac652fb40e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:35:56.321824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8dd428ce-8327-45d6-9db7-24ac652fb40e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:35:56.409499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.769911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 85a3aae9-b91c-4673-a40e-80fda2ef4c59 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:56.850002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:35:56.862476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:56.884245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:56.888103 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a98702-40a0-41d2-b0ff-a29dee01c022" -d '{"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:56.919808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'name': 'network-vif-deleted', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:56.922214 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87026bf-00ae-4406-9c1f-f06cd0225e1d" -d '{"events": [{"server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "name": "network-vif-deleted", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:56.937583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:56.943108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:56.962503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '85a3aae9-b91c-4673-a40e-80fda2ef4c59', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '85a3aae9-b91c-4673-a40e-80fda2ef4c59', 'mac_address': 'fa:16:3e:ef:d1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:56.971809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a48e375-cea8-442f-b4de-eaf71a0f677f req-f010b064-0898-4a48-afa1-58ca8f8f168a tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c97778f-0567-4b6e-acf0-e201a078cd2a HTTP/1.1" status: 200 len: 210 time: 0.0450857 Jul 28 14:35:57.000238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:35:57.022093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.059861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.074905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4167128e-ffd0-48d7-b444-139520ea5eff req-3c53ac07-49e0-4dde-830f-40332b0364e0 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7787402 Jul 28 14:35:57.083973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:57.111731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a3aae9-b91c-4673-a40e-80fda2ef4c59 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:57.137382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.137382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.137621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:35:57.138566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2e60bb6-7929-488f-95cd-d7408d0c9aea req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "PUT /v2.0/ports/5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 1021 time: 0.8738310 Jul 28 14:35:57.148528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4215ee9-9b00-4d1c-80a3-3100d7369c8a req-61a3611c-02fb-42d7-9ac2-9b2f70c2c799 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 210 time: 0.0864534 Jul 28 14:35:57.183489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:57.201713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.202155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.202538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.202915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.203286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.203627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.203983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.204292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.204625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.204985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.205292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.205612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf1104c-263f-4ffa-b0a6-263e5546926e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:35:57.254747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:35:57.256259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.265601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:57.275750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:35:57.298671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:35:57.321761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:57.356930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6c0c7-a38e-4c44-975d-ceccec39f507 req-07a7a02b-3de4-470a-8305-ce7e4475fac8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.361162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eda6c0c7-a38e-4c44-975d-ceccec39f507 req-07a7a02b-3de4-470a-8305-ce7e4475fac8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1136620 Jul 28 14:35:57.405228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] No DVR routers for this DVR port 8dd428ce-8327-45d6-9db7-24ac652fb40e on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:35:57.410061 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.410707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eda6c0c7-a38e-4c44-975d-ceccec39f507 req-44bff374-1691-45ef-92e7-d8b394322dc8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Jul 28 14:35:57.412391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b617f6b-c941-435d-ae64-ae1fcd930ae9 req-9d6764a4-15c0-4138-abca-b47e4137a24d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "DELETE /v2.0/ports/8dd428ce-8327-45d6-9db7-24ac652fb40e HTTP/1.1" status: 204 len: 173 time: 4.8805788 Jul 28 14:35:57.441125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:57.441329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:57.473899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06692c-b635-4290-a4a1-e65fba8833fe req-dac4b6b4-4bb9-42fa-a404-c748e3d95137 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.475552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec06692c-b635-4290-a4a1-e65fba8833fe req-dac4b6b4-4bb9-42fa-a404-c748e3d95137 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 944 time: 0.1892855 Jul 28 14:35:57.489442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.540459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec06692c-b635-4290-a4a1-e65fba8833fe req-9172f5d1-899f-44ee-9a0e-05b2652f1f21 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554199 Jul 28 14:35:57.588984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac232d-75d5-4752-a028-3da7d0674fe1 req-0145ac40-59f1-4742-9767-e07a6f652bf5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.590647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29ac232d-75d5-4752-a028-3da7d0674fe1 req-0145ac40-59f1-4742-9767-e07a6f652bf5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 945 time: 0.0764210 Jul 28 14:35:57.627956 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d199605d-0862-4241-b7ac-1bbcde453230 x-openstack-request-id: req-d199605d-0862-4241-b7ac-1bbcde453230 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:57.628247 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:57.628532 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d199605d-0862-4241-b7ac-1bbcde453230 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:57.628921 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'status': 'completed', 'code': 200} Jul 28 14:35:57.638722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29ac232d-75d5-4752-a028-3da7d0674fe1 req-ea0fbfa0-e182-47b2-ba5f-579d484afcc0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Jul 28 14:35:57.669572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:57.720645 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18a9a67-abbd-40d9-9ba9-328ec7b0b6c4 x-openstack-request-id: req-c18a9a67-abbd-40d9-9ba9-328ec7b0b6c4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:35:57.721112 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c97778f-0567-4b6e-acf0-e201a078cd2a", "name": "network-vif-deleted", "tag": "fe56bf5b-b553-441e-901d-f1eaa22f0c27", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:35:57.721687 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c18a9a67-abbd-40d9-9ba9-328ec7b0b6c4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:35:57.722753 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c97778f-0567-4b6e-acf0-e201a078cd2a', 'name': 'network-vif-deleted', 'tag': 'fe56bf5b-b553-441e-901d-f1eaa22f0c27', 'status': 'completed', 'code': 200} Jul 28 14:35:57.751039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-5a126e45-f4ce-491d-820b-b7d3fc585fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.752644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-5a126e45-f4ce-491d-820b-b7d3fc585fca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1176 time: 0.0805395 Jul 28 14:35:57.821878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c77d0f-5c36-4047-ac8d-048b071c63aa req-7dd7d953-be18-4972-aa33-f4f9bba07a77 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.824194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52c77d0f-5c36-4047-ac8d-048b071c63aa req-7dd7d953-be18-4972-aa33-f4f9bba07a77 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1024 time: 0.0707564 Jul 28 14:35:57.862060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3139ee50-19ce-467f-a29f-c1f95d4f4d51 req-f6b910ef-9812-4974-b979-b6579f287b2a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=4da45407-c771-4c00-aced-5c8750931248 HTTP/1.1" status: 200 len: 210 time: 0.1022213 Jul 28 14:35:57.907816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['85a3aae9-b91c-4673-a40e-80fda2ef4c59'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:35:57.911734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:57.952823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-5d0cd341-41f1-4f07-81f1-589e4f694981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:57.961203 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:57.961348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-5d0cd341-41f1-4f07-81f1-589e4f694981 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.1775086 Jul 28 14:35:58.013734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52c77d0f-5c36-4047-ac8d-048b071c63aa req-32d1882b-d9b7-40c9-af89-d36c4d55520c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=c28f7a2b-5680-4bcb-a457-c83781a26145&id=0f29c62f-3f60-47c4-9b50-79a53b196929 HTTP/1.1" status: 200 len: 6155 time: 0.1814449 Jul 28 14:35:58.041634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-065bf43c-54d2-4d6c-a688-4438357dc67a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 217 time: 0.0689013 Jul 28 14:35:58.107954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': ' tempest-securitygroup -405540529 ', 'description': 'tempest-description-275426934'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:58.116130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e8fe7-5961-4383-b831-ff6b0a3f8803 req-f2c4661c-c01c-4539-9592-cfb7bd9be1bc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.117756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a4e8fe7-5961-4383-b831-ff6b0a3f8803 req-f2c4661c-c01c-4539-9592-cfb7bd9be1bc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1563592 Jul 28 14:35:58.189939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-1add1024-600e-4f26-905f-f81b5f1175ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.189939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-1add1024-600e-4f26-905f-f81b5f1175ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.1254551 Jul 28 14:35:58.189939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a4e8fe7-5961-4383-b831-ff6b0a3f8803 req-4554f516-937c-4ae0-b24d-76a1213ae977 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501168 Jul 28 14:35:58.190205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:58.193466 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5033b8e-e80a-45b7-ab52-6943500914b1" -d '{"events": [{"server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:58.226918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-323b20c5-dbae-4478-9e90-90fba921dd7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426483 Jul 28 14:35:58.246774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:58.326144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-c77f5fcd-321a-4e0f-adbb-780834569bcb service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922139 Jul 28 14:35:58.329862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.438124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79a98702-40a0-41d2-b0ff-a29dee01c022 req-27913111-582c-4d86-8cde-bf98cdf04d54 service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047676 Jul 28 14:35:58.493588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:58.527374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.536800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:35:58.574089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:35:58.575146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:58.615611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f88dcbc-890c-4967-95fc-181b84c03f69 req-4d655570-5a6f-4ec5-b758-632a30ace1f2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 210 time: 0.0372429 Jul 28 14:35:58.658061 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:58.825570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-44c56123-1dd2-4fcb-8a06-3f7938c7fdab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:35:58.825570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-44c56123-1dd2-4fcb-8a06-3f7938c7fdab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.1258051 Jul 28 14:35:58.833098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device deb820c3-4ed8-4ed8-ab09-ca72249de3eb details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:35:58.839625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Request body: {'port': {'device_id': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'admin_state_up': True, 'tenant_id': '072c2ecb52524944823d20b697b028ed'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:35:58.934081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:35:59.011160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:59.133313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:59.157816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb', 'network_id': '621dc923-f7eb-46d8-9371-72c4f3c42e46', 'port_id': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb', 'mac_address': 'fa:16:3e:32:a6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c135326d-81b2-45eb-8626-1d05fcb07239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:35:59.245923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:59.261773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb820c3-4ed8-4ed8-ab09-ca72249de3eb {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:35:59.297264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:35:59.311494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:35:59.340433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828a3db-16a7-4930-b502-bd15ec1b0253 None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:35:59.599181 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2d4fb-a55e-4483-9273-e0a658417119 None None] New status for floating IP edfd139a-a604-4edd-8404-59b3fb5f7544: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:35:59.629988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:59.632702 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a49b630-850c-4c29-a083-194cc5bbd5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:59.724332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'name': 'network-vif-deleted', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:35:59.726778 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ec967-b00c-423f-9cf6-8b072716c905" -d '{"events": [{"server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "name": "network-vif-deleted", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:35:59.778394 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:59.821256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3532827a-343d-4e49-9f73-974703ee0eae,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:35:59.938730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:35:59.991227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:00.005514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:00.009231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.162890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Allocated IP 172.20.0.2 (b961460e-cb1f-48a7-b794-051442f83238/befb4381-a793-4681-8bc5-8bf557229678/4c9cfd6b-1fee-44b9-8830-1ff631f43490) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:00.313279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['deb820c3-4ed8-4ed8-ab09-ca72249de3eb'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:00.327167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.337891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01eb4358-c327-4c51-a06f-c191de7ca2a6 req-eb93b2c7-fe8f-487b-85c3-6b51d3955261 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 2.2279732 Jul 28 14:36:00.350922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.425107 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af38429d-988a-40c9-85fb-4afcc90ccafa x-openstack-request-id: req-af38429d-988a-40c9-85fb-4afcc90ccafa {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:00.425400 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "name": "network-vif-plugged", "status": "completed", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:00.425658 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af38429d-988a-40c9-85fb-4afcc90ccafa {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:00.426077 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'code': 200} Jul 28 14:36:00.568741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.630536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Network b961460e-cb1f-48a7-b794-051442f83238 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:00.656148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:00.660592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:00.663971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event updated for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:00.699284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a691-33ff-4239-af6d-e86ee92b3a0b req-3347f29d-e8fc-4e52-8f5e-1b1015b1937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.700846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53e4a691-33ff-4239-af6d-e86ee92b3a0b req-3347f29d-e8fc-4e52-8f5e-1b1015b1937f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1097 time: 0.1736495 Jul 28 14:36:00.747888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d64275-9c96-4f12-8c5f-a8f56fbac35c req-5eb51876-7efe-4fba-b975-ad02718b4d9f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.749474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26d64275-9c96-4f12-8c5f-a8f56fbac35c req-5eb51876-7efe-4fba-b975-ad02718b4d9f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1483159 Jul 28 14:36:00.756610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.757226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:00.794184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53e4a691-33ff-4239-af6d-e86ee92b3a0b req-9b66f5f2-9c3a-4739-8896-e7c82768abef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827389 Jul 28 14:36:00.807688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 85a3aae9-b91c-4673-a40e-80fda2ef4c59 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:00.813043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-26d64275-9c96-4f12-8c5f-a8f56fbac35c req-4f8a9999-a9d5-48d9-ba09-3fd2e8d9787a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Jul 28 14:36:00.925482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a060e-a853-4eaa-8d73-5c1e3761d44b req-665ab0eb-77ba-473a-83ca-cedcd59d05bc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:00.927321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa2a060e-a853-4eaa-8d73-5c1e3761d44b req-665ab0eb-77ba-473a-83ca-cedcd59d05bc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 945 time: 0.0539253 Jul 28 14:36:00.974077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa2a060e-a853-4eaa-8d73-5c1e3761d44b req-9def249f-3049-4475-8bc4-4cf11c759fa1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Jul 28 14:36:01.065540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-d365a8f5-603b-4473-bd36-0841ba49e39c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2325153 Jul 28 14:36:01.091006 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fdc405-faa1-4220-ba43-4d68d8b2dc1c x-openstack-request-id: req-d4fdc405-faa1-4220-ba43-4d68d8b2dc1c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:01.091006 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:01.091006 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4fdc405-faa1-4220-ba43-4d68d8b2dc1c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:01.091006 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'status': 'completed', 'code': 200} Jul 28 14:36:01.091695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Request body: {'port': {'device_id': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:01.132831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:01.132831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:01.132831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.194126 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d18f6b8-d300-4f1e-8145-0ce8dc7653a3 x-openstack-request-id: req-6d18f6b8-d300-4f1e-8145-0ce8dc7653a3 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:01.194440 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da45407-c771-4c00-aced-5c8750931248", "name": "network-vif-deleted", "tag": "8dd428ce-8327-45d6-9db7-24ac652fb40e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:01.194918 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d18f6b8-d300-4f1e-8145-0ce8dc7653a3 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:01.195345 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da45407-c771-4c00-aced-5c8750931248', 'name': 'network-vif-deleted', 'tag': '8dd428ce-8327-45d6-9db7-24ac652fb40e', 'status': 'completed', 'code': 200} Jul 28 14:36:01.238457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.255436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.279872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80d18881-3543-4f43-9deb-261323525011 req-64259de1-7e20-4678-abba-a8771545ee14 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/3532827a-343d-4e49-9f73-974703ee0eae HTTP/1.1" status: 200 len: 1781 time: 0.0737751 Jul 28 14:36:01.301006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a0726-47a9-42cc-8b95-5c31ee77bae3 req-7a2ab42c-535a-477f-a1c8-841c7522413a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.301737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:01.302537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a52a0726-47a9-42cc-8b95-5c31ee77bae3 req-7a2ab42c-535a-477f-a1c8-841c7522413a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 931 time: 0.1204019 Jul 28 14:36:01.313398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-d589502d-1364-4b6c-8f9f-1a4c93984028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.315028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-d589502d-1364-4b6c-8f9f-1a4c93984028 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1176 time: 0.1419160 Jul 28 14:36:01.421925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ca532-b5e9-430f-8557-f0155e11bb14 req-79d46694-0057-4027-bb64-458489c26b95 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.423608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-056ca532-b5e9-430f-8557-f0155e11bb14 req-79d46694-0057-4027-bb64-458489c26b95 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0605478 Jul 28 14:36:01.432177 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.479558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-056ca532-b5e9-430f-8557-f0155e11bb14 req-b4c12eba-e798-4d8e-b28d-bbf74041c226 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493371 Jul 28 14:36:01.486842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a52a0726-47a9-42cc-8b95-5c31ee77bae3 req-956e9b5f-70b5-48b8-af5e-8a484b3a93c7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688578 Jul 28 14:36:01.522255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:01.565437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-b39531ef-9dc4-4fee-b0cc-d9244b3f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.567976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-b39531ef-9dc4-4fee-b0cc-d9244b3f05f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.2335601 Jul 28 14:36:01.635622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-00a6c8aa-0bf8-403b-ad9e-a981704111e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 200 len: 217 time: 0.0511255 Jul 28 14:36:01.647931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d9bca-1b7f-4c53-8bdc-7a24a91f4f83 req-a9b3b171-d0ed-4b1d-847e-fbb9d850935b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.654834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45632) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:01.656589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-087d9bca-1b7f-4c53-8bdc-7a24a91f4f83 req-a9b3b171-d0ed-4b1d-847e-fbb9d850935b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 950 time: 0.0638573 Jul 28 14:36:01.691507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-087d9bca-1b7f-4c53-8bdc-7a24a91f4f83 req-d0cfb4ca-fe43-4706-be9b-036e6b90215b tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Jul 28 14:36:01.829087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-2426c6ef-0b48-4ffe-a811-7b2c15a6c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:01.830647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-2426c6ef-0b48-4ffe-a811-7b2c15a6c399 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.1852562 Jul 28 14:36:01.843628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-20745296-4863-4553-aaad-bbff9b726172 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/3532827a-343d-4e49-9f73-974703ee0eae HTTP/1.1" status: 200 len: 1781 time: 0.1790516 Jul 28 14:36:01.898559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9cfd6b-1fee-44b9-8830-1ff631f43490 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:01.911119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-4545ad15-20fe-4441-9057-f9473bb47001 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548863 Jul 28 14:36:01.915711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:01.932730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.026077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Transition to ACTIVE for port object 4c9cfd6b-1fee-44b9-8830-1ff631f43490 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:02.045580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.079923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.138881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.143412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-6b31fdb0-82f5-408d-a4df-8ef314eced97 service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001543 Jul 28 14:36:02.268111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49b630-850c-4c29-a083-194cc5bbd5bf req-0821d6d0-d74d-4b5d-988c-349cd3935f9b service neutron] 10.222.0.53 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159639 Jul 28 14:36:02.340278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.392659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.395707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.399924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "DELETE /v2.0/security-groups/01a39774-8aa7-4967-a431-cdadd23519bc HTTP/1.1" status: 204 len: 168 time: 0.7439933 Jul 28 14:36:02.400127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45642) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:02.406830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.409589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.424880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b28e8169-29d9-4cc4-a02e-d6fa330f03d2 req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/3532827a-343d-4e49-9f73-974703ee0eae HTTP/1.1" status: 204 len: 173 time: 0.5665586 Jul 28 14:36:02.426477 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-31409c54-b760-4a38-a6b3-0bce1b4e0f76 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] show failed (client error): The resource could not be found. Jul 28 14:36:02.427375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:02.430266 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f56819-8e1d-4a96-86e1-5a8dd90d8491" -d '{"events": [{"server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "name": "network-vif-plugged", "status": "completed", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:02.430940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-31409c54-b760-4a38-a6b3-0bce1b4e0f76 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups/01a39774-8aa7-4967-a431-cdadd23519bc HTTP/1.1" status: 404 len: 347 time: 0.0289094 Jul 28 14:36:02.434246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45646) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:02.447057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:02.482148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2950f31-ef50-4721-8151-c54b499a62bc tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a39774-8aa7-4967-a431-cdadd23519bc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:02.532677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43d69-0701-42f6-a014-440fd7751e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3532827a-343d-4e49-9f73-974703ee0eae,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:02.620460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Attempting to bind port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:02.620983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Attempting to bind port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:02.621400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Attempting to bind port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:02.627027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 on network b961460e-cb1f-48a7-b794-051442f83238 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:02.627438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Attempting to bind port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:02.635736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:02.636056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Checking segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:02.636504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Bound using segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:02.636957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Bound port: 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:02.637323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.645165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592efae-25e2-49b1-b6de-f5aa2286a936 req-b75c75f3-bc76-4856-963f-83de182df5e9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.648188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8592efae-25e2-49b1-b6de-f5aa2286a936 req-b75c75f3-bc76-4856-963f-83de182df5e9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.0601392 Jul 28 14:36:02.661098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Deleting port 938f7954-016e-44f8-99ad-0244ba53c8db {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:02.661456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.668113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5973e5-43bb-4c02-8d3d-efd0953723f6 req-5acfbfb6-73b0-46e0-838e-5026b25fca71 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.670384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5973e5-43bb-4c02-8d3d-efd0953723f6 req-5acfbfb6-73b0-46e0-838e-5026b25fca71 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1179161 Jul 28 14:36:02.740223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8592efae-25e2-49b1-b6de-f5aa2286a936 req-610e8a02-5149-4e0e-8c44-54f11505baf7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816998 Jul 28 14:36:02.751971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5973e5-43bb-4c02-8d3d-efd0953723f6 req-313e0231-cda1-4988-99ac-dff7e182d38c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738478 Jul 28 14:36:02.766188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:02.772990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:02.796378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.796708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.814945 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-7f639067-6114-4d71-9749-8647bd55f0fb req-a875d6ca-2b4f-4242-82c5-689e3cecea43 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:02.816035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f639067-6114-4d71-9749-8647bd55f0fb req-a875d6ca-2b4f-4242-82c5-689e3cecea43 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/3532827a-343d-4e49-9f73-974703ee0eae HTTP/1.1" status: 404 len: 352 time: 0.0307848 Jul 28 14:36:02.816899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Calling delete_port for 938f7954-016e-44f8-99ad-0244ba53c8db owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:02.822092 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb868d9-f181-4f56-a985-acd1ef9aaf66 x-openstack-request-id: req-bfb868d9-f181-4f56-a985-acd1ef9aaf66 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:02.822631 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "name": "network-vif-plugged", "status": "completed", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:02.823553 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bfb868d9-f181-4f56-a985-acd1ef9aaf66 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:02.825133 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59', 'code': 200} Jul 28 14:36:02.827924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device deb820c3-4ed8-4ed8-ab09-ca72249de3eb up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:02.917183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.959752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:02.960373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:02.964827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] 10.222.0.50 "PUT /v2.0/ports/4c9cfd6b-1fee-44b9-8830-1ff631f43490 HTTP/1.1" status: 200 len: 1092 time: 1.8814154 Jul 28 14:36:03.002387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e615-8ad9-4a7d-91aa-e92788172e31 req-821094e3-a41b-4939-9b96-bd731f7eb58b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.003951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5650e615-8ad9-4a7d-91aa-e92788172e31 req-821094e3-a41b-4939-9b96-bd731f7eb58b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 943 time: 0.0862720 Jul 28 14:36:03.057148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952f99-3f0f-4584-9731-f9c32351513f service neutron] Pushing event updated for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.075844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-538b45c8-6746-446b-8369-441caaf15b18 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.076016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5650e615-8ad9-4a7d-91aa-e92788172e31 req-b0e3aa69-20c2-4dd9-881e-8e53aba2540a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Jul 28 14:36:03.077388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-538b45c8-6746-446b-8369-441caaf15b18 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 950 time: 0.1120012 Jul 28 14:36:03.080396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28b2b8-f173-4736-8054-0622dd3127df req-f525f301-85ad-48e7-9357-c0a7d6a41936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.082124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a28b2b8-f173-4736-8054-0622dd3127df req-f525f301-85ad-48e7-9357-c0a7d6a41936 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 1098 time: 0.0855007 Jul 28 14:36:03.098309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port deb820c3-4ed8-4ed8-ab09-ca72249de3eb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:03.106923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port deb820c3-4ed8-4ed8-ab09-ca72249de3eb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:03.106923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.182034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.199004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:03.201297 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f026cd3-c902-4381-b8fd-8ebb97d434a4" -d '{"events": [{"name": "network-changed", "server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:03.216865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.235500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a28b2b8-f173-4736-8054-0622dd3127df req-44abeafb-7eaa-4b9d-a0d2-30c02e488533 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430755 Jul 28 14:36:03.262656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:03.286179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'Port': ['ID=938f7954-016e-44f8-99ad-0244ba53c8db,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.290805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-be207a6f-9ce6-4c5a-a74a-7bf5c1d54907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.292504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-be207a6f-9ce6-4c5a-a74a-7bf5c1d54907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 1095 time: 0.1329370 Jul 28 14:36:03.308077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e12acb-7a4e-4122-94ca-e2c4557c470b req-d1b2fabb-b9fd-4021-9c48-20ecf934d5e6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.309789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90e12acb-7a4e-4122-94ca-e2c4557c470b req-d1b2fabb-b9fd-4021-9c48-20ecf934d5e6 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 950 time: 0.1664839 Jul 28 14:36:03.317323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Deleting port 626dfc42-1e00-4f47-87df-cadbb95ae184 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:03.322790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.329583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.332237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.338603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4a029ef5-00f2-4355-ab3a-f108bebaf9ab tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "DELETE /v2.0/floatingips/edfd139a-a604-4edd-8404-59b3fb5f7544 HTTP/1.1" status: 204 len: 168 time: 0.9015424 Jul 28 14:36:03.361742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-c7bfcfa8-8eff-4972-8f40-1fdb22bb35a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490 HTTP/1.1" status: 200 len: 217 time: 0.0542400 Jul 28 14:36:03.392431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.394911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90e12acb-7a4e-4122-94ca-e2c4557c470b req-c10b40e6-a03f-419e-b912-52825cb58bc0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/security-groups?id=32abe30e-2be2-44c1-905f-1c461927d16c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536206 Jul 28 14:36:03.449040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-483305785', 'description': 'tempest-description-173705625'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:03.470904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.491424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-924f70bf-d0fa-46e9-99d0-b6e2cc868def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:03.495050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-924f70bf-d0fa-46e9-99d0-b6e2cc868def service neutron] 10.222.0.50 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0880668 Jul 28 14:36:03.511885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] For port 626dfc42-1e00-4f47-87df-cadbb95ae184, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=626dfc42-1e00-4f47-87df-cadbb95ae184,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:03.512381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.528938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Calling delete_port for 626dfc42-1e00-4f47-87df-cadbb95ae184 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:03.568908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-9ac34ec6-7035-4aad-b749-f500e9bcd94e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291283 Jul 28 14:36:03.660640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.721447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-deeb7392-c38f-49ed-b779-d3854a7094ba service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114836 Jul 28 14:36:03.757147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.855599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eafdf934-a684-4a65-aa91-c0c0f5bff8b9 req-a43afa40-4510-44ae-ac13-991618a336a7 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247761 Jul 28 14:36:03.930926 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba76e08-a35a-4a63-929b-d42dd54ce91e x-openstack-request-id: req-cba76e08-a35a-4a63-929b-d42dd54ce91e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:03.931579 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:03.931671 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cba76e08-a35a-4a63-929b-d42dd54ce91e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:03.932006 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490', 'status': 'completed', 'code': 200} Jul 28 14:36:03.944331 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.944737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:03.983377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Pushing event deleted for resources: {'Port': ['ID=626dfc42-1e00-4f47-87df-cadbb95ae184,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:03.983806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['626dfc42-1e00-4f47-87df-cadbb95ae184'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:03.986601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b30644-51eb-41cc-b67e-855f4130e820,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:04.056208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] No DVR routers for this DVR port 626dfc42-1e00-4f47-87df-cadbb95ae184 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:04.059567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.061566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ce794bf-5bc4-403f-98bb-5ca36c58fe81 req-63704f14-0c33-4662-bcc1-aee458f5b5c0 tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.53 "DELETE /v2.0/ports/626dfc42-1e00-4f47-87df-cadbb95ae184 HTTP/1.1" status: 204 len: 173 time: 0.9656971 Jul 28 14:36:04.079783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d50ecc-8e64-4c4e-a99e-d6989b55a7bb req-f4ea81a3-996a-4914-a9dc-877720d70cea tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.081276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d50ecc-8e64-4c4e-a99e-d6989b55a7bb req-f4ea81a3-996a-4914-a9dc-877720d70cea tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1009083 Jul 28 14:36:04.123325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d50ecc-8e64-4c4e-a99e-d6989b55a7bb req-782910b0-a04c-41f0-9992-4c570c65c934 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Jul 28 14:36:04.163207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:04.163207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ad8bbc4-e44a-44fc-8632-4fb866c7b5c3 req-8fd6ac74-a4fa-445a-8186-ef3b48867126 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7266219 Jul 28 14:36:04.309397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea7159-389a-4e10-8af0-e37ed3a84a22 req-17c13a2c-df75-4012-b633-acc207e79309 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.310631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-de544816-775d-4675-b56b-2a9537e92a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.311045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ea7159-389a-4e10-8af0-e37ed3a84a22 req-17c13a2c-df75-4012-b633-acc207e79309 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.0694730 Jul 28 14:36:04.312611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-de544816-775d-4675-b56b-2a9537e92a80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 1095 time: 0.1041670 Jul 28 14:36:04.369093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ea7159-389a-4e10-8af0-e37ed3a84a22 req-1cf3d0dc-506b-44b9-a8b0-4950885520de tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495002 Jul 28 14:36:04.389158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-a2553527-b79f-4dcf-bb9f-126416a92369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.390663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-a2553527-b79f-4dcf-bb9f-126416a92369 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1097 time: 0.1187830 Jul 28 14:36:04.517073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceeaf6-1daa-450f-bd61-170b7498faf8 req-9f6776b8-a02e-47ff-9f41-32129a5827d1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.518813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3ceeaf6-1daa-450f-bd61-170b7498faf8 req-9f6776b8-a02e-47ff-9f41-32129a5827d1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0797608 Jul 28 14:36:04.579602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:04.593058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133529622', 'description': 'tempest-description--3778204'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:04.653896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3ceeaf6-1daa-450f-bd61-170b7498faf8 req-3f1e5bb0-9c93-4e17-aa3c-4d37ddbb755b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273718 Jul 28 14:36:04.684044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1015441605', 'description': 'tempest-description-680238531'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:04.865208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:04.865208 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439c9c8-72cd-421d-bfdf-4a9daf63a763" -d '{"events": [{"server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "name": "network-vif-plugged", "status": "completed", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:04.943463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-47e83d5e-8763-4a17-a223-24d952c6a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:04.945313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-47e83d5e-8763-4a17-a223-24d952c6a6a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 916 time: 0.6251600 Jul 28 14:36:05.003791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-0afdd9cc-2b5c-42db-8511-9b879f055cb6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490 HTTP/1.1" status: 200 len: 217 time: 0.0427682 Jul 28 14:36:05.111996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-cc6215bf-c941-4dfc-9253-d90401bd6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.111996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-cc6215bf-c941-4dfc-9253-d90401bd6c21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.6049416 Jul 28 14:36:05.111996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-40b9407e-caf9-46d3-a507-fd1739f0ff5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 200 len: 217 time: 0.0563939 Jul 28 14:36:05.111996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-5d8f7a49-6d34-43c6-b1e3-ad7770f06597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.111996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-5d8f7a49-6d34-43c6-b1e3-ad7770f06597 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0799654 Jul 28 14:36:05.133380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-cd9e18b1-eb63-4cd0-8824-643c8dbcc156 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338798 Jul 28 14:36:05.246554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-58944dc7-dea0-4bd4-bd52-ca4e9d42b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.248732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-58944dc7-dea0-4bd4-bd52-ca4e9d42b319 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.1246762 Jul 28 14:36:05.291024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-6cefe3bb-a9c6-449e-801d-9eeff2dbb838 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333972 Jul 28 14:36:05.323710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-c435f19f-49d7-4e14-89ea-1d35e9b4922a service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659570 Jul 28 14:36:05.386567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.464170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-bf7b1fe1-681c-44be-b9dd-dfac0f964566 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628182 Jul 28 14:36:05.475032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f026cd3-c902-4381-b8fd-8ebb97d434a4 req-99215099-4f50-46c8-9fa5-962278f3611c service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236768 Jul 28 14:36:05.573255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df766cb0-2cb4-4efd-9cfb-a82cc6fe3375 req-f7deab77-4110-4538-b455-93e1550ba2ba service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970917 Jul 28 14:36:05.714420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be10c-02e9-42f2-8f24-e5c96f3eeba0 req-f5ce18a8-a2a2-4d12-aad9-a6bbe002c4ce tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:05.715970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa0be10c-02e9-42f2-8f24-e5c96f3eeba0 req-f5ce18a8-a2a2-4d12-aad9-a6bbe002c4ce tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 943 time: 0.8132582 Jul 28 14:36:05.760095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa0be10c-02e9-42f2-8f24-e5c96f3eeba0 req-658ec7d7-1b2a-4828-9e00-65ef36791a83 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358067 Jul 28 14:36:05.858607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:05.929299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cc0b0e6-1803-47d0-a788-0e60104131d4 req-dcc3c5d9-b7d1-4d32-8940-144bcab0f7ee tempest-ServersOnMultiNodesTest-974581164 tempest-ServersOnMultiNodesTest-974581164-project] 10.222.0.47 "GET /v2.0/ports?device_id=15e8e10c-36a6-4b17-bff7-c10facd7079f HTTP/1.1" status: 200 len: 210 time: 0.0635099 Jul 28 14:36:05.933000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'name': 'network-vif-deleted', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:05.939021 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc83607-acde-45d5-a565-957090fc1e7a" -d '{"events": [{"server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "name": "network-vif-deleted", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:05.988810 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6ce7b3-cb53-4db2-bddc-e8442ec8b4fb x-openstack-request-id: req-4f6ce7b3-cb53-4db2-bddc-e8442ec8b4fb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:05.989368 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "name": "network-vif-plugged", "status": "completed", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:05.989724 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f6ce7b3-cb53-4db2-bddc-e8442ec8b4fb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:05.990221 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb', 'code': 200} Jul 28 14:36:06.029036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.112944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3318-93af-48a1-94ed-25951f0e48bc req-dfa83f7d-f48d-4111-9f60-53c15428f4f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.119455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b25b3318-93af-48a1-94ed-25951f0e48bc req-dfa83f7d-f48d-4111-9f60-53c15428f4f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0659022 Jul 28 14:36:06.163847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.185503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b25b3318-93af-48a1-94ed-25951f0e48bc req-7bd9933f-6c5b-4227-8f97-d06f68bea8b1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633409 Jul 28 14:36:06.192789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c423e-5fd9-4ddc-a9b7-606bb29ba3bc req-78b735b7-eeee-45b5-84c0-40369781ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.194665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b42c423e-5fd9-4ddc-a9b7-606bb29ba3bc req-78b735b7-eeee-45b5-84c0-40369781ad0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.0739152 Jul 28 14:36:06.202008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4c9cfd6b-1fee-44b9-8830-1ff631f43490 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:06.228182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3424b380-9b30-40c5-8aff-fdc229a997b4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:06.251971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b42c423e-5fd9-4ddc-a9b7-606bb29ba3bc req-4d8953a6-f4b0-47b7-bf6d-b0776f12fc68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Jul 28 14:36:06.310981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.361758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:06.363191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139443-df48-4e24-8526-0c1d590ebde3 req-58ef0edd-e3f6-4bac-81c0-76dd022f81f8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.364746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5139443-df48-4e24-8526-0c1d590ebde3 req-58ef0edd-e3f6-4bac-81c0-76dd022f81f8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.0578985 Jul 28 14:36:06.378580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '4c9cfd6b-1fee-44b9-8830-1ff631f43490', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'port_id': '4c9cfd6b-1fee-44b9-8830-1ff631f43490', 'mac_address': 'fa:16:3e:ba:3e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befb4381-a793-4681-8bc5-8bf557229678', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:06.407962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5139443-df48-4e24-8526-0c1d590ebde3 req-b00eda9c-46af-48fd-8fc9-f816dbe035bb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Jul 28 14:36:06.419590 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.434327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9cfd6b-1fee-44b9-8830-1ff631f43490 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:06.457010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:06.521290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dbfa4-54d0-48c9-b233-73b8ce677fea req-e931d84e-f8f0-45dc-bcf0-a7c2dab9ba9f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:06.523003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-289dbfa4-54d0-48c9-b233-73b8ce677fea req-e931d84e-f8f0-45dc-bcf0-a7c2dab9ba9f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0554829 Jul 28 14:36:06.564069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.583981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-289dbfa4-54d0-48c9-b233-73b8ce677fea req-4c240041-2d63-41cf-bff5-54726f4ff8c2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Jul 28 14:36:06.598745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81eda50b-c132-40c6-87ec-0a3d2183a742,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:06.643392 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3396574-53bb-46e3-831f-55c140f41cff x-openstack-request-id: req-c3396574-53bb-46e3-831f-55c140f41cff {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:06.643854 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e8e10c-36a6-4b17-bff7-c10facd7079f", "name": "network-vif-deleted", "tag": "626dfc42-1e00-4f47-87df-cadbb95ae184", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:06.644185 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c3396574-53bb-46e3-831f-55c140f41cff {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:06.644651 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e8e10c-36a6-4b17-bff7-c10facd7079f', 'name': 'network-vif-deleted', 'tag': '626dfc42-1e00-4f47-87df-cadbb95ae184', 'status': 'completed', 'code': 200} Jul 28 14:36:06.666981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.713845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.718500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:06.721938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27c92bdd-d908-4dc5-8e13-138d3ea6d3d4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1365030 Jul 28 14:36:06.724065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:06.724597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group_rule': {'security_group_id': '3424b380-9b30-40c5-8aff-fdc229a997b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:06.725911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f960b9f-a173-4181-bf7c-fc071fa5a53d req-a9944b66-2e86-427e-9f0b-8bf3b19e5361 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.0463383 Jul 28 14:36:06.743394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:06.776619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134661874', 'description': 'tempest-description-1523264728'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:06.848220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 626dfc42-1e00-4f47-87df-cadbb95ae184 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:06.870633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 626dfc42-1e00-4f47-87df-cadbb95ae184 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:06.875067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 626dfc42-1e00-4f47-87df-cadbb95ae184 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:06.964494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.001524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:07.020723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.230335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.298768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.307287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.332276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2c0a3f-12f4-486e-a7ab-eb2c6793480e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:07.401545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.433019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19d5954-072f-4a60-9384-c7255bf5c18a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:07.438179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074acdc-7d46-495c-9a2f-f4eb7efd4ba3 req-ef97da9b-9ca2-4949-a043-dadaac4cc57f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.439791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2074acdc-7d46-495c-9a2f-f4eb7efd4ba3 req-ef97da9b-9ca2-4949-a043-dadaac4cc57f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 944 time: 0.0682178 Jul 28 14:36:07.503790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2074acdc-7d46-495c-9a2f-f4eb7efd4ba3 req-0ff32eb8-3bde-40ac-8ee9-d3de0ed654d5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Jul 28 14:36:07.556690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.557779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.575613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78715af9-7ef5-4aa2-9209-8d554c6a8d42 req-be641763-17de-437e-adba-1aca08d4bb1c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7874699 Jul 28 14:36:07.575725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26084212-eb13-4a30-89b3-670e842758f5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8457646 Jul 28 14:36:07.575816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45716) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:07.697947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095d68d-6814-4c89-b71e-f10e1c3fe18d req-1dccb843-d2bb-4d61-bac9-08b8ea4bf2d1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.700052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4095d68d-6814-4c89-b71e-f10e1c3fe18d req-1dccb843-d2bb-4d61-bac9-08b8ea4bf2d1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0626221 Jul 28 14:36:07.724996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9c9f-ab3f-417e-9344-7db056d170ee req-89259c6e-237c-4569-a6d8-cee4433a494a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.733694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df2e9c9f-ab3f-417e-9344-7db056d170ee req-89259c6e-237c-4569-a6d8-cee4433a494a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.0771544 Jul 28 14:36:07.740201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'security_group_rule': {'security_group_id': '3424b380-9b30-40c5-8aff-fdc229a997b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:07.772092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4095d68d-6814-4c89-b71e-f10e1c3fe18d req-5960b6ca-f47d-4e24-9ac5-380a9846525e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537546 Jul 28 14:36:07.817010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df2e9c9f-ab3f-417e-9344-7db056d170ee req-67bfcc8e-a518-4391-9b4e-b7d03ae805e7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823350 Jul 28 14:36:07.924788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2961e2-7be9-464f-aa48-02283822b225 req-acca6279-d37f-45f9-8795-1ccbee8a043e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:07.951633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e2961e2-7be9-464f-aa48-02283822b225 req-acca6279-d37f-45f9-8795-1ccbee8a043e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0559976 Jul 28 14:36:07.951633 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:07.952142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d8cb88a-4441-4608-98dd-d58b7cd68b50 req-5593445b-d688-4a5e-97cf-071bfdd5a2e6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 10907 time: 0.1396160 Jul 28 14:36:08.006196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e2961e2-7be9-464f-aa48-02283822b225 req-00d8fda8-61e2-4ef0-ac70-c411f732760b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691695 Jul 28 14:36:08.018735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d8cb88a-4441-4608-98dd-d58b7cd68b50 req-7148e4dc-61d6-43a3-8d17-12e4d95be90c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/e122b844-08a9-45de-80ec-2e513c898a69 HTTP/1.1" status: 200 len: 2985 time: 0.0597425 Jul 28 14:36:08.040463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.065584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d8cb88a-4441-4608-98dd-d58b7cd68b50 req-1e3cbfb6-14da-4319-b4d9-c3a678c51844 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/e122b844-08a9-45de-80ec-2e513c898a69 HTTP/1.1" status: 200 len: 2985 time: 0.0459442 Jul 28 14:36:08.134282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-1f7f0f9b-15eb-48d3-8f43-57cd42c96e14 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/55b30644-51eb-41cc-b67e-855f4130e820 HTTP/1.1" status: 200 len: 1801 time: 0.0391426 Jul 28 14:36:08.198723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.213037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4c9cfd6b-1fee-44b9-8830-1ff631f43490 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:08.222240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.487701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.520266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f244c98a-bbbd-4a9a-9dec-705b6f635615,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:08.569423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:08.569625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.572711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.573910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4814fcc2-3eb3-4eb4-8d1b-ffebfdd552c5 req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/55b30644-51eb-41cc-b67e-855f4130e820 HTTP/1.1" status: 204 len: 173 time: 0.4334698 Jul 28 14:36:08.583770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:08.583770 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.586839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99bf1d-7352-449e-bcc4-6cf77ea3aaee tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b30644-51eb-41cc-b67e-855f4130e820,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:08.634789 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-dcb70380-955b-4fd8-9b55-29dbae980b87 req-8e1b2351-e0de-4906-90e9-b8feee7b4e13 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:08.635954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcb70380-955b-4fd8-9b55-29dbae980b87 req-8e1b2351-e0de-4906-90e9-b8feee7b4e13 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/55b30644-51eb-41cc-b67e-855f4130e820 HTTP/1.1" status: 404 len: 352 time: 0.0255549 Jul 28 14:36:08.657221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45744) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:08.682763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.682950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45748) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:08.683608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b84f6be4-d1fb-429a-a2f6-e80b7586b13e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1106477 Jul 28 14:36:08.692724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6e144-0e8c-4822-96c2-187d5bdc0b92 req-4513183a-8577-46b9-94fe-63847f18ebb6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:08.702324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa6e144-0e8c-4822-96c2-187d5bdc0b92 req-4513183a-8577-46b9-94fe-63847f18ebb6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 944 time: 0.1205289 Jul 28 14:36:08.705862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:08.765379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-4bfe5f7e-1471-4679-b324-34a989e99d1a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/81eda50b-c132-40c6-87ec-0a3d2183a742 HTTP/1.1" status: 200 len: 1802 time: 0.0991030 Jul 28 14:36:08.800067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa6e144-0e8c-4822-96c2-187d5bdc0b92 req-e5a16a47-293a-4767-9d98-2b4f888d0ab1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 Jul 28 14:36:08.822588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.850213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.862132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:08.865445 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95845d-1c11-49c6-bd16-11ce2e06a618" -d '{"events": [{"server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:08.885130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.887259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:08.895967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:08.955582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7838f719-7228-4333-b852-bb939db556ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8eb86d3449264c6b8745dee9ab9776a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962956 Jul 28 14:36:08.957911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:09.002082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.029176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1077f-5476-4892-8db5-4ff85ebbf862 req-6476059a-e699-4350-82e6-39bf5a248a9f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.030921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.034143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.037993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ed1077f-5476-4892-8db5-4ff85ebbf862 req-6476059a-e699-4350-82e6-39bf5a248a9f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1142981 Jul 28 14:36:09.044826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.052002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8a73f96-7cd3-4b64-ae8d-6850e1a85b3c req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/81eda50b-c132-40c6-87ec-0a3d2183a742 HTTP/1.1" status: 204 len: 173 time: 0.2734375 Jul 28 14:36:09.072620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.095023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ed1077f-5476-4892-8db5-4ff85ebbf862 req-ca132381-5d3f-4cd7-8a06-49ce45c784ee tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560987 Jul 28 14:36:09.105787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6f06-2496-4fe1-bec8-0f6b7094d540 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eda50b-c132-40c6-87ec-0a3d2183a742,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.131134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.181436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.188465 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f32c826-cc5e-4ca8-adde-00c414f0dc94 x-openstack-request-id: req-7f32c826-cc5e-4ca8-adde-00c414f0dc94 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:09.188791 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "name": "network-vif-plugged", "status": "completed", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:09.189069 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f32c826-cc5e-4ca8-adde-00c414f0dc94 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:09.190370 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490', 'code': 200} Jul 28 14:36:09.203423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ec809-3f53-4263-a51c-4243687c382a req-4bd44612-b309-4d9c-9888-e844b5c07faf tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.205189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c7ec809-3f53-4263-a51c-4243687c382a req-4bd44612-b309-4d9c-9888-e844b5c07faf tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.0742011 Jul 28 14:36:09.239262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535dbad-0899-4d61-bd5a-21a01847af47 req-5603b13e-fb37-4be9-baa3-97f4e00228c7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.248061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d535dbad-0899-4d61-bd5a-21a01847af47 req-5603b13e-fb37-4be9-baa3-97f4e00228c7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 946 time: 0.1039844 Jul 28 14:36:09.310755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.316315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.322371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32abe30e-2be2-44c1-905f-1c461927d16c HTTP/1.1" status: 204 len: 168 time: 0.3631210 Jul 28 14:36:09.339691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d535dbad-0899-4d61-bd5a-21a01847af47 req-b809e7db-1c9a-4bdc-9f63-570474022727 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902846 Jul 28 14:36:09.355879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0172564-4553-47b1-bfd6-0763a007b056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32abe30e-2be2-44c1-905f-1c461927d16c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.388991 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-15b4d4e0-5c88-462e-aa18-34166a33be95 req-5d6b46ee-830f-4961-b597-30c3c1800e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:09.398540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15b4d4e0-5c88-462e-aa18-34166a33be95 req-5d6b46ee-830f-4961-b597-30c3c1800e52 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/81eda50b-c132-40c6-87ec-0a3d2183a742 HTTP/1.1" status: 404 len: 352 time: 0.0271373 Jul 28 14:36:09.455790 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-c05f5837-0f3e-4440-ab1e-2e5dc21c732f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/a19d5954-072f-4a60-9384-c7255bf5c18a HTTP/1.1" status: 200 len: 1802 time: 0.0430017 Jul 28 14:36:09.501642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Allocated IP 172.25.0.213 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ed8da18b-6137-4f7a-a170-8b8ad81d68ed) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:09.538409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c4cfb-245c-4638-a8ce-316feea84112 req-858408d6-9f46-4f66-8102-67a8c01681ee tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.541531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.544449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-708c4cfb-245c-4638-a8ce-316feea84112 req-858408d6-9f46-4f66-8102-67a8c01681ee tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.2053597 Jul 28 14:36:09.553183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56776a-d30e-4714-8e1d-96b528b6e839 req-c0f6daba-218d-471a-aa7c-c1ae5dd4c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.564176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f56776a-d30e-4714-8e1d-96b528b6e839 req-c0f6daba-218d-471a-aa7c-c1ae5dd4c31b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 1097 time: 0.1594455 Jul 28 14:36:09.584543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.650864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:09.651204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.741079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.744176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.751588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e88ae77-c42a-4e2c-a567-70e474be763f req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/a19d5954-072f-4a60-9384-c7255bf5c18a HTTP/1.1" status: 204 len: 173 time: 0.2821579 Jul 28 14:36:09.751695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-708c4cfb-245c-4638-a8ce-316feea84112 req-c507387f-7faa-4099-a44a-a2b4dae84498 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832287 Jul 28 14:36:09.751695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f56776a-d30e-4714-8e1d-96b528b6e839 req-fe72ffdf-cdee-4264-be7a-a03f3d50d306 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786797 Jul 28 14:36:09.778470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c3fd5-37cc-4bc7-acee-315384a46cc4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19d5954-072f-4a60-9384-c7255bf5c18a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:09.786848 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-321be8ad-c0f2-42b7-89d5-b9510bbdb4a9 req-be285add-3eae-46f1-9682-dfc770cdf4ff tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:09.794368 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-321be8ad-c0f2-42b7-89d5-b9510bbdb4a9 req-be285add-3eae-46f1-9682-dfc770cdf4ff tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/a19d5954-072f-4a60-9384-c7255bf5c18a HTTP/1.1" status: 404 len: 352 time: 0.0233581 Jul 28 14:36:09.877108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.891002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port 85a3aae9-b91c-4673-a40e-80fda2ef4c59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=85a3aae9-b91c-4673-a40e-80fda2ef4c59,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:09.891002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:09.960278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for 85a3aae9-b91c-4673-a40e-80fda2ef4c59 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:09.976238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46f9f0ae-46ab-478d-bdb7-fe5da1a9225a req-9525ec15-555d-49a9-9067-18f129449928 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 6155 time: 0.1610067 Jul 28 14:36:09.987021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d897d-3a0f-46a9-a5dd-ea9d5d2461ad req-757053e1-d8f3-4217-b6c5-df2b253b1ffa tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:09.991923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a0d897d-3a0f-46a9-a5dd-ea9d5d2461ad req-757053e1-d8f3-4217-b6c5-df2b253b1ffa tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.1160629 Jul 28 14:36:10.044979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a0d897d-3a0f-46a9-a5dd-ea9d5d2461ad req-acf59dda-c730-4d99-ac39-f18609af29a7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378489 Jul 28 14:36:10.119171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46f9f0ae-46ab-478d-bdb7-fe5da1a9225a req-4b0beacd-78f9-470f-bf76-736cc7970d6a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/e122b844-08a9-45de-80ec-2e513c898a69 HTTP/1.1" status: 200 len: 2985 time: 0.0952134 Jul 28 14:36:10.217208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46f9f0ae-46ab-478d-bdb7-fe5da1a9225a req-20fcf960-b3c3-4e66-8b7b-b2a8cb786502 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/e122b844-08a9-45de-80ec-2e513c898a69 HTTP/1.1" status: 200 len: 2985 time: 0.0911396 Jul 28 14:36:10.246762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad64016-de45-4536-8ef1-a5bb66483e91 req-ec256bb5-7f8b-4158-9a2e-e3f9e7f43855 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.249777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ad64016-de45-4536-8ef1-a5bb66483e91 req-ec256bb5-7f8b-4158-9a2e-e3f9e7f43855 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0680380 Jul 28 14:36:10.260257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670125445', 'description': 'tempest-description-661186451'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:10.295966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ad64016-de45-4536-8ef1-a5bb66483e91 req-0ffbb534-c4e8-4d00-bd94-3b95b7b59288 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Jul 28 14:36:10.300765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.358544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:10.361931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:10.370540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:10.393806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=ed8da18b-6137-4f7a-a170-8b8ad81d68ed,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:10.405927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.447156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=85a3aae9-b91c-4673-a40e-80fda2ef4c59,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:10.448430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['85a3aae9-b91c-4673-a40e-80fda2ef4c59'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:10.465873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.466574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71602830-8993-45d6-90bc-7f93aac9d23d req-945f02c0-d9a8-44a3-8f94-d696872b467d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0467083 Jul 28 14:36:10.519779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45792) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:10.577815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port 85a3aae9-b91c-4673-a40e-80fda2ef4c59 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:10.582072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.584908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c7ec809-3f53-4263-a51c-4243687c382a req-26a38911-f691-47ec-acd5-512c0b2af34c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "DELETE /v2.0/ports/85a3aae9-b91c-4673-a40e-80fda2ef4c59 HTTP/1.1" status: 204 len: 173 time: 1.3410721 Jul 28 14:36:10.586136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'name': 'network-vif-deleted', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:10.592332 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c11694-5cc8-4fd2-ba9d-cdea7997bc1b" -d '{"events": [{"server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "name": "network-vif-deleted", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:10.606683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f337a305-040b-4367-ae16-ea9b2b90494a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9021b2d59494d469b3badccd67225e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857141 Jul 28 14:36:10.610210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:10.658200 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f88b0c-628e-4110-a008-053dc066a216 x-openstack-request-id: req-d7f88b0c-628e-4110-a008-053dc066a216 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:10.658537 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38839cbb-029f-48ba-83ba-49088d8f5923", "name": "network-vif-deleted", "tag": "85a3aae9-b91c-4673-a40e-80fda2ef4c59", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:10.658946 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7f88b0c-628e-4110-a008-053dc066a216 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:10.659344 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38839cbb-029f-48ba-83ba-49088d8f5923', 'name': 'network-vif-deleted', 'tag': '85a3aae9-b91c-4673-a40e-80fda2ef4c59', 'status': 'completed', 'code': 200} Jul 28 14:36:10.660397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.689565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.746755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.748678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.857053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.899556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:10.955502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10387883-1f0f-48a4-afd3-cd4572382ff9 req-f7afb826-3970-496b-867c-817709be93ff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:10.957365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10387883-1f0f-48a4-afd3-cd4572382ff9 req-f7afb826-3970-496b-867c-817709be93ff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0653019 Jul 28 14:36:10.958050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8652e010-848d-49e1-b544-db10f4eee4b1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:11.005152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10387883-1f0f-48a4-afd3-cd4572382ff9 req-6f685860-6f2e-4032-92a3-af320aa98873 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Jul 28 14:36:11.080250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.182445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cb01d-fc9c-43f6-8845-83c83bc14368 req-7c2115c7-2376-41aa-9afb-5901500640d3 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.183995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f3cb01d-fc9c-43f6-8845-83c83bc14368 req-7c2115c7-2376-41aa-9afb-5901500640d3 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.0558085 Jul 28 14:36:11.207405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.209933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.211967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bebc737-c190-4d47-a7e1-4af9e9158a4d HTTP/1.1" status: 204 len: 168 time: 0.6000454 Jul 28 14:36:11.237001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6f48e-1b0e-4fb1-91d0-54e1bfd8c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bebc737-c190-4d47-a7e1-4af9e9158a4d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:11.262040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f3cb01d-fc9c-43f6-8845-83c83bc14368 req-944c528d-95d1-47e6-8786-23cfa8a69b58 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701227 Jul 28 14:36:11.288982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.300385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b22dc6a7-415a-43cf-93d1-9c73e77fdf1f req-2e2c9382-bc2b-49cd-a961-a17e7352f180 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0373399 Jul 28 14:36:11.317355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.324900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-192944458', 'description': 'tempest-description-648931390'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:11.417969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=ed8da18b-6137-4f7a-a170-8b8ad81d68ed,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:11.440781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.470465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74e2b-b29f-43ac-9b7a-ae06fa444541 req-88610cf3-089b-4738-b90a-0b7be46561ad tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:11.472033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7e74e2b-b29f-43ac-9b7a-ae06fa444541 req-88610cf3-089b-4738-b90a-0b7be46561ad tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0780969 Jul 28 14:36:11.516694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7e74e2b-b29f-43ac-9b7a-ae06fa444541 req-b0b0f976-5c21-42e8-9b8e-a90666fd3130 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379083 Jul 28 14:36:11.578737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.680479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eff8b3dc-07e1-4906-bc3c-4afbe343acb3 req-6ffabb31-7b6d-4bb3-9af4-646b471085bd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=38839cbb-029f-48ba-83ba-49088d8f5923 HTTP/1.1" status: 200 len: 210 time: 0.0315914 Jul 28 14:36:11.751460 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.752965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45f60d39-61a5-4f89-9a54-730e8fc27e72 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0684984 Jul 28 14:36:11.936561 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:11.987618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-07b64c53-27e2-4058-9e38-718d0749dbaa tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2133529622&fields=id&tenant_id=61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 267 time: 0.0411799 Jul 28 14:36:12.035635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.113442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=681c5443-fc62-4704-9464-147c69d9588a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:12.209084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-25554588-ea2f-4b1d-b61b-b673bcb03469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.226210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-d5d99ce5-b714-4f57-ac3a-569d05bc3c8c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:12.228570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-d5d99ce5-b714-4f57-ac3a-569d05bc3c8c tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 811 time: 0.2304409 Jul 28 14:36:12.246935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-acfc85de-2969-406f-9a26-49f7091900e6 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/quotas/61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 375 time: 0.0119143 Jul 28 14:36:12.301237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:12.308584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6bd96845-652d-450b-ac95-d065a43e66a5 req-0e91ec2c-0c9f-4ab4-ac21-a05b6cdedd0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9898720 Jul 28 14:36:12.332833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-4b9e3d52-7370-497d-8284-b331df00cf21 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797136 Jul 28 14:36:12.439707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcc645-b912-4021-ba19-9d94fc8be9f9 req-b21b2620-dacf-40db-a691-6e6571e021f6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:12.450714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90bcc645-b912-4021-ba19-9d94fc8be9f9 req-b21b2620-dacf-40db-a691-6e6571e021f6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0827899 Jul 28 14:36:12.463905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e0b7040f-db96-46a1-9c37-50bdfa34f97a service neutron] 10.222.0.47 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183918 Jul 28 14:36:12.526462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90bcc645-b912-4021-ba19-9d94fc8be9f9 req-f0ecc927-4360-4bea-963d-e3086c833c03 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695188 Jul 28 14:36:12.645998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-c5bc0d39-5eea-4c2e-828a-a1c1dfc9ebd0 service neutron] 10.222.0.47 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750875 Jul 28 14:36:12.675219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f6a91-bccb-4a03-9891-c7350c02d033 req-d76f1487-6ea0-4bdf-850b-1f53a1655043 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:12.681028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a83f6a91-bccb-4a03-9891-c7350c02d033 req-d76f1487-6ea0-4bdf-850b-1f53a1655043 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.0832760 Jul 28 14:36:12.738557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a83f6a91-bccb-4a03-9891-c7350c02d033 req-234ce6e3-fe38-4069-919c-ae1f2dae1873 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519869 Jul 28 14:36:12.874919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 85a3aae9-b91c-4673-a40e-80fda2ef4c59 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:12.916751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 85a3aae9-b91c-4673-a40e-80fda2ef4c59 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:12.917113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 85a3aae9-b91c-4673-a40e-80fda2ef4c59 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:13.025125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-dbfd40c6-2798-462d-b3cb-536026fdaeed tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.027484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-dbfd40c6-2798-462d-b3cb-536026fdaeed tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 811 time: 0.1844842 Jul 28 14:36:13.048289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-86448d18-cf61-432b-8487-501793cc595e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/quotas/eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 375 time: 0.0138524 Jul 28 14:36:13.117037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439f200-bf0d-475c-930a-e0b7a2865eb5 req-1e5f08c8-7c19-4243-b908-3ca2514bb3db tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.120038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3439f200-bf0d-475c-930a-e0b7a2865eb5 req-1e5f08c8-7c19-4243-b908-3ca2514bb3db tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0901818 Jul 28 14:36:13.142146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-bb7d44d1-29d8-4bfb-9051-73a54f97622a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844040 Jul 28 14:36:13.178308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3439f200-bf0d-475c-930a-e0b7a2865eb5 req-46cbeb4d-2ced-4655-a09c-e566c49c45b2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475290 Jul 28 14:36:13.352615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-66557be4-8170-455f-a801-13b2e354246a service neutron] 10.222.0.47 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094820 Jul 28 14:36:13.359090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7de4bb2-93f5-4bac-b259-5e8ee0a1ea7b req-343bdc18-b72b-4c73-91e1-0de4090158a7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0491974 Jul 28 14:36:13.488333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-359f3002-c469-4c67-837a-f5dc729ff37f service neutron] 10.222.0.47 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346824 Jul 28 14:36:13.667272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-cff330af-1a15-4cb1-b5e9-5b33026b2d09 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.669100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-cff330af-1a15-4cb1-b5e9-5b33026b2d09 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1323857 Jul 28 14:36:13.696640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-a1b118d4-c538-41b7-8a77-826a79aa0c96 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0100956 Jul 28 14:36:13.731103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-0a649660-e4e1-4564-ba9c-b5acf39fa9a1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275424 Jul 28 14:36:13.854422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-852b38bb-1b25-49da-aa00-da17ba3d84d6 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145244 Jul 28 14:36:13.969390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823ecef-71d0-43ca-9cd3-5538a584fa38 req-38bd0a39-cbb7-4abf-8966-84af720d350f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:13.972904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0823ecef-71d0-43ca-9cd3-5538a584fa38 req-38bd0a39-cbb7-4abf-8966-84af720d350f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0897880 Jul 28 14:36:14.031767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-40d2bc32-aeb0-4a3f-b0b7-99ce7a38d86c service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684420 Jul 28 14:36:14.056578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0823ecef-71d0-43ca-9cd3-5538a584fa38 req-9889694f-55d9-4f2f-aef1-dc95b27139bd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740349 Jul 28 14:36:14.165788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d94a71b-d2fc-4820-b913-194e2adde2db req-d1d8bff1-399f-4037-830e-a33a9e41fcad tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0428772 Jul 28 14:36:14.316438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bcc5fd-c51d-4e3d-9e30-8bb0e6acf391 req-01b79e8e-58d6-4534-8d02-2398afa1ca52 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:14.318030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0bcc5fd-c51d-4e3d-9e30-8bb0e6acf391 req-01b79e8e-58d6-4534-8d02-2398afa1ca52 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0790932 Jul 28 14:36:14.361186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0bcc5fd-c51d-4e3d-9e30-8bb0e6acf391 req-b3949386-9dd3-48d4-b878-05ec6169273c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361207 Jul 28 14:36:14.454275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d62117a-ccb4-4478-8e63-2648d589fc84 req-a3cbf547-053c-48e1-9201-7f6740cc62e4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0285437 Jul 28 14:36:14.596159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ab5f384-e14e-47aa-b155-568db6f189be req-8df25201-1282-41e2-9e42-a32cdc367643 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0436521 Jul 28 14:36:14.736294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-59a73529-88ef-4460-902e-2fe1b5b84645 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=767b056c86104dc99c3739af9fc769d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225117 Jul 28 14:36:14.860691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-0efe72a3-5e3a-4643-a8cb-239f6581b2b6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:14.862107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-0efe72a3-5e3a-4643-a8cb-239f6581b2b6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133409 Jul 28 14:36:14.878314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-960b9592-0512-419f-8d3e-3b803950a850 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/quotas/767b056c86104dc99c3739af9fc769d1 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Jul 28 14:36:14.912241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-4f796ac0-ac36-4ba1-b3a5-36148d6f174c tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=767b056c86104dc99c3739af9fc769d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271847 Jul 28 14:36:15.050631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b380ee5c-15ff-4251-95e8-ee0510a49cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.063486 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:15.491853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef564ed-c603-4283-87c8-96ab20ec915a req-c0aef34b-5d0f-41d1-a7ca-5709583119c6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:15.491853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef564ed-c603-4283-87c8-96ab20ec915a req-c0aef34b-5d0f-41d1-a7ca-5709583119c6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0950851 Jul 28 14:36:15.494248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19404f69-607b-4fdf-bbde-1962625ea972 req-2673e645-2011-4d68-96bc-7770bdc934d3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0357695 Jul 28 14:36:15.521324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef564ed-c603-4283-87c8-96ab20ec915a req-035474fe-29e7-4fe3-ac52-ea97192f2027 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 Jul 28 14:36:15.615373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344609d-7a27-45f4-9b47-c00ea3cc85ae req-216e5bb4-71e4-4c5a-9953-629f83b7281e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:15.617685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1344609d-7a27-45f4-9b47-c00ea3cc85ae req-216e5bb4-71e4-4c5a-9953-629f83b7281e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0702913 Jul 28 14:36:15.631205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b53d5ee-6e9d-455c-b9bc-0c70e59eefc0 req-1ba70ef7-36b4-4235-9306-0cfcfebd624f tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0382133 Jul 28 14:36:15.665313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1344609d-7a27-45f4-9b47-c00ea3cc85ae req-9259660a-72cd-419c-8420-318f8b28addd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401695 Jul 28 14:36:15.746620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-380be2fb-9a72-46a5-8833-c5adf0d656de req-6b6690fb-5fed-44d3-acdf-1707b7497ec8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0313656 Jul 28 14:36:15.760328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab1b89f7-e671-40ef-a4b8-00d14ea62d3e req-295d63de-62d3-471b-923b-3617f6a9a042 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0392797 Jul 28 14:36:16.054243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:16.573156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a49857f-daa9-43c2-b7bc-9a8678b18cfe req-c3fa47f1-49a4-4bfa-b617-c36096f57832 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0339127 Jul 28 14:36:16.665659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c292dc-a49d-4de6-820f-844f1d5de459 req-74af4808-4f71-4a3e-be3f-d9fca3e02a5f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:16.665659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c292dc-a49d-4de6-820f-844f1d5de459 req-74af4808-4f71-4a3e-be3f-d9fca3e02a5f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0520699 Jul 28 14:36:16.710342 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c292dc-a49d-4de6-820f-844f1d5de459 req-1a8594f5-f80c-48b1-867e-143f8c9256a4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jul 28 14:36:16.747653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d2d005c-d711-432a-8743-db7581e4f025 req-097c7cce-6377-4ef5-9b91-3bff8cb55055 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0387962 Jul 28 14:36:16.832168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6942c-8f6a-4910-9c76-b7df38a25d71 req-75fb1d14-9681-43b4-be20-fea0843422b0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:16.833885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7b6942c-8f6a-4910-9c76-b7df38a25d71 req-75fb1d14-9681-43b4-be20-fea0843422b0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0590787 Jul 28 14:36:16.888543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b951599-5037-413e-ad3c-e0709e21b7c0 req-a4c5afec-1d68-4705-b548-4e66d9ca3139 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0330889 Jul 28 14:36:16.891733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7b6942c-8f6a-4910-9c76-b7df38a25d71 req-8e12d060-afd9-482d-9335-91ae7be015d1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470514 Jul 28 14:36:16.977255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8b6465a-20cc-49eb-bc84-dfb4b8786ad6 req-89a61396-470b-4384-b83f-cdcaf12e4263 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Jul 28 14:36:17.672619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f71e66c-44f2-4efb-94da-539d2eb92190 req-24ac545d-273f-42c5-8134-95beab840697 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0312848 Jul 28 14:36:17.772715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:17.906751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315a60-2a32-4ddb-944f-1e1038476af8 req-40ec9496-0bd2-4c34-ab99-45ce2fdb40f4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:17.908427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa315a60-2a32-4ddb-944f-1e1038476af8 req-40ec9496-0bd2-4c34-ab99-45ce2fdb40f4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1210377 Jul 28 14:36:17.964019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-30acbef5-c627-4a15-b0ed-4b2fa1c6682f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:17.965456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-30acbef5-c627-4a15-b0ed-4b2fa1c6682f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 811 time: 0.1437066 Jul 28 14:36:17.980185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa315a60-2a32-4ddb-944f-1e1038476af8 req-fb5bfc4e-a8f6-4e2d-a185-bbfd5ad0dbb9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592165 Jul 28 14:36:18.026872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-ea9006fd-a6ff-450d-a7bd-9bb39161d813 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61761ed92f2142bc97a0f451bf6affc2 HTTP/1.1" status: 200 len: 380 time: 0.0411150 Jul 28 14:36:18.036943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'port': {'device_id': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'admin_state_up': True, 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'security_groups': ['3424b380-9b30-40c5-8aff-fdc229a997b4']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:18.114779 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-79b3d5a0-08c4-42c3-a3f9-5b892281fc9f req-9d1eaa4f-de8d-4b0d-affc-790d2f7193c1 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0614712 Jul 28 14:36:18.208055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1eb6437-1719-49f4-8572-d0f451e34b85 req-beeee606-bf39-4ec4-99e6-225cae41769a tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0307496 Jul 28 14:36:18.339387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559da06f-c256-436d-afcc-72530122d16a req-48ba28e5-a901-44b0-b9e0-0ff0ff5435a0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:18.341096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-559da06f-c256-436d-afcc-72530122d16a req-48ba28e5-a901-44b0-b9e0-0ff0ff5435a0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0585635 Jul 28 14:36:18.387253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-559da06f-c256-436d-afcc-72530122d16a req-285783de-beff-455c-a962-a3ad207d0091 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Jul 28 14:36:18.390547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Made reservation on behalf of 61761ed92f2142bc97a0f451bf6affc2 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:18.394830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:18.570997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9fcbce2d-120f-4e2b-9c9a-cfcd13514621 req-edbc52a9-5344-4177-a73b-33c65ff3f963 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0381653 Jul 28 14:36:18.587268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Allocated IP 172.20.0.5 (52f40c00-ca6c-4c49-990c-78d88a229568/0eb20191-9a4d-4d5e-b18e-4f8ef123a540/261a2cb8-e900-44d5-895e-582e14e2429d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:18.762500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:18.787703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Transition to ACTIVE for port object 261a2cb8-e900-44d5-895e-582e14e2429d will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:18.812704 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4e1ab90-4e90-4b48-9866-dc0cc2886256 req-d4b00d53-a8c2-46a3-a399-696b63d70684 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0425441 Jul 28 14:36:19.114679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d680d-54a6-46ed-ab41-0c6d267fd702 req-e2fbe613-e117-489d-a5ad-e8f5f1c9dd5e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.116181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e4d680d-54a6-46ed-ab41-0c6d267fd702 req-e2fbe613-e117-489d-a5ad-e8f5f1c9dd5e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0635159 Jul 28 14:36:19.160210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e4d680d-54a6-46ed-ab41-0c6d267fd702 req-680aa588-d049-49a9-a2e2-ac417ad6f142 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Jul 28 14:36:19.241238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:19.275774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b0954bd-22e3-4410-b63b-c9acad41f1d6 req-9fbc7861-a08d-4e2a-8b78-5dca9e2d0a68 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0526986 Jul 28 14:36:19.320975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Network 52f40c00-ca6c-4c49-990c-78d88a229568 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:19.330007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:19.333841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event updated for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:19.337602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:19.401821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.402539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:19.408189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d78403-3e4a-4200-aecc-240370560b9b req-45d7902c-3f7a-4d60-b83b-138877e29196 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.419683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d78403-3e4a-4200-aecc-240370560b9b req-45d7902c-3f7a-4d60-b83b-138877e29196 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 931 time: 0.0669551 Jul 28 14:36:19.494618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d78403-3e4a-4200-aecc-240370560b9b req-cbcc66d3-f1a7-44bb-85e4-1f1d1f383394 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654924 Jul 28 14:36:19.588607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-e5ccf5e2-6d82-4fa7-9fd6-6400c40ea2dd tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5555499 Jul 28 14:36:19.617992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Request body: {'port': {'device_id': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:19.630036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251d9fa-eb46-4e32-b487-b3a28f45fa79 req-b3cf5169-d81e-4544-89c3-50e249b36266 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.631939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2251d9fa-eb46-4e32-b487-b3a28f45fa79 req-b3cf5169-d81e-4544-89c3-50e249b36266 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1547377 Jul 28 14:36:19.705432 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:19.721069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39c2aa63-c38e-49ff-9229-0b6a788b4831 req-8c4cf9c3-3a6c-4061-a798-4ed31d136e2a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0425622 Jul 28 14:36:19.813106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-b69959b1-8c53-42e7-8c35-98b61441ee51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:19.814668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-b69959b1-8c53-42e7-8c35-98b61441ee51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.50 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 811 time: 0.2869480 Jul 28 14:36:19.822785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:19.850872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'device_id': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858', 'admin_state_up': True, 'tenant_id': 'eb5c112b2fb3451d8d72254278e903e0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:19.931552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2251d9fa-eb46-4e32-b487-b3a28f45fa79 req-eb25f73d-ecb2-48f2-aff0-3ebd7b3d5344 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906327 Jul 28 14:36:19.935833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4909d44c-8697-48c9-87a3-af6f2217d2fd req-15c73a8d-e137-4763-a804-556798fc0050 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0402169 Jul 28 14:36:20.067044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-0226b820-7974-489d-84aa-a66234df3299 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.068865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-0226b820-7974-489d-84aa-a66234df3299 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.3906548 Jul 28 14:36:20.141126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': '71e69087-54a0-4536-9749-0339038600c6', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:20.194258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9c396f81-0baa-414b-9432-adb8a065e900 None None] Provisioning for port 261a2cb8-e900-44d5-895e-582e14e2429d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:20.206133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9c396f81-0baa-414b-9432-adb8a065e900 None None] Provisioning complete for port 261a2cb8-e900-44d5-895e-582e14e2429d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:20.209122 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c396f81-0baa-414b-9432-adb8a065e900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:20.306597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9c396f81-0baa-414b-9432-adb8a065e900 None None] Port 261a2cb8-e900-44d5-895e-582e14e2429d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:20.361127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a3f78-c743-4c4f-8672-e9670caa4ce8 req-f023b4d2-b515-4d55-893c-20d84def8b84 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.362837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-601a3f78-c743-4c4f-8672-e9670caa4ce8 req-f023b4d2-b515-4d55-893c-20d84def8b84 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0855405 Jul 28 14:36:20.424837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-601a3f78-c743-4c4f-8672-e9670caa4ce8 req-4dd53de5-46fd-41ae-8914-a57f231ee92f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Jul 28 14:36:20.528300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8c5540a-571e-4509-8cb3-89059a6efd52 req-eea602a7-7ef8-455e-b3c3-a458b6bdbefc tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Jul 28 14:36:20.650782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Made reservation on behalf of eb5c112b2fb3451d8d72254278e903e0 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:20.654499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:20.660317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c3e3e-3eb8-4882-a8d2-6af056b78c11 req-7ffeda15-15a0-472f-9ffd-5b150c9cf337 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:20.661889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b13c3e3e-3eb8-4882-a8d2-6af056b78c11 req-7ffeda15-15a0-472f-9ffd-5b150c9cf337 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 931 time: 0.0568290 Jul 28 14:36:20.684252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:20.738433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b13c3e3e-3eb8-4882-a8d2-6af056b78c11 req-c4671ae3-b0bb-438f-93e4-834ea12f9f18 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620971 Jul 28 14:36:20.867708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49dbd1db-fb66-45c9-94b7-99d87fcc2aa2 req-2e04d645-da70-4412-9884-230c692bbb6d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0356920 Jul 28 14:36:20.915301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-13a0f075-6744-4338-816a-5f9b479daf9b tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=767b056c86104dc99c3739af9fc769d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584528 Jul 28 14:36:21.030496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939f5e8-e997-4906-9beb-d4615ed26a9f req-10ae61ba-3a12-4f74-ac41-cd4f21bc3ec4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.035543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8939f5e8-e997-4906-9beb-d4615ed26a9f req-10ae61ba-3a12-4f74-ac41-cd4f21bc3ec4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.2478111 Jul 28 14:36:21.072112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd784965-5939-40f8-8f22-c68041c8e6a5 req-069e24bc-cdde-4095-adb6-b78425c8d93e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0367444 Jul 28 14:36:21.146818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-ced528ca-9e71-41d3-bb6e-995f19f2a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.150203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-ced528ca-9e71-41d3-bb6e-995f19f2a8e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.0520949 Jul 28 14:36:21.202352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Allocated IP 172.20.0.8 (df9a73c7-0c48-4fdc-91f0-4bb749d01858/f6a0bc50-979b-4198-b3f1-6acc596a85b6/49f3279c-8783-4a4b-bc59-98f32ddc9417) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:21.214643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261a2cb8-e900-44d5-895e-582e14e2429d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:21.233063 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.246701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8939f5e8-e997-4906-9beb-d4615ed26a9f req-467df60b-4b53-431b-be5c-577917b3cb2c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655569 Jul 28 14:36:21.266169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-f68b424f-ea69-4073-88d1-272e4fe86252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.268009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-f68b424f-ea69-4073-88d1-272e4fe86252 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1125882 Jul 28 14:36:21.275840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-c9bf8c11-1f3a-4bac-840f-21cbaf563ab2 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.277440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-c9bf8c11-1f3a-4bac-840f-21cbaf563ab2 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521161 Jul 28 14:36:21.280621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Transition to ACTIVE for port object 261a2cb8-e900-44d5-895e-582e14e2429d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:21.306870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Request body: {'port': {'device_id': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '767b056c86104dc99c3739af9fc769d1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:21.358375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-96682846-5832-46b4-982e-081405a4413a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.0743861 Jul 28 14:36:21.364175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:21.367948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.424634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-ff6662f8-bd45-4dc0-9e4e-79806d5046b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.426416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-ff6662f8-bd45-4dc0-9e4e-79806d5046b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0605247 Jul 28 14:36:21.495975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-982b002a-39f6-4cd9-8a46-48a4f2fdf100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.497862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-982b002a-39f6-4cd9-8a46-48a4f2fdf100 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646801 Jul 28 14:36:21.582102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.624408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-f9313b74-8864-4da1-9006-a376763cc65e service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187174 Jul 28 14:36:21.632035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:21.718465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82a4eba3-9aaf-49b5-9453-d4c63ce764cc req-70e42d20-fa67-4d7e-969a-34f52e6b5271 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0579050 Jul 28 14:36:21.746544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Pushing event updated for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:21.777194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.12 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/21758101-6830-4bd3-962f-ab0c2c8c12cd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:21.869083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa1de0-8b85-4380-9769-b9b6fc5e3bc1 req-a337f147-4e60-475b-96ae-8f5d568b0ac6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:21.881777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abaa1de0-8b85-4380-9769-b9b6fc5e3bc1 req-a337f147-4e60-475b-96ae-8f5d568b0ac6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.2066474 Jul 28 14:36:21.954614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abaa1de0-8b85-4380-9769-b9b6fc5e3bc1 req-db3df3f9-10d0-485a-b71c-3bef471927b7 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572667 Jul 28 14:36:21.959747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-757561b8-39b7-450b-83f9-7500d6d94a0c req-18e16809-b317-404d-8bff-fe417a3b820f service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267038 Jul 28 14:36:21.977194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Made reservation on behalf of 767b056c86104dc99c3739af9fc769d1 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:21.977194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.045222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Attempting to bind port 261a2cb8-e900-44d5-895e-582e14e2429d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:22.045576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Attempting to bind port 261a2cb8-e900-44d5-895e-582e14e2429d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:22.045915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Attempting to bind port 261a2cb8-e900-44d5-895e-582e14e2429d on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:22.069990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b295b4b-89a6-4530-a23b-6c0eacecab9c req-94fc5711-e88b-444d-a14f-0b820884bb21 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0387707 Jul 28 14:36:22.080138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Port 261a2cb8-e900-44d5-895e-582e14e2429d on network 52f40c00-ca6c-4c49-990c-78d88a229568 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:22.080384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Attempting to bind port 261a2cb8-e900-44d5-895e-582e14e2429d on network 52f40c00-ca6c-4c49-990c-78d88a229568 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:22.093023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.100428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.103231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:22.103550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Checking segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:22.103738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Bound using segment: {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:22.104184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Bound port: 261a2cb8-e900-44d5-895e-582e14e2429d, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750030bc-6c60-481a-9540-84971654434e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:22.104540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.131402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28779ac0-211a-4823-b5e2-53283faaaeaf req-8db2a195-25ec-4d7d-8297-e5d07f3524df tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.133683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-28779ac0-211a-4823-b5e2-53283faaaeaf req-8db2a195-25ec-4d7d-8297-e5d07f3524df tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.2841425 Jul 28 14:36:22.147341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:22.214867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96913-b5c2-4819-858c-06cf4bd4d2ce req-70c76fee-29f1-488e-a116-c545682fd799 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.223346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56d96913-b5c2-4819-858c-06cf4bd4d2ce req-70c76fee-29f1-488e-a116-c545682fd799 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 931 time: 0.0626247 Jul 28 14:36:22.247239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Network df9a73c7-0c48-4fdc-91f0-4bb749d01858 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:22.274542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56d96913-b5c2-4819-858c-06cf4bd4d2ce req-add838e1-f6b5-40c2-a559-343ce52324d7 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Jul 28 14:36:22.281108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:22.296087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:22.312002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.352095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.386097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-28779ac0-211a-4823-b5e2-53283faaaeaf req-126ad272-a2ba-42e5-89cf-c27d6576fdb5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119002 Jul 28 14:36:22.411571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26810ad-a63d-42db-943b-e3b3dc7ee3ed req-b848fdbc-9613-4777-8b73-f9dacc030742 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.420650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c26810ad-a63d-42db-943b-e3b3dc7ee3ed req-b848fdbc-9613-4777-8b73-f9dacc030742 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0794427 Jul 28 14:36:22.440570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:22.450466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=261a2cb8-e900-44d5-895e-582e14e2429d,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:22.456994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.457831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.489341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c26810ad-a63d-42db-943b-e3b3dc7ee3ed req-c8df502d-a9de-434f-9602-4f92ed93001e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676017 Jul 28 14:36:22.532472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.569448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.627703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.628536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.630050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] 10.222.0.50 "PUT /v2.0/ports/261a2cb8-e900-44d5-895e-582e14e2429d HTTP/1.1" status: 200 len: 1092 time: 3.0202544 Jul 28 14:36:22.630484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:22.633661 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fa857e-3498-4c87-9a55-c74eca6eef81" -d '{"events": [{"name": "network-changed", "server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:22.668740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229e62-8069-4186-921f-666bbfc200fc service neutron] Pushing event updated for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.686110 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213985d-43d7-49b5-a580-673ddedd5c66 x-openstack-request-id: req-b213985d-43d7-49b5-a580-673ddedd5c66 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:22.686426 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:22.686703 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b213985d-43d7-49b5-a580-673ddedd5c66 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:22.687139 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d', 'status': 'completed', 'code': 200} Jul 28 14:36:22.712400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.794745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:22.807553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:22.827702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:22.837366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:22.855467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:22.893758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b30dcac4-0f15-43a3-911f-671432be6968 req-05813d43-cda6-40b3-b399-75a9e6cfa318 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0647867 Jul 28 14:36:22.919918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-7cd29a84-1c87-4903-80e7-eb37789d2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:22.921577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-7cd29a84-1c87-4903-80e7-eb37789d2071 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 1095 time: 0.1789491 Jul 28 14:36:22.958410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:23.037169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.037811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.049343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7efa6cde-c21b-4b7d-a7a4-3f06a03bd129 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2092028 Jul 28 14:36:23.084670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Request body: {'port': {'device_id': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:23.218709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ff3eb-fb83-4deb-b145-7e92e797d179 req-f812a2a3-5ff4-458f-acdf-65666cf4d2bc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.220490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-266ff3eb-fb83-4deb-b145-7e92e797d179 req-f812a2a3-5ff4-458f-acdf-65666cf4d2bc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 932 time: 0.0566452 Jul 28 14:36:23.239291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-9a99aac8-f33b-4293-995c-30369d476d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.240714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-9a99aac8-f33b-4293-995c-30369d476d19 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=61761ed92f2142bc97a0f451bf6affc2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2766852 Jul 28 14:36:23.249522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Allocated IP 192.168.233.252 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/dd26fbb9-b876-4444-a4fc-39381ec603a9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:23.264269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e667bc-149d-4e4c-b668-ca96511ab14c req-c4219cc0-d80e-4b20-9a45-cee66018e6cb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.265816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-29e667bc-149d-4e4c-b668-ca96511ab14c req-c4219cc0-d80e-4b20-9a45-cee66018e6cb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.2182250 Jul 28 14:36:23.265947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-266ff3eb-fb83-4deb-b145-7e92e797d179 req-4638e487-c186-4631-ba38-5c5ee5b1102a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381508 Jul 28 14:36:23.288017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-1bc8edff-be85-477c-8489-903a963db5b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1510870 Jul 28 14:36:23.302969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.346477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Request body: {'port': {'device_id': '71e69087-54a0-4536-9749-0339038600c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:23.433162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fe26c-f25c-4342-8cd8-ec7b2013654f req-e31aa7a4-95ff-49a1-8bc9-5fd62bcced88 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.435085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-143fe26c-f25c-4342-8cd8-ec7b2013654f req-e31aa7a4-95ff-49a1-8bc9-5fd62bcced88 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 931 time: 0.0651727 Jul 28 14:36:23.475390 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:36:23.491371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-143fe26c-f25c-4342-8cd8-ec7b2013654f req-c402fb4a-e12c-4cb9-bc0f-d5d0cb1d5505 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482504 Jul 28 14:36:23.493874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-29e667bc-149d-4e4c-b668-ca96511ab14c req-ae0b0246-2158-41e9-95c3-47e468adb463 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141278 Jul 28 14:36:23.538040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:23.625612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-53e08c5d-39c9-4eea-bcbd-1b5374a04630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.627182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5fa857e-3498-4c87-9a55-c74eca6eef81 req-53e08c5d-39c9-4eea-bcbd-1b5374a04630 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3715591 Jul 28 14:36:23.755063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57379c3-791c-444a-b08b-9bad22262dee req-9b65e3a4-d565-4036-8422-00df8615325d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:23.767758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f57379c3-791c-444a-b08b-9bad22262dee req-9b65e3a4-d565-4036-8422-00df8615325d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0826223 Jul 28 14:36:23.831457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f57379c3-791c-444a-b08b-9bad22262dee req-9bec410f-47a9-438d-91d3-422359b4150f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624557 Jul 28 14:36:23.991294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.000484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-be6f8840-ef33-453b-9828-8d3a5bbc5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.002049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-be6f8840-ef33-453b-9828-8d3a5bbc5ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 1095 time: 0.2901852 Jul 28 14:36:24.010743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1180cbf-5911-417e-85a9-dd488cae463a req-b4f5ab4f-8234-4110-b461-e71bc4db3fab tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.018506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1180cbf-5911-417e-85a9-dd488cae463a req-b4f5ab4f-8234-4110-b461-e71bc4db3fab tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.3179686 Jul 28 14:36:24.030041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4f4490e-f752-4715-8d2e-c509df6dccd4 req-149d1880-7ccf-4ab5-b46d-95f5f39cd52d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0373859 Jul 28 14:36:24.066390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Transition to ACTIVE for port object dd26fbb9-b876-4444-a4fc-39381ec603a9 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:24.128098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-d99565c2-b099-49ec-9547-beaac243cd4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261a2cb8-e900-44d5-895e-582e14e2429d HTTP/1.1" status: 200 len: 217 time: 0.0940983 Jul 28 14:36:24.407047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20e0b3-6c63-49b6-ad11-8fbfd96c50d9 req-6809ea6a-798b-4f75-8c23-51c3fde8f29b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.408823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a20e0b3-6c63-49b6-ad11-8fbfd96c50d9 req-6809ea6a-798b-4f75-8c23-51c3fde8f29b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 932 time: 0.0543714 Jul 28 14:36:24.455304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a20e0b3-6c63-49b6-ad11-8fbfd96c50d9 req-3a0a5018-8e18-4b40-a563-9f10cf4feaa2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Jul 28 14:36:24.572263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1180cbf-5911-417e-85a9-dd488cae463a req-0f8bd211-b6c3-4d35-88b5-e9c407eb826a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523632 Jul 28 14:36:24.646471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade4889-51a8-4cd6-9c87-71429f5baa62 req-3988dcba-ea9c-48c6-8a91-b0c0d159ef90 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.648944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aade4889-51a8-4cd6-9c87-71429f5baa62 req-3988dcba-ea9c-48c6-8a91-b0c0d159ef90 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 931 time: 0.0668168 Jul 28 14:36:24.653249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-89a4a644-b06a-454d-b4a0-678ff86a2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.654653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-89a4a644-b06a-454d-b4a0-678ff86a2f0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.4859583 Jul 28 14:36:24.694567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aade4889-51a8-4cd6-9c87-71429f5baa62 req-beedd85c-623a-4520-810c-f1a4c4973a9a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jul 28 14:36:24.752895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.825733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f3279c-8783-4a4b-bc59-98f32ddc9417 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:24.828708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71992d-4d8d-4eab-a173-418e8a03c0bd req-81722ac8-9430-44f3-8fe6-3abee872dbf7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.830344 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a71992d-4d8d-4eab-a173-418e8a03c0bd req-81722ac8-9430-44f3-8fe6-3abee872dbf7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0579126 Jul 28 14:36:24.856202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:24.862319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:24.874522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a71992d-4d8d-4eab-a173-418e8a03c0bd req-8d095e97-ee77-45bf-b628-28d39b873274 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347576 Jul 28 14:36:24.880263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:24.883994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:24.901535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b88e-b48f-4dbc-8fa0-be72d7ee8474 req-097f1c47-ff55-44cb-90dc-1cfff5402ccb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.903161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c278b88e-b48f-4dbc-8fa0-be72d7ee8474 req-097f1c47-ff55-44cb-90dc-1cfff5402ccb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.2647316 Jul 28 14:36:24.928317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Pushing event updated for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:24.956345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-5ed58153-8fcb-4b98-97ee-57e58d6eff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.958039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-5ed58153-8fcb-4b98-97ee-57e58d6eff5f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2946782 Jul 28 14:36:24.967058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Transition to ACTIVE for port object 49f3279c-8783-4a4b-bc59-98f32ddc9417 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:24.990304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.990682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.991068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.991479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.992341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.992819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.993152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.993483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.993813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.994143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.994467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.994794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:24.995902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ca3a4-2428-4311-bd69-acd40f7d3b22 req-628c7307-1613-4b10-a3d0-43fda5a44ae8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:24.997647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd7ca3a4-2428-4311-bd69-acd40f7d3b22 req-628c7307-1613-4b10-a3d0-43fda5a44ae8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0557408 Jul 28 14:36:25.030185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21758101-6830-4bd3-962f-ab0c2c8c12cd {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:25.053720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd7ca3a4-2428-4311-bd69-acd40f7d3b22 req-36558061-a065-4cfe-87eb-1f04f908caf4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402060 Jul 28 14:36:25.073746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.100147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.100538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.116664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Transition to ACTIVE for port object 21758101-6830-4bd3-962f-ab0c2c8c12cd will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:25.120179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c278b88e-b48f-4dbc-8fa0-be72d7ee8474 req-a280a337-310d-4b21-94f1-cb7b232f138f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887703 Jul 28 14:36:25.168243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-f2d64c88-8892-4e7c-9907-872ce586d509 service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999745 Jul 28 14:36:25.289161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34c46-54b1-4944-9eeb-2b7c3bf00835 req-7030dbae-05b8-436b-815f-67722cf514c6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.290682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4f34c46-54b1-4944-9eeb-2b7c3bf00835 req-7030dbae-05b8-436b-815f-67722cf514c6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 936 time: 0.1067431 Jul 28 14:36:25.293768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.357508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a573a01-0f7c-4d3e-8263-d9c59adcda59 req-3a07e480-ac4d-4f64-a069-6145709fcf3f service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822622 Jul 28 14:36:25.391518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:25.411582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4f34c46-54b1-4944-9eeb-2b7c3bf00835 req-576d8419-0733-4a7e-8ccb-50580b3c6662 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073496 Jul 28 14:36:25.460459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Attempting to bind port 49f3279c-8783-4a4b-bc59-98f32ddc9417 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:25.460797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Attempting to bind port 49f3279c-8783-4a4b-bc59-98f32ddc9417 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:25.461132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Attempting to bind port 49f3279c-8783-4a4b-bc59-98f32ddc9417 on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:25.465427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Port 49f3279c-8783-4a4b-bc59-98f32ddc9417 on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:25.465756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Attempting to bind port 49f3279c-8783-4a4b-bc59-98f32ddc9417 on network df9a73c7-0c48-4fdc-91f0-4bb749d01858 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:25.470448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:25.470787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Checking segment: {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:25.471198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Bound using segment: {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:25.471618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Bound port: 49f3279c-8783-4a4b-bc59-98f32ddc9417, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b114c8-9b33-498b-bac8-ba747cdf6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:25.471974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.533742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c31bfed1-87ad-48ca-a99f-9b8609e56164 None None] Provisioning for port dd26fbb9-b876-4444-a4fc-39381ec603a9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:25.539629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c31bfed1-87ad-48ca-a99f-9b8609e56164 None None] Provisioning complete for port dd26fbb9-b876-4444-a4fc-39381ec603a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:25.540065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c31bfed1-87ad-48ca-a99f-9b8609e56164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.545140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.547832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-aa7817e9-1a54-402d-b74e-ced1fde47be6 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2476015 Jul 28 14:36:25.560519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:25.579078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c31bfed1-87ad-48ca-a99f-9b8609e56164 None None] Port dd26fbb9-b876-4444-a4fc-39381ec603a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:25.613898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Request body: {'port': {'device_id': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:25.623498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:25.676413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:25.731311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7eedf-e12b-4886-8568-903925f2ec5f req-3515cc58-88e6-4a53-a9a3-c926d867b23f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:25.732832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94e7eedf-e12b-4886-8568-903925f2ec5f req-3515cc58-88e6-4a53-a9a3-c926d867b23f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 944 time: 0.1933060 Jul 28 14:36:25.761571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:25.838689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94e7eedf-e12b-4886-8568-903925f2ec5f req-a011c982-d2c9-4db3-b026-b2b82f8597d1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848713 Jul 28 14:36:25.862181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Attempting to bind port 21758101-6830-4bd3-962f-ab0c2c8c12cd on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:25.862521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Attempting to bind port 21758101-6830-4bd3-962f-ab0c2c8c12cd by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:25.862851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Attempting to bind port 21758101-6830-4bd3-962f-ab0c2c8c12cd on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:25.872434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Port 21758101-6830-4bd3-962f-ab0c2c8c12cd on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:25.872762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Attempting to bind port 21758101-6830-4bd3-962f-ab0c2c8c12cd on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:25.938127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:25.938477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:25.938936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:25.939409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Bound port: 21758101-6830-4bd3-962f-ab0c2c8c12cd, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:25.939765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.068624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62265b-e5a1-4b5f-836d-68168fa44169 req-909a5b0d-770a-4b1d-8b65-f69ebfe3c78c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.070332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e62265b-e5a1-4b5f-836d-68168fa44169 req-909a5b0d-770a-4b1d-8b65-f69ebfe3c78c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 943 time: 0.1462204 Jul 28 14:36:26.133070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:26.138449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:26.160228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e62265b-e5a1-4b5f-836d-68168fa44169 req-ab40ca87-2c9b-45c5-9b40-19655006f13a tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807135 Jul 28 14:36:26.257332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd26fbb9-b876-4444-a4fc-39381ec603a9 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:26.267467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.285617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Transition to ACTIVE for port object dd26fbb9-b876-4444-a4fc-39381ec603a9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:26.298418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cfef7-b94f-4f6b-a2bb-6b6e63088288 req-4751d73f-f9d5-41f1-8726-02177d3e2cd5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.300492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-467cfef7-b94f-4f6b-a2bb-6b6e63088288 req-4751d73f-f9d5-41f1-8726-02177d3e2cd5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0771384 Jul 28 14:36:26.342289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-467cfef7-b94f-4f6b-a2bb-6b6e63088288 req-faf27a20-d4dc-4c45-97f0-c1384bf674b8 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Jul 28 14:36:26.390762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.394255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.455345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.455964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.457385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] 10.222.0.50 "PUT /v2.0/ports/49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 1092 time: 3.3830609 Jul 28 14:36:26.457828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:26.460695 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:26.473549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.474161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.475613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] 10.222.0.53 "PUT /v2.0/ports/21758101-6830-4bd3-962f-ab0c2c8c12cd HTTP/1.1" status: 200 len: 1093 time: 3.1379459 Jul 28 14:36:26.486424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.499977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9e00d-8784-44e2-b7ac-60e3d921ab8a service neutron] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:26.557660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae21ae-4f93-4dbf-b0ed-850b0a54738d req-af87dd76-8353-4400-88cf-1ae26cd28eb4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.559566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8dae21ae-4f93-4dbf-b0ed-850b0a54738d req-af87dd76-8353-4400-88cf-1ae26cd28eb4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1391697 Jul 28 14:36:26.644506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948446-3382-4921-a924-c6538f01cd0d service neutron] Pushing event updated for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:26.693901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8dae21ae-4f93-4dbf-b0ed-850b0a54738d req-5b17e108-f22a-456d-a3ed-d31d419a36ba tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264489 Jul 28 14:36:26.711345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Attempting to bind port dd26fbb9-b876-4444-a4fc-39381ec603a9 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:26.711728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Attempting to bind port dd26fbb9-b876-4444-a4fc-39381ec603a9 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:26.713700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Attempting to bind port dd26fbb9-b876-4444-a4fc-39381ec603a9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:26.746993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Port dd26fbb9-b876-4444-a4fc-39381ec603a9 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:26.746993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Attempting to bind port dd26fbb9-b876-4444-a4fc-39381ec603a9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:26.748753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Pushing event updated for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:26.798190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:26.798468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:26.798849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:26.799318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Bound port: dd26fbb9-b876-4444-a4fc-39381ec603a9, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:26.799677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:26.877707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-cffa8be5-fa2b-4a8d-8646-e1e1f85f12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.879407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-cffa8be5-fa2b-4a8d-8646-e1e1f85f12ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1095 time: 0.1433871 Jul 28 14:36:26.884258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-657545c1-7993-432f-9a4c-35c78a073dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.885696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-657545c1-7993-432f-9a4c-35c78a073dc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 1096 time: 0.1631708 Jul 28 14:36:26.919886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d7cc1-4984-485a-b50a-23c0811e6cf6 req-61b7a6fc-d424-478f-89df-8501cd80367d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:26.921338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d25d7cc1-4984-485a-b50a-23c0811e6cf6 req-61b7a6fc-d424-478f-89df-8501cd80367d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.1395192 Jul 28 14:36:26.962208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-7f202654-9c8c-482e-9ce4-9963d39ccf4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 217 time: 0.0647645 Jul 28 14:36:27.003348 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c512065-0bdb-4143-b40b-cbf19addd225 x-openstack-request-id: req-9c512065-0bdb-4143-b40b-cbf19addd225 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:27.003348 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:27.003348 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c512065-0bdb-4143-b40b-cbf19addd225 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:27.003348 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'status': 'completed', 'code': 200} Jul 28 14:36:27.003348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:27.010998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-7935ec0e-a289-4444-96d7-acef74bee458 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd HTTP/1.1" status: 200 len: 217 time: 0.1010339 Jul 28 14:36:27.051295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:27.083397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42586d30-91a2-4186-a1ac-d0d13ff9d538 req-e967ba47-dbe3-4179-b515-bcfd02f15f39 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.086222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42586d30-91a2-4186-a1ac-d0d13ff9d538 req-e967ba47-dbe3-4179-b515-bcfd02f15f39 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 944 time: 0.0513158 Jul 28 14:36:27.112498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d25d7cc1-4984-485a-b50a-23c0811e6cf6 req-3e2f0719-a4fe-4cb9-904d-0b9c619f9cb7 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566594 Jul 28 14:36:27.121388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-929ad19a-4dc7-43b0-abdd-e96aebfb1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.122870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-929ad19a-4dc7-43b0-abdd-e96aebfb1721 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0913265 Jul 28 14:36:27.124266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-ef5b5439-d0fb-47b5-ba1e-f4816403db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.131460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-ef5b5439-d0fb-47b5-ba1e-f4816403db99 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.1356170 Jul 28 14:36:27.143251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42586d30-91a2-4186-a1ac-d0d13ff9d538 req-e6e49deb-4d36-4903-8c5c-2a7d35eee71f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jul 28 14:36:27.178634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-42348858-bedf-4c42-9e0d-2f1d7a997bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477507 Jul 28 14:36:27.180590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-13696694-b069-48cc-a708-78382ac52152 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380976 Jul 28 14:36:27.273665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:27.298250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58a699-53e7-4c5c-87e2-6c3afea3a24f req-044b5f98-e43d-421b-b4db-9883722872e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.299789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c58a699-53e7-4c5c-87e2-6c3afea3a24f req-044b5f98-e43d-421b-b4db-9883722872e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 943 time: 0.0597789 Jul 28 14:36:27.341179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c58a699-53e7-4c5c-87e2-6c3afea3a24f req-51fa1f95-cfd5-49f2-adc5-292161633f21 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342944 Jul 28 14:36:27.351894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.353017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:27.354685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] 10.222.0.53 "PUT /v2.0/ports/dd26fbb9-b876-4444-a4fc-39381ec603a9 HTTP/1.1" status: 200 len: 1097 time: 1.7841444 Jul 28 14:36:27.423420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34057813-984f-48d4-b9c7-73dcdf104205 req-5e4cfa47-e934-43c8-b52c-7efece9227ec tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.425081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34057813-984f-48d4-b9c7-73dcdf104205 req-5e4cfa47-e934-43c8-b52c-7efece9227ec tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.2436206 Jul 28 14:36:27.461225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70383538-9f58-49ae-b12f-bf9b19da953a service neutron] Pushing event updated for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:27.481115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-e9d381ad-2867-4bbd-b344-2c435c377994 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885132 Jul 28 14:36:27.481349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63efab1-0047-4c03-b362-fff980597b04 req-dd6f3ca9-413e-4a47-9fdf-31cb46ffc057 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.492072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a63efab1-0047-4c03-b362-fff980597b04 req-dd6f3ca9-413e-4a47-9fdf-31cb46ffc057 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0689716 Jul 28 14:36:27.495517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-5d523c4c-7c99-48c3-a1b1-dbc389951bb9 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055251 Jul 28 14:36:27.563797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a63efab1-0047-4c03-b362-fff980597b04 req-9cd9ee8e-6a03-4e5c-8995-8774a912a16e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584621 Jul 28 14:36:27.642269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34057813-984f-48d4-b9c7-73dcdf104205 req-422f870a-066e-4af3-857f-9c609700d7cf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014756 Jul 28 14:36:27.710917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-221e2a77-6ad7-473d-a5ed-217debfc4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.710917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-221e2a77-6ad7-473d-a5ed-217debfc4154 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=767b056c86104dc99c3739af9fc769d1&device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 1100 time: 0.1860201 Jul 28 14:36:27.763998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4901817-cb3e-4e31-be96-cb44f74b7f1f req-c8b8833e-79f4-4110-8533-c9fab71adea1 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660785 Jul 28 14:36:27.768220 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-addf2443-e13d-47be-9de0-fef6aa6930f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9 HTTP/1.1" status: 200 len: 217 time: 0.0537105 Jul 28 14:36:27.772391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bcedbbf1-e400-431f-8020-0a2cc2ff2dc1 req-66c36bc8-fd82-4041-9e22-9ba0cc4f1ddd service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651589 Jul 28 14:36:27.880246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-86a02bda-e03e-4119-ac92-233bff9cff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.880246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-86a02bda-e03e-4119-ac92-233bff9cff24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0876501 Jul 28 14:36:27.911924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a00ba9-5b2e-4d7a-a40a-aba9d7938b7e req-5f2e2d97-64ea-4150-b6a1-cef5c1c16d86 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.915428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0a00ba9-5b2e-4d7a-a40a-aba9d7938b7e req-5f2e2d97-64ea-4150-b6a1-cef5c1c16d86 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1101253 Jul 28 14:36:27.984982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-45056ca7-1e37-447c-bb79-4c1e3da6c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:27.987444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-45056ca7-1e37-447c-bb79-4c1e3da6c35d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982900 Jul 28 14:36:27.990806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0a00ba9-5b2e-4d7a-a40a-aba9d7938b7e req-7efe3abc-f3e9-4b8e-abdd-c5d3a21ef59e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582972 Jul 28 14:36:28.140074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-44f8b319-f7bf-4eae-9758-e6d0505d9333 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385884 Jul 28 14:36:28.327158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 261a2cb8-e900-44d5-895e-582e14e2429d details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:28.353306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a11a4f-6a28-45ac-9292-b0d3a05952bc req-cab55c59-a07a-4d02-b6e3-ce3f00bdf1a9 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.355468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41a11a4f-6a28-45ac-9292-b0d3a05952bc req-cab55c59-a07a-4d02-b6e3-ce3f00bdf1a9 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.1567757 Jul 28 14:36:28.372612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-f63ddf74-3b8e-4e20-8e08-d594ad77300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.376053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-f63ddf74-3b8e-4e20-8e08-d594ad77300c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1095 time: 0.1668522 Jul 28 14:36:28.401223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddc80ee5-a93e-480f-9ec7-e488ad0f058e req-a6d62941-9ac5-4eda-aed8-74772278bd7a service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115631 Jul 28 14:36:28.411894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008e664-24b0-45ec-a556-30079264fb2a req-559110c9-ed39-4d7b-9999-2be14fdfbd57 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.414117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a008e664-24b0-45ec-a556-30079264fb2a req-559110c9-ed39-4d7b-9999-2be14fdfbd57 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 944 time: 0.1073587 Jul 28 14:36:28.462742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=261a2cb8-e900-44d5-895e-582e14e2429d,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:28.463018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a008e664-24b0-45ec-a556-30079264fb2a req-a6e9f519-a8fd-4aa4-9515-eb96653a695e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Jul 28 14:36:28.476018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '261a2cb8-e900-44d5-895e-582e14e2429d', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'port_id': '261a2cb8-e900-44d5-895e-582e14e2429d', 'mac_address': 'fa:16:3e:ea:d7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:28.498021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41a11a4f-6a28-45ac-9292-b0d3a05952bc req-1efbf589-b11f-400a-bef6-091452cccf37 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101997 Jul 28 14:36:28.525828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.542386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261a2cb8-e900-44d5-895e-582e14e2429d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:28.548902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-7106a6d4-5f90-4478-bb77-87900f3b77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.552538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-7106a6d4-5f90-4478-bb77-87900f3b77ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.1559460 Jul 28 14:36:28.574854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=261a2cb8-e900-44d5-895e-582e14e2429d,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:28.619316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-5a94275f-3bc2-4e24-b776-9aea1a2c5716 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 217 time: 0.0517285 Jul 28 14:36:28.619643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cb3b7-8993-4058-9669-95568c5bfc1a req-133b9894-6212-478f-a390-b99b9c37f1d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.621156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5cb3b7-8993-4058-9669-95568c5bfc1a req-133b9894-6212-478f-a390-b99b9c37f1d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0575912 Jul 28 14:36:28.666082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5cb3b7-8993-4058-9669-95568c5bfc1a req-bec43e0a-5e2c-4007-9240-fe947da30c27 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Jul 28 14:36:28.673586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c71ef-19b8-4106-add5-320b6165c464 req-a0410328-7fc9-4374-9aac-4a1b28f0dc92 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.675182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-104c71ef-19b8-4106-add5-320b6165c464 req-a0410328-7fc9-4374-9aac-4a1b28f0dc92 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 943 time: 0.1171036 Jul 28 14:36:28.695745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-7e67c375-c664-4c9c-b5a8-1499d398d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.697293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-7e67c375-c664-4c9c-b5a8-1499d398d1af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.0671110 Jul 28 14:36:28.743948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-5463ccfb-bbbb-446f-b929-0e26e1e926fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369978 Jul 28 14:36:28.765205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-104c71ef-19b8-4106-add5-320b6165c464 req-c00a22c6-22b8-45a0-ab96-1d9694b60560 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816455 Jul 28 14:36:28.784749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:28.789378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53778fb-27e2-4bed-8b6b-1d315adc2ba2 req-e2f115a2-11e7-494b-b638-23603cc3842f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:28.797060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a53778fb-27e2-4bed-8b6b-1d315adc2ba2 req-e2f115a2-11e7-494b-b638-23603cc3842f tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 943 time: 0.0542793 Jul 28 14:36:28.839595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a53778fb-27e2-4bed-8b6b-1d315adc2ba2 req-12bb0531-97d0-468c-9ca5-e441b7d902b4 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Jul 28 14:36:28.851795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:28.859957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-14382f11-1d45-4144-a925-ea9489639e7c service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075990 Jul 28 14:36:29.143781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['261a2cb8-e900-44d5-895e-582e14e2429d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:29.231997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd'}, {'name': 'network-changed', 'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:29.234237 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602bc4e9-f100-4d1e-9a88-bae15cb0db60" -d '{"events": [{"name": "network-changed", "server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd"}, {"name": "network-changed", "server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:29.291826 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4058a87-0f69-4c35-a4a4-e1b77f8d5084 x-openstack-request-id: req-a4058a87-0f69-4c35-a4a4-e1b77f8d5084 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:29.292123 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:29.292374 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4058a87-0f69-4c35-a4a4-e1b77f8d5084 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:29.292777 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd', 'status': 'completed', 'code': 200} Jul 28 14:36:29.293030 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9', 'status': 'completed', 'code': 200} Jul 28 14:36:29.321296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821c67-fd1c-47dc-8db5-6f19aa2f8e31 req-3b1b25af-7b8f-4dfd-ada3-d34a7df2c4ea tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.322790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b821c67-fd1c-47dc-8db5-6f19aa2f8e31 req-3b1b25af-7b8f-4dfd-ada3-d34a7df2c4ea tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0834110 Jul 28 14:36:29.326585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1e789c-b7f2-434c-8e22-7c60ba4ac13e req-bd8c9c13-7d3b-42dd-9ed4-b9cf7cc8f3b9 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591279 Jul 28 14:36:29.389844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b821c67-fd1c-47dc-8db5-6f19aa2f8e31 req-1ec55015-c331-48ee-8f22-752aaf1cfb46 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 Jul 28 14:36:29.400990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-044bd5bc-1ada-481b-9720-0ec3e0443ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.402488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-044bd5bc-1ada-481b-9720-0ec3e0443ab9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 1096 time: 0.0577807 Jul 28 14:36:29.501575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-e4bce9eb-b379-4678-bbc0-6a163db97905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.503149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-e4bce9eb-b379-4678-bbc0-6a163db97905 service neutron] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 913 time: 0.0912821 Jul 28 14:36:29.549433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-6ee6f63b-c262-4072-934c-ef1ad5f82a68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd HTTP/1.1" status: 200 len: 217 time: 0.0362465 Jul 28 14:36:29.597034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f025c-9c61-44ed-9c59-712af609cf2e req-ea11bb7d-b14b-4da6-bf3f-f909a07e3b97 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.598741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-581f025c-9c61-44ed-9c59-712af609cf2e req-ea11bb7d-b14b-4da6-bf3f-f909a07e3b97 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 944 time: 0.0546029 Jul 28 14:36:29.638458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-6353410d-505b-4460-801f-ae4e3381a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.639970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-6353410d-505b-4460-801f-ae4e3381a665 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0817623 Jul 28 14:36:29.640240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-581f025c-9c61-44ed-9c59-712af609cf2e req-b6c8e661-046e-4af4-b2f1-3a043a89ae36 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Jul 28 14:36:29.663741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074f6af-54e6-4bab-ae35-a015f5b8ae32 req-472fb4e2-0bce-4cde-b8c3-fe640586a5bc tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.665251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b074f6af-54e6-4bab-ae35-a015f5b8ae32 req-472fb4e2-0bce-4cde-b8c3-fe640586a5bc tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.0699856 Jul 28 14:36:29.685626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-fcb86bd1-91f4-48b2-acea-1090e1159729 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376728 Jul 28 14:36:29.763746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b074f6af-54e6-4bab-ae35-a015f5b8ae32 req-be2ec2bb-3937-43e0-a463-6dcf8f0ebd24 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Jul 28 14:36:29.809539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-3c27b2d3-3f05-48d2-b464-9c7dd4204874 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099029 Jul 28 14:36:29.815011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e02ed-395e-497c-8eb5-4eb138291f7e req-84dd25a3-ba40-4919-92a9-930be12db59d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.816812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-636e02ed-395e-497c-8eb5-4eb138291f7e req-84dd25a3-ba40-4919-92a9-930be12db59d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0705264 Jul 28 14:36:29.865408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-636e02ed-395e-497c-8eb5-4eb138291f7e req-20ae5287-facb-47d0-b5b1-19badb866dfe tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405242 Jul 28 14:36:29.968873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fc205-0fda-4e0b-b5a5-b60df7774ca3 req-774c7906-70e1-4ed7-8f03-bb6b9a0ee323 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:29.970705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-319fc205-0fda-4e0b-b5a5-b60df7774ca3 req-774c7906-70e1-4ed7-8f03-bb6b9a0ee323 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 943 time: 0.1176515 Jul 28 14:36:29.996007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-c049e813-9342-4fbe-a7ff-3c89a26c3e23 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752903 Jul 28 14:36:30.002435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb492d0-409d-4d34-bb25-c428c107fc23 req-9eac9f1c-1913-4b13-81b6-c8922feb1003 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.005667 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0cb492d0-409d-4d34-bb25-c428c107fc23 req-9eac9f1c-1913-4b13-81b6-c8922feb1003 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 944 time: 0.0581365 Jul 28 14:36:30.027408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-319fc205-0fda-4e0b-b5a5-b60df7774ca3 req-5af62739-be55-4f7a-af95-9d969a5d4563 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Jul 28 14:36:30.063532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0cb492d0-409d-4d34-bb25-c428c107fc23 req-9acb143b-a0e3-4abe-9e91-eb96e45b774d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527592 Jul 28 14:36:30.139016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-99b595c0-4665-4d7d-95b8-f9a13797805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.140823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-99b595c0-4665-4d7d-95b8-f9a13797805f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=767b056c86104dc99c3739af9fc769d1&device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 1100 time: 0.0448215 Jul 28 14:36:30.235774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-61c309e6-2861-4051-91d8-1ef830178397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.237290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-61c309e6-2861-4051-91d8-1ef830178397 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.0891960 Jul 28 14:36:30.287015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-a1824fc1-5ca6-4664-962b-18f899bc5a5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9 HTTP/1.1" status: 200 len: 217 time: 0.0397809 Jul 28 14:36:30.339605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 49f3279c-8783-4a4b-bc59-98f32ddc9417 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:30.340657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-ad19559e-724b-492d-b191-53452717fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.342507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-ad19559e-724b-492d-b191-53452717fd3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0477324 Jul 28 14:36:30.345493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 261a2cb8-e900-44d5-895e-582e14e2429d up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:30.416333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-47f55ab1-2148-463d-8c33-63cbfd03bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.418507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-47f55ab1-2148-463d-8c33-63cbfd03bb21 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663884 Jul 28 14:36:30.510029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:30.524127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'network_id': 'df9a73c7-0c48-4fdc-91f0-4bb749d01858', 'port_id': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'mac_address': 'fa:16:3e:6e:60:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a0bc50-979b-4198-b3f1-6acc596a85b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:30.566245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.571509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ba04-ed04-4a9e-af6e-a56dbd53554e req-09a78e87-c8f1-4bd0-b382-f8a8918bc5a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.578092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9f8ba04-ed04-4a9e-af6e-a56dbd53554e req-09a78e87-c8f1-4bd0-b382-f8a8918bc5a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0772686 Jul 28 14:36:30.588712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f3279c-8783-4a4b-bc59-98f32ddc9417 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:30.610423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:30.625690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9f8ba04-ed04-4a9e-af6e-a56dbd53554e req-0e387cad-5475-4ab8-9cf4-19e06e6aff0c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Jul 28 14:36:30.633162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15242-5563-4e91-bb42-91bfaa8712bb req-41c5af87-98d1-4936-ada9-040e15f4b6cc tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.634705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dde15242-5563-4e91-bb42-91bfaa8712bb req-41c5af87-98d1-4936-ada9-040e15f4b6cc tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1075697 Jul 28 14:36:30.645591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-0eaf859b-6b7d-433c-a7b6-aad5c8b06093 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145660 Jul 28 14:36:30.663163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 261a2cb8-e900-44d5-895e-582e14e2429d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:30.667986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 261a2cb8-e900-44d5-895e-582e14e2429d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:30.668560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.741981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dde15242-5563-4e91-bb42-91bfaa8712bb req-7531ad3e-2913-41de-9551-ed659b556399 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948513 Jul 28 14:36:30.773534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.783150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41589cb0-f093-4dc0-aa08-59b28d6072b3 req-2b62d419-c541-48fd-b1b7-24c5f4dd25e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.792036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41589cb0-f093-4dc0-aa08-59b28d6072b3 req-2b62d419-c541-48fd-b1b7-24c5f4dd25e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 944 time: 0.0731492 Jul 28 14:36:30.804666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:30.807981 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db137b-5912-4330-8a04-a3247ed50465" -d '{"events": [{"server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "name": "network-vif-plugged", "status": "completed", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:30.808798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-602bc4e9-f100-4d1e-9a88-bae15cb0db60 req-b25e0155-3301-4ccd-a54a-b12758e6b873 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551404 Jul 28 14:36:30.824091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=261a2cb8-e900-44d5-895e-582e14e2429d,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:30.830100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41589cb0-f093-4dc0-aa08-59b28d6072b3 req-e9c7e3a0-26ac-4e1a-9273-56e5d97acd30 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Jul 28 14:36:30.851484 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:30.894085 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7121cab-f5b8-4f9d-9136-14e55a977340 x-openstack-request-id: req-c7121cab-f5b8-4f9d-9136-14e55a977340 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:30.894664 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "name": "network-vif-plugged", "status": "completed", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:30.895040 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7121cab-f5b8-4f9d-9136-14e55a977340 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:30.895453 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d', 'code': 200} Jul 28 14:36:30.908940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:30.939646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc691aa7-f2b0-4e74-8926-fa391094c556 req-25b1cb04-9008-46d6-b44e-34e16d5d37bb tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:30.941183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc691aa7-f2b0-4e74-8926-fa391094c556 req-25b1cb04-9008-46d6-b44e-34e16d5d37bb tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.0516019 Jul 28 14:36:30.982553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc691aa7-f2b0-4e74-8926-fa391094c556 req-e5d7cf4b-fbb2-46f0-bd42-d79fda8f9643 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336850 Jul 28 14:36:30.989944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21758101-6830-4bd3-962f-ab0c2c8c12cd details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:31.031539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51684c-2e9b-40d4-b2b4-c2e1c51af307 req-40a5efe7-8de8-4116-a58b-fb7f76b95fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.033060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f51684c-2e9b-40d4-b2b4-c2e1c51af307 req-40a5efe7-8de8-4116-a58b-fb7f76b95fe2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 1096 time: 0.0459261 Jul 28 14:36:31.063782 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:31.086663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f51684c-2e9b-40d4-b2b4-c2e1c51af307 req-245e363e-5b7d-4b62-9827-faaa290c0d26 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372708 Jul 28 14:36:31.144195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:31.157600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:31.164674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '21758101-6830-4bd3-962f-ab0c2c8c12cd', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '21758101-6830-4bd3-962f-ab0c2c8c12cd', 'mac_address': 'fa:16:3e:7a:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:31.196952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc01106-ecde-4071-a255-3868ff6f0e64 req-b590ba1b-77c9-4fc3-8d8f-41a35f1117e9 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.199474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bc01106-ecde-4071-a255-3868ff6f0e64 req-b590ba1b-77c9-4fc3-8d8f-41a35f1117e9 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 944 time: 0.0767207 Jul 28 14:36:31.199593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d76e0-06c0-4026-8130-7cb4d44029e5 req-8d6053a3-15cb-43fd-9e0d-efdacf4b2614 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.201490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d5d76e0-06c0-4026-8130-7cb4d44029e5 req-8d6053a3-15cb-43fd-9e0d-efdacf4b2614 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0591829 Jul 28 14:36:31.210763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:31.224510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21758101-6830-4bd3-962f-ab0c2c8c12cd {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:31.238520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bc01106-ecde-4071-a255-3868ff6f0e64 req-752f7c07-0eed-4bed-a624-365ab3bc5a37 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370910 Jul 28 14:36:31.247109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d5d76e0-06c0-4026-8130-7cb4d44029e5 req-0d55fb78-8874-4919-9eef-ee2fc4b5c0e5 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Jul 28 14:36:31.247378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:31.252736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:31.395546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:31.452204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:31.755418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['21758101-6830-4bd3-962f-ab0c2c8c12cd'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:31.758248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb3ec7-1287-4d5a-9c0f-2c38e427b828 req-57a50e4f-c231-47af-b309-88fcfa2dd48b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.758248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74cb3ec7-1287-4d5a-9c0f-2c38e427b828 req-57a50e4f-c231-47af-b309-88fcfa2dd48b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0541720 Jul 28 14:36:31.807365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74cb3ec7-1287-4d5a-9c0f-2c38e427b828 req-2d339941-8440-47dc-b030-7bd40cf785e2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Jul 28 14:36:31.916393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee44c7f-c72b-4d3d-8c7a-2ab1055f0417 req-76c38138-6301-4b68-9467-905e89502610 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:31.920537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ee44c7f-c72b-4d3d-8c7a-2ab1055f0417 req-76c38138-6301-4b68-9467-905e89502610 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0944147 Jul 28 14:36:31.976376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ee44c7f-c72b-4d3d-8c7a-2ab1055f0417 req-d80ca862-45b9-412f-bac5-8d6fabb857a7 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jul 28 14:36:32.005734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e22a7-24cb-46cf-a9a4-33c70c0a6869 req-9f9f904e-460d-472b-bf1a-8faf923101a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.008762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a94e22a7-24cb-46cf-a9a4-33c70c0a6869 req-9f9f904e-460d-472b-bf1a-8faf923101a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0620265 Jul 28 14:36:32.056161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a94e22a7-24cb-46cf-a9a4-33c70c0a6869 req-2728b2ed-029f-4298-91db-eb77b2d92fe0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Jul 28 14:36:32.117637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecac3e0-4af9-4c56-85db-c4ec57b787ab req-cf437129-4d63-4d75-9c57-d3f3ba9bca7c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.119261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ecac3e0-4af9-4c56-85db-c4ec57b787ab req-cf437129-4d63-4d75-9c57-d3f3ba9bca7c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 945 time: 0.0542860 Jul 28 14:36:32.170361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ecac3e0-4af9-4c56-85db-c4ec57b787ab req-c97127b3-2921-4720-ae65-dcdf5a870abb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446098 Jul 28 14:36:32.184150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643093e-6b5a-4b22-a4fe-97247cefea26 req-cd676584-6772-4fe5-83e7-0776bf2b162d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.185708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b643093e-6b5a-4b22-a4fe-97247cefea26 req-cd676584-6772-4fe5-83e7-0776bf2b162d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.0630660 Jul 28 14:36:32.255559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b643093e-6b5a-4b22-a4fe-97247cefea26 req-8ee3fd65-5433-414a-9be8-32c0c7365051 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573623 Jul 28 14:36:32.343408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 49f3279c-8783-4a4b-bc59-98f32ddc9417 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:32.389403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16016d9-9cd9-47a7-93a8-d1928bee9895 req-f8a9b1b5-22e1-4f66-85df-7a97cb39eb45 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.407855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d16016d9-9cd9-47a7-93a8-d1928bee9895 req-f8a9b1b5-22e1-4f66-85df-7a97cb39eb45 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1229670 Jul 28 14:36:32.449146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763adebf-9e32-49e4-9879-19ba32dd73e9 req-c0b46788-0ca2-4f2b-b89e-7dd586cbbd14 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.455538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-763adebf-9e32-49e4-9879-19ba32dd73e9 req-c0b46788-0ca2-4f2b-b89e-7dd586cbbd14 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 944 time: 0.0702465 Jul 28 14:36:32.464476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d16016d9-9cd9-47a7-93a8-d1928bee9895 req-51e8c93a-c154-4a35-83b2-d4ee6de7d579 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554740 Jul 28 14:36:32.505253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-763adebf-9e32-49e4-9879-19ba32dd73e9 req-53e3f59f-2a26-4bcf-9f62-a8d1f8c4071e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Jul 28 14:36:32.560482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 49f3279c-8783-4a4b-bc59-98f32ddc9417 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:32.564924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 49f3279c-8783-4a4b-bc59-98f32ddc9417 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:32.570925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.602249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e566b52-ba4e-480d-8795-153aa9cdfe2a req-54d061cc-70cf-4e58-9a6a-8f53ae2b0c10 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.604015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e566b52-ba4e-480d-8795-153aa9cdfe2a req-54d061cc-70cf-4e58-9a6a-8f53ae2b0c10 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0601089 Jul 28 14:36:32.659202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e95f29-e570-4ae6-aa5d-c12cb055041a req-ad019ea5-0b5e-4fed-9c57-dafb55b78719 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.660931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46e95f29-e570-4ae6-aa5d-c12cb055041a req-ad019ea5-0b5e-4fed-9c57-dafb55b78719 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0828421 Jul 28 14:36:32.662905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e566b52-ba4e-480d-8795-153aa9cdfe2a req-d696d885-4015-43e3-ab65-ee27dd346071 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512710 Jul 28 14:36:32.700602 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.719734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46e95f29-e570-4ae6-aa5d-c12cb055041a req-6ff9331c-da99-4435-8e5c-d49b96bcf560 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516033 Jul 28 14:36:32.750310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:32.819536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:32.871425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:32.881329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-ea0c63ab-e154-4784-a585-9a75274d53b1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:32.883595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-ea0c63ab-e154-4784-a585-9a75274d53b1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.1159084 Jul 28 14:36:32.897008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:32.900658 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581011bb-feeb-4a5b-8ef0-f3d13709cd8e" -d '{"events": [{"server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "name": "network-vif-plugged", "status": "completed", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:32.900897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-a53fe064-75a1-4e74-bcc8-12f59bea991c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/quotas/072c2ecb52524944823d20b697b028ed HTTP/1.1" status: 200 len: 375 time: 0.0115154 Jul 28 14:36:32.949092 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faf54e5-1e11-4704-836b-b98c5516228d x-openstack-request-id: req-0faf54e5-1e11-4704-836b-b98c5516228d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:32.949482 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "name": "network-vif-plugged", "status": "completed", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:32.949862 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0faf54e5-1e11-4704-836b-b98c5516228d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:32.950353 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'code': 200} Jul 28 14:36:32.965303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-270b65a7-fec5-4db5-b300-1c16fcdd9af4 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0554867 Jul 28 14:36:33.001077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device dd26fbb9-b876-4444-a4fc-39381ec603a9 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:33.010669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21758101-6830-4bd3-962f-ab0c2c8c12cd up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:33.111316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-91886f6a-4679-41ea-9c98-8e2163838e6f service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404514 Jul 28 14:36:33.117856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e137-fad2-4c4d-9fa8-2b5b2e8be9e9 req-508e4f17-24f3-468b-96ff-f41f3a71b271 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.119665 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e816e137-fad2-4c4d-9fa8-2b5b2e8be9e9 req-508e4f17-24f3-468b-96ff-f41f3a71b271 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0610542 Jul 28 14:36:33.168221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e816e137-fad2-4c4d-9fa8-2b5b2e8be9e9 req-3cf92996-46cb-4c5e-b49e-d050b809407b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Jul 28 14:36:33.181006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21888cc-a64c-488f-9172-b7f3a66a40d0 req-1aaf3d09-a3e5-4cc4-88ec-2988b75fa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.182614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e21888cc-a64c-488f-9172-b7f3a66a40d0 req-1aaf3d09-a3e5-4cc4-88ec-2988b75fa349 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1097 time: 0.1057887 Jul 28 14:36:33.185643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:33.201095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'dd26fbb9-b876-4444-a4fc-39381ec603a9', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'dd26fbb9-b876-4444-a4fc-39381ec603a9', 'mac_address': 'fa:16:3e:d4:89:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:33.244440 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.250188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e21888cc-a64c-488f-9172-b7f3a66a40d0 req-7f19a873-e55b-4673-932c-d848f6416402 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590398 Jul 28 14:36:33.252274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-194586ce-4837-4918-b353-276f088a5da1 service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337237 Jul 28 14:36:33.346536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a46360-2767-4ea1-8493-f41f2370fab6 req-9cd587b8-e0ac-42f6-af20-5fdf5c466f87 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.348271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9a46360-2767-4ea1-8493-f41f2370fab6 req-9cd587b8-e0ac-42f6-af20-5fdf5c466f87 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 945 time: 0.0878294 Jul 28 14:36:33.421653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 21758101-6830-4bd3-962f-ab0c2c8c12cd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:33.424675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd26fbb9-b876-4444-a4fc-39381ec603a9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:33.436917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 21758101-6830-4bd3-962f-ab0c2c8c12cd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:33.437297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9a46360-2767-4ea1-8493-f41f2370fab6 req-5bae7213-19e7-4423-a1a8-904e3a4b1d8e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743661 Jul 28 14:36:33.437415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.472452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:33.543390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.570400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bfb26-a1ff-4689-bebe-28eef974f3da req-4b95027b-5f29-4523-ae19-263df76a2812 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.572060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-048bfb26-a1ff-4689-bebe-28eef974f3da req-4b95027b-5f29-4523-ae19-263df76a2812 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 948 time: 0.0642400 Jul 28 14:36:33.591232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:33.618294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-048bfb26-a1ff-4689-bebe-28eef974f3da req-9ffd5da5-cfb9-4678-a7f9-828ddcaaf813 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Jul 28 14:36:33.670713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.712489 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:33.740055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:33.769137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2019412f-10ef-4a9b-8af6-99d6b3627d39 req-a5d5641b-2e89-4239-9beb-bb8eb626e182 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0397916 Jul 28 14:36:33.782066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14638bf4-0917-4bf9-bdfe-80d57bb11939 req-964e3722-329b-40af-835a-e783ed8ab6e5 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.784180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14638bf4-0917-4bf9-bdfe-80d57bb11939 req-964e3722-329b-40af-835a-e783ed8ab6e5 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 945 time: 0.1037273 Jul 28 14:36:33.843330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:33.866721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14638bf4-0917-4bf9-bdfe-80d57bb11939 req-6b9876eb-1d20-440f-b60a-43ebf0a85986 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578568 Jul 28 14:36:33.908102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdc7b4-7428-4a15-942a-c7d3202d6df4 req-fe4cd8f5-58b7-4633-8c7e-536a22676cb1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:33.909662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ccdc7b4-7428-4a15-942a-c7d3202d6df4 req-fe4cd8f5-58b7-4633-8c7e-536a22676cb1 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0649533 Jul 28 14:36:33.965911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ccdc7b4-7428-4a15-942a-c7d3202d6df4 req-057efeca-48f9-42ce-b06d-e1bc11ca3119 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Jul 28 14:36:34.040236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['dd26fbb9-b876-4444-a4fc-39381ec603a9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:34.094485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d387a0-08dc-47ab-b8a4-09b8509836af req-01959564-3951-4045-8609-3e731c57d117 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:34.096261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88d387a0-08dc-47ab-b8a4-09b8509836af req-01959564-3951-4045-8609-3e731c57d117 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0618513 Jul 28 14:36:34.106133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:34.112566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Request body: {'floatingip': {'port_id': '261a2cb8-e900-44d5-895e-582e14e2429d'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:34.160200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:34.297878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999402-1e0c-42a0-abf4-eafc482232f4 req-c724c6b3-0d8e-4b20-a1d9-146798fb8167 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:34.299425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2999402-1e0c-42a0-abf4-eafc482232f4 req-c724c6b3-0d8e-4b20-a1d9-146798fb8167 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0489771 Jul 28 14:36:34.343500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2999402-1e0c-42a0-abf4-eafc482232f4 req-76dd5d4e-5cbe-48b7-8e01-06bd0d7b0f2f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Jul 28 14:36:34.760605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe0539-82cc-46b0-ba84-5e578850e000 req-ba67e05f-df84-4dd6-8bf0-a6b1db9caa7f tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:34.762238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80fe0539-82cc-46b0-ba84-5e578850e000 req-ba67e05f-df84-4dd6-8bf0-a6b1db9caa7f tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 949 time: 0.0580015 Jul 28 14:36:34.807067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80fe0539-82cc-46b0-ba84-5e578850e000 req-c8ac207a-58de-44bd-99b4-0a5e104cebc8 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Jul 28 14:36:34.951998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:34.954815 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b77a841-16bb-4d94-bed3-9bd68f346cda" -d '{"events": [{"server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "name": "network-vif-plugged", "status": "completed", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:34.961882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aabdb31d-3056-47f3-bb01-c50985ba8577 req-4e8faaa0-4479-43d5-9b89-cc55816958a7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0317967 Jul 28 14:36:34.962846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc69899-bb72-4302-b81c-bddada854ecd req-485d8066-ea73-483c-8ff9-f474a31e69de tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:34.964426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bc69899-bb72-4302-b81c-bddada854ecd req-485d8066-ea73-483c-8ff9-f474a31e69de tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.0975227 Jul 28 14:36:35.045277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device dd26fbb9-b876-4444-a4fc-39381ec603a9 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:35.067489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bc69899-bb72-4302-b81c-bddada854ecd req-40b69a3e-107a-4610-bdf3-d656c8d1c189 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946410 Jul 28 14:36:35.074429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.102843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b534e6-6cd8-4e57-9ee6-8ab512765519 req-ed8d6784-776e-4e1b-a863-397b3c3a0a6b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.104683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6b534e6-6cd8-4e57-9ee6-8ab512765519 req-ed8d6784-776e-4e1b-a863-397b3c3a0a6b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 945 time: 0.0740016 Jul 28 14:36:35.119705 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b8834f-e2e1-4c0f-a535-f3cfe57dc9b9 x-openstack-request-id: req-d7b8834f-e2e1-4c0f-a535-f3cfe57dc9b9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:35.120027 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "name": "network-vif-plugged", "status": "completed", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:35.120462 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7b8834f-e2e1-4c0f-a535-f3cfe57dc9b9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:35.132402 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd', 'code': 200} Jul 28 14:36:35.163758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6b534e6-6cd8-4e57-9ee6-8ab512765519 req-14567c36-f3a3-4bc1-b66c-9940c37f0410 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 28 14:36:35.230159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.285956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1804-3ef7-40bb-9696-514dfcdfa16e req-2f69ec16-6b3b-4b4e-a389-5c88c789ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.287594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-979b1804-3ef7-40bb-9696-514dfcdfa16e req-2f69ec16-6b3b-4b4e-a389-5c88c789ee1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 1098 time: 0.0591526 Jul 28 14:36:35.323525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port dd26fbb9-b876-4444-a4fc-39381ec603a9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:35.329660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-979b1804-3ef7-40bb-9696-514dfcdfa16e req-2f49d1e3-2c44-4077-b4f6-7244656fb2d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Jul 28 14:36:35.332674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port dd26fbb9-b876-4444-a4fc-39381ec603a9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:35.332674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.347203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-e2b667c3-2bc1-4ec7-9f59-042f97448a88 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-670125445&fields=id&tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 267 time: 0.0826733 Jul 28 14:36:35.405140 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Floating IP 5bb455e0-74ef-4e32-8480-3942a6cfee99 associated. External IP: 172.25.0.213, port: 261a2cb8-e900-44d5-895e-582e14e2429d. Jul 28 14:36:35.432302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.472143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-2c1c4551-e859-4e2b-8076-fc4df92cf207 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.474044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-2c1c4551-e859-4e2b-8076-fc4df92cf207 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 945 time: 0.1177776 Jul 28 14:36:35.496344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39880-f557-4e01-9e9f-95abac8fbfe5 req-6133b07b-28f8-409d-a5cd-783145df20eb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:35.498533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5dd39880-f557-4e01-9e9f-95abac8fbfe5 req-6133b07b-28f8-409d-a5cd-783145df20eb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0702615 Jul 28 14:36:35.498699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:35.539455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'security_groups': ['e122b844-08a9-45de-80ec-2e513c898a69', '8652e010-848d-49e1-b544-db10f4eee4b1']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:35.544470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5dd39880-f557-4e01-9e9f-95abac8fbfe5 req-3267e3bf-f00c-4b16-859c-942e4e762852 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358100 Jul 28 14:36:35.622065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.634311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:35.695666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:35.805537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:36:36.005705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:36.021657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:36.028824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.040467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:36.058017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:36.058017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:36.063696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e84ea3-c54c-478c-a720-d7e132379f3e req-5bc38e3c-f028-4abe-989e-32a9ac83a660 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.076418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e84ea3-c54c-478c-a720-d7e132379f3e req-5bc38e3c-f028-4abe-989e-32a9ac83a660 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.0892415 Jul 28 14:36:36.092195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-938e4fe1-d8a8-4476-a3d6-20ff8254c0d7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "PUT /v2.0/floatingips/5bb455e0-74ef-4e32-8480-3942a6cfee99 HTTP/1.1" status: 200 len: 991 time: 1.9847958 Jul 28 14:36:36.096128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:36.098661 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52840278-ecf2-4377-880c-16b1637f0454" -d '{"events": [{"name": "network-changed", "server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:36.121465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.129996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e84ea3-c54c-478c-a720-d7e132379f3e req-9dfc122b-7b06-470b-833f-e5152f5b76e9 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Jul 28 14:36:36.220337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:36.227684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bdfa7f5-58d8-408e-b0d3-fee32b77b49c req-1ced5c71-c18f-44f3-832e-f22207af4deb tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0367606 Jul 28 14:36:36.252843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.302087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:36.321418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:36.342779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.343477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:36.358250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdb585d2-2841-4044-aa29-4082d1bd3616 req-74a7136c-db82-41b7-99aa-255d18746c58 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "PUT /v2.0/ports/49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 981 time: 0.8262851 Jul 28 14:36:36.366099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:36.405446 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c891861-e768-4690-a4af-54a5b032cd2a x-openstack-request-id: req-3c891861-e768-4690-a4af-54a5b032cd2a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:36.406025 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:36.406443 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c891861-e768-4690-a4af-54a5b032cd2a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:36.407680 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d', 'status': 'completed', 'code': 200} Jul 28 14:36:36.487429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56f00a-55f4-4b53-ab06-eef4ad719bd2 req-355c892a-a2b1-417b-9eb7-bcc1c7951bb2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.496422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b56f00a-55f4-4b53-ab06-eef4ad719bd2 req-355c892a-a2b1-417b-9eb7-bcc1c7951bb2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.0841932 Jul 28 14:36:36.540652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2ddd1ae-7e99-454c-a19d-11df521081ca req-4d772e56-f6eb-4385-84c0-f223083f13ec tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/8652e010-848d-49e1-b544-db10f4eee4b1 HTTP/1.1" status: 200 len: 1801 time: 0.1107621 Jul 28 14:36:36.551668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840278-ecf2-4377-880c-16b1637f0454 req-173fd49d-5b49-4dfb-ac89-ac35983d99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.551668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-173fd49d-5b49-4dfb-ac89-ac35983d99ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=61761ed92f2142bc97a0f451bf6affc2&device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 1097 time: 0.0782506 Jul 28 14:36:36.570218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b56f00a-55f4-4b53-ab06-eef4ad719bd2 req-65a53a46-c8df-4326-9749-b7fa8dcce3c8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674191 Jul 28 14:36:36.612254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:36.721824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840278-ecf2-4377-880c-16b1637f0454 req-c6547235-bc48-4834-980c-bb8674d795e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.724109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-c6547235-bc48-4834-980c-bb8674d795e0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 200 len: 912 time: 0.1692710 Jul 28 14:36:36.790044 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-d2ddd1ae-7e99-454c-a19d-11df521081ca req-b5eb2ea3-4a75-4b19-a7c2-10fa6a02c332 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:36:36.791206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2ddd1ae-7e99-454c-a19d-11df521081ca req-b5eb2ea3-4a75-4b19-a7c2-10fa6a02c332 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/8652e010-848d-49e1-b544-db10f4eee4b1 HTTP/1.1" status: 409 len: 341 time: 0.2444644 Jul 28 14:36:36.792848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa7e01-203d-46bc-bc8c-1fc604a748be req-e9f1b923-b4a0-4a60-a118-f486e8c59e29 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.794583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2caa7e01-203d-46bc-bc8c-1fc604a748be req-e9f1b923-b4a0-4a60-a118-f486e8c59e29 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1002705 Jul 28 14:36:36.838621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-895de4a3-01e5-4dc1-bd38-26941d0d13fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=261a2cb8-e900-44d5-895e-582e14e2429d HTTP/1.1" status: 200 len: 999 time: 0.1064854 Jul 28 14:36:36.870307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2caa7e01-203d-46bc-bc8c-1fc604a748be req-88cee7f5-9317-4429-9fc2-ee946eb5711e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Jul 28 14:36:36.909742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840278-ecf2-4377-880c-16b1637f0454 req-168e1e5f-016c-4771-b386-a85554251e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.911339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-168e1e5f-016c-4771-b386-a85554251e7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 200 len: 850 time: 0.0637307 Jul 28 14:36:36.968757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840278-ecf2-4377-880c-16b1637f0454 req-83acc3e8-9be8-4993-9c5c-862d42a77eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:36.970277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-83acc3e8-9be8-4993-9c5c-862d42a77eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=52f40c00-ca6c-4c49-990c-78d88a229568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471511 Jul 28 14:36:37.015703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '5bb455e0-74ef-4e32-8480-3942a6cfee99', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '261a2cb8-e900-44d5-895e-582e14e2429d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:ea:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:10Z', 'updated_at': '2021-07-28T14:36:34Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:37.074741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:37.076695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-d155d78c-303e-4b19-80cf-258a7640c0ff service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977027 Jul 28 14:36:37.120573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:37.121909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:37.129189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:37.132289 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a962a9-b6a7-47c9-af20-95fd7981a0b9" -d '{"events": [{"server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "name": "network-vif-plugged", "status": "completed", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:37.179447 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d958221b-6745-45ac-8dd5-56e2b5d30620 x-openstack-request-id: req-d958221b-6745-45ac-8dd5-56e2b5d30620 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:37.179740 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "name": "network-vif-plugged", "status": "completed", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:37.180004 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d958221b-6745-45ac-8dd5-56e2b5d30620 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:37.180402 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9', 'code': 200} Jul 28 14:36:37.194854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52840278-ecf2-4377-880c-16b1637f0454 req-a2bc8b20-daae-454b-bdc2-0a380f9906fc service neutron] 10.222.0.50 "GET /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099274 Jul 28 14:36:37.320934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:37.330329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d79eeb-63b5-46e0-a255-184d0ef0f19e req-2c72e44d-0390-4f91-8df0-4353319e6fdf tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.332021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83d79eeb-63b5-46e0-a255-184d0ef0f19e req-2c72e44d-0390-4f91-8df0-4353319e6fdf tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.0778813 Jul 28 14:36:37.381120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83d79eeb-63b5-46e0-a255-184d0ef0f19e req-754d1ca1-9686-4954-afcc-6edb833ea126 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Jul 28 14:36:37.434467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecf33a-37af-4889-8c1f-c2edf8b6d2e2 req-69c9ef3c-bc95-48d1-98b4-287c8534864f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.442181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10ecf33a-37af-4889-8c1f-c2edf8b6d2e2 req-69c9ef3c-bc95-48d1-98b4-287c8534864f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 984 time: 0.1631234 Jul 28 14:36:37.493221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e82a5-e75c-41b4-9f24-28d30f27f193 req-02ee0230-cb1c-4371-a1a7-3b30195d22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.495195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-265e82a5-e75c-41b4-9f24-28d30f27f193 req-02ee0230-cb1c-4371-a1a7-3b30195d22ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 1102 time: 0.1777372 Jul 28 14:36:37.502507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ae3502-bf06-4614-93ac-0b97b440172a req-cffb0033-ce30-4d4b-9d68-7c5d36d90290 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0363350 Jul 28 14:36:37.571833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10ecf33a-37af-4889-8c1f-c2edf8b6d2e2 req-516700f9-575d-4561-837d-0261d506bc8b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=8652e010-848d-49e1-b544-db10f4eee4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1285410 Jul 28 14:36:37.586730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-33ae7636-3539-4de2-968f-d9920ac8afc3 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.586730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-33ae7636-3539-4de2-968f-d9920ac8afc3 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.53 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.2711875 Jul 28 14:36:37.618158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-265e82a5-e75c-41b4-9f24-28d30f27f193 req-e3d1e46e-e950-4255-9a29-4cc10e166633 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078928 Jul 28 14:36:37.654134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Request body: {'port': {'device_id': 'f306f842-b384-4792-9630-397c1c159038', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'admin_state_up': True, 'tenant_id': '072c2ecb52524944823d20b697b028ed'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:37.665552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-de723f89-f11d-4222-b1cd-d1f1794d20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.667393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-de723f89-f11d-4222-b1cd-d1f1794d20f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1136 time: 0.1679308 Jul 28 14:36:37.681653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '5bb455e0-74ef-4e32-8480-3942a6cfee99', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '261a2cb8-e900-44d5-895e-582e14e2429d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:ea:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:10Z', 'updated_at': '2021-07-28T14:36:34Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:37.684018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46342) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:37.689007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-11533648'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:37.710435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9d8832-ab44-499a-a023-2ed85993ca03 None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '5bb455e0-74ef-4e32-8480-3942a6cfee99', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'floating_ip_address': '172.25.0.213', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'port_id': '261a2cb8-e900-44d5-895e-582e14e2429d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'mac_address': 'fa:16:3e:ea:d7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:10Z', 'updated_at': '2021-07-28T14:36:34Z', 'revision_number': 1, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:36:37.788946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:37.792783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.820434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dee375-b8f7-4a7a-b974-d3be02dceaa9 req-7f51345a-58eb-4ae3-92e3-6dcc1256f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.822089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7dee375-b8f7-4a7a-b974-d3be02dceaa9 req-7f51345a-58eb-4ae3-92e3-6dcc1256f179 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1097 time: 0.2028015 Jul 28 14:36:37.825624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:36:37.835863 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.842783 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Added segment 1c507dfe-2304-43b8-96d2-1bd5bced0cb0 of type vlan for network 9e29b661-3bfd-446c-97bf-8265f5e3df8e Jul 28 14:36:37.874920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d8e44-a0ad-4a21-bcfa-d29487111d10 req-a4efe42c-0ef5-4987-b31a-0b0c7028617e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.876985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a1d8e44-a0ad-4a21-bcfa-d29487111d10 req-a4efe42c-0ef5-4987-b31a-0b0c7028617e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.1676548 Jul 28 14:36:37.903941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:37.957853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-0c38d107-de29-4f5a-a58c-bece2544e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:37.959585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-0c38d107-de29-4f5a-a58c-bece2544e5e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.2519917 Jul 28 14:36:37.971793 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d4864-a297-44ee-a370-838b836c5572 None None] New status for floating IP 5bb455e0-74ef-4e32-8480-3942a6cfee99: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:36:38.036883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a1d8e44-a0ad-4a21-bcfa-d29487111d10 req-acf4ccfa-b3e1-4227-b2c5-3a7b45c028fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450117 Jul 28 14:36:38.041522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417261f-3316-44fc-b9be-6c1b63d1a923 req-0d4dc495-0999-420e-9e36-77c7d52b431d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.047481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c417261f-3316-44fc-b9be-6c1b63d1a923 req-0d4dc495-0999-420e-9e36-77c7d52b431d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0605788 Jul 28 14:36:38.052373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-bc5b6786-c060-4336-8de2-b41ede1bec99 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 217 time: 0.0616732 Jul 28 14:36:38.062717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7dee375-b8f7-4a7a-b974-d3be02dceaa9 req-b336bb6f-358a-408e-a567-6c89d3ac12bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599178 Jul 28 14:36:38.107456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c417261f-3316-44fc-b9be-6c1b63d1a923 req-5862a95b-4358-47b8-9d8d-271ef18e04d1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561318 Jul 28 14:36:38.110923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:38.114020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.115387 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.131593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.132474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.152144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-6dbacfd9-e307-41ed-b3d7-701bd80cabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.153510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-6dbacfd9-e307-41ed-b3d7-701bd80cabc4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.0991821 Jul 28 14:36:38.221833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-0685d232-3f88-4f65-8248-c3576248f20b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357223 Jul 28 14:36:38.270487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Network': ['ID=9e29b661-3bfd-446c-97bf-8265f5e3df8e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:38.283327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:36:38.348926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cc90f6f-b4c5-47e7-a60e-a996619ae03f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6543570 Jul 28 14:36:38.348926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:38.350152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2130820211'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:38.350837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Allocated IP 172.20.0.8 (b961460e-cb1f-48a7-b794-051442f83238/befb4381-a793-4681-8bc5-8bf557229678/7bcc6528-8ca4-4bd8-9d6b-bb462f786b55) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:38.382333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-67c96435-87a8-44c0-a463-2a52e6c1e9f8 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532886 Jul 28 14:36:38.408909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:38.423440 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fad539-c79f-473e-ab5e-ad02d4c8c106" -d '{"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:38.452564 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80403ac6-b9a0-4999-aa67-b55fe11fc781 x-openstack-request-id: req-80403ac6-b9a0-4999-aa67-b55fe11fc781 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:38.452908 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:38.453165 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80403ac6-b9a0-4999-aa67-b55fe11fc781 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:38.453555 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'status': 'completed', 'code': 200} Jul 28 14:36:38.571178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:38.575642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.588900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e266e5-69d4-452a-91e1-6f6134e5255e req-00ab7068-06ed-4636-957b-b9f409ca01f1 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973119 Jul 28 14:36:38.598605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af7d66-1708-40f2-b328-849a02cac01b req-c4962a7f-7104-4bb6-8a19-97268ea6f909 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.600785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6af7d66-1708-40f2-b328-849a02cac01b req-c4962a7f-7104-4bb6-8a19-97268ea6f909 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.1425941 Jul 28 14:36:38.629256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a1a13a9-d992-4be1-ab73-27291292c1ee req-2651eb2e-e917-4d4a-8179-068c78007dd1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0502996 Jul 28 14:36:38.643483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:36:38.655338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.655870 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Added segment 61581c98-f695-4334-bc5e-d2913460e2b9 of type vlan for network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb Jul 28 14:36:38.671964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6af7d66-1708-40f2-b328-849a02cac01b req-19c56b67-2e1b-44dc-af3c-7f534924e22d tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631208 Jul 28 14:36:38.680769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.711656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.794244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef26f7-8af3-4ce3-99ce-4b8d8d5a11c5 req-173c0a39-b32b-4a3c-93f2-8edfeb29b76c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.801701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7ef26f7-8af3-4ce3-99ce-4b8d8d5a11c5 req-173c0a39-b32b-4a3c-93f2-8edfeb29b76c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 984 time: 0.0685761 Jul 28 14:36:38.841092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7ef26f7-8af3-4ce3-99ce-4b8d8d5a11c5 req-0070e088-d595-4d7c-a81c-136d07d84a57 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=8652e010-848d-49e1-b544-db10f4eee4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0384967 Jul 28 14:36:38.863522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-0ac92188-0da0-4f5b-bd06-797ccb006eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.865029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-0ac92188-0da0-4f5b-bd06-797ccb006eb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1136 time: 0.0441554 Jul 28 14:36:38.894716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.931106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:38.955427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.962447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:38.963116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:38.993956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Network b961460e-cb1f-48a7-b794-051442f83238 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:39.005397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:39.016437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:39.023508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event updated for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.054354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Network': ['ID=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.071754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:36:39.074749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-1324f33b-8498-4899-8646-7d1191ed47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.076321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-1324f33b-8498-4899-8646-7d1191ed47d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.1897254 Jul 28 14:36:39.091412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.092049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.143543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-690fe2e6-6fd0-48e0-b794-7107421f2715 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 217 time: 0.0591054 Jul 28 14:36:39.171374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-57e9c6fc-c6a1-451f-9793-561ffdb4d2ea tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8282104 Jul 28 14:36:39.174617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:39.182908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'subnet': {'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:39.286349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-f4e99294-db61-45d6-b6f0-66cb64148b51 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6360307 Jul 28 14:36:39.301114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-ea24828f-2848-4929-98ae-67818eb9ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.302616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-ea24828f-2848-4929-98ae-67818eb9ecf6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.1514504 Jul 28 14:36:39.318399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e202-2a2c-49c1-9a9d-d39e77900748 req-c3929e5f-cd65-4272-abec-af213c4890c5 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.321552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce10e202-2a2c-49c1-9a9d-d39e77900748 req-c3929e5f-cd65-4272-abec-af213c4890c5 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0927792 Jul 28 14:36:39.331305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Request body: {'port': {'device_id': 'f306f842-b384-4792-9630-397c1c159038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:39.381870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-5aa45d5f-4d57-448b-8ee6-3f0a97484935 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597420 Jul 28 14:36:39.441605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:39.446189 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.796437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4976e1e-dc45-44dd-a5b5-bea907a20d5d req-1f841af9-2662-4b74-92c7-7d9e2c24ecab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:39.803963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4976e1e-dc45-44dd-a5b5-bea907a20d5d req-1f841af9-2662-4b74-92c7-7d9e2c24ecab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 931 time: 0.0611551 Jul 28 14:36:39.807553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.829032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:39.849304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce10e202-2a2c-49c1-9a9d-d39e77900748 req-e2ce5b2f-6998-4c4b-a590-7061f5a99a16 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959700 Jul 28 14:36:39.904360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4976e1e-dc45-44dd-a5b5-bea907a20d5d req-5dc1f0e9-372d-462c-af6c-466a4f7ef3e5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994847 Jul 28 14:36:39.918710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Subnet': ['ID=be635ae0-3752-4649-876b-56757f1f97f8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:39.946516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-68ff8f12-472f-40bc-9b56-63ddee9f4993 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464861 Jul 28 14:36:39.958596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:39.958596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network hostable DHCP agents. Network: 9e29b661-3bfd-446c-97bf-8265f5e3df8e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:40.158690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:40.198831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bf8d3-d5de-469b-b396-a98f63e8dac4 req-3e961d35-e14e-4e96-9c66-8c895eefec82 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.199208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae54a9-680a-4483-89d1-04fd6a3a7f67 req-96d4ba6e-9092-445d-941e-6c30f72daccd tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.200362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-376bf8d3-d5de-469b-b396-a98f63e8dac4 req-3e961d35-e14e-4e96-9c66-8c895eefec82 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.2111506 Jul 28 14:36:40.200745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-feae54a9-680a-4483-89d1-04fd6a3a7f67 req-96d4ba6e-9092-445d-941e-6c30f72daccd tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 984 time: 0.0611393 Jul 28 14:36:40.213418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4fad539-c79f-473e-ab5e-ad02d4c8c106 req-acbb6409-b096-4213-82e1-2079bf524b43 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554424 Jul 28 14:36:40.250619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-feae54a9-680a-4483-89d1-04fd6a3a7f67 req-2b7dbf7a-b758-434c-8f55-f7f6551e8857 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=8652e010-848d-49e1-b544-db10f4eee4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0424709 Jul 28 14:36:40.271260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-376bf8d3-d5de-469b-b396-a98f63e8dac4 req-d5cdba0b-dff1-4f56-861c-9b15ee93fa31 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602682 Jul 28 14:36:40.352833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:40.361639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.363315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-e9248e23-5152-407c-a022-7718a1fbcb61 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-192944458&fields=id&tenant_id=eb5c112b2fb3451d8d72254278e903e0 HTTP/1.1" status: 200 len: 267 time: 0.0452611 Jul 28 14:36:40.379487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Transition to ACTIVE for port object 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:40.427306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-e3f5b2a4-9e3a-4f03-857f-9594591a053f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.429722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-e3f5b2a4-9e3a-4f03-857f-9594591a053f tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 984 time: 0.0594811 Jul 28 14:36:40.442250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'port': {'security_groups': ['8652e010-848d-49e1-b544-db10f4eee4b1', 'e122b844-08a9-45de-80ec-2e513c898a69', '681c5443-fc62-4704-9464-147c69d9588a']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:40.473704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9e29b661-3bfd-446c-97bf-8265f5e3df8e) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:40.480922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:40.482319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.484806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadfa22f-b433-428c-91db-3b442c44ad2d None None] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:40.565497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.566932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.639614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Pushing event updated for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:40.700484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:40.701447 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.734090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Attempting to bind port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Attempting to bind port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Attempting to bind port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 on network b961460e-cb1f-48a7-b794-051442f83238 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Attempting to bind port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:40.748957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Checking segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:40.750037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Bound using segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:40.750710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Bound port: 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:40.751309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.800220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-21a1a482-10bc-4b82-aa79-d6380879dbfb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6219831 Jul 28 14:36:40.802035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46394) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:40.811466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'subnet': {'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:40.848067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:40.863957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Allocated IP 10.1.1.2 (9e29b661-3bfd-446c-97bf-8265f5e3df8e/be635ae0-3752-4649-876b-56757f1f97f8/b6d29d1f-5253-402e-b389-52f4b4f229a4) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:40.876363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:40.892513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:40.901163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:41.035840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.081469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.082112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.083567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a560e97-90f3-4d20-af0a-428ae4dbd7b8 req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "PUT /v2.0/ports/49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 1020 time: 0.6465223 Jul 28 14:36:41.088931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:41.092343 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0487831e-c92a-4763-b6d1-6f178b843c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:41.123903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:41.125692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230d1a-4ae2-4b99-8934-c9b0f47f9fbe tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.128217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:41.192940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee1a19-e348-4881-b520-3b3372143e31 req-08926d3e-8634-474a-a2ac-1e87ffd8bade tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.195091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9dee1a19-e348-4881-b520-3b3372143e31 req-08926d3e-8634-474a-a2ac-1e87ffd8bade tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0584402 Jul 28 14:36:41.223415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.237270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.238510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9dee1a19-e348-4881-b520-3b3372143e31 req-521507f4-9c6a-4cc0-95e3-1f4e76ec8b2a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Jul 28 14:36:41.243252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:41.246518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.246736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Transition to ACTIVE for port object b6d29d1f-5253-402e-b389-52f4b4f229a4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:41.293459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:41.296239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Transition to ACTIVE for port object b6d29d1f-5253-402e-b389-52f4b4f229a4 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:41.336271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.336938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.338303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] 10.222.0.53 "PUT /v2.0/ports/7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 HTTP/1.1" status: 200 len: 1092 time: 2.0157316 Jul 28 14:36:41.340382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:41.342777 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b170ce-edc3-4f74-8266-744806529a71" -d '{"events": [{"name": "network-changed", "server_uuid": "f306f842-b384-4792-9630-397c1c159038", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:41.379615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd833ed-840c-4692-83ec-aa36ee681990 req-47950a58-123b-4cac-9df3-56320173e22a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.383486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afd833ed-840c-4692-83ec-aa36ee681990 req-47950a58-123b-4cac-9df3-56320173e22a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 943 time: 0.0648017 Jul 28 14:36:41.387581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f0d5-900d-4960-b49c-69256cc2697d service neutron] Pushing event updated for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.449889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afd833ed-840c-4692-83ec-aa36ee681990 req-a8a4c084-09f6-4834-88bb-18d2e0ac4fa8 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611567 Jul 28 14:36:41.483735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.575448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:41.595136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:41.600540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:41.606612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Pushing event updated for resources: {'Port': ['ID=b6d29d1f-5253-402e-b389-52f4b4f229a4,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.616774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9157b6b5-10ab-4939-b976-42aeddd7e07d req-b844cc07-d0f8-4ed8-89f9-36aeadc6bee0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/681c5443-fc62-4704-9464-147c69d9588a HTTP/1.1" status: 200 len: 1801 time: 0.0401258 Jul 28 14:36:41.662999 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6194d5f0-b5fb-4dff-888d-c51345c959b1 x-openstack-request-id: req-6194d5f0-b5fb-4dff-888d-c51345c959b1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:41.662999 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:41.662999 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6194d5f0-b5fb-4dff-888d-c51345c959b1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:41.662999 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'status': 'completed', 'code': 200} Jul 28 14:36:41.679709 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-9157b6b5-10ab-4939-b976-42aeddd7e07d req-62baeec9-6edf-48db-b911-0f9c49d25118 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:36:41.680852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9157b6b5-10ab-4939-b976-42aeddd7e07d req-62baeec9-6edf-48db-b911-0f9c49d25118 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/681c5443-fc62-4704-9464-147c69d9588a HTTP/1.1" status: 409 len: 341 time: 0.0580232 Jul 28 14:36:41.710304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.721953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-d475d458-2fe9-4c4a-97f8-553f84355021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.723546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-d475d458-2fe9-4c4a-97f8-553f84355021 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 1095 time: 0.0592835 Jul 28 14:36:41.783239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Attempting to bind port b6d29d1f-5253-402e-b389-52f4b4f229a4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:41.783658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Attempting to bind port b6d29d1f-5253-402e-b389-52f4b4f229a4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:41.783849 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9472fee-060e-4c0d-9085-bab566a1f1a4 x-openstack-request-id: req-d9472fee-060e-4c0d-9085-bab566a1f1a4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:41.784030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Attempting to bind port b6d29d1f-5253-402e-b389-52f4b4f229a4 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:41.784155 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f306f842-b384-4792-9630-397c1c159038", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:41.784397 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9472fee-060e-4c0d-9085-bab566a1f1a4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:41.784816 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55', 'status': 'completed', 'code': 200} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Bound using segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Bound port: b6d29d1f-5253-402e-b389-52f4b4f229a4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:41.809520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:41.857479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-8f2077a6-332b-4327-812c-ae32fa03fdf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 HTTP/1.1" status: 200 len: 217 time: 0.1042898 Jul 28 14:36:41.887921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Subnet': ['ID=ab0966d5-bf18-4f23-a0e1-b0737ba95117,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:41.906736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408238f-2a86-47cc-a1de-cb691099127b req-59de7277-2336-4386-b1fe-6e78709832c0 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.908307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9408238f-2a86-47cc-a1de-cb691099127b req-59de7277-2336-4386-b1fe-6e78709832c0 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1642282 Jul 28 14:36:41.925072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-867f3253-8fd8-41f8-a344-2f44a1630bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:41.926647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-867f3253-8fd8-41f8-a344-2f44a1630bfa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb5c112b2fb3451d8d72254278e903e0&device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1175 time: 0.1837072 Jul 28 14:36:41.927619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Checking segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:41.927757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network hostable DHCP agents. Network: 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:42.001096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] For port b6d29d1f-5253-402e-b389-52f4b4f229a4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:42.020418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] For port b6d29d1f-5253-402e-b389-52f4b4f229a4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6d29d1f-5253-402e-b389-52f4b4f229a4,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:42.065293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-cea0eae2-0649-4c98-bb54-9f49f3042097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.066755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-cea0eae2-0649-4c98-bb54-9f49f3042097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.1543934 Jul 28 14:36:42.072371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9408238f-2a86-47cc-a1de-cb691099127b req-ad384b79-6937-4f6d-9da1-e1bb50f4c52f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499841 Jul 28 14:36:42.123274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-32b48a69-ba29-4665-9d8c-dbd24de51157 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344217 Jul 28 14:36:42.138535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.191795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-594a0556-769c-47bb-bb08-7392f0548fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.195277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-594a0556-769c-47bb-bb08-7392f0548fe6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 200 len: 912 time: 0.2359376 Jul 28 14:36:42.196066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:42.203593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2566b-4113-41bd-adbe-986d4e5a54e4 None None] Pushing event updated for resources: {'Port': ['ID=b6d29d1f-5253-402e-b389-52f4b4f229a4,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:42.277354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-9a8b5404-2648-4ff4-b4fe-bf4a3657fd25 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 200 len: 217 time: 0.0566206 Jul 28 14:36:42.292704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce63a-fa1b-454d-b6bc-b02ecf264667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.364073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e79a6-4295-4e6d-a309-bf600a1a3576 req-efd65d96-ecd9-47c0-9b6d-f27a8cd61bec tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.372016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a1e79a6-4295-4e6d-a309-bf600a1a3576 req-efd65d96-ecd9-47c0-9b6d-f27a8cd61bec tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.2193985 Jul 28 14:36:42.400421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-ec092180-bf40-4b78-90ce-3fd79aa908d5 service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679060 Jul 28 14:36:42.406269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:42.416150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358e1f5-de47-4e28-8f8c-ef0175572dde None None] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:42.416447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-eeb75b34-b625-4350-879e-eddd0bfffc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.417922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-eeb75b34-b625-4350-879e-eddd0bfffc27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 200 len: 851 time: 0.1274891 Jul 28 14:36:42.420581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.421295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.515057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a1e79a6-4295-4e6d-a309-bf600a1a3576 req-1ac7b14f-775b-44f0-a9ce-fb8bb346e01e tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421103 Jul 28 14:36:42.518690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-10a70b34-26cb-4ad5-a5e0-146d9c3c46f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=df9a73c7-0c48-4fdc-91f0-4bb749d01858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790339 Jul 28 14:36:42.603912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-829dea3d-92db-444e-b0df-e7ad6cc345e5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7985175 Jul 28 14:36:42.604109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ips': [{'subnet_id': 'ab0966d5-bf18-4f23-a0e1-b0737ba95117'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:42.604109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:42.606920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:42.611048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'name': 'tempest-TaggedBootDevicesTest-1034848454', 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:42.617965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05f8dd91-3098-42f2-988a-e9fdcc6425d4 req-8c40bb6f-7485-438a-b49a-b0ca08ba1df3 service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940210 Jul 28 14:36:42.647377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-efe28ff7-a2c8-454d-9784-53be3283e538 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181843 Jul 28 14:36:42.749627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0487831e-c92a-4763-b6d1-6f178b843c0b req-baf7e929-d544-4dfe-b7d9-d923e46d1434 service neutron] 10.222.0.50 "GET /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961316 Jul 28 14:36:42.792754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Allocated IP 10.2.2.2 (9af7ee4c-fa15-4b8c-aed3-9952da6c76bb/ab0966d5-bf18-4f23-a0e1-b0737ba95117/5e4a79b9-e6cc-4e04-a8c7-57f700456a2c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:42.841034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:42.905913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b170ce-edc3-4f74-8266-744806529a71 req-90f10e7f-a4d6-4755-af04-fb8c42f292cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:42.907958 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-90f10e7f-a4d6-4755-af04-fb8c42f292cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 1095 time: 0.0475919 Jul 28 14:36:43.000625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.025268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.042320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] device_id is not set on port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:36:43.045587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Transition to ACTIVE for port object 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:43.066031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b170ce-edc3-4f74-8266-744806529a71 req-0999b2d1-c689-404e-bdbd-aea3cc112840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.072363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-0999b2d1-c689-404e-bdbd-aea3cc112840 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 916 time: 0.1530921 Jul 28 14:36:43.072913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Transition to ACTIVE for port object 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:43.147511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-e3e4c16d-2a0f-4f20-b960-0a215ba38206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 HTTP/1.1" status: 200 len: 217 time: 0.0399241 Jul 28 14:36:43.185989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.245776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b170ce-edc3-4f74-8266-744806529a71 req-d39981eb-4a14-400a-9504-0f2180280184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.249454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-d39981eb-4a14-400a-9504-0f2180280184 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0669885 Jul 28 14:36:43.264763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:43.268204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:43.271366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:43.292106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Pushing event updated for resources: {'Port': ['ID=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:43.305349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee50f86-f780-4327-a60a-65d5865210e8 req-1692d943-dafa-47a9-b4cf-40cb78bd8ac4 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.311508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ee50f86-f780-4327-a60a-65d5865210e8 req-1692d943-dafa-47a9-b4cf-40cb78bd8ac4 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 943 time: 0.2286334 Jul 28 14:36:43.332042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-5b64c128-065a-49aa-be10-e525d4e9f3f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489957 Jul 28 14:36:43.353987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Attempting to bind port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:43.354366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Attempting to bind port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:43.354772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Attempting to bind port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:43.366401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:43.372018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Checking segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:43.372018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.372018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Bound using segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:43.372018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Bound port: 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:43.372018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.440750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ee50f86-f780-4327-a60a-65d5865210e8 req-560d17e2-e14c-42ef-995e-e77a8e32e63d tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573540 Jul 28 14:36:43.468415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.1.1.124 (9e29b661-3bfd-446c-97bf-8265f5e3df8e/be635ae0-3752-4649-876b-56757f1f97f8/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:43.496997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ef2f5-4f46-42c7-b5df-9a0db55a6ce6 None None] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:43.542485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] For port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:43.559492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-d24fdca1-1cfc-4cc3-b548-927edcc55efa service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770194 Jul 28 14:36:43.601728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] For port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:43.730905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaaa56-9c87-4571-8e62-1198dd0ad385 req-936f879b-9a94-467d-8ba4-afcbc4fc351b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.733176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65eaaa56-9c87-4571-8e62-1198dd0ad385 req-936f879b-9a94-467d-8ba4-afcbc4fc351b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1023 time: 0.1708670 Jul 28 14:36:43.763716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-945c69b2-ec3a-480f-861a-7c119294c6fd None None] Provisioning for port b6d29d1f-5253-402e-b389-52f4b4f229a4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:43.770263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.823888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65eaaa56-9c87-4571-8e62-1198dd0ad385 req-fd0d2206-798e-4df6-9ae8-e5974ba2c8e0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=681c5443-fc62-4704-9464-147c69d9588a&id=8652e010-848d-49e1-b544-db10f4eee4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0747001 Jul 28 14:36:43.850926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:43.874305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032732e3-c75d-4263-92ea-978c3a238c54 req-a0b904d3-89ad-42bd-94ea-14e21a7c8819 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.877325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:43.878157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-032732e3-c75d-4263-92ea-978c3a238c54 req-a0b904d3-89ad-42bd-94ea-14e21a7c8819 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.2701433 Jul 28 14:36:43.915886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-3b1bd749-7662-4c69-83b3-caeb0f42f281 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:43.919223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-3b1bd749-7662-4c69-83b3-caeb0f42f281 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.53 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.2207625 Jul 28 14:36:43.922234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733b98-bc3d-425d-b3d0-a75476080765 None None] Pushing event updated for resources: {'Port': ['ID=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:43.925551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4b170ce-edc3-4f74-8266-744806529a71 req-e601b212-dadc-47d6-8e1f-b09d5cfe80d2 service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446918 Jul 28 14:36:44.077398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-032732e3-c75d-4263-92ea-978c3a238c54 req-430e9cc1-babf-4d0b-801f-f9872a61a974 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558008 Jul 28 14:36:44.089909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a745de0-634f-4985-b369-0c41317dd29a req-ad08b470-2687-4c24-89b7-ee2b0683bc7b tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.089909 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a745de0-634f-4985-b369-0c41317dd29a req-ad08b470-2687-4c24-89b7-ee2b0683bc7b tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 950 time: 0.1232021 Jul 28 14:36:44.134749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6d29d1f-5253-402e-b389-52f4b4f229a4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:44.164880 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a745de0-634f-4985-b369-0c41317dd29a req-6a2032e2-0025-4cd1-8cce-bd4921e6a5e3 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721757 Jul 28 14:36:44.173953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.249719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:44.258294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:44.260482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:44.262387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:44.310484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b6d29d1f-5253-402e-b389-52f4b4f229a4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:44.315745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b6d29d1f-5253-402e-b389-52f4b4f229a4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:44.316232 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.317944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Deleting port dd26fbb9-b876-4444-a4fc-39381ec603a9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:44.317944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.341599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.342400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.443018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a98ba39f-f629-43ee-a70d-4f4433f3bdad tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8369532 Jul 28 14:36:44.445322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.446098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46448) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:44.476279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'name': 'tempest-TaggedBootDevicesTest-1400521262', 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:44.483196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] For port dd26fbb9-b876-4444-a4fc-39381ec603a9, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=dd26fbb9-b876-4444-a4fc-39381ec603a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:44.483589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.498496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b6d29d1f-5253-402e-b389-52f4b4f229a4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6d29d1f-5253-402e-b389-52f4b4f229a4,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:44.533677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Calling delete_port for dd26fbb9-b876-4444-a4fc-39381ec603a9 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:44.606461 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.639941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffc893-9bbb-40f5-8b8f-da91262f24fb req-7bc3919c-5251-49a2-8752-c2cd91d48372 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:44.641728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbffc893-9bbb-40f5-8b8f-da91262f24fb req-7bc3919c-5251-49a2-8752-c2cd91d48372 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 943 time: 0.0849068 Jul 28 14:36:44.691529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b6d29d1f-5253-402e-b389-52f4b4f229a4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:44.716732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1cff8c6e-d43c-4317-b801-0ac49b13ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.724056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cbffc893-9bbb-40f5-8b8f-da91262f24fb req-5fd070f1-d8ae-4d8a-892d-73e87b7d241e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680983 Jul 28 14:36:44.749384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-434b640c-7da0-4e75-a2c3-7c55097c01bd None None] Provisioning for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:44.753439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-434b640c-7da0-4e75-a2c3-7c55097c01bd None None] Provisioning complete for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:44.753821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-434b640c-7da0-4e75-a2c3-7c55097c01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.791406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-434b640c-7da0-4e75-a2c3-7c55097c01bd None None] Port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:44.824010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:44.828753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.848967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] device_id is not set on port 3fadf737-1887-4517-b610-3a6ff11eac3d yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:36:44.908643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.908851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:44.941698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['dd26fbb9-b876-4444-a4fc-39381ec603a9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:44.952195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Pushing event deleted for resources: {'Port': ['ID=dd26fbb9-b876-4444-a4fc-39381ec603a9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:45.101162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] No DVR routers for this DVR port dd26fbb9-b876-4444-a4fc-39381ec603a9 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:45.104675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.107009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1c4bbbc-e153-48e6-a16e-fab2ec807301 req-c01a4e55-56f9-47d7-a08f-b7ac7ecdce84 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.53 "DELETE /v2.0/ports/dd26fbb9-b876-4444-a4fc-39381ec603a9 HTTP/1.1" status: 204 len: 173 time: 1.1804640 Jul 28 14:36:45.110514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'name': 'network-vif-deleted', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:45.112989 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9e6e60-7e96-4eb0-9301-4a7c6d349476" -d '{"events": [{"server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "name": "network-vif-deleted", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:45.140520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177863e-5003-4e17-94e1-7cecf170cb38 req-a32912ad-7a5d-4bf4-abef-c7f619f0b9a0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.147516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b177863e-5003-4e17-94e1-7cecf170cb38 req-a32912ad-7a5d-4bf4-abef-c7f619f0b9a0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1023 time: 0.1974950 Jul 28 14:36:45.163164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.1.1.55 (9e29b661-3bfd-446c-97bf-8265f5e3df8e/be635ae0-3752-4649-876b-56757f1f97f8/3fadf737-1887-4517-b610-3a6ff11eac3d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:45.235630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-7eb0efe5-6fc5-473a-8c78-efd9f68b587e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.245204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-7eb0efe5-6fc5-473a-8c78-efd9f68b587e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 1023 time: 0.1893928 Jul 28 14:36:45.310050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcad72-617b-4b78-90fd-8a7180a097d3 req-ee095ac8-191e-49d0-9c1c-a84fe7e885c3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.311971 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59fcad72-617b-4b78-90fd-8a7180a097d3 req-ee095ac8-191e-49d0-9c1c-a84fe7e885c3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0909779 Jul 28 14:36:45.352236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b177863e-5003-4e17-94e1-7cecf170cb38 req-d5662612-e4f0-4198-9ef9-a737bdb85fa1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=681c5443-fc62-4704-9464-147c69d9588a&id=8652e010-848d-49e1-b544-db10f4eee4b1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1949539 Jul 28 14:36:45.441770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Deleting port 49f3279c-8783-4a4b-bc59-98f32ddc9417 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:45.442170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.443932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e62c5-5afc-4847-a247-59df008ea0f7 None None] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:45.482044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59fcad72-617b-4b78-90fd-8a7180a097d3 req-2a9ef4ed-35c7-4427-9923-d4d3768cdd3a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573839 Jul 28 14:36:45.603345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.629710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 49f3279c-8783-4a4b-bc59-98f32ddc9417, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=49f3279c-8783-4a4b-bc59-98f32ddc9417,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:45.631971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.644081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 3fadf737-1887-4517-b610-3a6ff11eac3d will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:45.648912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Calling delete_port for 49f3279c-8783-4a4b-bc59-98f32ddc9417 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:45.653293 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0cf22-d034-4c91-9804-ab99cff761f7 x-openstack-request-id: req-99c0cf22-d034-4c91-9804-ab99cff761f7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:45.653586 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80a3e78-8399-40c8-9581-4e7487031ab1", "name": "network-vif-deleted", "tag": "dd26fbb9-b876-4444-a4fc-39381ec603a9", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:45.653831 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99c0cf22-d034-4c91-9804-ab99cff761f7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:45.654225 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80a3e78-8399-40c8-9581-4e7487031ab1', 'name': 'network-vif-deleted', 'tag': 'dd26fbb9-b876-4444-a4fc-39381ec603a9', 'status': 'completed', 'code': 200} Jul 28 14:36:45.712044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6070350-44b2-4ce7-977d-d8b92369c9fd req-e511f0b8-8998-4e5b-9b0a-008a00b0111e tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0603702 Jul 28 14:36:45.774424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8b494fff-998d-46eb-a276-13cfcb6d0c03 None None] Provisioning for port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:45.899929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:45.941509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eae0f-ccd2-4183-91cb-49b945d64bcb req-08440692-905a-42af-b1bf-c526f31c8569 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:45.944034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-016eae0f-ccd2-4183-91cb-49b945d64bcb req-08440692-905a-42af-b1bf-c526f31c8569 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 943 time: 0.1099880 Jul 28 14:36:45.958385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:45.963190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:45.966139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:46.035815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-016eae0f-ccd2-4183-91cb-49b945d64bcb req-34db0483-feae-497e-bb7b-a93de78ee52e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821214 Jul 28 14:36:46.039313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:46.114937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:46.116815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.117409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.168143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.206761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:46.213022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['49f3279c-8783-4a4b-bc59-98f32ddc9417'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:46.241432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'Port': ['ID=49f3279c-8783-4a4b-bc59-98f32ddc9417,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:46.255698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6d29d1f-5253-402e-b389-52f4b4f229a4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:46.358099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] No DVR routers for this DVR port 49f3279c-8783-4a4b-bc59-98f32ddc9417 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:46.361852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.364458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2a55f94-d0bd-470a-9fc0-589afc7fa1bf req-8175bb80-6b45-4e8c-8de7-808192ce9ce6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.50 "DELETE /v2.0/ports/49f3279c-8783-4a4b-bc59-98f32ddc9417 HTTP/1.1" status: 204 len: 173 time: 1.1193278 Jul 28 14:36:46.577472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b6d29d1f-5253-402e-b389-52f4b4f229a4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:46.577472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.579326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6e1d-97c1-4b42-8410-a46cb25a0891 req-371b8bcb-193a-4793-9f02-057f1503ccff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:46.579326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd4c6e1d-97c1-4b42-8410-a46cb25a0891 req-371b8bcb-193a-4793-9f02-057f1503ccff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1560729 Jul 28 14:36:46.579908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be1efff4-c2aa-4633-bd74-9353feb2e387 req-382f77fc-f6ce-4b27-b820-9847064cee13 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0318022 Jul 28 14:36:46.580117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd4c6e1d-97c1-4b42-8410-a46cb25a0891 req-4333403d-0e73-4ba3-98ef-dc11be5fe0f5 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567195 Jul 28 14:36:46.580405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-16febf31-5b6b-4239-b458-5b35d1d51ef5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1026933 Jul 28 14:36:46.580611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:46.748562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-428d2386-cca4-4fed-afcf-d09609dd4380 None None] Provisioning for port 3fadf737-1887-4517-b610-3a6ff11eac3d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:46.762927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-428d2386-cca4-4fed-afcf-d09609dd4380 None None] Provisioning complete for port 3fadf737-1887-4517-b610-3a6ff11eac3d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:46.763705 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-428d2386-cca4-4fed-afcf-d09609dd4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.830873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-428d2386-cca4-4fed-afcf-d09609dd4380 None None] Port 3fadf737-1887-4517-b610-3a6ff11eac3d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:36:46.874411 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55cbc819-949e-4458-8d2f-6a1ed915e662 req-7249b0bb-b763-4adb-9576-883f9a96a902 tempest-TenantUsagesTestJSON-733184865 tempest-TenantUsagesTestJSON-733184865-project] 10.222.0.47 "GET /v2.0/ports?device_id=d80a3e78-8399-40c8-9581-4e7487031ab1 HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 28 14:36:46.898761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:46.903043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:46.903786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:46.994004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.036800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.081267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:36:47.129096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:47.134720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151609891', 'description': 'tempest-description--1440296537'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:47.176302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bc647-3b86-4f59-990e-14d14c75db8b req-a83c575a-be95-44f8-9dea-1e2abec2dedf tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:47.180112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f2bc647-3b86-4f59-990e-14d14c75db8b req-a83c575a-be95-44f8-9dea-1e2abec2dedf tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 943 time: 0.0645945 Jul 28 14:36:47.206075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.209818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.230064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f2bc647-3b86-4f59-990e-14d14c75db8b req-b9c1c9d4-ccfb-4336-b836-490c303a1713 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378869 Jul 28 14:36:47.268219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'port_id': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55', 'mac_address': 'fa:16:3e:6b:d6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befb4381-a793-4681-8bc5-8bf557229678', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:36:47.312539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:47.314859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.331973 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.347852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:36:47.371432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:47.419138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.523276 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.560626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.581136 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.624159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:47.624910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc372853-9f99-4802-ad93-ebfefa23d833 req-906347c3-5482-4464-bbc8-05b2f087c2aa tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2939f3d-4430-4241-925a-7f9ce2d45c9a HTTP/1.1" status: 200 len: 210 time: 0.0377197 Jul 28 14:36:47.653419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de870085-0d77-4965-b5c8-241435c2f899,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:47.656351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'name': 'network-vif-deleted', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:47.658579 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9bbf72-48ae-43a0-aee6-2b7daefced4e" -d '{"events": [{"server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "name": "network-vif-deleted", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:47.685447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eee6b-c46d-4398-90d2-8f70174831c3 req-ddfa1aba-dbaf-46d3-baef-f0e159c7135a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:47.687064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-511eee6b-c46d-4398-90d2-8f70174831c3 req-ddfa1aba-dbaf-46d3-baef-f0e159c7135a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1141772 Jul 28 14:36:47.701785 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ec9b8e-2aab-40a7-b513-bd392c50060b x-openstack-request-id: req-62ec9b8e-2aab-40a7-b513-bd392c50060b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:47.702078 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2939f3d-4430-4241-925a-7f9ce2d45c9a", "name": "network-vif-deleted", "tag": "49f3279c-8783-4a4b-bc59-98f32ddc9417", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:47.702332 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62ec9b8e-2aab-40a7-b513-bd392c50060b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:47.702889 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2939f3d-4430-4241-925a-7f9ce2d45c9a', 'name': 'network-vif-deleted', 'tag': '49f3279c-8783-4a4b-bc59-98f32ddc9417', 'status': 'completed', 'code': 200} Jul 28 14:36:47.715084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:47.716328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8dfe4566-ab19-4544-8ce9-369b9c5b3b0f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5855505 Jul 28 14:36:47.719420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:47.725229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'security_group_rule': {'security_group_id': 'de870085-0d77-4965-b5c8-241435c2f899', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:47.736774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-511eee6b-c46d-4398-90d2-8f70174831c3 req-190e03cc-d5db-413f-bc2c-cd0decc3b6f3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426061 Jul 28 14:36:47.899980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:47.903887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.052060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.109290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:48.171978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.195410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08e7d50-cff7-467d-9302-8fd38ebc27af,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:48.207112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:48.207631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.305461 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.310118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f9ebdadf-9f27-40ec-8cdf-926936c4d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5867374 Jul 28 14:36:48.310712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46508) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:48.319012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'security_group_rule': {'security_group_id': 'de870085-0d77-4965-b5c8-241435c2f899', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:48.407504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 49f3279c-8783-4a4b-bc59-98f32ddc9417 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:48.414169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27508df-e91c-40bf-9cc8-8ae566b2189e req-a129f535-7938-4b14-b3bc-b2e51d0646e8 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:48.420954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c27508df-e91c-40bf-9cc8-8ae566b2189e req-a129f535-7938-4b14-b3bc-b2e51d0646e8 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 944 time: 0.0917101 Jul 28 14:36:48.429953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 49f3279c-8783-4a4b-bc59-98f32ddc9417 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:48.429953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 49f3279c-8783-4a4b-bc59-98f32ddc9417 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:48.456419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c27508df-e91c-40bf-9cc8-8ae566b2189e req-f7d205fd-e259-4e95-a0e0-3df3bba0d0fd tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Jul 28 14:36:48.516643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.584755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.604026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46514) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:48.737883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.774945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3123d8e6-19c3-46f1-b8ed-ce96d83ef501,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:48.806468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-8eb223ba-b1ff-4e8d-ba38-ebde36511806 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/8652e010-848d-49e1-b544-db10f4eee4b1 HTTP/1.1" status: 200 len: 1801 time: 0.0856733 Jul 28 14:36:48.890994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.914935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.916354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ecb9b567-b10f-4ad2-a7e0-b1e22c0ac60f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6039190 Jul 28 14:36:48.919534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46528) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:48.925527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:48.929395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:48.941192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ef9ddefc-c905-47f2-8909-e83f028417b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=767b056c86104dc99c3739af9fc769d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337319 Jul 28 14:36:48.941361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:49.012220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.017650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.034249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.074800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device dd26fbb9-b876-4444-a4fc-39381ec603a9 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:49.095700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: dd26fbb9-b876-4444-a4fc-39381ec603a9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:49.096131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device dd26fbb9-b876-4444-a4fc-39381ec603a9 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:49.118589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.148417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.151393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.152898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2df78cb-2455-4e2e-8774-bdd6cf698e01 req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/8652e010-848d-49e1-b544-db10f4eee4b1 HTTP/1.1" status: 204 len: 173 time: 0.3397589 Jul 28 14:36:49.168544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1e04-1fc9-4ffb-959b-fc6b8c404e23 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652e010-848d-49e1-b544-db10f4eee4b1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:49.228980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.232473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.237349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca HTTP/1.1" status: 204 len: 168 time: 0.2949739 Jul 28 14:36:49.247884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf183c-f4be-43b7-bd89-5cb55623dfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3aefc3-d4e6-4081-91a5-49eb5a5fbeca,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:49.260932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 172.25.0.40 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/e28b2f77-d2fc-4395-8595-0a25c43a87ee) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:49.268144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-6b5d899d-f1c9-4c1f-baa9-bdbfd1b092e0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/681c5443-fc62-4704-9464-147c69d9588a HTTP/1.1" status: 200 len: 1801 time: 0.0853796 Jul 28 14:36:49.395503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.437093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.441487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.593991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24091963-0d3c-4a5c-8b23-ac46dedd4566 req-f3477afd-03de-496f-83b8-ee6c275f546b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:49.595520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24091963-0d3c-4a5c-8b23-ac46dedd4566 req-f3477afd-03de-496f-83b8-ee6c275f546b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 944 time: 0.0507193 Jul 28 14:36:49.634524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24091963-0d3c-4a5c-8b23-ac46dedd4566 req-a38faca4-88fe-48af-803e-2c1845e0e286 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Jul 28 14:36:49.760735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.763565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.765505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df18dd06-6d66-49a6-8de5-0849d358c239 req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/681c5443-fc62-4704-9464-147c69d9588a HTTP/1.1" status: 204 len: 173 time: 0.4836557 Jul 28 14:36:49.777056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee9b3d-5051-40a1-9651-fd1fcd76fc51 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c5443-fc62-4704-9464-147c69d9588a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:49.791859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1272582556', 'description': 'tempest-description-1844200080'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:49.836101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.840218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:49.886396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:49.890410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:49.893107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:49.931976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=e28b2f77-d2fc-4395-8595-0a25c43a87ee,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:49.966209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.020958 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.061932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.149435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.177309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.185253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4984f0b-f039-408d-927f-582d42e3f9b1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:50.275271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.281107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd5a3403-e33c-4f41-a96b-2bd0b73ac334 req-7bda06ff-36fb-4ab5-93ad-6fa3265368b0 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4949152 Jul 28 14:36:50.370855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.375979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b21ebbcb-6282-49a9-adae-b023502975e3 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/f4984f0b-f039-408d-927f-582d42e3f9b1 HTTP/1.1" status: 200 len: 1803 time: 0.0683379 Jul 28 14:36:50.387903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Request body: {'security_group': {'name': 'tempest-sg-hth-272596326', 'description': 'tempest-description-hth-1267260724'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:50.397260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46554) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:50.406452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.415455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.459216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.469543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.761162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9a06-5d95-43d3-99a1-4698d6bf3545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.827449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ed6d4-f5d9-4442-8f7a-5896e6561088 req-7305264c-6d35-48e4-951d-0c347f764d95 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:50.831488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-028ed6d4-f5d9-4442-8f7a-5896e6561088 req-7305264c-6d35-48e4-951d-0c347f764d95 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 944 time: 0.0725777 Jul 28 14:36:50.854700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.857311 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.858546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c751764e-71a4-42b7-90cc-feda91808f4b req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "PUT /v2.0/security-groups/f4984f0b-f039-408d-927f-582d42e3f9b1 HTTP/1.1" status: 200 len: 1776 time: 0.4759552 Jul 28 14:36:50.894314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-028ed6d4-f5d9-4442-8f7a-5896e6561088 req-4c869783-f96d-4490-a359-3c8ff4710758 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580125 Jul 28 14:36:50.894757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.900995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=e28b2f77-d2fc-4395-8595-0a25c43a87ee,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:50.945296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176feaa-86e0-44ed-8d4b-2b8eab2ee13d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4984f0b-f039-408d-927f-582d42e3f9b1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:50.947399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9a06-5d95-43d3-99a1-4698d6bf3545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:50.969920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1847ae83-14fd-4104-b5df-6a27427d26c3 req-ab6747d8-b6b6-495c-bb11-bb4aa6a128e8 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/f4984f0b-f039-408d-927f-582d42e3f9b1 HTTP/1.1" status: 200 len: 1776 time: 0.0482416 Jul 28 14:36:51.030520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-b901647a-a46a-40c8-b27e-5acaa8d87512 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/f4984f0b-f039-408d-927f-582d42e3f9b1 HTTP/1.1" status: 200 len: 1776 time: 0.0376172 Jul 28 14:36:51.089023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.105446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:51.110867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.154936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ed9a06-5d95-43d3-99a1-4698d6bf3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.202378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6ed9a06-5d95-43d3-99a1-4698d6bf3545 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00e45dd015394a6697a9894b4e9ba428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7975743 Jul 28 14:36:51.202378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed9a06-5d95-43d3-99a1-4698d6bf3545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e11c2d-c84d-4a77-bdcd-165f605e45ff,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:51.202676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46570) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:51.252819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.275203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.326172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.328872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.330037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82c0864e-43df-4a19-a96e-416ce97d7a8e req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/f4984f0b-f039-408d-927f-582d42e3f9b1 HTTP/1.1" status: 204 len: 173 time: 0.2935557 Jul 28 14:36:51.339830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b536fcb-e39c-476f-b00b-4e42c021e4e1 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4984f0b-f039-408d-927f-582d42e3f9b1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:51.394609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:51.394822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.404827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bdc7c548-0f79-41f6-ad58-7a15a15e5fb5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4755445 Jul 28 14:36:51.404967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:51.404967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.475380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.477896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.481968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8e11c2d-c84d-4a77-bdcd-165f605e45ff HTTP/1.1" status: 204 len: 168 time: 0.2795017 Jul 28 14:36:51.507928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f092a-6876-4ba8-90d8-8a3745bea7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e11c2d-c84d-4a77-bdcd-165f605e45ff,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:51.512228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.552156 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-da1b2cfc-7147-4acf-b357-87d0b3887240 req-f4df996f-1f2c-43fd-8ba4-1f5767c5ad40 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:51.553761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da1b2cfc-7147-4acf-b357-87d0b3887240 req-f4df996f-1f2c-43fd-8ba4-1f5767c5ad40 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/681c5443-fc62-4704-9464-147c69d9588a HTTP/1.1" status: 404 len: 352 time: 0.0257549 Jul 28 14:36:51.577814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:51.580023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:51.582309 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827acbc-8d98-4630-b1d1-ee9eacee08b4" -d '{"events": [{"server_uuid": "f306f842-b384-4792-9630-397c1c159038", "name": "network-vif-plugged", "status": "completed", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:51.691798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff578c2-e58b-47d2-9777-e5c45dd82821 req-2bed6849-004b-4775-aef1-e71228a0ed3a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:51.694072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ff578c2-e58b-47d2-9777-e5c45dd82821 req-2bed6849-004b-4775-aef1-e71228a0ed3a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0663409 Jul 28 14:36:51.695467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-12bd0c46-3343-4997-bf0e-1fc50c9916de tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--151609891&fields=id&tenant_id=0dd75d5ccd1e476da965d88a60c77b2f HTTP/1.1" status: 200 len: 267 time: 0.0415807 Jul 28 14:36:51.720318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:51.735435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ff578c2-e58b-47d2-9777-e5c45dd82821 req-e0a78741-d717-4b59-8eac-43ecf66e3a68 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337415 Jul 28 14:36:51.781107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4d98d248-e532-4021-b279-26b2568f30f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:51.789585 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-9fb3aa13-0347-4046-b03a-c9cc9e47bcaf req-d2ddcf7c-48ab-48a6-bd7c-06804170d86d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:51.790739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4d98d248-e532-4021-b279-26b2568f30f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 932 time: 0.0820842 Jul 28 14:36:51.807746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fb3aa13-0347-4046-b03a-c9cc9e47bcaf req-d2ddcf7c-48ab-48a6-bd7c-06804170d86d tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/8652e010-848d-49e1-b544-db10f4eee4b1 HTTP/1.1" status: 404 len: 352 time: 0.0297623 Jul 28 14:36:51.807849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-86960855-fe79-4874-8751-062801fa9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:51.807927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:51.808021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-86960855-fe79-4874-8751-062801fa9a47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.1103301 Jul 28 14:36:51.838922 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c51269c-cc94-40b9-9663-e9b575027f82 x-openstack-request-id: req-2c51269c-cc94-40b9-9663-e9b575027f82 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:51.839300 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f306f842-b384-4792-9630-397c1c159038", "name": "network-vif-plugged", "status": "completed", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:51.839616 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c51269c-cc94-40b9-9663-e9b575027f82 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:51.840228 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55', 'code': 200} Jul 28 14:36:51.867861 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-b9b2ec5c-076a-4762-8669-ba7307099acb req-7781c946-7a4d-48da-9a03-52a3aec51550 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:51.868988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9b2ec5c-076a-4762-8669-ba7307099acb req-7781c946-7a4d-48da-9a03-52a3aec51550 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/a19d5954-072f-4a60-9384-c7255bf5c18a HTTP/1.1" status: 404 len: 352 time: 0.0164580 Jul 28 14:36:51.900886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-2db20baf-5bff-4feb-b0b6-46678c1d04d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:51.906947 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-a78cd1b2-26a0-4b28-ad53-ce49ae0531d8 req-53ed5e62-b1cd-4594-a97c-74001eabf8aa tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:51.908245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a78cd1b2-26a0-4b28-ad53-ce49ae0531d8 req-53ed5e62-b1cd-4594-a97c-74001eabf8aa tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/81eda50b-c132-40c6-87ec-0a3d2183a742 HTTP/1.1" status: 404 len: 352 time: 0.0160460 Jul 28 14:36:51.910184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-2db20baf-5bff-4feb-b0b6-46678c1d04d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 931 time: 0.1179321 Jul 28 14:36:51.952523 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-fdcad7d0-4753-414f-b18d-a058390cf0d9 req-6eda69bf-6c96-403b-9cfb-de887071a78e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:51.954214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdcad7d0-4753-414f-b18d-a058390cf0d9 req-6eda69bf-6c96-403b-9cfb-de887071a78e tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/55b30644-51eb-41cc-b67e-855f4130e820 HTTP/1.1" status: 404 len: 352 time: 0.0196509 Jul 28 14:36:51.995003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-d8b22a59-38ac-4d44-b2f0-b3c1dc47abc6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0844667 Jul 28 14:36:52.060579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7c9d6b6b-d655-44d1-9179-0248ba2eff75 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481594 Jul 28 14:36:52.076141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227797-44ed-4922-ad0f-718af27076f3 req-269251d0-9262-415f-9e7a-29c5c9cb0919 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.079516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea227797-44ed-4922-ad0f-718af27076f3 req-269251d0-9262-415f-9e7a-29c5c9cb0919 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0651574 Jul 28 14:36:52.089069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-d6b696bc-712e-43ed-b8ab-812498f356f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.090527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-d6b696bc-712e-43ed-b8ab-812498f356f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.2616260 Jul 28 14:36:52.134597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea227797-44ed-4922-ad0f-718af27076f3 req-12e21ba3-25cc-45f8-aa8a-810fa186e1f2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508349 Jul 28 14:36:52.147535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d9e01-bc4d-46de-9a37-cf43fb3392b1 req-9b3efd9e-df1a-4d95-80f4-b335a900d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.149447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-633d9e01-bc4d-46de-9a37-cf43fb3392b1 req-9b3efd9e-df1a-4d95-80f4-b335a900d21a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 1097 time: 0.1840110 Jul 28 14:36:52.180623 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-9462afa7-c46d-47a1-a51d-ab8f30a266f7 req-b27f026f-9346-42e7-b3e4-3f79a494008c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] show failed (client error): The resource could not be found. Jul 28 14:36:52.181767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9462afa7-c46d-47a1-a51d-ab8f30a266f7 req-b27f026f-9346-42e7-b3e4-3f79a494008c tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/3532827a-343d-4e49-9f73-974703ee0eae HTTP/1.1" status: 404 len: 352 time: 0.0205982 Jul 28 14:36:52.188355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-6dc09d69-da0a-4dfb-bd06-e1750e355141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0803773 Jul 28 14:36:52.282833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-633d9e01-bc4d-46de-9a37-cf43fb3392b1 req-1ccd9b8a-0407-4b44-b39a-05ccb4edda18 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028233 Jul 28 14:36:52.304194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-4e3bcfe6-4da6-43f3-a43d-d38ad2bd8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.305900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-4e3bcfe6-4da6-43f3-a43d-d38ad2bd8707 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.0996881 Jul 28 14:36:52.315515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5b7c36b1-5079-4c69-a82f-da312f2883ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.322459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5b7c36b1-5079-4c69-a82f-da312f2883ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.328312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5b7c36b1-5079-4c69-a82f-da312f2883ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.329960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5b7c36b1-5079-4c69-a82f-da312f2883ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 1988 time: 0.2562151 Jul 28 14:36:52.346416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-61a02f5e-0f18-4a87-9ca2-2758175cb39e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/quotas/0dd75d5ccd1e476da965d88a60c77b2f HTTP/1.1" status: 200 len: 375 time: 0.0095665 Jul 28 14:36:52.414798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-cb4a4f4d-6d3f-4bae-88b4-d188a2f584c3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0625534 Jul 28 14:36:52.521134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-93083b3b-b556-46ea-8c3d-ec7d6a9980ab service neutron] 10.222.0.47 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938928 Jul 28 14:36:52.625025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-c96f90ea-6110-42e8-890b-ef8f0bcb3771 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397561 Jul 28 14:36:52.705565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1e03c857-8b23-45b7-8bd0-fb2bf4a6e8cc service neutron] 10.222.0.47 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778679 Jul 28 14:36:52.761959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e2342d8f-f823-471d-aab8-9de8e7ca6047 service neutron] 10.222.0.47 "GET /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0487027 Jul 28 14:36:52.794390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-2b510c64-06a4-4b9a-8bc5-32a942fcbe0c service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573586 Jul 28 14:36:52.925694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-81d86857-fa23-44d5-88d4-52bb480d759f service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551840 Jul 28 14:36:52.947171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46640) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:52.982921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f088d-43f8-4665-891a-a50ed7b0f131 req-09a14fa5-7fca-42e9-b3bf-a89768d5fef2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:52.984569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-528f088d-43f8-4665-891a-a50ed7b0f131 req-09a14fa5-7fca-42e9-b3bf-a89768d5fef2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0623426 Jul 28 14:36:53.018847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1441a85c-6d46-4f6a-998b-2edc945ae8b1 req-91ce0975-6cb8-4832-b4e9-fe7f79e66956 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738038 Jul 28 14:36:53.028048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-528f088d-43f8-4665-891a-a50ed7b0f131 req-42103f6c-bdf3-4822-afa4-82c66580746c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Jul 28 14:36:53.069274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a9906f7b-86ca-4328-bccb-84077aaecef3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363740 Jul 28 14:36:53.106234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-network', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:53.126626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-073f796c-c8ce-434c-8049-36ba7f663222 service neutron] 10.222.0.47 "GET /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0499680 Jul 28 14:36:53.149821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7e00b-4818-4acd-a50b-3015719b9ab1 req-0edce47a-79ef-4edf-93b7-d54b06a3ce9b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:53.153096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dd7e00b-4818-4acd-a50b-3015719b9ab1 req-0edce47a-79ef-4edf-93b7-d54b06a3ce9b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1024 time: 0.0540795 Jul 28 14:36:53.199609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dd7e00b-4818-4acd-a50b-3015719b9ab1 req-463d4497-dcef-45b4-9611-22a9c726ea35 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=c28f7a2b-5680-4bcb-a457-c83781a26145&id=0f29c62f-3f60-47c4-9b50-79a53b196929&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0413053 Jul 28 14:36:53.238038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-20cff847-905c-4524-aaab-cacee8ddd655 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046782 Jul 28 14:36:53.240032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Made reservation on behalf of f152abe53b1d4410a9fbb16df17d0a8b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:53.242584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.260556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.313191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34ab2-7efa-488e-95af-34cfd972870e req-b2af5937-c2d5-4328-8c8c-6897a209cd98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:53.314620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54e34ab2-7efa-488e-95af-34cfd972870e req-b2af5937-c2d5-4328-8c8c-6897a209cd98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Jul 28 14:36:53.359867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54e34ab2-7efa-488e-95af-34cfd972870e req-aca523a0-c4c8-42f2-af0f-0cbf5709570f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Jul 28 14:36:53.384945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-c4188a39-a6a4-4e55-8757-a4cd5bd72817 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215611 Jul 28 14:36:53.490758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.501438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-8dfcc28b-eac3-4da5-9bff-57ad375639cd service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213472 Jul 28 14:36:53.583584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.626386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:36:53.628689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c99908-5957-4deb-ab47-8311ee1c9447,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:53.633274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-9d3d476b-0cd5-40cf-bfbc-4cd900cd4905 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237676 Jul 28 14:36:53.643221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.647682 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Added segment 05df3704-88eb-402e-b0b1-59ea522e0991 of type vlan for network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 Jul 28 14:36:53.743994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.786734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-2d438c96-5136-4a53-9353-55b1ffde59a7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448460 Jul 28 14:36:53.879949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-d0037141-b52d-4c6e-8376-45d490e6ef10 service neutron] 10.222.0.47 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865192 Jul 28 14:36:53.936132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:53.937104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:53.937680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.017239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] Pushing event updated for resources: {'Network': ['ID=fa05b1ce-6f14-42b4-bd7f-520cd378eaf2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:54.027707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:36:54.171615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719376b3-4474-4110-bc82-d2a6d0a48574 req-d9e97ade-26b0-43c2-a83c-05e6c605448a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:54.173102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-719376b3-4474-4110-bc82-d2a6d0a48574 req-d9e97ade-26b0-43c2-a83c-05e6c605448a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0590332 Jul 28 14:36:54.197674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-9c8cf8c4-5830-4600-9d28-c51b84f109f1 service neutron] 10.222.0.47 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101671 Jul 28 14:36:54.215115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-719376b3-4474-4110-bc82-d2a6d0a48574 req-b51dbaca-bda5-4cb3-8801-569d526cc21e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Jul 28 14:36:54.282585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e85b649e-5c35-4e45-913e-e45f9a696c75 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3327441 Jul 28 14:36:54.287674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:54.295844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Request body: {'subnet': {'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-subnet', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:54.314015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-50f1a8b5-4989-4dc2-8d5f-b3df0d4a9402 service neutron] 10.222.0.47 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098359 Jul 28 14:36:54.324186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868c492-8aff-4bd7-8a7b-594d3b4d25aa req-ee0c65e1-5f5a-42e8-8bc2-bbf55f8fb746 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:54.325797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4868c492-8aff-4bd7-8a7b-594d3b4d25aa req-ee0c65e1-5f5a-42e8-8bc2-bbf55f8fb746 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1024 time: 0.0525928 Jul 28 14:36:54.379201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4868c492-8aff-4bd7-8a7b-594d3b4d25aa req-13390590-022f-4f0c-9ed6-e09fbdd65da6 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups?id=e122b844-08a9-45de-80ec-2e513c898a69&id=c28f7a2b-5680-4bcb-a457-c83781a26145&id=0f29c62f-3f60-47c4-9b50-79a53b196929&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0461020 Jul 28 14:36:54.412417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-8fee51ca-0568-4bd5-b334-b4e31f33d574 service neutron] 10.222.0.47 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890322 Jul 28 14:36:54.471652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Made reservation on behalf of f152abe53b1d4410a9fbb16df17d0a8b for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:36:54.473912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.486497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28829b9-2867-4f60-813f-6886f6dcb940 req-8a2c2a47-1c38-4a7e-9e9b-444c25fa1f4a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:54.488074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b28829b9-2867-4f60-813f-6886f6dcb940 req-8a2c2a47-1c38-4a7e-9e9b-444c25fa1f4a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Jul 28 14:36:54.534161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b28829b9-2867-4f60-813f-6886f6dcb940 req-50831770-6eac-4c2f-86ca-377c54f8c682 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377221 Jul 28 14:36:54.586697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bdf2cba8-a637-4f3c-ad7f-f610aa1e0216 service neutron] 10.222.0.47 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660354 Jul 28 14:36:54.799938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:54.891681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8601e5d5-67c7-4543-a9cd-91b8b6b918f4,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:54.906021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Checking segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:54.906394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Network hostable DHCP agents. Network: fa05b1ce-6f14-42b4-bd7f-520cd378eaf2, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:36:54.917480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-10906693-aa94-46d6-b7bc-6e1e3c521d1b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:54.919051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-10906693-aa94-46d6-b7bc-6e1e3c521d1b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.53 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 1024 time: 0.1108246 Jul 28 14:36:55.051042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Deleting port 5ac09646-d0b4-46dc-a0e2-31074aff96de {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:36:55.051501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.159260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:36:55.170261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] For port 5ac09646-d0b4-46dc-a0e2-31074aff96de, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5ac09646-d0b4-46dc-a0e2-31074aff96de,segment=NetworkSegment(38b114c8-9b33-498b-bac8-ba747cdf6d6e),segment_id=38b114c8-9b33-498b-bac8-ba747cdf6d6e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:55.170640 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.190596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Calling delete_port for 5ac09646-d0b4-46dc-a0e2-31074aff96de owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:36:55.317901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fa05b1ce-6f14-42b4-bd7f-520cd378eaf2) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:55.326347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:55.327072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.336600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f61de7-3dbc-43dd-851b-ec703566e2b3 None None] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:55.447333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ecf25-f84e-4bba-be43-833329e23c59 req-0278f8fb-01e5-42d5-acca-11b80b273636 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:55.448926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b92ecf25-f84e-4bba-be43-833329e23c59 req-0278f8fb-01e5-42d5-acca-11b80b273636 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0553694 Jul 28 14:36:55.491097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.493036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b92ecf25-f84e-4bba-be43-833329e23c59 req-4d413e8e-ab54-406f-a0a4-1453f5ff9764 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378871 Jul 28 14:36:55.498580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a8240274-b623-42f7-b0ae-0294b728f246 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2066493 Jul 28 14:36:55.499469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:55.504870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:36:55.550763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5ac09646-d0b4-46dc-a0e2-31074aff96de'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:36:55.574044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'Port': ['ID=5ac09646-d0b4-46dc-a0e2-31074aff96de,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:55.589693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-fa05b1ce-6f14-42b4-bd7f-520cd378eaf2', 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'fixed_ips': [{'subnet_id': '8601e5d5-67c7-4543-a9cd-91b8b6b918f4'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:36:55.590559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.613081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-243fe333-241d-43c9-a9a4-3d17b41dfea0 req-0dd43ae6-6774-482f-b25a-324823746cf4 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.0414653 Jul 28 14:36:55.617057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] No DVR routers for this DVR port 5ac09646-d0b4-46dc-a0e2-31074aff96de on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:36:55.621509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.623608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-352e644e-1c05-4ddf-8047-b7b427a91aa1 req-83a067d3-07cb-4768-a719-aa55d49d7d0b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.53 "DELETE /v2.0/ports/5ac09646-d0b4-46dc-a0e2-31074aff96de HTTP/1.1" status: 204 len: 173 time: 0.6938214 Jul 28 14:36:55.624064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'name': 'network-vif-deleted', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:36:55.626337 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e56ca5c-69ca-4d6a-b4bb-9e96069bc321" -d '{"events": [{"server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "name": "network-vif-deleted", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:36:55.643911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.645251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.682390 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59d529b-f9a1-4525-967f-9ace5152830e x-openstack-request-id: req-a59d529b-f9a1-4525-967f-9ace5152830e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:36:55.682687 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fa373f-91b7-4000-87be-150d7caceff5", "name": "network-vif-deleted", "tag": "5ac09646-d0b4-46dc-a0e2-31074aff96de", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:36:55.683036 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a59d529b-f9a1-4525-967f-9ace5152830e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:36:55.685599 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fa373f-91b7-4000-87be-150d7caceff5', 'name': 'network-vif-deleted', 'tag': '5ac09646-d0b4-46dc-a0e2-31074aff96de', 'status': 'completed', 'code': 200} Jul 28 14:36:55.750151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.760886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Allocated IP 172.20.0.2 (fa05b1ce-6f14-42b4-bd7f-520cd378eaf2/8601e5d5-67c7-4543-a9cd-91b8b6b918f4/fff32725-27b6-400a-88cd-c97ff455ebbf) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:55.917165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:55.925222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Transition to ACTIVE for port object fff32725-27b6-400a-88cd-c97ff455ebbf will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:55.941172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Transition to ACTIVE for port object fff32725-27b6-400a-88cd-c97ff455ebbf will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:36:56.142946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.179449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.196813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:56.199926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:56.202535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:56.219388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Pushing event updated for resources: {'Port': ['ID=fff32725-27b6-400a-88cd-c97ff455ebbf,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:56.259569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.259918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.260262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.260604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.260942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.261278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.261610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.261938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.262269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.262617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.262945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.263361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:56.278313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Attempting to bind port fff32725-27b6-400a-88cd-c97ff455ebbf on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:36:56.278746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Attempting to bind port fff32725-27b6-400a-88cd-c97ff455ebbf by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:36:56.279231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Attempting to bind port fff32725-27b6-400a-88cd-c97ff455ebbf on network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:36:56.285397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:36:56.285781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Checking segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:36:56.286188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.287165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Bound using segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:36:56.287656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Bound port: fff32725-27b6-400a-88cd-c97ff455ebbf, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:36:56.288031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.375150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] For port fff32725-27b6-400a-88cd-c97ff455ebbf, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:36:56.384805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] For port fff32725-27b6-400a-88cd-c97ff455ebbf, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fff32725-27b6-400a-88cd-c97ff455ebbf,segment=NetworkSegment(05df3704-88eb-402e-b0b1-59ea522e0991),segment_id=05df3704-88eb-402e-b0b1-59ea522e0991)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:36:56.615137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.667903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.705250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdeea0-8a66-4eb0-8fae-0b29c0390dd0 None None] Pushing event updated for resources: {'Port': ['ID=fff32725-27b6-400a-88cd-c97ff455ebbf,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:56.735275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:56.855332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c181a5-aea6-4ff6-a0c6-e483864b67ee req-245afebf-52c1-4ce4-8f81-ffcd7b40858e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:56.865373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6c181a5-aea6-4ff6-a0c6-e483864b67ee req-245afebf-52c1-4ce4-8f81-ffcd7b40858e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1020010 Jul 28 14:36:56.921136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6c181a5-aea6-4ff6-a0c6-e483864b67ee req-e4652d72-8187-48f5-ac92-0af3bb91a0b2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540183 Jul 28 14:36:56.965601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Allocated IP 172.25.0.34 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/2985abb2-5dc1-493f-bdbb-47e6db03ed09) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:36:57.068932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b77df229-968c-49ac-9c95-18106eaf4f7e req-7e059a6e-f4a6-4e65-a643-7337db549cf7 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/ports?device_id=31fa373f-91b7-4000-87be-150d7caceff5 HTTP/1.1" status: 200 len: 210 time: 0.0431464 Jul 28 14:36:57.147462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d43987d-9433-475e-be68-59a36e78c06a req-f3fe9902-22ad-4323-890d-f320d0e05abb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0384409 Jul 28 14:36:57.185555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:57.318277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab5ee6-ba28-4bc9-908d-e10d8381a444 req-85219ca9-2b91-4de9-9a91-5251d1c13f54 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:57.319990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12ab5ee6-ba28-4bc9-908d-e10d8381a444 req-85219ca9-2b91-4de9-9a91-5251d1c13f54 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.0677669 Jul 28 14:36:57.338329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:57.365448 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12ab5ee6-ba28-4bc9-908d-e10d8381a444 req-5ce91f13-861a-4974-936c-52714267aa6b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 Jul 28 14:36:57.394880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:36:57.403107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:36:57.405908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:36:57.408808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Pushing event updated for resources: {'Port': ['ID=2985abb2-5dc1-493f-bdbb-47e6db03ed09,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:57.437734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.438231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.438681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.439159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.439600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.440045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.440476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.440945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.441365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.442053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.442483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.443011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:36:57.883196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.060792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf9f89-406f-4c0e-a9eb-3d7768789dc8 None None] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:36:58.166422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d667d9-1df0-4c7f-8140-d2ada241e44e req-66b71062-8f95-417a-81d8-39d174f8e0f4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:58.168089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3d667d9-1df0-4c7f-8140-d2ada241e44e req-66b71062-8f95-417a-81d8-39d174f8e0f4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1608160 Jul 28 14:36:58.185559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.222295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fff32725-27b6-400a-88cd-c97ff455ebbf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:36:58.250759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3d667d9-1df0-4c7f-8140-d2ada241e44e req-17ec9a96-373c-4da9-98a4-c73ed2633a88 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764682 Jul 28 14:36:58.342650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-fdd77886-2d3b-4430-8841-e5fcd3dc4f43 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/c28f7a2b-5680-4bcb-a457-c83781a26145 HTTP/1.1" status: 200 len: 1801 time: 0.0480955 Jul 28 14:36:58.351910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d8d1e84-a70e-4a37-85fe-d6bedec71bda req-bd3ba78e-b61e-41a4-ab94-f5999e4810da tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0866523 Jul 28 14:36:58.467659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.474944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fff32725-27b6-400a-88cd-c97ff455ebbf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:58.479724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Provisioning for port fff32725-27b6-400a-88cd-c97ff455ebbf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:36:58.483765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fff32725-27b6-400a-88cd-c97ff455ebbf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:58.484356 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.489888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Provisioning complete for port fff32725-27b6-400a-88cd-c97ff455ebbf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:36:58.491143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.520361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.595669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2303b-ff06-40da-9183-cf87bc12cc03 req-b34d2665-4217-452b-8daa-664eeba7cc24 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:58.604842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86e2303b-ff06-40da-9183-cf87bc12cc03 req-b34d2665-4217-452b-8daa-664eeba7cc24 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.1240337 Jul 28 14:36:58.608131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Router ce343637-4a78-41b0-9465-3f07df374dfe is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:36:58.686460 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.687645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.690082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.691451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-103ec0aa-d5d1-4f9c-b869-076dd1e87f40 req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/c28f7a2b-5680-4bcb-a457-c83781a26145 HTTP/1.1" status: 204 len: 173 time: 0.3407979 Jul 28 14:36:58.707327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e25bac-6e84-4e27-9363-86f1315f5718 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f7a2b-5680-4bcb-a457-c83781a26145,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:58.746975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86e2303b-ff06-40da-9183-cf87bc12cc03 req-638916f5-985f-48ff-8967-bcf6d6ee2a12 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395297 Jul 28 14:36:58.813816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fff32725-27b6-400a-88cd-c97ff455ebbf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fff32725-27b6-400a-88cd-c97ff455ebbf,segment=NetworkSegment(05df3704-88eb-402e-b0b1-59ea522e0991),segment_id=05df3704-88eb-402e-b0b1-59ea522e0991)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:36:58.815474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.879896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:36:58.891407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Sync routers for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:36:58.902296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:36:58.902679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:58.907555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd17c82b-3373-4b70-a975-af900d687a21 req-2bd32034-8797-4183-826e-7819f781316b tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "GET /v2.0/security-groups/0f29c62f-3f60-47c4-9b50-79a53b196929 HTTP/1.1" status: 200 len: 1802 time: 0.0677028 Jul 28 14:36:58.973572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cd17c82b-3373-4b70-a975-af900d687a21 req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:58.987446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.005017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cd17c82b-3373-4b70-a975-af900d687a21 req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.023788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.025402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d18b5123-cf05-4783-8d1d-ea53ec39ad2c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5245438 Jul 28 14:36:59.028725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46754) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:59.092756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:36:59.155359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cd17c82b-3373-4b70-a975-af900d687a21 req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.158924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-cd17c82b-3373-4b70-a975-af900d687a21 req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.164495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd17c82b-3373-4b70-a975-af900d687a21 req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] 10.222.0.47 "DELETE /v2.0/security-groups/0f29c62f-3f60-47c4-9b50-79a53b196929 HTTP/1.1" status: 204 len: 173 time: 0.2497241 Jul 28 14:36:59.168264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:36:59.211525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d1632-30ee-4d85-89b7-bea3baa8ea84 tempest-SecurityGroupsTestJSON-695124578 tempest-SecurityGroupsTestJSON-695124578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f29c62f-3f60-47c4-9b50-79a53b196929,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:59.248082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Deleting subnet f6a0bc50-979b-4198-b3f1-6acc596a85b6 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:36:59.251740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.277980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fff32725-27b6-400a-88cd-c97ff455ebbf,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:59.281357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5ac09646-d0b4-46dc-a0e2-31074aff96de no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:36:59.294980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.324563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-42a57233-5f4f-4e23-a9c4-0bcf211374c0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:59.327368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-42a57233-5f4f-4e23-a9c4-0bcf211374c0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.1408269 Jul 28 14:36:59.352134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.377132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 5ac09646-d0b4-46dc-a0e2-31074aff96de {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:36:59.377504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5ac09646-d0b4-46dc-a0e2-31074aff96de not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:36:59.385686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:36:59.385686 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-f39dfc68-f755-40df-8430-7ec1f9dc0d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:36:59.615708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:36:57Z', 'revision_number': 3, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:36:59.643876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5479-9b17-4805-acdb-b9de8ac6eb48 req-15873691-d491-499a-9f3f-a334a3ca6095 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:36:59.645375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60af5479-9b17-4805-acdb-b9de8ac6eb48 req-15873691-d491-499a-9f3f-a334a3ca6095 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1798251 Jul 28 14:36:59.677869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Checking router: ce343637-4a78-41b0-9465-3f07df374dfe for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:36:59.678005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Updating router ce343637-4a78-41b0-9465-3f07df374dfe port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:36:59.712477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.843669 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fdd89bf-cc62-499f-bc66-5bd56630cd8c req-f5249c72-0e8c-4591-9de6-919a33db8bb9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.3587294 Jul 28 14:36:59.844877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.874595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a0bc50-979b-4198-b3f1-6acc596a85b6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:36:59.891937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:36:59.895633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2a4cf874-8d73-427c-8ff2-5b0aff76c02c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f6a0bc50-979b-4198-b3f1-6acc596a85b6 HTTP/1.1" status: 204 len: 168 time: 0.7247338 Jul 28 14:36:59.896831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46770) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:00.083169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.088196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fff32725-27b6-400a-88cd-c97ff455ebbf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:00.111014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270569bc-9342-4165-b270-b61243f3ffb0 req-fe094e0e-c9e8-49aa-bafc-3c817b06c5a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:00.112827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-270569bc-9342-4165-b270-b61243f3ffb0 req-fe094e0e-c9e8-49aa-bafc-3c817b06c5a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 946 time: 0.1027024 Jul 28 14:37:00.191227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port 21758101-6830-4bd3-962f-ab0c2c8c12cd {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:00.192010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.209425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fff32725-27b6-400a-88cd-c97ff455ebbf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:00.210519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.220595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-270569bc-9342-4165-b270-b61243f3ffb0 req-1c8d4a5e-41f5-4120-8c7e-bebd7f655119 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013684 Jul 28 14:37:00.246120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.249465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9a73c7-0c48-4fdc-91f0-4bb749d01858']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:00.271676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b114c8-9b33-498b-bac8-ba747cdf6d6e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:00.272446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b114c8-9b33-498b-bac8-ba747cdf6d6e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:00.290074 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.317339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.327061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:00.331119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6751848-fc16-471c-b42b-1f0e66e6ff5e None None] Provisioning complete for port fff32725-27b6-400a-88cd-c97ff455ebbf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:00.331509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6751848-fc16-471c-b42b-1f0e66e6ff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.338287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:00.340700 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:00.414182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60af5479-9b17-4805-acdb-b9de8ac6eb48 req-85174e84-db0b-4549-8771-abe0d5bdda57 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7325337 Jul 28 14:37:00.415427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.479219 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:37:00.512962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port 21758101-6830-4bd3-962f-ab0c2c8c12cd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=21758101-6830-4bd3-962f-ab0c2c8c12cd,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:00.513326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.531027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for 21758101-6830-4bd3-962f-ab0c2c8c12cd owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:00.552507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.646448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.666352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:00.668334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] 10.222.0.47 "DELETE /v2.0/networks/df9a73c7-0c48-4fdc-91f0-4bb749d01858 HTTP/1.1" status: 204 len: 168 time: 0.7683022 Jul 28 14:37:00.669630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfac1df-dd7d-4e26-9dac-1f9bc3a61297 admin admin] Pushing event deleted for resources: {'Network': ['ID=df9a73c7-0c48-4fdc-91f0-4bb749d01858,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:00.857048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Allocated IP 172.20.0.1 (fa05b1ce-6f14-42b4-bd7f-520cd378eaf2/8601e5d5-67c7-4543-a9cd-91b8b6b918f4/83a20e16-aed4-4661-af0d-0e81499d4dc4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:00.863191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6ec53232-8904-412b-b8de-178c684e7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:00.865288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6ec53232-8904-412b-b8de-178c684e7df4 service neutron] 10.222.0.50 "GET /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 1028 time: 0.0489588 Jul 28 14:37:00.941846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7afb6cbd-6138-43f7-bc53-12088c482a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:00.943209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7afb6cbd-6138-43f7-bc53-12088c482a5c service neutron] 10.222.0.50 "GET /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 1027 time: 0.0709457 Jul 28 14:37:00.968201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43aed69e-9580-4e80-b829-1b39d1169623 req-4bebfb78-182e-4b7c-a9e3-faee9d7b70aa tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Jul 28 14:37:01.071883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.086916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Transition to ACTIVE for port object 2985abb2-5dc1-493f-bdbb-47e6db03ed09 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:01.093116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.130822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7bafe8ff-57c2-45d8-bc82-fabbf4ca365b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:01.130822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7bafe8ff-57c2-45d8-bc82-fabbf4ca365b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:01.131097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['21758101-6830-4bd3-962f-ab0c2c8c12cd'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:01.131195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7bafe8ff-57c2-45d8-bc82-fabbf4ca365b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:01.131195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-7bafe8ff-57c2-45d8-bc82-fabbf4ca365b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 1988 time: 0.1789169 Jul 28 14:37:01.131195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Transition to ACTIVE for port object 83a20e16-aed4-4661-af0d-0e81499d4dc4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:01.157998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=21758101-6830-4bd3-962f-ab0c2c8c12cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.229272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port 21758101-6830-4bd3-962f-ab0c2c8c12cd on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:01.237641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.239755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-315cca92-db7d-4dbc-ad06-8a1efb25b406 req-13f85499-a871-4abb-8dc3-a9683de809c3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "DELETE /v2.0/ports/21758101-6830-4bd3-962f-ab0c2c8c12cd HTTP/1.1" status: 204 len: 173 time: 1.9055259 Jul 28 14:37:01.241586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'name': 'network-vif-deleted', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:01.243954 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61a8336-e927-4555-8784-1d035fcaa7ab" -d '{"events": [{"server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "name": "network-vif-deleted", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:01.252704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.256277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-dced6e8c-a39c-4a51-9e48-bda214692f39 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dd75d5ccd1e476da965d88a60c77b2f HTTP/1.1" status: 200 len: 379 time: 0.1053553 Jul 28 14:37:01.279003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'admin_state_up': True, 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'security_groups': ['de870085-0d77-4965-b5c8-241435c2f899']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:01.314006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Attempting to bind port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:01.314393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Attempting to bind port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:01.314766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Attempting to bind port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:01.318428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9b230-d0f5-4188-9a2e-1d6eac119a13 None None] Pushing event updated for resources: {'Port': ['ID=2985abb2-5dc1-493f-bdbb-47e6db03ed09,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.323713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:01.324345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:01.324513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.324911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:01.325396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Bound port: 2985abb2-5dc1-493f-bdbb-47e6db03ed09, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:01.325790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.343276 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12a43f6-c7b6-4478-8856-cc366a62aa6f x-openstack-request-id: req-a12a43f6-c7b6-4478-8856-cc366a62aa6f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:01.343568 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e69087-54a0-4536-9749-0339038600c6", "name": "network-vif-deleted", "tag": "21758101-6830-4bd3-962f-ab0c2c8c12cd", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:01.343814 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a12a43f6-c7b6-4478-8856-cc366a62aa6f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:01.344208 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e69087-54a0-4536-9749-0339038600c6', 'name': 'network-vif-deleted', 'tag': '21758101-6830-4bd3-962f-ab0c2c8c12cd', 'status': 'completed', 'code': 200} Jul 28 14:37:01.377430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-257c6d85-fc65-4fff-8ba3-428792a4985a req-9160d17d-e007-448f-879c-118cae5e23a5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0323403 Jul 28 14:37:01.387817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] For port 2985abb2-5dc1-493f-bdbb-47e6db03ed09, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:01.399246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] For port 2985abb2-5dc1-493f-bdbb-47e6db03ed09, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2985abb2-5dc1-493f-bdbb-47e6db03ed09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:01.402365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.425997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:01.465439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:01.471778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:01.480753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:01.481033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b151a9ad-ad8a-497a-b6bb-c5ff7944df90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb5c112b2fb3451d8d72254278e903e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538626 Jul 28 14:37:01.483865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46790) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:01.545725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Pushing event updated for resources: {'Port': ['ID=83a20e16-aed4-4661-af0d-0e81499d4dc4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.549916 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.573557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.609266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.624529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.670622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ab53d-0187-4d7e-b8f3-cc52963d4e6a req-81f35691-123b-48f8-a14f-ff57f224387d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:01.672428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-182ab53d-0187-4d7e-b8f3-cc52963d4e6a req-81f35691-123b-48f8-a14f-ff57f224387d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1492801 Jul 28 14:37:01.689393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e9b230-d0f5-4188-9a2e-1d6eac119a13 None None] Pushing event updated for resources: {'Port': ['ID=2985abb2-5dc1-493f-bdbb-47e6db03ed09,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.714860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:01.715548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:01.740087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-182ab53d-0187-4d7e-b8f3-cc52963d4e6a req-dd95be2c-d5ce-4d1d-920a-58dd546e37d4 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589349 Jul 28 14:37:01.767028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:01.777040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.834722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.838728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:01.851249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e122b844-08a9-45de-80ec-2e513c898a69 HTTP/1.1" status: 204 len: 168 time: 0.3588581 Jul 28 14:37:01.855010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d43b-62b0-4343-a60e-c77816d9b60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e122b844-08a9-45de-80ec-2e513c898a69,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:01.904072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:01.999044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 172.20.0.3 (7ec25bd7-b9ca-4a24-be58-e3af2a293dae/888e35b3-e127-45f2-8ae3-e938e5aa0acd/18e7e811-e45f-495f-833c-a3dbc901a94e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:02.014312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eab725c0-b2f7-4fe2-a02e-6e8d0542123d None None] Provisioning for port 83a20e16-aed4-4661-af0d-0e81499d4dc4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:02.047125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eab725c0-b2f7-4fe2-a02e-6e8d0542123d None None] Provisioning complete for port 83a20e16-aed4-4661-af0d-0e81499d4dc4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:02.047514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eab725c0-b2f7-4fe2-a02e-6e8d0542123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.105080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-eab725c0-b2f7-4fe2-a02e-6e8d0542123d None None] Port 83a20e16-aed4-4661-af0d-0e81499d4dc4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:02.200997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6402bc75-1824-407e-848c-f44cd49543ef req-2abf4229-aa84-4fe9-be42-dd3d5e6d37c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0750661 Jul 28 14:37:02.223121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:36:57Z', 'revision_number': 3, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:02.261737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.318860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fd7844-2cff-41dc-9830-ce21158050d2 None None] The sync data for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 is: [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:36:57Z', 'revision_number': 3, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:02.339821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 18e7e811-e45f-495f-833c-a3dbc901a94e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:02.364177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.583918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58c8e255-47b8-47fd-ba1f-ba0b218df315 req-c5180720-4c78-4f68-9aa1-895ccc174ced tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0798762 Jul 28 14:37:02.672347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-05ae56cb-7812-4267-a80e-6b560eb88fae tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:02.674269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-05ae56cb-7812-4267-a80e-6b560eb88fae tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.2537372 Jul 28 14:37:02.836262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-584ff220-a4d0-484b-94b4-d4d94c0a6fa4 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/quotas/072c2ecb52524944823d20b697b028ed HTTP/1.1" status: 200 len: 375 time: 0.0166507 Jul 28 14:37:02.837962 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:02.933586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:02.983551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84056bd-73ae-4b49-8f5e-d080cb63267b req-657b838e-3e6b-4102-a1c9-b3c834691432 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:02.997253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f84056bd-73ae-4b49-8f5e-d080cb63267b req-657b838e-3e6b-4102-a1c9-b3c834691432 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1006436 Jul 28 14:37:03.047284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.060798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:03.066877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:03.073295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:03.093990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f84056bd-73ae-4b49-8f5e-d080cb63267b req-6c588002-d06b-475a-bcf5-f12f5a90c56d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956278 Jul 28 14:37:03.144423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-ecff1fd3-4560-4fe8-8823-212b7938a97c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2956667 Jul 28 14:37:03.150976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.156437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21758101-6830-4bd3-962f-ab0c2c8c12cd no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:03.182985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 21758101-6830-4bd3-962f-ab0c2c8c12cd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:03.183546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 21758101-6830-4bd3-962f-ab0c2c8c12cd not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:03.323402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.557623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d867a4c-fe27-4caa-94f4-5ba636e685a8 req-1cb77d16-e1d9-4aad-9e34-140f03127f77 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:03.564243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d867a4c-fe27-4caa-94f4-5ba636e685a8 req-1cb77d16-e1d9-4aad-9e34-140f03127f77 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 931 time: 0.1520984 Jul 28 14:37:03.640295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d9ceb294-7a95-4bc8-a10a-a7d53008feee None None] Provisioning for port 18e7e811-e45f-495f-833c-a3dbc901a94e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:03.651363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:03.652222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.654070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d9ceb294-7a95-4bc8-a10a-a7d53008feee None None] Provisioning complete for port 18e7e811-e45f-495f-833c-a3dbc901a94e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:03.655811 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb294-7a95-4bc8-a10a-a7d53008feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:03.662645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Pushing event updated for resources: {'Port': ['ID=83a20e16-aed4-4661-af0d-0e81499d4dc4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:03.674576 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d867a4c-fe27-4caa-94f4-5ba636e685a8 req-9c854131-9296-413a-881d-0b990c981be3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783854 Jul 28 14:37:03.701190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d9ceb294-7a95-4bc8-a10a-a7d53008feee None None] Port 18e7e811-e45f-495f-833c-a3dbc901a94e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:03.711373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:03.715424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:03.762731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-6600fcd1-99d0-4193-8021-7e71165cec13 service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067879 Jul 28 14:37:03.895873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-012c9705-abc0-4c5b-bc64-a79f2f6333cb req-27d2d0cc-8ccd-4924-b768-3c6a61dae167 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0842514 Jul 28 14:37:03.907557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-41b29269-d584-43ca-9217-4b5277843369 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326973 Jul 28 14:37:04.010064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'admin_state_up': True, 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'security_groups': ['de870085-0d77-4965-b5c8-241435c2f899']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:04.034743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:04.095947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2985abb2-5dc1-493f-bdbb-47e6db03ed09 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:04.217184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2037203381-network', 'tenant_id': '54ad904095574220bf1ae95cd361cecd'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:04.240807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d781dab6-9d2a-4db3-b39a-276596348963 None None] Provisioning complete for port 83a20e16-aed4-4661-af0d-0e81499d4dc4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:04.241199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d781dab6-9d2a-4db3-b39a-276596348963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.267380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:04.282604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:04.282727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.300888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7d145-b7ff-4aaf-893e-507a38df379d req-00523eff-63c8-4c96-8feb-feb423c83207 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:04.303054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Router ce343637-4a78-41b0-9465-3f07df374dfe has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:04.305787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdf7d145-b7ff-4aaf-893e-507a38df379d req-00523eff-63c8-4c96-8feb-feb423c83207 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1084445 Jul 28 14:37:04.322239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d781dab6-9d2a-4db3-b39a-276596348963 None None] Port 83a20e16-aed4-4661-af0d-0e81499d4dc4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:04.367924 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cdf7d145-b7ff-4aaf-893e-507a38df379d req-90694c06-a534-47cd-9590-a7e9f1fa1d4f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533173 Jul 28 14:37:04.368735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Made reservation on behalf of 54ad904095574220bf1ae95cd361cecd for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:04.371084 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.396568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.415333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.437592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:04.438271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2985abb2-5dc1-493f-bdbb-47e6db03ed09, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2985abb2-5dc1-493f-bdbb-47e6db03ed09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:04.444974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e30e13fe-f69e-4b11-b9cc-b046eff43a33 admin admin] 10.222.0.47 "PUT /v2.0/routers/ce343637-4a78-41b0-9465-3f07df374dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4151688 Jul 28 14:37:04.453280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-422aa868-1a30-42a0-bd87-e0ad5de266ab service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891773 Jul 28 14:37:04.468063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:37:04.468063 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:37:04.468063 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '54ad904095574220bf1ae95cd361cecd', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 37, 4, 408957)}] Jul 28 14:37:04.468063 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:37:04.468648 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:37:04.525467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.555271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:04.560308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:04.605246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2985abb2-5dc1-493f-bdbb-47e6db03ed09,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:04.793136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23e5330b-cb10-4ff0-8b21-a782595dcd01 req-9e0a915d-8d12-46fa-9dbe-6395250e705b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0495865 Jul 28 14:37:04.806844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.1.1.153 (9e29b661-3bfd-446c-97bf-8265f5e3df8e/be635ae0-3752-4649-876b-56757f1f97f8/2a9b4662-2365-480f-8ece-5c3500af9ff6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:04.849620 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-3f10dd62-a65c-45c9-921c-eaf559fe3625 req-cf8f48e3-5848-4713-b5b7-524d9b4cc1e1 tempest-FloatingIPDetailsNegativeTestJSON-942993477 tempest-FloatingIPDetailsNegativeTestJSON-942993477-project] show failed (client error): The resource could not be found. Jul 28 14:37:04.850839 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f10dd62-a65c-45c9-921c-eaf559fe3625 req-cf8f48e3-5848-4713-b5b7-524d9b4cc1e1 tempest-FloatingIPDetailsNegativeTestJSON-942993477 tempest-FloatingIPDetailsNegativeTestJSON-942993477-project] 10.222.0.47 "GET /v2.0/floatingips/d57348d6-ecef-4804-a51d-a180c04d1b85 HTTP/1.1" status: 404 len: 350 time: 0.0611913 Jul 28 14:37:04.859753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:04.985173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.040540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31ebfb66-2e5a-4fbb-a792-868d08bf0408 req-5577fcdf-f082-4432-8c9c-1d7b45507ca4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0428681 Jul 28 14:37:05.072319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.091731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 2a9b4662-2365-480f-8ece-5c3500af9ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:05.107980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58783b0d-31a3-4ae5-a514-c88f1fa28a13 req-512330bd-6ab4-4bfc-8cc9-1cb53073e15f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:05.116729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58783b0d-31a3-4ae5-a514-c88f1fa28a13 req-512330bd-6ab4-4bfc-8cc9-1cb53073e15f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 931 time: 0.1014125 Jul 28 14:37:05.162753 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Sync routers for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:05.181187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:05.181836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:05.190280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58783b0d-31a3-4ae5-a514-c88f1fa28a13 req-084acc67-9649-47c0-b9bd-5e69bb1631e2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724118 Jul 28 14:37:05.293969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.353494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.406603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:05.414700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:05.419937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.434859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:05.451563 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:05.455587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6335e-0f30-4643-9f47-fd92d483f804,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:05.493562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:37:05.516033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:05.539403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.557728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.557728 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Added segment d3a74ad0-eb30-4570-9bc3-72c1a8db6706 of type vlan for network ced2bb63-d283-4b26-95db-fb71dd3593b2 Jul 28 14:37:05.578664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:05.579540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.607936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93652991-52f6-45ac-b4c3-1203e87013fe req-13761120-0fa9-4b92-92c1-d6aacc5901c2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:05.609679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93652991-52f6-45ac-b4c3-1203e87013fe req-13761120-0fa9-4b92-92c1-d6aacc5901c2 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1078899 Jul 28 14:37:05.669392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.693599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93652991-52f6-45ac-b4c3-1203e87013fe req-d114793e-16dd-4e5e-9f78-86b5d5c09a33 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777378 Jul 28 14:37:05.712345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-777a3b92-5b75-4008-8706-b3f9fb7689ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7253144 Jul 28 14:37:05.733030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'admin_state_up': True, 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'security_groups': ['de870085-0d77-4965-b5c8-241435c2f899']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:05.856961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1eab0bda-9ed6-4e78-9d76-6031de70ffb5 None None] Provisioning for port 2a9b4662-2365-480f-8ece-5c3500af9ff6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:05.862788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1eab0bda-9ed6-4e78-9d76-6031de70ffb5 None None] Provisioning complete for port 2a9b4662-2365-480f-8ece-5c3500af9ff6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:05.862990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.863843 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1eab0bda-9ed6-4e78-9d76-6031de70ffb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.863977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:05.864337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:05.884783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:01Z', 'revision_number': 4, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '83a20e16-aed4-4661-af0d-0e81499d4dc4', 'name': '', 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'mac_address': 'fa:16:3e:32:08:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': '8601e5d5-67c7-4543-a9cd-91b8b6b918f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:00Z', 'updated_at': '2021-07-28T14:37:02Z', 'revision_number': 2, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'subnets': [{'id': '8601e5d5-67c7-4543-a9cd-91b8b6b918f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:05.928355 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Checking router: ce343637-4a78-41b0-9465-3f07df374dfe for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:05.928872 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Updating router ce343637-4a78-41b0-9465-3f07df374dfe port 83a20e16-aed4-4661-af0d-0e81499d4dc4 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:05.934563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1eab0bda-9ed6-4e78-9d76-6031de70ffb5 None None] Port 2a9b4662-2365-480f-8ece-5c3500af9ff6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:05.939836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b05cc2ad-18c8-43cf-940f-20a7a50a9634 req-3aa544ee-1c70-4a72-a5ca-25dfcee31a65 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0726852 Jul 28 14:37:05.986019 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.010363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] Pushing event updated for resources: {'Network': ['ID=ced2bb63-d283-4b26-95db-fb71dd3593b2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:06.027462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:37:06.050997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:06.055198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.094834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Deleting port 83a20e16-aed4-4661-af0d-0e81499d4dc4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:06.096570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.103026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2985abb2-5dc1-493f-bdbb-47e6db03ed09 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:06.181007 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-815c57c9-5b4f-4ecf-b868-e202fd441c9b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1363339 Jul 28 14:37:06.184221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46878) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:06.190145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Request body: {'subnet': {'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-subnet', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:06.190718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:06.191517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.280724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b57810f9-9f0c-4e97-9b12-4f7d596974c3 req-5b2d01a8-97b2-475d-9d2d-4e5b9e19bc1e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.0685670 Jul 28 14:37:06.308385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.325713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Calling delete_port for 83a20e16-aed4-4661-af0d-0e81499d4dc4 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:06.373503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.1.1.129 (9e29b661-3bfd-446c-97bf-8265f5e3df8e/be635ae0-3752-4649-876b-56757f1f97f8/88443e63-f81c-46e9-add4-515cb0f6a5f1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:06.487496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Made reservation on behalf of 54ad904095574220bf1ae95cd361cecd for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:06.490698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.499581 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.514195 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Transition to ACTIVE for port object 83a20e16-aed4-4661-af0d-0e81499d4dc4 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:06.558041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.573428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 88443e63-f81c-46e9-add4-515cb0f6a5f1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:06.623041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c014e-b6b2-4e33-9853-0b90209efc22 req-54a2c484-8e11-414f-8b2d-ff24fc98d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.629113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c014e-b6b2-4e33-9853-0b90209efc22 req-54a2c484-8e11-414f-8b2d-ff24fc98d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.630868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-391c014e-b6b2-4e33-9853-0b90209efc22 req-54a2c484-8e11-414f-8b2d-ff24fc98d9b9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 1653 time: 0.2685785 Jul 28 14:37:06.708343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72ba06-3b61-40da-b800-a65f321f60cf req-b861e007-075e-49a7-ae21-5802bdb323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.709988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-391c014e-b6b2-4e33-9853-0b90209efc22 req-dccf7cfd-295e-497a-a0ce-3dbf06a212a5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664186 Jul 28 14:37:06.710445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-b861e007-075e-49a7-ae21-5802bdb323a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.0443261 Jul 28 14:37:06.881395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72ba06-3b61-40da-b800-a65f321f60cf req-d8cfbca5-b937-4813-b9ee-4acc60bf74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.882406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-d8cfbca5-b937-4813-b9ee-4acc60bf74ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.1505082 Jul 28 14:37:06.893347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbd13f-e22e-4951-991e-7956d7dcabe8 req-54288c50-9a61-4256-854b-0346e32a2a37 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:06.894900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92fbd13f-e22e-4951-991e-7956d7dcabe8 req-54288c50-9a61-4256-854b-0346e32a2a37 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0939822 Jul 28 14:37:06.920403 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:06.937994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-2edaa7ab-22c0-4c13-b59d-e1e9498a98ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0414882 Jul 28 14:37:06.998484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.002603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92fbd13f-e22e-4951-991e-7956d7dcabe8 req-a3472a3f-4152-4111-b96b-34762f7c08f7 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986362 Jul 28 14:37:07.014880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.024491 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Pushing event updated for resources: {'Port': ['ID=83a20e16-aed4-4661-af0d-0e81499d4dc4,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:07.079210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72ba06-3b61-40da-b800-a65f321f60cf req-c25fe528-6ecc-4490-99ca-6f2337598a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.081813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-c25fe528-6ecc-4490-99ca-6f2337598a34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.1329851 Jul 28 14:37:07.103894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:07.114309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:07.114582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4686422c-b65c-43d3-b76a-219edc8ca386,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:07.144067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:07.144067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-dd908642-67bb-47f0-81e2-f254babbd35c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508101 Jul 28 14:37:07.144678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:07.162657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.163040 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.163396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.163733 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.164072 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.164402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.164737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.165065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.165393 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.165720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.166060 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.166753 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fc501a-535a-45dc-a7e0-3f3856ce129c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:07.171263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Checking segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:07.171631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Network hostable DHCP agents. Network: ced2bb63-d283-4b26-95db-fb71dd3593b2, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:37:07.193341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:07.193975 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:07.194525 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 on network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:07.200870 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:07.201518 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Checking segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:07.202089 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.202636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Bound using segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:07.203334 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Bound port: 83a20e16-aed4-4661-af0d-0e81499d4dc4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:07.203922 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.234731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.284999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=83a20e16-aed4-4661-af0d-0e81499d4dc4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:07.367285 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.db.api [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94751) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:37:07.367921 n-d-705658-23 neutron-server[94751]: DEBUG oslo_db.api [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:37:07.374790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:37:07.457222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-01ef8b8a-6605-4b58-a031-64c45c60aa5d None None] Could not find standard attr ID for object 83a20e16-aed4-4661-af0d-0e81499d4dc4. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:37:07.550887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e067-b01f-49f1-be02-ea90176d5419 req-85859599-7757-4c51-b8df-8a49249c0e96 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.552887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38a5e067-b01f-49f1-be02-ea90176d5419 req-85859599-7757-4c51-b8df-8a49249c0e96 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1824455 Jul 28 14:37:07.748572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-05649326-4871-457a-8d79-8779967d6214 None None] Provisioning for port 88443e63-f81c-46e9-add4-515cb0f6a5f1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:07.753147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-05649326-4871-457a-8d79-8779967d6214 None None] Provisioning complete for port 88443e63-f81c-46e9-add4-515cb0f6a5f1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:07.753785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-05649326-4871-457a-8d79-8779967d6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.806881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-05649326-4871-457a-8d79-8779967d6214 None None] Port 88443e63-f81c-46e9-add4-515cb0f6a5f1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:07.823514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-20c0b8ac-9135-4118-897c-3c07af8e2d09 req-9eb53270-8c5e-4cd1-8a82-10ef8696444c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.6208806 Jul 28 14:37:07.911992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.913167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.961263 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:07.962014 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:07.964589 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Attempting to bind port 83a20e16-aed4-4661-af0d-0e81499d4dc4 on network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:07.990362 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:07.993475 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Checking segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:07.993921 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:07.994266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-fab8a47f-79bf-4d09-8a27-4f6e8a8a9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:07.995472 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Bound using segment: {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:07.999963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-fab8a47f-79bf-4d09-8a27-4f6e8a8a9113 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.1856329 Jul 28 14:37:08.000158 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Bound port: 83a20e16-aed4-4661-af0d-0e81499d4dc4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05df3704-88eb-402e-b0b1-59ea522e0991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fa05b1ce-6f14-42b4-bd7f-520cd378eaf2'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:08.000158 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.037284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-fe0a7d22-8d92-4d5b-9b8e-eec42b255b20 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355142 Jul 28 14:37:08.089592 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.plugin [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Port 83a20e16-aed4-4661-af0d-0e81499d4dc4 has been deleted concurrently {{(pid=94751) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 14:37:08.092291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.100595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4598026e-1b96-498f-8a6a-465179383dc1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3745654 Jul 28 14:37:08.103374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ced2bb63-d283-4b26-95db-fb71dd3593b2) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:08.109648 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:08.109982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.110634 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:08.111697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.119596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeed69c-1d89-4d4b-b3d8-7994afa3f15f None None] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:08.166854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'admin_state_up': True, 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'security_groups': ['de870085-0d77-4965-b5c8-241435c2f899']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:08.189206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-774466be-d050-4d2a-b28a-ae5d2096e0c1 req-91dc6019-74e3-4206-843b-7e5bb87bb1b0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e69087-54a0-4536-9749-0339038600c6 HTTP/1.1" status: 200 len: 210 time: 0.1145868 Jul 28 14:37:08.259098 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:08.395993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ced2bb63-d283-4b26-95db-fb71dd3593b2', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:37:08.397032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.428920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38a5e067-b01f-49f1-be02-ea90176d5419 req-006042fb-8827-4a2c-9b12-1b953a0de024 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8328547 Jul 28 14:37:08.546718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a44384b-3475-4d1f-9dd3-b8ca8e976eb4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3613565 Jul 28 14:37:08.550673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46902) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:08.556869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-6b76037e-ee6f-491a-9d6a-bf599b647f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.557084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:08.560097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-6b76037e-ee6f-491a-9d6a-bf599b647f51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.5468075 Jul 28 14:37:08.564906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db72ba06-3b61-40da-b800-a65f321f60cf req-eca2ecfb-3419-4013-9484-d4d284425b50 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788842 Jul 28 14:37:08.693836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23847a-2378-446c-b6cc-e7d9cb7e2cdc req-e2420376-40a5-4f60-8767-72044a58a74b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.700509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23847a-2378-446c-b6cc-e7d9cb7e2cdc req-e2420376-40a5-4f60-8767-72044a58a74b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.706847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23847a-2378-446c-b6cc-e7d9cb7e2cdc req-e2420376-40a5-4f60-8767-72044a58a74b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.710349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.712326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:08.716348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca23847a-2378-446c-b6cc-e7d9cb7e2cdc req-e2420376-40a5-4f60-8767-72044a58a74b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 2374 time: 0.1951261 Jul 28 14:37:08.739665 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:06Z', 'revision_number': 5, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:08.783631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-bb951001-828c-41e2-aaa5-8a42ae0db4e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.2057517 Jul 28 14:37:08.835262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Allocated IP 172.20.0.2 (ced2bb63-d283-4b26-95db-fb71dd3593b2/4686422c-b65c-43d3-b76a-219edc8ca386/b9f1c699-538b-4b60-a827-e2c99b23356d) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:08.844016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f0a3-7020-4c46-a021-c843ae63d8de req-847c458e-71d9-4b45-856b-f007c37f21ee tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.848908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35b3f0a3-7020-4c46-a021-c843ae63d8de req-847c458e-71d9-4b45-856b-f007c37f21ee tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.2491653 Jul 28 14:37:08.860526 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a044ef-370f-40ae-b7bc-50f779bb0aef None None] The sync data for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 is: [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:06Z', 'revision_number': 5, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:08.866254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:08.889129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-3fc858d9-777b-47c5-ab11-a670b1648d32 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:08.897527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-3fc858d9-777b-47c5-ab11-a670b1648d32 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.6778412 Jul 28 14:37:08.916104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca23847a-2378-446c-b6cc-e7d9cb7e2cdc req-d752a555-582f-462e-8eba-a5f2124c9a2f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984103 Jul 28 14:37:08.973076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Request body: {'port': {'device_id': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'admin_state_up': True, 'tenant_id': '072c2ecb52524944823d20b697b028ed'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:09.034430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-59b285f3-6a8e-4737-8ebe-b22eebeb1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.036471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-59b285f3-6a8e-4737-8ebe-b22eebeb1dd5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.2499573 Jul 28 14:37:09.058555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.111903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39f3242d-6925-4932-ac30-f70621324d8d req-5960e967-7c06-4f44-958e-45fd2efd94d7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0674410 Jul 28 14:37:09.148380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.151785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-d0bbf66e-6eb7-492c-9037-a8e7c5b4f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.153329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-d0bbf66e-6eb7-492c-9037-a8e7c5b4f37e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071720 Jul 28 14:37:09.181969 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.210772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35b3f0a3-7020-4c46-a021-c843ae63d8de req-74a00e63-ec2d-4cef-8c3f-eeca94236b45 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431847 Jul 28 14:37:09.213240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Transition to ACTIVE for port object b9f1c699-538b-4b60-a827-e2c99b23356d will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:09.265803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Transition to ACTIVE for port object b9f1c699-538b-4b60-a827-e2c99b23356d will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:09.360070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.414929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-08d33992-5bd4-4ca0-aeef-a4796d7653ab service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440312 Jul 28 14:37:09.443849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:09.477754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:09.502490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:09.635766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Pushing event updated for resources: {'Port': ['ID=b9f1c699-538b-4b60-a827-e2c99b23356d,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:09.651847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.693823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Router ce343637-4a78-41b0-9465-3f07df374dfe has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:09.704656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Attempting to bind port b9f1c699-538b-4b60-a827-e2c99b23356d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:09.705337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Attempting to bind port b9f1c699-538b-4b60-a827-e2c99b23356d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:09.705722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Attempting to bind port b9f1c699-538b-4b60-a827-e2c99b23356d on network ced2bb63-d283-4b26-95db-fb71dd3593b2 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:09.720526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:09.720925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Checking segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:09.724352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.724352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Bound using segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:09.726873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Bound port: b9f1c699-538b-4b60-a827-e2c99b23356d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:09.727361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.840552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:09.844171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.859865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3259a-9faf-4575-a1f6-86766028845b req-12adf0c4-7365-4552-b3b3-8ac3ae7ce16b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.869435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ace3259a-9faf-4575-a1f6-86766028845b req-12adf0c4-7365-4552-b3b3-8ac3ae7ce16b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1809855 Jul 28 14:37:09.870719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] For port b9f1c699-538b-4b60-a827-e2c99b23356d, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:09.877242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] For port b9f1c699-538b-4b60-a827-e2c99b23356d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b9f1c699-538b-4b60-a827-e2c99b23356d,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:09.915720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ac8c8-44b9-4f54-926e-eb62010579f6 req-f5428acd-6008-4c81-8428-0b24bd8a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:09.928782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc1ac8c8-44b9-4f54-926e-eb62010579f6 req-f5428acd-6008-4c81-8428-0b24bd8a17b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.3464041 Jul 28 14:37:09.928782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6f4f15d-1c06-4b45-86bf-20e3d4a6f9b3 req-f0f3d26f-2914-4d90-bcd3-66bac41209f7 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902854 Jul 28 14:37:09.961627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ace3259a-9faf-4575-a1f6-86766028845b req-baa62b85-a957-4b09-8a10-1d00184923a9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916507 Jul 28 14:37:09.971332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:09.990435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.2.2.100 (9af7ee4c-fa15-4b8c-aed3-9952da6c76bb/ab0966d5-bf18-4f23-a0e1-b0737ba95117/cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:10.026752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc1ac8c8-44b9-4f54-926e-eb62010579f6 req-f983e0b0-a377-4215-8846-370e267eee9d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935936 Jul 28 14:37:10.150697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c18d5-80bc-41df-933b-3dc58ddffdc4 None None] Pushing event updated for resources: {'Port': ['ID=b9f1c699-538b-4b60-a827-e2c99b23356d,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:10.204589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:10.218360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-042065bb-bc58-415e-a738-15862c8763c0 admin admin] 10.222.0.47 "PUT /v2.0/routers/ce343637-4a78-41b0-9465-3f07df374dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3571608 Jul 28 14:37:10.239359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Sync routers for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:10.252461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46934) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:10.257041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:10.257698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:10.346748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-07c03f51-f443-4436-8eea-ec7a5b8586a6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.359803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-07c03f51-f443-4436-8eea-ec7a5b8586a6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.3794467 Jul 28 14:37:10.360664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.461808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.474162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:10.548824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0d13-33e4-4cdb-a06e-5436d7efca5e req-68ddf06b-9988-4d2e-bc12-d1f92a40da97 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.556248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0d13-33e4-4cdb-a06e-5436d7efca5e req-68ddf06b-9988-4d2e-bc12-d1f92a40da97 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.563406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b0d13-33e4-4cdb-a06e-5436d7efca5e req-68ddf06b-9988-4d2e-bc12-d1f92a40da97 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.565789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a6b0d13-33e4-4cdb-a06e-5436d7efca5e req-68ddf06b-9988-4d2e-bc12-d1f92a40da97 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 2374 time: 0.3345861 Jul 28 14:37:10.568924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-b354ce70-7a71-41ac-8afa-72d7eda2b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.571033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-b354ce70-7a71-41ac-8afa-72d7eda2b1db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.3546715 Jul 28 14:37:10.668489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Allocated IP 172.20.0.10 (b961460e-cb1f-48a7-b794-051442f83238/befb4381-a793-4681-8bc5-8bf557229678/18c1fccf-909a-45d6-92fc-8c97c26d24f9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:10.698460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:10.727463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a6b0d13-33e4-4cdb-a06e-5436d7efca5e req-c45b8abf-5d91-4cf4-a7c1-2448dea4de51 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531272 Jul 28 14:37:10.728900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-419d4d80-283c-4ac6-9359-de536b7858d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:10.730778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-419d4d80-283c-4ac6-9359-de536b7858d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1281056 Jul 28 14:37:10.830535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-c73098a8-f955-4e79-8b47-34cf7a929f8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.0916784 Jul 28 14:37:10.844696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:10.888434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-45a198e3-a252-47ee-9678-cea66c311a2e req-ac3daaf3-06d2-428d-ac81-22d42576520f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0565617 Jul 28 14:37:10.993621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:11.052252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:11.052252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:11.054911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:11.070521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:06Z', 'revision_number': 5, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:11.122168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-c4d6e29d-5e21-4eda-a7d0-86f7aae9f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.124369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-c4d6e29d-5e21-4eda-a7d0-86f7aae9f642 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.2503853 Jul 28 14:37:11.167847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Checking router: ce343637-4a78-41b0-9465-3f07df374dfe for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:11.188661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.189344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.194269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Routers {'ce343637-4a78-41b0-9465-3f07df374dfe'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:11.194950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:36:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ce343637-4a78-41b0-9465-3f07df374dfe'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:11.310726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb26fa-0e91-408f-9706-d72089c52863 req-2084a789-c217-497c-abff-c01d606ecb66 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.322678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53bb26fa-0e91-408f-9706-d72089c52863 req-2084a789-c217-497c-abff-c01d606ecb66 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.3231847 Jul 28 14:37:11.344022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-6ccafaf4-b103-468e-8e37-dbf11c50f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.345506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-6ccafaf4-b103-468e-8e37-dbf11c50f6de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511374 Jul 28 14:37:11.485847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] Set router ce343637-4a78-41b0-9465-3f07df374dfe gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:11.515082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-0c03ce4a-c99a-4d96-b361-202f9534a22b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 1.1543100 Jul 28 14:37:11.571589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53bb26fa-0e91-408f-9706-d72089c52863 req-62e1638e-240b-4991-970c-63cabbfcd68d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473712 Jul 28 14:37:11.575020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-c3a57091-3e4e-48a6-b793-9dd63af636f6 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910126 Jul 28 14:37:11.579308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-f9d0f620-b3dc-4068-bc85-cf9bb67d4437 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4155228 Jul 28 14:37:11.618290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-68fb6ca8-a9ed-4395-90f4-2027a63d113d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675714 Jul 28 14:37:11.641529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58fb31a6-db63-4230-a0e0-21e0536367b4 None None] Provisioning for port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:11.651898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58fb31a6-db63-4230-a0e0-21e0536367b4 None None] Provisioning complete for port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:11.652249 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58fb31a6-db63-4230-a0e0-21e0536367b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.657478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fb223-463f-4cb9-a817-c3bf7a7dd41a None None] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:11.681709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.728490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85a4b9a3-cf0f-43db-b05e-14ee0aba3f03 req-1c683cfe-d71f-4877-9811-7a17152ee286 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320970 Jul 28 14:37:11.734438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'admin_state_up': True, 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'security_groups': ['de870085-0d77-4965-b5c8-241435c2f899']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:11.761349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.809128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-58fb31a6-db63-4230-a0e0-21e0536367b4 None None] Port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:11.849149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.865295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:11.902484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53d5eb-d463-4559-bec1-bf85183290ad req-10988809-b847-4689-8602-d410c8f2def8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:11.904355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab53d5eb-d463-4559-bec1-bf85183290ad req-10988809-b847-4689-8602-d410c8f2def8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0737841 Jul 28 14:37:11.937724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:06Z', 'revision_number': 5, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:11.960051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-281f3894-acfe-40b6-b720-53b1d263b3ca service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332317 Jul 28 14:37:11.982443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091539-04a3-4a96-8774-d4ef99e7342a None None] The sync data for ids ['ce343637-4a78-41b0-9465-3f07df374dfe'] in n-d-705658-23 is: [{'id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2020858750-router', 'tenant_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:36:55Z', 'updated_at': '2021-07-28T14:37:06Z', 'revision_number': 5, 'project_id': 'f152abe53b1d4410a9fbb16df17d0a8b', 'gw_port': {'id': '2985abb2-5dc1-493f-bdbb-47e6db03ed09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce343637-4a78-41b0-9465-3f07df374dfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:36:56Z', 'updated_at': '2021-07-28T14:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:11.994615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab53d5eb-d463-4559-bec1-bf85183290ad req-5a578170-f2a2-4bef-913a-934238f21b62 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689809 Jul 28 14:37:12.061817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d2f3da64-6be5-4cd5-ad76-b524601f8b83 None None] Provisioning for port b9f1c699-538b-4b60-a827-e2c99b23356d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:12.086354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Made reservation on behalf of 0dd75d5ccd1e476da965d88a60c77b2f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:12.092990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.155176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b9f1c699-538b-4b60-a827-e2c99b23356d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:12.159007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Allocated IP 172.25.0.229 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/959a634b-0612-43ea-99f5-2f7033f13e52) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:12.220979 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2754-d39d-4992-a5d7-6467e4711833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.366035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b9f1c699-538b-4b60-a827-e2c99b23356d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:12.370392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b9f1c699-538b-4b60-a827-e2c99b23356d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:12.372003 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.397673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.417980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Allocated IP 10.2.2.200 (9af7ee4c-fa15-4b8c-aed3-9952da6c76bb/ab0966d5-bf18-4f23-a0e1-b0737ba95117/0f739fc8-6469-42aa-9543-55dd390d3c47) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:12.436291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-dafb6317-6059-4918-9963-51482e4caff0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.443008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-dafb6317-6059-4918-9963-51482e4caff0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.448861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-dafb6317-6059-4918-9963-51482e4caff0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.452318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:12.454114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:12.454825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-dafb6317-6059-4918-9963-51482e4caff0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.456610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-dafb6317-6059-4918-9963-51482e4caff0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3095 time: 0.3216579 Jul 28 14:37:12.475259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1f2a11-7c00-4966-9e71-281e224cbf23 req-6a27b8d0-1605-4dd8-b268-7f7ff33f2cfb service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908357 Jul 28 14:37:12.561472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Deleting port 2985abb2-5dc1-493f-bdbb-47e6db03ed09 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:12.562284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.577765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dfbd1ca-f1cc-47fb-b476-f3f7a3ae0069 None None] Provisioning complete for port b9f1c699-538b-4b60-a827-e2c99b23356d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:12.578201 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dfbd1ca-f1cc-47fb-b476-f3f7a3ae0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.581981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Network b961460e-cb1f-48a7-b794-051442f83238 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:12.633938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:12.642373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:12.646633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event updated for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:12.731212 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.731827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.742824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.745155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.745305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27298800-d3a8-45ad-bde1-233dd0ae05d2 req-e1c4ba1c-7a75-4a3e-b342-e2ae72a890e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690024 Jul 28 14:37:12.780209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] For port 2985abb2-5dc1-493f-bdbb-47e6db03ed09, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2985abb2-5dc1-493f-bdbb-47e6db03ed09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:12.791210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:12.794235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Transition to ACTIVE for port object 0f739fc8-6469-42aa-9543-55dd390d3c47 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:12.871405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Calling delete_port for 2985abb2-5dc1-493f-bdbb-47e6db03ed09 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:12.891629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7938bc7b-21a1-462e-9c0c-8efe044003ab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9228919 Jul 28 14:37:12.913981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Request body: {'port': {'device_id': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:12.966924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86478972-a567-433e-afff-40d073073456 req-2cef9de9-0cd6-4189-852f-b34884da5432 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:12.976815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86478972-a567-433e-afff-40d073073456 req-2cef9de9-0cd6-4189-852f-b34884da5432 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1142452 Jul 28 14:37:12.997655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.001822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.035249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86478972-a567-433e-afff-40d073073456 req-0b9ca7b6-2cb8-472e-ada2-13dc843db92d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 Jul 28 14:37:13.050333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dfbd1ca-f1cc-47fb-b476-f3f7a3ae0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.081485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.125890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b9f1c699-538b-4b60-a827-e2c99b23356d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b9f1c699-538b-4b60-a827-e2c99b23356d,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:13.128415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:13.140031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:13.145589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:13.212106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:13.212842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.222678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.280363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e877704-9399-493c-aaf5-c2a26025bf20 req-8e47b23e-14c5-4905-a07a-935e211afc23 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=359ccc30-bbf0-4d0f-8826-1fdd5cdb7cf6 HTTP/1.1" status: 200 len: 210 time: 0.0438550 Jul 28 14:37:13.281992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:13.286836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:13.309518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:13.319858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f645233-054d-4873-b097-807924f97ca0 req-dac0c64d-961a-4655-a1b7-c505dc37a954 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:13.321543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f645233-054d-4873-b097-807924f97ca0 req-dac0c64d-961a-4655-a1b7-c505dc37a954 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 932 time: 0.3991926 Jul 28 14:37:13.325723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a29fafa8-9087-47f8-ae5f-f319e5db068d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5956752 Jul 28 14:37:13.333993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:13.347974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.372599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:13.404196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b9f1c699-538b-4b60-a827-e2c99b23356d,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:13.434361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Pushing event updated for resources: {'Port': ['ID=959a634b-0612-43ea-99f5-2f7033f13e52,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:13.456771 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-9dfbd1ca-f1cc-47fb-b476-f3f7a3ae0069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:37:13.465453 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-9dfbd1ca-f1cc-47fb-b476-f3f7a3ae0069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:37:13.534473 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:13.624537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f645233-054d-4873-b097-807924f97ca0 req-a26de720-70ee-42c4-a186-b5f1168b032c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671144 Jul 28 14:37:14.115519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b9f1c699-538b-4b60-a827-e2c99b23356d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:14.118250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e7e811-e45f-495f-833c-a3dbc901a94e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:14.119988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.146541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.168708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Transition to ACTIVE for port object 18e7e811-e45f-495f-833c-a3dbc901a94e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:14.191896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b9f1c699-538b-4b60-a827-e2c99b23356d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:14.192468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.194437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-282754d4-aeaf-47ae-96cb-173fc9f0908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.196145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-282754d4-aeaf-47ae-96cb-173fc9f0908a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.0902073 Jul 28 14:37:14.210504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Pushing event deleted for resources: {'Port': ['ID=2985abb2-5dc1-493f-bdbb-47e6db03ed09,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:14.289390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.338925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.350585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.361019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.367303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.375333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.378574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-2877365d-83b4-4438-ab63-6fe04cd455ba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3816 time: 0.3859880 Jul 28 14:37:14.425350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:14.462180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41337358-48b7-4529-a6b0-4d6847cb2f10 req-346e8a4a-7f53-41da-a620-b3ceddb2109a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.467627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b931adc8-da18-444b-8b21-285b71aaf356 None None] Provisioning for port 0f739fc8-6469-42aa-9543-55dd390d3c47 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:14.469642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41337358-48b7-4529-a6b0-4d6847cb2f10 req-346e8a4a-7f53-41da-a620-b3ceddb2109a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1711452 Jul 28 14:37:14.475677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b931adc8-da18-444b-8b21-285b71aaf356 None None] Provisioning complete for port 0f739fc8-6469-42aa-9543-55dd390d3c47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:14.476448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b931adc8-da18-444b-8b21-285b71aaf356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.477734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-be723334-baf9-4246-a641-e84659ef0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.479089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-be723334-baf9-4246-a641-e84659ef0c09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.2735503 Jul 28 14:37:14.487573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.534577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-331b8554-3afe-4337-8ae4-bba0bdb64ce3 req-cf6905a6-221e-4f6d-bec5-4c34ae61d172 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455166 Jul 28 14:37:14.544742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b931adc8-da18-444b-8b21-285b71aaf356 None None] Port 0f739fc8-6469-42aa-9543-55dd390d3c47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:14.598690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-6a33c048-0719-47b6-bf10-91c3fd7d4027 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0743127 Jul 28 14:37:14.649392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41337358-48b7-4529-a6b0-4d6847cb2f10 req-159d4591-01c7-483d-8fbd-60b5ef836721 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788740 Jul 28 14:37:14.669596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Attempting to bind port 18e7e811-e45f-495f-833c-a3dbc901a94e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:14.669942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Attempting to bind port 18e7e811-e45f-495f-833c-a3dbc901a94e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:14.670281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Attempting to bind port 18e7e811-e45f-495f-833c-a3dbc901a94e on network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:14.684737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Port 18e7e811-e45f-495f-833c-a3dbc901a94e on network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:14.685096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Attempting to bind port 18e7e811-e45f-495f-833c-a3dbc901a94e on network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:14.696195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:14.696538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Checking segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:14.696936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Bound using segment: {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:14.697377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Bound port: 18e7e811-e45f-495f-833c-a3dbc901a94e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1862aaab-5c62-4268-8eb8-f3d603d58eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:14.697738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.700868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-097cd0b3-0bfc-47c0-9dd1-46d40a32d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:14.702374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-097cd0b3-0bfc-47c0-9dd1-46d40a32d269 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.1097076 Jul 28 14:37:14.753051 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d66b6e17-6184-4e9b-9fbf-b12180fc9691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.809406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-19eca13e-9dce-4e62-95a4-41915eccf2e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983882 Jul 28 14:37:14.880104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.963651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:14.982446 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:14.992683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c1fccf-909a-45d6-92fc-8c97c26d24f9 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:15.012367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.050703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.072473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.103838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Transition to ACTIVE for port object 18c1fccf-909a-45d6-92fc-8c97c26d24f9 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:15.188993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1bb667-91b0-4eab-85ad-9ffc2a1efee0 req-c2e9fc2a-4af1-4d5d-82d7-66284279b2ea tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.190696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af1bb667-91b0-4eab-85ad-9ffc2a1efee0 req-c2e9fc2a-4af1-4d5d-82d7-66284279b2ea tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 932 time: 0.2093942 Jul 28 14:37:15.194573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.310728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.311199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce343637-4a78-41b0-9465-3f07df374dfe {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:37:15.326552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.330518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-011dc00e-37da-43f1-a437-dc3fdce6d132 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ce343637-4a78-41b0-9465-3f07df374dfe HTTP/1.1" status: 204 len: 168 time: 5.0761967 Jul 28 14:37:15.333710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46996) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:15.339406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Pushing event updated for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:15.351115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:15.384184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af1bb667-91b0-4eab-85ad-9ffc2a1efee0 req-486f56a8-579d-4800-a00a-65ac5246126c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786919 Jul 28 14:37:15.397928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-8695e537-befd-463a-a76d-6e8e75a30495 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771375 Jul 28 14:37:15.473869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-a95d78e8-8b2f-4899-8b0a-2dc75357be16 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.475558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-a95d78e8-8b2f-4899-8b0a-2dc75357be16 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.5873718 Jul 28 14:37:15.476781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.495615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Deleting subnet 8601e5d5-67c7-4543-a9cd-91b8b6b918f4 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:15.506234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.510035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.547412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.548047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.549460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] 10.222.0.50 "PUT /v2.0/ports/18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 1092 time: 2.2071004 Jul 28 14:37:15.549914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:15.552766 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1674bf44-2744-4d65-9881-2e4b4636ca6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:15.585943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-680fd0b0-7274-4ff1-b8e2-b810cc931f26 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0610955 Jul 28 14:37:15.653748 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dfb8e-141b-43cc-8284-a6fbf1e884f0 x-openstack-request-id: req-537dfb8e-141b-43cc-8284-a6fbf1e884f0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:15.654114 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:15.654293 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-537dfb8e-141b-43cc-8284-a6fbf1e884f0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:15.654717 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'status': 'completed', 'code': 200} Jul 28 14:37:15.655526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09364f1-7347-49f6-ae3c-40f8dae9f68c service neutron] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:15.661595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-c37e3676-4002-47db-b7a4-2261af78f06a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637960 Jul 28 14:37:15.672917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.684066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:15.691798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8caf499-ab3b-438a-94fa-4db801f5dcf5 req-b964b964-203d-4cf1-ad06-5ac984c780c9 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859266 Jul 28 14:37:15.724984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Attempting to bind port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:15.725361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Attempting to bind port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:15.725800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Attempting to bind port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:15.748595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 on network b961460e-cb1f-48a7-b794-051442f83238 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:15.748595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Attempting to bind port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:15.815939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:15.816395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Checking segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:15.817388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Bound using segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:15.818039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Bound port: 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:15.819983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:15.866403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.866767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.867369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.867868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.868362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:15.870378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-10d6a716-319f-422c-88ee-c7fcd0dce608 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 4364 time: 0.2019384 Jul 28 14:37:15.878272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.016512 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-380e772a-18b4-45fc-9a6a-3e2cb9729427 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289530 Jul 28 14:37:16.030173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2985abb2-5dc1-493f-bdbb-47e6db03ed09 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:16.040942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.047017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.054906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.055137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.055232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2985abb2-5dc1-493f-bdbb-47e6db03ed09 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:16.055232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2985abb2-5dc1-493f-bdbb-47e6db03ed09 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:16.059837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.065514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.068197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-660edec5-dfd6-4d50-bdf2-34b022b10ff9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3828 time: 0.3097866 Jul 28 14:37:16.108369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.163653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:16.203107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:16.210457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f84fd597-5233-4a01-9e25-b2c616b32d6f req-d649a608-9a45-4717-866a-8a868e825844 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253486 Jul 28 14:37:16.229079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-960bc418-2ec8-422a-a42e-f5092a4d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.229564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-960bc418-2ec8-422a-a42e-f5092a4d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.230034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-960bc418-2ec8-422a-a42e-f5092a4d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.231669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-960bc418-2ec8-422a-a42e-f5092a4d7b34 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3214121 Jul 28 14:37:16.337816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc65df-8a8e-479f-b2e2-ef057eac045c req-65e737aa-7e05-45f1-9ab2-2c6ceff025ef tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.339465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3dfc65df-8a8e-479f-b2e2-ef057eac045c req-65e737aa-7e05-45f1-9ab2-2c6ceff025ef tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0566247 Jul 28 14:37:16.340676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Router df167ae9-7bc3-47e8-814e-da8b837557b8 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:37:16.379910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-8ae73fa4-33ff-4809-831a-d29d7046f595 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201802 Jul 28 14:37:16.411429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.419981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.434870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-70d36fe0-888a-471f-aa16-9b1565945a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.436429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1674bf44-2744-4d65-9881-2e4b4636ca6c req-70d36fe0-888a-471f-aa16-9b1565945a03 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942639 Jul 28 14:37:16.441320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.445880 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8601e5d5-67c7-4543-a9cd-91b8b6b918f4 HTTP/1.1" status: 204 len: 168 time: 1.1050642 Jul 28 14:37:16.451443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:16.453206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb4b0c-69bb-4982-b019-5bb70cdffc13 None None] Network fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:16.504215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.505000 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.506437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] 10.222.0.50 "PUT /v2.0/ports/18c1fccf-909a-45d6-92fc-8c97c26d24f9 HTTP/1.1" status: 200 len: 1093 time: 3.6003764 Jul 28 14:37:16.531613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:16.534747 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79eb602-9d1a-4f87-8b2d-473281af25fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:16.549432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3dfc65df-8a8e-479f-b2e2-ef057eac045c req-5148661c-4cc2-4826-a629-633190d463f8 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971631 Jul 28 14:37:16.574008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed4e14-525b-4509-9f75-5acd177b704b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8601e5d5-67c7-4543-a9cd-91b8b6b918f4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:16.588801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.605751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:16.621068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.705811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Transition to ACTIVE for port object 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:16.712132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93445a1b-e164-4a77-ad5a-93111401156d service neutron] Pushing event updated for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:16.724417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:16.736258 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Sync routers for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:16.752159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:16.754143 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:16.779500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7ba74cb3-b5f3-4488-8aa3-063661b53f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:16.781414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-7ba74cb3-b5f3-4488-8aa3-063661b53f4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1138797 Jul 28 14:37:16.792759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Deleting port fff32725-27b6-400a-88cd-c97ff455ebbf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:16.793118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.826836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.850951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] DHCP port deletion for fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:37:16.908946 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd92d46c-07d4-449a-9b5e-754616059b5a x-openstack-request-id: req-cd92d46c-07d4-449a-9b5e-754616059b5a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:16.909407 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:16.909770 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd92d46c-07d4-449a-9b5e-754616059b5a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:16.910827 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'status': 'completed', 'code': 200} Jul 28 14:37:16.924811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:16.938297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-880dc983-3ccf-4bff-85d8-19f67bda238e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9 HTTP/1.1" status: 200 len: 217 time: 0.1423826 Jul 28 14:37:16.943211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:16.944719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2146e659-e9a0-48d2-83c6-c8e6b96471e4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3914545 Jul 28 14:37:16.954120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47016) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:17.029043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:17.033499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95b5ff33-7362-43b3-9b81-d697be617a88 req-42e9947c-b307-46ea-8030-0827c6ee3df8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0830376 Jul 28 14:37:17.042540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Deleting port fff32725-27b6-400a-88cd-c97ff455ebbf {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:17.042981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.057011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-51de9a37-1c44-443c-a6ca-343255d11fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.058701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-51de9a37-1c44-443c-a6ca-343255d11fd2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0824342 Jul 28 14:37:17.077979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ecc6-6c9f-4538-9593-edf56a278989 req-ffd73280-33b6-48ae-ad6a-1428aebf1203 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.084354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c962ecc6-6c9f-4538-9593-edf56a278989 req-ffd73280-33b6-48ae-ad6a-1428aebf1203 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 944 time: 0.1713142 Jul 28 14:37:17.164129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-95875266-eab7-495b-88f8-ccff0c01a273 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784819 Jul 28 14:37:17.344819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] For port fff32725-27b6-400a-88cd-c97ff455ebbf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fff32725-27b6-400a-88cd-c97ff455ebbf,segment=NetworkSegment(05df3704-88eb-402e-b0b1-59ea522e0991),segment_id=05df3704-88eb-402e-b0b1-59ea522e0991)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:17.345269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.365146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Attempting to bind port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:17.365146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Attempting to bind port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:17.365482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Attempting to bind port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:17.375508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:17.375869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Attempting to bind port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:17.392900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Calling delete_port for fff32725-27b6-400a-88cd-c97ff455ebbf owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:17.408455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c962ecc6-6c9f-4538-9593-edf56a278989 req-0d623eb0-2c7f-4237-9dd1-c2a24892ea6d tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634611 Jul 28 14:37:17.411485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:17.411855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:17.412209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Bound using segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:17.412734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Bound port: 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:17.413108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.506619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-051b5411-2fd8-41b5-8af2-6532c0da4a23 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123062 Jul 28 14:37:17.576026 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:13Z', 'revision_number': 3, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:17.613473 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Checking router: df167ae9-7bc3-47e8-814e-da8b837557b8 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:17.614147 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Updating router df167ae9-7bc3-47e8-814e-da8b837557b8 port 959a634b-0612-43ea-99f5-2f7033f13e52 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:17.628010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] For port fff32725-27b6-400a-88cd-c97ff455ebbf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fff32725-27b6-400a-88cd-c97ff455ebbf,segment=NetworkSegment(05df3704-88eb-402e-b0b1-59ea522e0991),segment_id=05df3704-88eb-402e-b0b1-59ea522e0991)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:17.636168 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.650355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Calling delete_port for fff32725-27b6-400a-88cd-c97ff455ebbf owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:17.713470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99c28e39-7bea-4d0c-a5f4-e899f2b40c64 req-6e30865c-835a-4763-bebb-f23950a0a7d8 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191067 Jul 28 14:37:17.748798 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:17.792033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.798428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.806564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.814740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.822001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.829964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.835393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-54067d1b-f273-49f9-9ef2-05fd96a78cbc tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 4601 time: 0.3769188 Jul 28 14:37:17.844864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687dfa65-02ba-4e40-917c-d61d7246fe99 req-664f9b9d-59b5-4bbf-83ce-2c696ec562c6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:17.846540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-687dfa65-02ba-4e40-917c-d61d7246fe99 req-664f9b9d-59b5-4bbf-83ce-2c696ec562c6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0982811 Jul 28 14:37:17.906017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-687dfa65-02ba-4e40-917c-d61d7246fe99 req-c5400230-10dc-4799-ba83-fbd6f0f202f3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Jul 28 14:37:17.931186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:17.959599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:17.979437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-360c83a1-56cd-4e3a-87e0-a469ebaced7f req-daa76069-d34f-4606-92ff-f7f5d143313c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1342578 Jul 28 14:37:18.068899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fff32725-27b6-400a-88cd-c97ff455ebbf no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:18.187441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66efede5-2631-41fc-bbdf-ab9bacd51882 req-06f927a8-23de-496b-8d2b-d89e55270acd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0585601 Jul 28 14:37:18.209614 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.233454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: from cryptography.utils import int_from_bytes Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: from cryptography.utils import int_from_bytes Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.250566 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:18.253127 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:37:18.255083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.274240 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.278737 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.299980 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Transition to ACTIVE for port object 959a634b-0612-43ea-99f5-2f7033f13e52 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:18.335837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.350705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] Pushing event deleted for resources: {'Port': ['ID=fff32725-27b6-400a-88cd-c97ff455ebbf,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.352273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec58e86-976c-4900-be19-e045cdf5f093 None None] No DVR routers for this DVR port fff32725-27b6-400a-88cd-c97ff455ebbf on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:18.356988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.359731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.362553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] 10.222.0.50 "PUT /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 1132 time: 2.6825781 Jul 28 14:37:18.369216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:18.372685 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33476732-f7d6-422b-8062-46fd1cfb7592" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:18.450599 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.462853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-ea280fdc-65b0-40cf-9f77-25f77419dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.468780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-ea280fdc-65b0-40cf-9f77-25f77419dd73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 1096 time: 0.1441650 Jul 28 14:37:18.484009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] No DVR routers for this DVR port fff32725-27b6-400a-88cd-c97ff455ebbf on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:18.559403 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499f7a29-70c2-4d72-8b6c-62621d116774 x-openstack-request-id: req-499f7a29-70c2-4d72-8b6c-62621d116774 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:18.560068 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:18.560537 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-499f7a29-70c2-4d72-8b6c-62621d116774 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:18.561294 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876', 'status': 'completed', 'code': 200} Jul 28 14:37:18.581575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:18.587886 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635eb30-6f70-403a-8a8a-b8700b6f29cc None None] Pushing event updated for resources: {'Port': ['ID=959a634b-0612-43ea-99f5-2f7033f13e52,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.628254 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Attempting to bind port 959a634b-0612-43ea-99f5-2f7033f13e52 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:18.630629 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Attempting to bind port 959a634b-0612-43ea-99f5-2f7033f13e52 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:18.633009 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Attempting to bind port 959a634b-0612-43ea-99f5-2f7033f13e52 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:18.643144 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:18.644065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:18.645361 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.645931 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:18.646638 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Bound port: 959a634b-0612-43ea-99f5-2f7033f13e52, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:18.647554 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.709064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.730237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa05b1ce-6f14-42b4-bd7f-520cd378eaf2']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:18.743882 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] For port 959a634b-0612-43ea-99f5-2f7033f13e52, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:18.748215 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] For port 959a634b-0612-43ea-99f5-2f7033f13e52, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=959a634b-0612-43ea-99f5-2f7033f13e52,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:18.752472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03ef853-4b21-4521-9b1e-067b145ad463 req-1d69284f-4730-4745-ba67-576f5cde9b0b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.757454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05df3704-88eb-402e-b0b1-59ea522e0991') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:18.757907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05df3704-88eb-402e-b0b1-59ea522e0991') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:18.760443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d03ef853-4b21-4521-9b1e-067b145ad463 req-1d69284f-4730-4745-ba67-576f5cde9b0b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 944 time: 0.1676629 Jul 28 14:37:18.765790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fe7df-a4de-4282-8275-69c9c8505ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.792653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-7e411c14-1c87-4bcb-ab91-534aa9b4bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.792653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-7e411c14-1c87-4bcb-ab91-534aa9b4bc20 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 916 time: 0.3147635 Jul 28 14:37:18.831310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.834296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.845346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff32725-27b6-400a-88cd-c97ff455ebbf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.853171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-606c7daf-055b-4ad4-be46-81125c9534a8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9 HTTP/1.1" status: 200 len: 217 time: 0.0465400 Jul 28 14:37:18.865001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d03ef853-4b21-4521-9b1e-067b145ad463 req-ff9c819a-1eeb-4a68-b1ea-7a205195904f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032197 Jul 28 14:37:18.868610 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.919757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.940164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:18.940952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:18.949710 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:18.959736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-3a66449f-6525-4f1d-8651-4a845ec5fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.964982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-3a66449f-6525-4f1d-8651-4a845ec5fe24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0875325 Jul 28 14:37:18.978985 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635eb30-6f70-403a-8a8a-b8700b6f29cc None None] Pushing event updated for resources: {'Port': ['ID=959a634b-0612-43ea-99f5-2f7033f13e52,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:18.983115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:18.999164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:18.999822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.000454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.000652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:19.001167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.001753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.002303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.005649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-5a769ef0-7729-4764-a66b-c5bd77dee975 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5289 time: 0.4164963 Jul 28 14:37:19.006424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.062917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-a89c7652-924d-479d-b499-a07502b2f14e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931721 Jul 28 14:37:19.163847 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:19.228529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-f43fc28e-e8ae-4e12-ad1b-9d9cae0787da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.235736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-f43fc28e-e8ae-4e12-ad1b-9d9cae0787da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.236303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-f43fc28e-e8ae-4e12-ad1b-9d9cae0787da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.238070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-f43fc28e-e8ae-4e12-ad1b-9d9cae0787da service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1797917 Jul 28 14:37:19.252820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-79e54f3d-ea74-4794-87e0-4669c85714b2 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812017 Jul 28 14:37:19.304361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.313418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.321083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.329387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.336971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.343513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.345581 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-e8d56228-b15b-4087-9caf-e57005a548ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 4601 time: 0.1317153 Jul 28 14:37:19.439018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:13Z', 'revision_number': 3, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:19.448521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.454555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-612e2763-d656-4378-a6b5-c8ddec50e812 req-092fc48e-724c-46fb-80ac-56f416f822dd tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806217 Jul 28 14:37:19.469722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.471661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa05b1ce-6f14-42b4-bd7f-520cd378eaf2 HTTP/1.1" status: 204 len: 168 time: 3.0199070 Jul 28 14:37:19.487979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04839978-d593-4eb7-9c39-1c99ced890c6 req-2fb375d3-78f7-43fb-aea2-8c1d95cdf38c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.490218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04839978-d593-4eb7-9c39-1c99ced890c6 req-2fb375d3-78f7-43fb-aea2-8c1d95cdf38c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.3205249 Jul 28 14:37:19.555194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79eb602-9d1a-4f87-8b2d-473281af25fe req-b04edcfd-ed5a-4e23-ae78-e8502b6a9247 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922654 Jul 28 14:37:19.560342 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d113fc-6eda-42fd-8ccb-307e93a97a1e None None] The sync data for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 is: [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:13Z', 'revision_number': 3, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:19.611652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-745f4eaa-7b51-4f6f-8a45-ec5d113b22cf req-b034560b-0156-48ee-9f3a-b34050653364 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0267107 Jul 28 14:37:19.634590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945d6a7-90f4-43cf-ad4c-dff6bbd09b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa05b1ce-6f14-42b4-bd7f-520cd378eaf2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:19.679331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:19.711691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-825c7e76-2870-4ba1-abb2-fe17cfa92b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:19.713348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33476732-f7d6-422b-8062-46fd1cfb7592 req-825c7e76-2870-4ba1-abb2-fe17cfa92b1f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4421217 Jul 28 14:37:19.750554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Allocated IP 172.20.0.1 (ced2bb63-d283-4b26-95db-fb71dd3593b2/4686422c-b65c-43d3-b76a-219edc8ca386/edda3612-1323-4cdf-9f3b-58d6d47fa2ec) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:19.793818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04839978-d593-4eb7-9c39-1c99ced890c6 req-328265ea-d7c0-400e-bc8f-87c759ad4ceb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804285 Jul 28 14:37:19.921553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:20.002446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fc58cfc0-8bd6-4251-961f-b75a7a93b88a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f152abe53b1d4410a9fbb16df17d0a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793498 Jul 28 14:37:20.007438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47052) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:20.078166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fadf737-1887-4517-b610-3a6ff11eac3d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:20.103610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.144919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Transition to ACTIVE for port object 3fadf737-1887-4517-b610-3a6ff11eac3d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:20.156354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.156850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 959a634b-0612-43ea-99f5-2f7033f13e52 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:20.167967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07315f81-fba4-4452-bdc0-f3d5fc35a0bf req-e1cf6cea-a741-40b5-9e4a-c32fb75c24b9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:20.173673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Transition to ACTIVE for port object edda3612-1323-4cdf-9f3b-58d6d47fa2ec will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:20.178938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07315f81-fba4-4452-bdc0-f3d5fc35a0bf req-e1cf6cea-a741-40b5-9e4a-c32fb75c24b9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 944 time: 0.1465435 Jul 28 14:37:20.191400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.237979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.296081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.301728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07315f81-fba4-4452-bdc0-f3d5fc35a0bf req-a14d36b9-9308-41a0-9cda-88b4d4a8a63a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209595 Jul 28 14:37:20.346851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.376295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:20.405262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 959a634b-0612-43ea-99f5-2f7033f13e52 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:20.408185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.426631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 959a634b-0612-43ea-99f5-2f7033f13e52 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:20.426631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.426880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:20.461830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.464546 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.465739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97c99908-5957-4deb-ab47-8311ee1c9447 HTTP/1.1" status: 204 len: 168 time: 0.4573007 Jul 28 14:37:20.489873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947829c-85d5-42bb-84ab-abc81e918ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c99908-5957-4deb-ab47-8311ee1c9447,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:20.564561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18c1fccf-909a-45d6-92fc-8c97c26d24f9 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:20.729211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.786780 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:37:20.835738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0624306a-fe4d-470c-97a2-5513017742a6 req-122eeaf8-4066-4ded-a57a-0c5414b35874 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0678012 Jul 28 14:37:20.877020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 959a634b-0612-43ea-99f5-2f7033f13e52, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=959a634b-0612-43ea-99f5-2f7033f13e52,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:20.959254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:20.971968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:20.985548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'port_id': '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'mac_address': 'fa:16:3e:6b:80:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befb4381-a793-4681-8bc5-8bf557229678', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:21.080544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=959a634b-0612-43ea-99f5-2f7033f13e52,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.097441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.105738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:21.108644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:21.111601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c1fccf-909a-45d6-92fc-8c97c26d24f9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:21.142764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:21.272404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.307125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.415005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.429471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:21.517393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.524093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.530179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.549800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.557422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.569285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.576561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.586633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-102cca2d-a890-4b3d-8c6d-ff807fff60d8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5373 time: 0.4975977 Jul 28 14:37:21.604799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6b52b-89d9-4d16-9408-ef19431c38b3 req-24b8c1af-9347-43ee-b1a0-f4ca7a440b55 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.615388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9a6b52b-89d9-4d16-9408-ef19431c38b3 req-24b8c1af-9347-43ee-b1a0-f4ca7a440b55 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 945 time: 0.0858786 Jul 28 14:37:21.656367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-47f2bbc9-6751-42f8-860c-8fd1e7983714 None None] Provisioning for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:21.662102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-47f2bbc9-6751-42f8-860c-8fd1e7983714 None None] Provisioning complete for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:21.662835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47f2bbc9-6751-42f8-860c-8fd1e7983714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.678679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9a6b52b-89d9-4d16-9408-ef19431c38b3 req-f5aa18bc-08fc-4d61-b4bf-97d1c9886a53 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Jul 28 14:37:21.715671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['18c1fccf-909a-45d6-92fc-8c97c26d24f9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:21.742578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-6ea94bf8-03df-4b60-ad4f-a80e9f993601 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:21.744215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-6ea94bf8-03df-4b60-ad4f-a80e9f993601 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.6542296 Jul 28 14:37:21.745044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Attempting to bind port 3fadf737-1887-4517-b610-3a6ff11eac3d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:21.745444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Attempting to bind port 3fadf737-1887-4517-b610-3a6ff11eac3d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:21.746390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Attempting to bind port 3fadf737-1887-4517-b610-3a6ff11eac3d on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:21.771882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:21.781611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Port 3fadf737-1887-4517-b610-3a6ff11eac3d on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:21.782103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Attempting to bind port 3fadf737-1887-4517-b610-3a6ff11eac3d on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:21.793204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:21.793654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:21.794329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Bound using segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:21.794843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Bound port: 3fadf737-1887-4517-b610-3a6ff11eac3d, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:21.795331 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:21.808987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-47f2bbc9-6751-42f8-860c-8fd1e7983714 None None] Port edda3612-1323-4cdf-9f3b-58d6d47fa2ec cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:21.972003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.095370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-681dea1f-5323-477e-bbc3-6baad0618af8 req-d94b78a0-559a-4f66-82f2-28dcc20ce52c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5068803 Jul 28 14:37:22.142279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 959a634b-0612-43ea-99f5-2f7033f13e52 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:22.180144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a15352f6-393f-4d37-b592-a0b26fadb468 req-0f9363b2-2c1b-4c79-8926-002199d283ea tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.1627986 Jul 28 14:37:22.258565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 959a634b-0612-43ea-99f5-2f7033f13e52 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:22.259255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.381404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:22.386782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=3fadf737-1887-4517-b610-3a6ff11eac3d,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:22.478265 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.490480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:22.494484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.565836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.637686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:22.638650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.640711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] 10.222.0.50 "PUT /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 1131 time: 4.0647516 Jul 28 14:37:22.645746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '3fadf737-1887-4517-b610-3a6ff11eac3d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:22.648161 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9338ca7-694d-4b7b-96fa-fb10266696fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "3fadf737-1887-4517-b610-3a6ff11eac3d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:22.686666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:22.736516 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77642d0-f763-4c3b-a44b-e6eca4b0fc38 x-openstack-request-id: req-f77642d0-f763-4c3b-a44b-e6eca4b0fc38 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:22.736816 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "3fadf737-1887-4517-b610-3a6ff11eac3d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:22.738298 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f77642d0-f763-4c3b-a44b-e6eca4b0fc38 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:22.738832 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '3fadf737-1887-4517-b610-3a6ff11eac3d', 'status': 'completed', 'code': 200} Jul 28 14:37:22.779585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68d7f-3202-4131-bcc8-28e9bfcaa7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:22.806176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:22.877164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.11 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/1b382ce0-6229-497f-bdc8-cf13c285d984) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:22.911483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.003722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:23.100918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.119826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a5f1-317d-4d85-83e4-ca6cd6280c9a req-4cd51652-a48c-44ee-8d1c-d223d65bdcd5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.121471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5662a5f1-317d-4d85-83e4-ca6cd6280c9a req-4cd51652-a48c-44ee-8d1c-d223d65bdcd5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 945 time: 0.3428841 Jul 28 14:37:23.135465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.135852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.136345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.136892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.138327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.138327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.138752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.140670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-dde6dc06-0ddf-4790-8bd5-44b0b7a839d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6213 time: 0.3390090 Jul 28 14:37:23.255239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47124) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:23.298222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aff59-8443-4bb3-93e4-1a7bbe974a89 req-63be3b28-6348-4c8a-a0bb-49ca415fc647 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.314618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-300aff59-8443-4bb3-93e4-1a7bbe974a89 req-63be3b28-6348-4c8a-a0bb-49ca415fc647 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1019223 Jul 28 14:37:23.365194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-300aff59-8443-4bb3-93e4-1a7bbe974a89 req-8fc7b350-0707-45ed-b5f0-d9b4c172be8b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489674 Jul 28 14:37:23.406434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56036d3b-c1b7-41b0-bd81-06ea3e49caa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.481733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5662a5f1-317d-4d85-83e4-ca6cd6280c9a req-e930e311-455f-4403-9b38-a1d7b64d893f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329811 Jul 28 14:37:23.595070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-912d789f-3303-4bec-b8ba-2b77f02a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.595703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-912d789f-3303-4bec-b8ba-2b77f02a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.596178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-912d789f-3303-4bec-b8ba-2b77f02a7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.598647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-912d789f-3303-4bec-b8ba-2b77f02a7abd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4220068 Jul 28 14:37:23.607500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.613727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.617095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:23.621031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.623895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:23.626016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.632719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.638721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.645460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:23.653535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-eed7379f-97f9-42bc-a686-8c2a35b59b09 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5373 time: 0.1595442 Jul 28 14:37:23.666436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56036d3b-c1b7-41b0-bd81-06ea3e49caa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.776827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51ecd8b8-fcff-41c2-b36a-a5fe2dc564f8 req-132e02dd-15e2-4d70-a501-cf1847418216 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.1377141 Jul 28 14:37:23.849572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.990304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-90dadd0f-09ba-4c4d-becb-a887af084251 None None] Provisioning complete for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:23.995241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90dadd0f-09ba-4c4d-becb-a887af084251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:23.999032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56036d3b-c1b7-41b0-bd81-06ea3e49caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.030356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-4618239f-39e5-474b-990e-4d06c26ee1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.031957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9338ca7-694d-4b7b-96fa-fb10266696fc req-4618239f-39e5-474b-990e-4d06c26ee1d6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4112382 Jul 28 14:37:24.045402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-90dadd0f-09ba-4c4d-becb-a887af084251 None None] Port edda3612-1323-4cdf-9f3b-58d6d47fa2ec cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:24.069926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56036d3b-c1b7-41b0-bd81-06ea3e49caa1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb0bc8a5f29048e98559ae6456ad17c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8136160 Jul 28 14:37:24.077364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47134) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:24.079454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Router df167ae9-7bc3-47e8-814e-da8b837557b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:24.080544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2643054-e43c-4ce7-a223-08858b8a8f8d req-47211ac4-637e-4a73-89c8-d766ea7e5f78 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4250607 Jul 28 14:37:24.081870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56036d3b-c1b7-41b0-bd81-06ea3e49caa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b5c00-0c51-4082-893f-5e7694f0deb3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.166707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.239254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9b4662-2365-480f-8ece-5c3500af9ff6 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:24.259653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.329644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Transition to ACTIVE for port object 2a9b4662-2365-480f-8ece-5c3500af9ff6 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:24.331461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:24.334820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.336389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.343547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:24.350809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:24.405672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.415412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:24.416933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.421940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-21a01cfb-f73e-4d44-8cf5-8475d3b8e2d3 admin admin] 10.222.0.47 "PUT /v2.0/routers/df167ae9-7bc3-47e8-814e-da8b837557b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4667768 Jul 28 14:37:24.435015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Sync routers for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:24.451107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:24.452325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:24.487508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.488417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.545599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18c1fccf-909a-45d6-92fc-8c97c26d24f9 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:24.549307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.677823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.681341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.682949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f83b5c00-0c51-4082-893f-5e7694f0deb3 HTTP/1.1" status: 204 len: 168 time: 0.6056736 Jul 28 14:37:24.686330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-ffe5e947-31a6-4bee-b5f6-4eeecbd4b49d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9206979 Jul 28 14:37:24.723364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Request body: {'port': {'device_id': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:24.751526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Attempting to bind port 2a9b4662-2365-480f-8ece-5c3500af9ff6 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:24.751937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Attempting to bind port 2a9b4662-2365-480f-8ece-5c3500af9ff6 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:24.752384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Attempting to bind port 2a9b4662-2365-480f-8ece-5c3500af9ff6 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:24.773855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:24.787938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac593a-eeda-4a3c-84c6-fdbb2a49c955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b5c00-0c51-4082-893f-5e7694f0deb3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:24.793680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a0c3a-0533-4807-b9df-6e2baf999ad2 req-8cc018e9-8dae-4dd8-8dc4-bab3253f68f5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:24.811645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Port 2a9b4662-2365-480f-8ece-5c3500af9ff6 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:24.812288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Attempting to bind port 2a9b4662-2365-480f-8ece-5c3500af9ff6 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:24.813744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-964a0c3a-0533-4807-b9df-6e2baf999ad2 req-8cc018e9-8dae-4dd8-8dc4-bab3253f68f5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 945 time: 0.1657217 Jul 28 14:37:24.824180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:24.824785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:24.826950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Bound using segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:24.828072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Bound port: 2a9b4662-2365-480f-8ece-5c3500af9ff6, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:24.828622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.883105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:24.883316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:24.918742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-964a0c3a-0533-4807-b9df-6e2baf999ad2 req-7c433700-75e7-436d-8653-0e5c98c96cbe tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014130 Jul 28 14:37:24.929954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:24.930637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.158541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c00a3-660a-4de7-87d0-1c0c140e5f39 req-272799ed-e999-4e8e-967a-34e25f2c02ad tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.161474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c9c00a3-660a-4de7-87d0-1c0c140e5f39 req-272799ed-e999-4e8e-967a-34e25f2c02ad tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 932 time: 0.0961671 Jul 28 14:37:25.220857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:25.235464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c9c00a3-660a-4de7-87d0-1c0c140e5f39 req-9414e8a6-51f9-4e9b-9245-66362f6c64cb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671546 Jul 28 14:37:25.310222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:25.345285 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.390837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:25.393086 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc82e09c-e4bd-4f1d-84b8-fd5b1bc79dff" -d '{"events": [{"server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "name": "network-vif-plugged", "status": "completed", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:25.414900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:25.417771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:22Z', 'revision_number': 2, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:25.448398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.454591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.455738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Checking router: df167ae9-7bc3-47e8-814e-da8b837557b8 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:25.456099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Updating router df167ae9-7bc3-47e8-814e-da8b837557b8 port edda3612-1323-4cdf-9f3b-58d6d47fa2ec binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:25.461359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.475841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.482687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.501732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.504849 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.508396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.540612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:25.545584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-fe6439f9-f343-41e7-a025-6744369d7765 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5385 time: 0.2154624 Jul 28 14:37:25.639502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-665ddeb7-926a-4ca7-a1a4-081963643e2f req-bd1a1a96-59e3-4215-9298-78f63cc5a93a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685263 Jul 28 14:37:25.713962 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:25.888125 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b848f503-973a-4160-b9f6-6b7f9179042f x-openstack-request-id: req-b848f503-973a-4160-b9f6-6b7f9179042f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:25.888582 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "name": "network-vif-plugged", "status": "completed", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:25.888738 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b848f503-973a-4160-b9f6-6b7f9179042f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:25.889131 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'code': 200} Jul 28 14:37:25.917462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:25.942555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47174) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:25.947904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972948140', 'description': 'tempest-description--1090905787'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:26.166181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c3d4d-3b0e-45ca-a6a9-8e0e33bcce2e req-5e409717-a2c7-4ecd-87a4-5ae59bcedbb2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.170724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f3c3d4d-3b0e-45ca-a6a9-8e0e33bcce2e req-5e409717-a2c7-4ecd-87a4-5ae59bcedbb2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.0938001 Jul 28 14:37:26.173199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.179807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.194902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Transition to ACTIVE for port object edda3612-1323-4cdf-9f3b-58d6d47fa2ec will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:26.252318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f3c3d4d-3b0e-45ca-a6a9-8e0e33bcce2e req-5d76e0c6-c005-465d-95be-249ea324b564 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671883 Jul 28 14:37:26.278885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.281961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b382ce0-6229-497f-bdc8-cf13c285d984 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:26.290813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.306638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Transition to ACTIVE for port object 1b382ce0-6229-497f-bdc8-cf13c285d984 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:26.322363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.327289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.328804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] 10.222.0.50 "PUT /v2.0/ports/2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 1092 time: 3.5531435 Jul 28 14:37:26.329282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:26.348279 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee310c2e-6d84-484c-b64e-fd17f27cef40" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:26.373527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:26.402215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.402620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.402985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.403329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.403664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.404357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.404357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.404628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.404953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.405277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.405601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.411405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edabaeb3-1c6f-456a-bb7d-e52fda5dadf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:26.430583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.460209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129bcd7-af6c-4d01-b872-636b87ff9089 None None] Pushing event updated for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:26.530440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:26.531315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Attempting to bind port edda3612-1323-4cdf-9f3b-58d6d47fa2ec on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:26.531872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Attempting to bind port edda3612-1323-4cdf-9f3b-58d6d47fa2ec by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:26.532074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Attempting to bind port edda3612-1323-4cdf-9f3b-58d6d47fa2ec on network ced2bb63-d283-4b26-95db-fb71dd3593b2 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:26.551627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:26.552021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Checking segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:26.552426 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.552829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Bound using segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:26.553325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Bound port: edda3612-1323-4cdf-9f3b-58d6d47fa2ec, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:26.553712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.593593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce76ba-dcdf-4b2f-b2fb-e2c447f18919 x-openstack-request-id: req-77ce76ba-dcdf-4b2f-b2fb-e2c447f18919 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:26.593593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:26.593593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-77ce76ba-dcdf-4b2f-b2fb-e2c447f18919 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:26.593593 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'status': 'completed', 'code': 200} Jul 28 14:37:26.593593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.594047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.594493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.594986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.597018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.598216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.598847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.599369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.605111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-c40b21e3-c28c-447f-8df5-3a0e21375535 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6281 time: 0.1068707 Jul 28 14:37:26.663293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.694444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] For port edda3612-1323-4cdf-9f3b-58d6d47fa2ec, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:26.698919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] For port edda3612-1323-4cdf-9f3b-58d6d47fa2ec, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:26.772891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.772891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:26.778125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bed5b-5eee-4b2f-aa5e-7ab644282411 req-b4fa1a1b-9c96-415d-9364-dcaf7ba6eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.781307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-753bed5b-5eee-4b2f-aa5e-7ab644282411 req-b4fa1a1b-9c96-415d-9364-dcaf7ba6eebd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 1098 time: 0.7349818 Jul 28 14:37:26.796498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9148c97-d17f-4344-b69d-620a86d9456a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:26.848832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadccb8-edca-4211-a163-d11b2555cd67 req-fb6fc0e8-2683-446f-bc5f-e5599138bdae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:26.857916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcadccb8-edca-4211-a163-d11b2555cd67 req-fb6fc0e8-2683-446f-bc5f-e5599138bdae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.4574344 Jul 28 14:37:26.863507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.882346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-753bed5b-5eee-4b2f-aa5e-7ab644282411 req-73bf3d45-7da0-42fc-928f-7e1233ef1b9a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924976 Jul 28 14:37:26.912364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:26.918756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5feef529-73bd-4c8f-9d2b-55d1767b3917 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9761927 Jul 28 14:37:26.919457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:26.956376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:26.957583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:26.972039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'security_group_rule': {'security_group_id': 'f9148c97-d17f-4344-b69d-620a86d9456a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:26.974073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcadccb8-edca-4211-a163-d11b2555cd67 req-a4b85548-acfc-4f0a-99b5-dd897a2c1442 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150148 Jul 28 14:37:27.027936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-fa24a877-0f60-40ec-b60f-cfe3a59992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.028425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-fa24a877-0f60-40ec-b60f-cfe3a59992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.028927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-fa24a877-0f60-40ec-b60f-cfe3a59992b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.030692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-fa24a877-0f60-40ec-b60f-cfe3a59992b5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4127040 Jul 28 14:37:27.147333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:27.234550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.275749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.288290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.296393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.303933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.310174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.317147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.323269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.332154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-c08fb07f-c864-496d-8847-48805faeea0d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5385 time: 0.2235596 Jul 28 14:37:27.357089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.400468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6790bd9-abb1-427d-b335-f5bfe9a396b8 req-fd70ce6d-1144-463b-bbda-acb28689ea9f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664704 Jul 28 14:37:27.434672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.446024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Attempting to bind port 1b382ce0-6229-497f-bdc8-cf13c285d984 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:27.446424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Attempting to bind port 1b382ce0-6229-497f-bdc8-cf13c285d984 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:27.447973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Attempting to bind port 1b382ce0-6229-497f-bdc8-cf13c285d984 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:27.487267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-a6df63d0-fc4f-48fb-a74e-275dd449fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.490803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Port 1b382ce0-6229-497f-bdc8-cf13c285d984 on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:27.491171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Attempting to bind port 1b382ce0-6229-497f-bdc8-cf13c285d984 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:27.495315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee310c2e-6d84-484c-b64e-fd17f27cef40 req-a6df63d0-fc4f-48fb-a74e-275dd449fc29 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3406160 Jul 28 14:37:27.504913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:27.505862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:27.506384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:27.506916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Bound port: 1b382ce0-6229-497f-bdc8-cf13c285d984, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:27.507393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.527266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a086f6-2fd2-451d-9ea0-19e92243f03a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:27.548015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.549593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56b3ed60-253a-42b5-9267-92b548aa68ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6133246 Jul 28 14:37:27.553031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:27.557435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129bcd7-af6c-4d01-b872-636b87ff9089 None None] Pushing event updated for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:27.558769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'security_group_rule': {'security_group_id': 'f9148c97-d17f-4344-b69d-620a86d9456a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:27.668025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:27.696592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.731631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1b382ce0-6229-497f-bdc8-cf13c285d984,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:27.777130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:26Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:27.797734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6d95f-d782-4a18-824d-40883679c4c3 req-846ad84e-b0dd-4949-b70a-a2c458a13927 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.806425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7a6d95f-d782-4a18-824d-40883679c4c3 req-846ad84e-b0dd-4949-b70a-a2c458a13927 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.1517351 Jul 28 14:37:27.813850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6445790-1248-43c3-b634-9dd286b8390b None None] The sync data for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 is: [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:26Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:27.821381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.824682 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.826373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88443e63-f81c-46e9-add4-515cb0f6a5f1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:27.848232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.899755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:27.900523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.902414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/1b382ce0-6229-497f-bdc8-cf13c285d984 HTTP/1.1" status: 200 len: 1093 time: 3.1878622 Jul 28 14:37:27.931512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:27.949128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Transition to ACTIVE for port object 88443e63-f81c-46e9-add4-515cb0f6a5f1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:27.969335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7a6d95f-d782-4a18-824d-40883679c4c3 req-da0ac345-8987-47b8-ae54-54a562584179 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619239 Jul 28 14:37:27.975867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e7fb77-4a2a-43b7-86b5-41a3aae713d9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.029958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9c9a9-265a-48c7-bac9-517da7d418e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.056190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.057698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09e7eee1-2540-414e-96fa-005dce8bae29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5032790 Jul 28 14:37:28.060663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47214) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:28.065930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:28.079456 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.138413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edda3612-1323-4cdf-9f3b-58d6d47fa2ec up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:28.187210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:28.276633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-5985d8e3-cf50-4cb4-8d4d-e17ef98d4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.278196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-5985d8e3-cf50-4cb4-8d4d-e17ef98d4486 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 1096 time: 0.2242186 Jul 28 14:37:28.290867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ca0f9-e408-48ea-b485-8fa580ba8e3f req-e36af5be-b24e-458a-9f58-f8191af2695b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.300194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb5ca0f9-e408-48ea-b485-8fa580ba8e3f req-e36af5be-b24e-458a-9f58-f8191af2695b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.1412299 Jul 28 14:37:28.310136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.427989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-81eb733e-dfc5-4981-9398-05719a82cf46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b382ce0-6229-497f-bdc8-cf13c285d984 HTTP/1.1" status: 200 len: 217 time: 0.1149189 Jul 28 14:37:28.502806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.514536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb5ca0f9-e408-48ea-b485-8fa580ba8e3f req-f3a12943-bc06-4734-8bb8-f321b5b87512 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126608 Jul 28 14:37:28.532037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Attempting to bind port 88443e63-f81c-46e9-add4-515cb0f6a5f1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:28.532652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Attempting to bind port 88443e63-f81c-46e9-add4-515cb0f6a5f1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:28.533071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Attempting to bind port 88443e63-f81c-46e9-add4-515cb0f6a5f1 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:28.542393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-46aa0906-9bda-4224-9435-9e190da723de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.544195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-46aa0906-9bda-4224-9435-9e190da723de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.1050982 Jul 28 14:37:28.548150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Port 88443e63-f81c-46e9-add4-515cb0f6a5f1 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:28.548633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Attempting to bind port 88443e63-f81c-46e9-add4-515cb0f6a5f1 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:28.553359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:28.565935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:28.565935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.569754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:28.572520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Checking segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:28.573203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Bound using segment: {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:28.573794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Bound port: 88443e63-f81c-46e9-add4-515cb0f6a5f1, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c507dfe-2304-43b8-96d2-1bd5bced0cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:28.574482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.592158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:28.595714 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39179e9e-0c7e-4ad5-8968-f9ab918863a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:28.607776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-6bd3922f-0d28-4f5a-aa0c-4c68c7add5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553224 Jul 28 14:37:28.792476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.803356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Allocated IP 172.25.0.165 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0f7c2438-6297-4802-92bd-6dea8ab79fe4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:28.855959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:28.881782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port edda3612-1323-4cdf-9f3b-58d6d47fa2ec, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:28.903290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:28.917705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.925265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.932300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.938826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.946853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.952977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.960132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:28.962509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-82fea91c-592c-43cf-bd52-eaaeda8c6663 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5397 time: 0.3041477 Jul 28 14:37:28.966354 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66f3ced-2775-4c0f-ab2a-12c88860ce42 x-openstack-request-id: req-c66f3ced-2775-4c0f-ab2a-12c88860ce42 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:28.966871 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:28.967234 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c66f3ced-2775-4c0f-ab2a-12c88860ce42 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:28.967732 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984', 'status': 'completed', 'code': 200} Jul 28 14:37:28.970350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:28.972375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-37e97ed1-24f8-41f4-be28-9c77689c9379 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543243 Jul 28 14:37:28.995425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.040021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.087857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:29.152912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fa9b71a8-7458-4208-9069-cdd6a0c30531 req-4278e810-d1f1-43ce-8f9e-28ea8523d682 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791251 Jul 28 14:37:29.182262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.182900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.184575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] 10.222.0.50 "PUT /v2.0/ports/88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 1092 time: 2.6583450 Jul 28 14:37:29.192595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3e41-5d70-40ab-aa36-78de2cec7777 req-86a944df-c7cb-44de-9a72-d287393d0a45 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.194461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78db3e41-5d70-40ab-aa36-78de2cec7777 req-86a944df-c7cb-44de-9a72-d287393d0a45 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.0921915 Jul 28 14:37:29.205241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.246473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c43c21a-e7ce-4ec1-9328-a5ae44291e34 req-fd1d6d90-7f12-4808-a021-c77728c26080 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663226 Jul 28 14:37:29.269010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:29.308825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:29.317756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:29.336561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:29.338698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603cb8-6d87-456e-80f3-58bb2c9312c5 service neutron] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:29.370187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'Port': ['ID=0f7c2438-6297-4802-92bd-6dea8ab79fe4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:29.400932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78db3e41-5d70-40ab-aa36-78de2cec7777 req-457fd480-0214-4cb5-b1de-7ab95d85be0e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935568 Jul 28 14:37:29.401373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.521768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.637622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:29.782866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1461ef8-c56a-4bda-9c97-48d1ef801840 req-5d2b93b2-208d-44ff-a8e7-64ee596483a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.784575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1461ef8-c56a-4bda-9c97-48d1ef801840 req-5d2b93b2-208d-44ff-a8e7-64ee596483a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.1117485 Jul 28 14:37:29.817629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-c005d5f7-6ab9-40ce-99f8-2650ea6d4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:29.823492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-c005d5f7-6ab9-40ce-99f8-2650ea6d4faf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 1096 time: 0.3366468 Jul 28 14:37:29.906292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1461ef8-c56a-4bda-9c97-48d1ef801840 req-6a75ff70-9acc-426c-8567-e1d0266f5b6d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760155 Jul 28 14:37:30.008125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-5e0c7815-5f19-4d80-9991-a9eb339694d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.009644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-5e0c7815-5f19-4d80-9991-a9eb339694d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 913 time: 0.1808553 Jul 28 14:37:30.014895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:30.034314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.053749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.068507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-1559db68-a62f-40ae-a26d-6168b10d9b1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b382ce0-6229-497f-bdc8-cf13c285d984 HTTP/1.1" status: 200 len: 217 time: 0.0477092 Jul 28 14:37:30.091879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edda3612-1323-4cdf-9f3b-58d6d47fa2ec up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:30.097084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Transition to ACTIVE for port object cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:30.158528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-83235694-bd7f-4e6a-b9e4-d4365d9ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.159222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.160706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-83235694-bd7f-4e6a-b9e4-d4365d9ef7eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0811157 Jul 28 14:37:30.211501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port edda3612-1323-4cdf-9f3b-58d6d47fa2ec triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:30.211788 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.221912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'Port': ['ID=0f7c2438-6297-4802-92bd-6dea8ab79fe4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:30.253320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.262744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-1a611313-eba3-4092-b1c3-9fb04a6cd643 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945394 Jul 28 14:37:30.313145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.403757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:30.508935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.524231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.547855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Attempting to bind port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:30.548277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Attempting to bind port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:30.548919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Attempting to bind port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:30.552511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.564086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:30.564430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Attempting to bind port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:30.573368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.575637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-f1c1273d-ad04-452f-8d66-1adf5f6f8788 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857416 Jul 28 14:37:30.576449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:30.577004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Checking segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:30.577632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Bound using segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:30.577996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Bound port: cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:30.578371 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.589748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.600398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.607384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.609720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1894319-b271-403f-b2c7-e48c7e976577 req-56cba836-e69e-4c4e-82a5-1c6e4700fbba tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5409 time: 0.2978680 Jul 28 14:37:30.611416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.613660 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf3cb7c1-76d9-41e8-8041-2887c0a06477 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5512900 Jul 28 14:37:30.667566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1894319-b271-403f-b2c7-e48c7e976577 req-e33abc96-8d60-4b8a-96c1-ce6b54a16f7e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505354 Jul 28 14:37:30.728221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:30.760167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:30.820557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39179e9e-0c7e-4ad5-8968-f9ab918863a2 req-402a95aa-21ad-4beb-b816-d5d7c67a86c7 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264156 Jul 28 14:37:30.845764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.866749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:30.867636 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:30.869056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] 10.222.0.50 "PUT /v2.0/ports/cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 1092 time: 1.5656285 Jul 28 14:37:30.908335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-9cfb52e2-83df-41a8-b640-9db637e93447 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1972948140&fields=id&tenant_id=54ad904095574220bf1ae95cd361cecd HTTP/1.1" status: 200 len: 267 time: 0.0653553 Jul 28 14:37:30.930312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85ab3a-bf6b-4649-aafe-639c1310c928 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:30.968984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1'}, {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:30.973554 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8534df2-ada4-4c4c-b6ea-3b89af0af513" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1"}, {"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:31.001219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Request body: {'port': {'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:31.088432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-374e6801-313f-459d-84ea-097b230c7ecb tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.095864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-374e6801-313f-459d-84ea-097b230c7ecb tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/networks?id=ced2bb63-d283-4b26-95db-fb71dd3593b2 HTTP/1.1" status: 200 len: 815 time: 0.1865609 Jul 28 14:37:31.115620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-0f605352-8e61-4f46-8ada-b86f10754804 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/quotas/54ad904095574220bf1ae95cd361cecd HTTP/1.1" status: 200 len: 375 time: 0.0188148 Jul 28 14:37:31.143539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.183232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-da818c64-21f1-4716-b2c9-531d64fa10d0 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ad904095574220bf1ae95cd361cecd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607815 Jul 28 14:37:31.203820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1109aa2-8de6-4ee6-93b3-d667ce892019 req-2df5ff79-c430-442c-be86-2890045060f7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.207310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1109aa2-8de6-4ee6-93b3-d667ce892019 req-2df5ff79-c430-442c-be86-2890045060f7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.1015227 Jul 28 14:37:31.307367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-e8d0873f-7d7c-45fb-b5e1-40c5f251cac2 service neutron] 10.222.0.47 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098263 Jul 28 14:37:31.319379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1109aa2-8de6-4ee6-93b3-d667ce892019 req-7f9d3b43-3195-4857-a980-fb7304e1e884 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020143 Jul 28 14:37:31.408698 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664fdd7b-924b-4951-bebf-3329ca549d19 x-openstack-request-id: req-664fdd7b-924b-4951-bebf-3329ca549d19 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:31.410108 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:31.410557 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-664fdd7b-924b-4951-bebf-3329ca549d19 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:31.411547 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'status': 'completed', 'code': 200} Jul 28 14:37:31.411981 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'status': 'completed', 'code': 200} Jul 28 14:37:31.427674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-024e00ee-7372-4c90-8f8a-616cfd004366 service neutron] 10.222.0.47 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112955 Jul 28 14:37:31.515877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f739fc8-6469-42aa-9543-55dd390d3c47 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:31.530487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.553121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.553629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.554120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.554240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Transition to ACTIVE for port object 0f739fc8-6469-42aa-9543-55dd390d3c47 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:31.554598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.555107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.555590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.556455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.565048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2360db40-8db0-432e-a559-d798da222bb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6417 time: 0.0938852 Jul 28 14:37:31.678975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:31.743521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-6f3b45c6-9e94-4fd1-9f51-062d1ef70d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.745076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-6f3b45c6-9e94-4fd1-9f51-062d1ef70d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.745444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-6f3b45c6-9e94-4fd1-9f51-062d1ef70d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.747257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-6f3b45c6-9e94-4fd1-9f51-062d1ef70d3e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1728609 Jul 28 14:37:31.972182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-1c6fd05f-02ce-428b-b4a8-e753705b088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:31.972182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-1c6fd05f-02ce-428b-b4a8-e753705b088c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027984 Jul 28 14:37:31.998548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-680ee02b-2708-4bfa-86f3-0a4a30d3a313 req-1ce7b8b9-b495-44e0-a968-2000a6eab48b tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.1383631 Jul 28 14:37:32.014580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:32.020852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Attempting to bind port 0f739fc8-6469-42aa-9543-55dd390d3c47 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:32.020852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Attempting to bind port 0f739fc8-6469-42aa-9543-55dd390d3c47 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:32.020852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Attempting to bind port 0f739fc8-6469-42aa-9543-55dd390d3c47 on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:32.041782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.047625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.054341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.061098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.070515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.076438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.083434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.085456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-822966f7-a210-462b-9632-f4e0392bf5f4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.3237295 Jul 28 14:37:32.087361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Port 0f739fc8-6469-42aa-9543-55dd390d3c47 on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:32.087696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Attempting to bind port 0f739fc8-6469-42aa-9543-55dd390d3c47 on network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:32.111463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:32.111463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Checking segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:32.111463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Bound using segment: {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:32.111463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Bound port: 0f739fc8-6469-42aa-9543-55dd390d3c47, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61581c98-f695-4334-bc5e-d2913460e2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:32.111463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.112003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.112003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.112003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.112003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.112732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.112732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.114520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.117124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-2ba81ccf-f70e-4a7c-ac5a-3f7fc371ead8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6443 time: 0.0678298 Jul 28 14:37:32.162108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7f6cbaf-85e2-4a42-a70a-f95a36c22845 req-c6d67971-96bc-4af4-ad53-81696c451353 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687590 Jul 28 14:37:32.213150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:32.218810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:32.268132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-f591828c-494b-4407-9974-8b7ba574ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.268724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-f591828c-494b-4407-9974-8b7ba574ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.269785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-f591828c-494b-4407-9974-8b7ba574ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.271856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-f591828c-494b-4407-9974-8b7ba574ff55 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1377363 Jul 28 14:37:32.301157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47284) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:32.336420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.431483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-c2ab9c42-e51e-4cbc-a5b4-4521b89414f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.433483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8534df2-ada4-4c4c-b6ea-3b89af0af513 req-c2ab9c42-e51e-4cbc-a5b4-4521b89414f6 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1536100 Jul 28 14:37:32.452671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:32.458089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.458737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.460303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-bb6ddea4-e00b-435b-b74a-01f13c83a540 service neutron] 10.222.0.50 "PUT /v2.0/ports/0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 1092 time: 1.4672873 Jul 28 14:37:32.473059 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28c22222-bd19-43fb-a0e0-da5b6b4c166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.526918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc304f-e451-4e3b-9177-1a9bfa397cbc req-369d5bed-4d95-4aa2-985d-aa480efb42a9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.533635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dcc304f-e451-4e3b-9177-1a9bfa397cbc req-369d5bed-4d95-4aa2-985d-aa480efb42a9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.0848372 Jul 28 14:37:32.594402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dcc304f-e451-4e3b-9177-1a9bfa397cbc req-80225ffd-be03-4a43-9629-9d2341eca336 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564091 Jul 28 14:37:32.638395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28c22222-bd19-43fb-a0e0-da5b6b4c166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.749773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.750289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.750867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.751242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.751928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.752410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.753055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.755222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5c7fad96-1859-4d04-b3db-b7fa9bf935f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6485 time: 0.0552886 Jul 28 14:37:32.764326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28c22222-bd19-43fb-a0e0-da5b6b4c166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.845574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-79d94447-d2b9-4b9f-9617-78f8cbc328d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 217 time: 0.0653317 Jul 28 14:37:32.851693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-28c22222-bd19-43fb-a0e0-da5b6b4c166f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e44b09ee0f19442ebf003492a99cc8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492141 Jul 28 14:37:32.854508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:32.901750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c22222-bd19-43fb-a0e0-da5b6b4c166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c9c80-467e-4227-8721-ccfc60c45ccd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:32.924320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e0b1e61d-cbd7-4058-82bc-a2603141f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.927777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e0b1e61d-cbd7-4058-82bc-a2603141f78c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.0702915 Jul 28 14:37:32.929912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.953619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:32.991700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-35774c2c-f9a3-495b-8364-e26994b4da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:32.992537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-35774c2c-f9a3-495b-8364-e26994b4da67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570614 Jul 28 14:37:33.072605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f292535-34ad-4794-81dc-42ba797c31ec req-5621ce24-42be-4d0e-97bf-7929fe16e4a8 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0310581 Jul 28 14:37:33.103863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1316b035-947e-45dd-ac08-0953f80099a7 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965188 Jul 28 14:37:33.153935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.159048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.163801 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba6c9c80-467e-4227-8721-ccfc60c45ccd HTTP/1.1" status: 204 len: 168 time: 0.3058631 Jul 28 14:37:33.179788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e3f87-8c72-4e5e-806b-f144d909936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c9c80-467e-4227-8721-ccfc60c45ccd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:33.256468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-752c09ee-ef9c-43e0-8e85-a638d9957d81 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419988 Jul 28 14:37:33.311702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ebbff80b-0463-4d33-9bef-9286b7619993 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 217 time: 0.0470614 Jul 28 14:37:33.326279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1b382ce0-6229-497f-bdc8-cf13c285d984 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:33.415604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.421625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.428492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.434606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.449747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.454678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1b382ce0-6229-497f-bdc8-cf13c285d984,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:33.455783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.463085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.467507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-2fc1d51c-7eea-4265-85ba-4085038ebb70 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1938002 Jul 28 14:37:33.469787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-c75f12c3-90b1-4f47-84ac-ec4e2eaee55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.474747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-c75f12c3-90b1-4f47-84ac-ec4e2eaee55e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1448259 Jul 28 14:37:33.476570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1b382ce0-6229-497f-bdc8-cf13c285d984', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '1b382ce0-6229-497f-bdc8-cf13c285d984', 'mac_address': 'fa:16:3e:76:7c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:33.476716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:33.479132 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:33.530820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.548298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b382ce0-6229-497f-bdc8-cf13c285d984 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:33.574411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1b382ce0-6229-497f-bdc8-cf13c285d984,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:33.595319 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9f03ee-a39d-4541-9b1e-88096188b4ab x-openstack-request-id: req-3e9f03ee-a39d-4541-9b1e-88096188b4ab {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:33.595605 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:33.595896 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e9f03ee-a39d-4541-9b1e-88096188b4ab {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:33.596230 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'status': 'completed', 'code': 200} Jul 28 14:37:33.620362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc09f0b5-8c07-42e6-acc0-755857fd3039 req-385c0805-be08-47d3-be3d-c4a118f26b61 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444874 Jul 28 14:37:33.663244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-9475db5d-5bfc-42cf-a72d-fa054042eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.666033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-9475db5d-5bfc-42cf-a72d-fa054042eff9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1644528 Jul 28 14:37:33.792751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ced6-c514-4589-8a6f-8d1026c90887 req-78d71337-ed55-49da-9aed-5eaf1775f932 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:33.799534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4310ced6-c514-4589-8a6f-8d1026c90887 req-78d71337-ed55-49da-9aed-5eaf1775f932 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 944 time: 0.0999241 Jul 28 14:37:33.804961 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1e926af3-3583-4775-b62e-0d87083cacd8 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310954 Jul 28 14:37:33.856260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4310ced6-c514-4589-8a6f-8d1026c90887 req-aeb49e6f-594e-4953-bb6b-434c95590bea tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455279 Jul 28 14:37:33.896261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:33.955994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:33.981398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-0fb2dce6-3cef-4875-8a52-205c9c0b0314 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675479 Jul 28 14:37:34.046811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-23aa23f7-0573-463e-b04b-15db2293b96d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 217 time: 0.0547049 Jul 28 14:37:34.101870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-95eb830b-1eb3-488d-a614-3e0826bd9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.103805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-95eb830b-1eb3-488d-a614-3e0826bd9fe9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.0484343 Jul 28 14:37:34.184502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1ae668cf-21f9-471b-91b0-6e451f348a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.187287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1ae668cf-21f9-471b-91b0-6e451f348a38 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0760221 Jul 28 14:37:34.204447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-539409aa-634a-4715-b552-f43dd7ddb8d9 req-c899fb92-afbd-4cd5-a179-57da6b2e6202 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0386448 Jul 28 14:37:34.238376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1b382ce0-6229-497f-bdc8-cf13c285d984'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:34.386934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a2736b4d-8e35-4f42-bfc4-b650d806df15 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923530 Jul 28 14:37:34.513701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4e087f32-db12-4cbb-b807-eb46095c84dd service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194875 Jul 28 14:37:34.556982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-1346e6d9-2a51-43fd-af80-8a52a13b204e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 217 time: 0.0362287 Jul 28 14:37:34.753172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47330) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:34.872300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-436576013-network', 'tenant_id': '557b84957f55410d831b80bb96812abd'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:34.987298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-19118606-3563-4ae3-a6fa-97767b2d4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:34.989676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-19118606-3563-4ae3-a6fa-97767b2d4eb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.4251168 Jul 28 14:37:35.002283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b865eb-4b28-434d-9c48-a2c96922bbce req-53cd4cb6-aadc-4659-abd3-d6b955ebd935 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.010242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86b865eb-4b28-434d-9c48-a2c96922bbce req-53cd4cb6-aadc-4659-abd3-d6b955ebd935 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 945 time: 0.0686996 Jul 28 14:37:35.025733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.031701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.037870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.043845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.050064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.052626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86b865eb-4b28-434d-9c48-a2c96922bbce req-d07e952c-5902-410d-8439-86d0ed682b94 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jul 28 14:37:35.056487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.062439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.071408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-3ca3eff1-b600-4ca2-85a7-0ad4e5e43c0a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1296961 Jul 28 14:37:35.089846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Made reservation on behalf of 557b84957f55410d831b80bb96812abd for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:35.092267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.102679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.134538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a575965-a0d0-4ab8-9744-98f68c1d2bd3 req-6b50c818-6612-4866-ac4d-2d7b59560a26 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622032 Jul 28 14:37:35.137566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e6e9ca15-6f60-4169-ab75-2fb041b89b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.139048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-e6e9ca15-6f60-4169-ab75-2fb041b89b97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1382241 Jul 28 14:37:35.208558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.287873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-065e77d6-7df6-46cf-a797-ffd78dc2992e service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278799 Jul 28 14:37:35.325813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1b382ce0-6229-497f-bdc8-cf13c285d984 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:35.334161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b16b44df-e90a-423b-b9c8-e27023b4a78d req-b3e043b7-b27f-4e7d-859a-6976dfbfc7d8 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0325055 Jul 28 14:37:35.353367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.408133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd781e4c-e246-4a19-a2f9-ff4b8080b794,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:35.417840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:37:35.435243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.435973 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Added segment cb06592d-5c90-4bce-88c4-fc08b01286bb of type vlan for network 84a3a441-1f1e-452a-9d65-66e1d14a0ba6 Jul 28 14:37:35.451820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-c11d27e6-9e75-48df-b9ff-4ca37b60d52c tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.453270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-c11d27e6-9e75-48df-b9ff-4ca37b60d52c tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.53 "GET /v2.0/networks?id=ced2bb63-d283-4b26-95db-fb71dd3593b2 HTTP/1.1" status: 200 len: 815 time: 0.1973641 Jul 28 14:37:35.480616 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.487634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-255dfdef-af27-4f2d-a4a5-f252558e788f service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671693 Jul 28 14:37:35.547372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 1b382ce0-6229-497f-bdc8-cf13c285d984 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:35.552257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1b382ce0-6229-497f-bdc8-cf13c285d984 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:35.553407 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.553533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-78a73784-8100-400e-8afc-9eb3c25ba152 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0564435 Jul 28 14:37:35.639353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-fcb2351c-3879-47bb-8bf1-c79e01154d6c tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ad904095574220bf1ae95cd361cecd HTTP/1.1" status: 200 len: 380 time: 0.1505320 Jul 28 14:37:35.651080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'port': {'device_id': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'admin_state_up': True, 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'security_groups': ['f9148c97-d17f-4344-b69d-620a86d9456a']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:35.656022 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.659077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-89036af3-f738-434b-b090-6321408f1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.661144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-89036af3-f738-434b-b090-6321408f1d1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1002710 Jul 28 14:37:35.668232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.669411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.670018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.718685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:35.731135 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d690a-9737-4b8d-b7af-ca8d9d52389a" -d '{"events": [{"server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "name": "network-vif-plugged", "status": "completed", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:35.764773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1b382ce0-6229-497f-bdc8-cf13c285d984,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:35.775332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-b6c935ed-3893-47c3-a56b-c997e5df97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:35.776932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-b6c935ed-3893-47c3-a56b-c997e5df97df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039667 Jul 28 14:37:35.786870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] Pushing event updated for resources: {'Network': ['ID=84a3a441-1f1e-452a-9d65-66e1d14a0ba6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:35.796816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 84a3a441-1f1e-452a-9d65-66e1d14a0ba6 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:37:35.802554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1265f-71d2-4276-8910-fbb88e184d9b x-openstack-request-id: req-05f1265f-71d2-4276-8910-fbb88e184d9b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:35.802869 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "name": "network-vif-plugged", "status": "completed", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:35.803153 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05f1265f-71d2-4276-8910-fbb88e184d9b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:35.803535 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984', 'code': 200} Jul 28 14:37:35.893856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-422316e5-3904-4999-b330-5f8fd3b222ad service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073551 Jul 28 14:37:35.897271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:35.901186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88cd1895-9598-44ad-91af-1ee6e5124a18 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1445255 Jul 28 14:37:35.902844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:35.908522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Request body: {'subnet': {'network_id': '84a3a441-1f1e-452a-9d65-66e1d14a0ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-436576013-subnet', 'tenant_id': '557b84957f55410d831b80bb96812abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:35.978219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:36.029282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabecc5-0f83-4fb5-8b11-8892c1248b02 req-4e77b8de-e52c-4117-867a-cf88b958f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.030715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceabecc5-0f83-4fb5-8b11-8892c1248b02 req-4e77b8de-e52c-4117-867a-cf88b958f73a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 1098 time: 0.1210701 Jul 28 14:37:36.036900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a940ad95-5e7d-46fd-81f7-c80c6f4d7e3f service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283066 Jul 28 14:37:36.094031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-5531ad9c-1f10-4884-8278-4faf1e4cc0bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 217 time: 0.0474591 Jul 28 14:37:36.112083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceabecc5-0f83-4fb5-8b11-8892c1248b02 req-bf5ace45-7f2b-424f-a01f-c1312fb56434 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 Jul 28 14:37:36.130084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Made reservation on behalf of 54ad904095574220bf1ae95cd361cecd for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:36.133744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.233407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe42724-2453-4ac7-a8a4-3cdee9ac7eac req-d17e0cbe-5ed9-4128-9d1f-cec398970b3c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.242603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afe42724-2453-4ac7-a8a4-3cdee9ac7eac req-d17e0cbe-5ed9-4128-9d1f-cec398970b3c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0791113 Jul 28 14:37:36.252331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Made reservation on behalf of 557b84957f55410d831b80bb96812abd for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:36.255619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.330747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Allocated IP 172.20.0.7 (ced2bb63-d283-4b26-95db-fb71dd3593b2/4686422c-b65c-43d3-b76a-219edc8ca386/1ae2357c-1d7e-4578-a9cb-de08d89935d0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:36.348191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afe42724-2453-4ac7-a8a4-3cdee9ac7eac req-20b9fb27-5295-44ac-8408-d44ee1458bde tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001205 Jul 28 14:37:36.492356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ec24e62f-1276-441a-9773-6db8b8b0ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.494332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-ec24e62f-1276-441a-9773-6db8b8b0ba42 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.3809261 Jul 28 14:37:36.524876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06c118f6-b7b1-4b8e-a587-b336a53945e4 req-07ea7143-cf0d-46ba-abb8-c3b0d5fd66c4 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0571957 Jul 28 14:37:36.583489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.590406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.599062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.605457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.611585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.620256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.627125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.629544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-79c71599-64a2-43f9-b3c5-b5524052c1e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1885858 Jul 28 14:37:36.660795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.691477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-956f7ecd-619e-4c09-b9aa-875b0f9351ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:36.692997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-956f7ecd-619e-4c09-b9aa-875b0f9351ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1879795 Jul 28 14:37:36.695556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Transition to ACTIVE for port object 1ae2357c-1d7e-4578-a9cb-de08d89935d0 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:36.703495 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:36.793422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed4674e4-bb0f-4e98-a47f-61a027fc378e req-102d74c2-f08b-4b78-a9b1-1cceb221ae4a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1540656 Jul 28 14:37:36.797550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308699ad-0802-4b8d-af61-3df1a28c474d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:36.823708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Checking segment: {'id': 'cb06592d-5c90-4bce-88c4-fc08b01286bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '84a3a441-1f1e-452a-9d65-66e1d14a0ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:36.824280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Network hostable DHCP agents. Network: 84a3a441-1f1e-452a-9d65-66e1d14a0ba6, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:37:36.877422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-a6f82c98-9d47-4bca-911c-65a948ea2d2d service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745787 Jul 28 14:37:36.974197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-78558ca6-83b2-4c34-9a68-95b1680869b1 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894530 Jul 28 14:37:37.016168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Network 84a3a441-1f1e-452a-9d65-66e1d14a0ba6 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:37:37.023629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-205abd8e-1ed3-48fe-9495-df6f1a57a27c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0399458 Jul 28 14:37:37.074182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-0990cacb-8ae9-4ae2-b3f9-3e28ec523d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.076035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-0990cacb-8ae9-4ae2-b3f9-3e28ec523d76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.0446696 Jul 28 14:37:37.121595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.127252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-72494a9f-9ecb-45dc-82a5-9beda0972daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.129355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-72494a9f-9ecb-45dc-82a5-9beda0972daa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0454919 Jul 28 14:37:37.214418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:37.225478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:37.228697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event updated for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:37.231239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:37.241275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 84a3a441-1f1e-452a-9d65-66e1d14a0ba6) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:37.248552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.249040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.249832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27f986-efd3-4b46-b469-aa400db8d64d None None] Network 84a3a441-1f1e-452a-9d65-66e1d14a0ba6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:37.303004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.303670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.326669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-4e814449-8692-4abc-8772-35d6c34ccd6a service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715126 Jul 28 14:37:37.465955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba683598-2b27-470e-a5db-cd9f91a96d9d None None] Network 84a3a441-1f1e-452a-9d65-66e1d14a0ba6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:37.487605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4bb674e7-bc7d-4803-87c9-2a76af3621f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5744224 Jul 28 14:37:37.487719 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:37:37.527055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36f8a8ef-d4cc-49b9-93ca-24e258045914 req-dbb5ae2f-b853-472c-91f9-038a64c7ccfe service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929293 Jul 28 14:37:37.536057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83a3f8-66b4-40e1-9748-d80cc0137f45 req-3fb15850-9c06-4fc9-a542-e6de755a4889 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.537589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c83a3f8-66b4-40e1-9748-d80cc0137f45 req-3fb15850-9c06-4fc9-a542-e6de755a4889 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0954747 Jul 28 14:37:37.589779 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c83a3f8-66b4-40e1-9748-d80cc0137f45 req-b39e65a6-6e0c-42f2-acff-ffb3dd62672f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Jul 28 14:37:37.611748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-1ff04c6b-47c4-48c8-a0df-5b6aa123efd7 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9645309 Jul 28 14:37:37.640700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Request body: {'port': {'device_id': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:37.686753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.829105 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-d60df1ee-bdc3-43f4-9bfa-2b88e93af0c1 req-a6363866-0aa7-4300-91ea-0e084d320d63 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] show failed (client error): The resource could not be found. Jul 28 14:37:37.830939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d60df1ee-bdc3-43f4-9bfa-2b88e93af0c1 req-a6363866-0aa7-4300-91ea-0e084d320d63 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/77c779d9-8b54-4c5e-a2ce-20ffcd38b8f5 HTTP/1.1" status: 404 len: 352 time: 0.0259359 Jul 28 14:37:37.839724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996e885-d02c-4361-842e-acbb331865a3 req-6fa49544-e5bf-4ced-8747-801421d19c29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:37.841417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2996e885-d02c-4361-842e-acbb331865a3 req-6fa49544-e5bf-4ced-8747-801421d19c29 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 931 time: 0.0524008 Jul 28 14:37:37.900013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2996e885-d02c-4361-842e-acbb331865a3 req-6d7ae03f-1f9d-4a32-9ac2-16be62b23e69 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518627 Jul 28 14:37:37.931084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2aee2c9c-97d4-46ca-b81a-7ecc37e51e79 None None] Provisioning for port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:37.935837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2aee2c9c-97d4-46ca-b81a-7ecc37e51e79 None None] Provisioning complete for port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:37.936752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2aee2c9c-97d4-46ca-b81a-7ecc37e51e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:37.999402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2aee2c9c-97d4-46ca-b81a-7ecc37e51e79 None None] Port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:38.033204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae2357c-1d7e-4578-a9cb-de08d89935d0 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:38.041118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.042917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.048994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.054605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Transition to ACTIVE for port object 1ae2357c-1d7e-4578-a9cb-de08d89935d0 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:38.055653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.061637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.068874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.074855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.080768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.082938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-88ba08a2-3b37-4968-8da7-fb7a5520e269 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1195571 Jul 28 14:37:38.124466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51ac4b23-294f-4992-b249-4bdd746637c5 req-772903b3-705a-46cf-bdc2-fad6784e1e7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348518 Jul 28 14:37:38.266492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.267062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.267540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.268007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.268474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.268945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.269961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.272022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-69bc7423-517a-445b-ab52-26c4b69d1993 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6485 time: 0.0528042 Jul 28 14:37:38.278329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.387959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:38.469094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-0ee97780-2b2c-4863-b5cf-deefdaf7a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.470815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-0ee97780-2b2c-4863-b5cf-deefdaf7a265 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 903 time: 0.1900492 Jul 28 14:37:38.518453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-8d21c37c-c126-4a35-83ad-287bc1d4005a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0389903 Jul 28 14:37:38.537151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Attempting to bind port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:38.537471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Attempting to bind port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:38.537803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Attempting to bind port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 on network ced2bb63-d283-4b26-95db-fb71dd3593b2 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:38.561715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 on network ced2bb63-d283-4b26-95db-fb71dd3593b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:38.562047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Attempting to bind port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 on network ced2bb63-d283-4b26-95db-fb71dd3593b2 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:38.569605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:38.575045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Checking segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:38.575045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Bound using segment: {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:38.575045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Bound port: 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:38.575045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.594525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-6a0d19de-8e61-4d4e-a120-55355b18ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.596027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-6a0d19de-8e61-4d4e-a120-55355b18ea26 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.0689869 Jul 28 14:37:38.688239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:38.692908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:38.697762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-4b317510-9a36-4aa8-a61b-14f16a97758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.697762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-4b317510-9a36-4aa8-a61b-14f16a97758f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805647 Jul 28 14:37:38.806850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-9b21c36d-f14f-498f-ae89-56b585c84137 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910532 Jul 28 14:37:38.840813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.867208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6beb02e3-6771-4e2b-97e7-576ff28dc282 req-6f5d4840-5c59-43c0-b5b5-e8913259d173 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=557b84957f55410d831b80bb96812abd HTTP/1.1" status: 200 len: 2988 time: 0.0561144 Jul 28 14:37:38.909315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:38.910016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:38.911505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] 10.222.0.53 "PUT /v2.0/ports/1ae2357c-1d7e-4578-a9cb-de08d89935d0 HTTP/1.1" status: 200 len: 1092 time: 1.2860410 Jul 28 14:37:38.913576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:38.915938 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e956df-cd5f-42ca-b9f0-a2db86ccb913" -d '{"events": [{"name": "network-changed", "server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:38.919804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6beb02e3-6771-4e2b-97e7-576ff28dc282 req-b33db392-0f53-45e5-a9c1-82452349c12c tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/fd781e4c-e246-4a19-a2f9-ff4b8080b794 HTTP/1.1" status: 200 len: 2985 time: 0.0452719 Jul 28 14:37:38.963661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71de041-da1f-4d45-8c13-de8291679d7c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:38.970087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6891cf14-0d0d-4439-94d6-2eb9f43c39a4 req-0ca74d20-ed12-4254-b97a-ceb804a0ceac service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550980 Jul 28 14:37:38.975548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6beb02e3-6771-4e2b-97e7-576ff28dc282 req-90e58fa5-03c9-4887-80e3-9f1f3caf73a0 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/fd781e4c-e246-4a19-a2f9-ff4b8080b794 HTTP/1.1" status: 200 len: 2985 time: 0.0465348 Jul 28 14:37:39.107875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-6405587b-e25e-49cd-87d2-6674e3de3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.109558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-6405587b-e25e-49cd-87d2-6674e3de3146 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.0832555 Jul 28 14:37:39.130359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-8e03b380-88ed-460c-bb28-d973bcb7409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.131962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-8e03b380-88ed-460c-bb28-d973bcb7409e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=54ad904095574220bf1ae95cd361cecd&device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 1095 time: 0.0668283 Jul 28 14:37:39.198167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac7a5d-9d40-456e-ab3c-e3585cb2b82a req-1d3ddbb0-20ab-4934-a39d-c30b9084f3f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.208205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58ac7a5d-9d40-456e-ab3c-e3585cb2b82a req-1d3ddbb0-20ab-4934-a39d-c30b9084f3f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0918653 Jul 28 14:37:39.223234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-07679a7a-6e30-4a44-bc6d-de06512fa550 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0 HTTP/1.1" status: 200 len: 217 time: 0.0541577 Jul 28 14:37:39.254874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58ac7a5d-9d40-456e-ab3c-e3585cb2b82a req-0bcd5cea-bf7c-4654-8007-61bd10bd08aa tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415509 Jul 28 14:37:39.329119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-6d0057e6-82fa-4bc0-abd8-6f1a99675363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.330637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-6d0057e6-82fa-4bc0-abd8-6f1a99675363 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.2121954 Jul 28 14:37:39.332601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-c09b2160-bfd5-49da-90a6-1aa273e28e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.333945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-c09b2160-bfd5-49da-90a6-1aa273e28e13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4686422c-b65c-43d3-b76a-219edc8ca386 HTTP/1.1" status: 200 len: 854 time: 0.0980885 Jul 28 14:37:39.345852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccae3c-b393-4828-bf61-07de28c8f316 req-fd2e567f-0a0a-4663-b113-607109faaffc tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.347508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55ccae3c-b393-4828-bf61-07de28c8f316 req-fd2e567f-0a0a-4663-b113-607109faaffc tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1320326 Jul 28 14:37:39.355004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dd13b-c4d1-43c7-a7c9-9ed6bfb7fe84 req-3eaad5a5-a189-417f-91bb-bdacab0ba7e3 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.356803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f14dd13b-c4d1-43c7-a7c9-9ed6bfb7fe84 req-3eaad5a5-a189-417f-91bb-bdacab0ba7e3 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 943 time: 0.0535789 Jul 28 14:37:39.402773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f14dd13b-c4d1-43c7-a7c9-9ed6bfb7fe84 req-bf7541b5-42a8-4c97-9842-494373db0f4d tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Jul 28 14:37:39.422870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-1539d772-4572-4bdf-930a-0665cd109c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0733202 Jul 28 14:37:39.469116 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1bca77-085c-4b08-b4ca-bd41318881cd x-openstack-request-id: req-3c1bca77-085c-4b08-b4ca-bd41318881cd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:39.469407 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:39.469665 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c1bca77-085c-4b08-b4ca-bd41318881cd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:39.470064 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'status': 'completed', 'code': 200} Jul 28 14:37:39.480541 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55ccae3c-b393-4828-bf61-07de28c8f316 req-ef239238-dd94-4afe-93c3-b061b12a0404 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182227 Jul 28 14:37:39.494437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-9b4650e7-d689-4def-be16-5ec57a17a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.496078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-9b4650e7-d689-4def-be16-5ec57a17a505 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ced2bb63-d283-4b26-95db-fb71dd3593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476767 Jul 28 14:37:39.508193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-a05a2c95-8710-4164-aa3a-6791c61c88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.509887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-a05a2c95-8710-4164-aa3a-6791c61c88d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.0779836 Jul 28 14:37:39.542010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddf4fc67-776b-4e34-906d-7323210f2031 req-11f19920-eaad-4664-81ba-0adca3773af6 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/fd781e4c-e246-4a19-a2f9-ff4b8080b794 HTTP/1.1" status: 200 len: 2985 time: 0.0755603 Jul 28 14:37:39.559974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-75db5b54-3cac-407a-a880-880c0cc5d3e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419500 Jul 28 14:37:39.612146 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-ddf4fc67-776b-4e34-906d-7323210f2031 req-5542427b-58f8-4e17-a04d-aa6ac5166486 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:37:39.613819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddf4fc67-776b-4e34-906d-7323210f2031 req-5542427b-58f8-4e17-a04d-aa6ac5166486 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "DELETE /v2.0/security-groups/fd781e4c-e246-4a19-a2f9-ff4b8080b794 HTTP/1.1" status: 409 len: 352 time: 0.0649567 Jul 28 14:37:39.732070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.738017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.743990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.749797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.755914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.761640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.767586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:39.769966 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-dfe47126-5e4d-4d9c-9ff1-277e49e359c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.2130852 Jul 28 14:37:39.798849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-0cfb8489-cf5f-46fc-9f43-9bac905bcb78 service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925534 Jul 28 14:37:39.834571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-aa171b78-8809-408c-a691-b3c5ad7efd93 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390242 Jul 28 14:37:39.887529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9128545-a9ad-4d51-83f6-ee2edc0a0c9b req-49123fc7-33dc-4e94-a67f-4f0ccbe1b43e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097460 Jul 28 14:37:40.041344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2069f711-bdaf-465e-b676-c8d2149a94b1 req-7d8fb708-7591-4da5-aea5-e7955de51fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327192 Jul 28 14:37:40.060141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dee7b51d-c3cc-41ae-bbbf-970e8fb2f833 req-e8913d5c-e60f-4de9-98e7-df18a3093c55 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811364 Jul 28 14:37:40.084815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26f3d-9391-4421-b13f-e4ff4e06276b req-e6398a27-a32d-4068-b6a1-391433762ddb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:40.086381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32e26f3d-9391-4421-b13f-e4ff4e06276b req-e6398a27-a32d-4068-b6a1-391433762ddb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.1184850 Jul 28 14:37:40.139895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32e26f3d-9391-4421-b13f-e4ff4e06276b req-e1199756-2c85-4efb-aaa8-f557155f7d92 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Jul 28 14:37:40.213964 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-9fab390f-afb0-4363-8468-f41230d6862a req-31d45d60-6d67-400b-88d0-444a6ac627e3 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] show failed (client error): The resource could not be found. Jul 28 14:37:40.219673 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fab390f-afb0-4363-8468-f41230d6862a req-31d45d60-6d67-400b-88d0-444a6ac627e3 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/9dd2ce54-2d45-49b9-8767-7fd8b23cc158 HTTP/1.1" status: 404 len: 352 time: 0.2874217 Jul 28 14:37:40.253083 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-68ba9baf-90bc-4d0c-8c20-648e1dae65f0 req-496b6607-1d59-40fa-b1e0-d2a5dbda2675 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] show failed (client error): The resource could not be found. Jul 28 14:37:40.261286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68ba9baf-90bc-4d0c-8c20-648e1dae65f0 req-496b6607-1d59-40fa-b1e0-d2a5dbda2675 tempest-SecurityGroupsNegativeTestJSON-395286972 tempest-SecurityGroupsNegativeTestJSON-395286972-project] 10.222.0.47 "GET /v2.0/security-groups/4b1d53dc-3455-4169-98a3-e37df5a73280 HTTP/1.1" status: 404 len: 352 time: 0.0212553 Jul 28 14:37:40.268120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47430) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:40.316303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Deleting subnet 308699ad-0802-4b8d-af61-3df1a28c474d {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:37:40.320060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.384312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.419358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-9699b35a-6550-46e7-b196-72309773e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:40.420974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-9699b35a-6550-46e7-b196-72309773e555 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=54ad904095574220bf1ae95cd361cecd&device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 1095 time: 0.0989971 Jul 28 14:37:40.447922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:40.552013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf3d9-044f-4613-a394-88c839a0cce5 req-a1361d70-b3ea-4f57-bcf5-8ba142f2908d tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:40.561906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-833bf3d9-044f-4613-a394-88c839a0cce5 req-a1361d70-b3ea-4f57-bcf5-8ba142f2908d tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 943 time: 0.0816007 Jul 28 14:37:40.591917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-796da530-64df-46aa-9bc1-9c84764b2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:40.593466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-796da530-64df-46aa-9bc1-9c84764b2761 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ced2bb63-d283-4b26-95db-fb71dd3593b2 HTTP/1.1" status: 200 len: 916 time: 0.1616604 Jul 28 14:37:40.612568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-833bf3d9-044f-4613-a394-88c839a0cce5 req-08b3d306-4251-493d-ac5c-eb9e24bbc069 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384812 Jul 28 14:37:40.658154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-24cd1a18-096d-4c83-af34-485a05291c26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0 HTTP/1.1" status: 200 len: 217 time: 0.0500293 Jul 28 14:37:40.709633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.040003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.046189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c24a-0881-4fb1-ac6f-fc485b45d01e req-83d69cf1-71bb-45a5-80ba-3cb97c930bbb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.046650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.047757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d85c24a-0881-4fb1-ac6f-fc485b45d01e req-83d69cf1-71bb-45a5-80ba-3cb97c930bbb tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.4502826 Jul 28 14:37:41.055746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.061560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.068094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.074559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308699ad-0802-4b8d-af61-3df1a28c474d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:41.074738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.082919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.083300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.087065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f1519be-1714-49d0-a79c-9ae42eb9c1c9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/308699ad-0802-4b8d-af61-3df1a28c474d HTTP/1.1" status: 204 len: 168 time: 0.8154664 Jul 28 14:37:41.087206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-20f23da5-8524-4062-95ed-c12a6e14a3a4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1028874 Jul 28 14:37:41.087665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:41.097920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-a213c148-6ee1-4a95-a7ac-0b99d94e6c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.099421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-a213c148-6ee1-4a95-a7ac-0b99d94e6c72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4686422c-b65c-43d3-b76a-219edc8ca386 HTTP/1.1" status: 200 len: 854 time: 0.4307005 Jul 28 14:37:41.142557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d85c24a-0881-4fb1-ac6f-fc485b45d01e req-59a71dbd-4372-4387-8ce8-cc0ca470915d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725679 Jul 28 14:37:41.160885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-2199c1eb-138d-4c41-95b3-fa321bd0afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.163519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-2199c1eb-138d-4c41-95b3-fa321bd0afbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ced2bb63-d283-4b26-95db-fb71dd3593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514038 Jul 28 14:37:41.195072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.201652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0be7abad-d9f9-4db2-a3a0-fc6655486107 req-5e49dabb-fd3d-41e6-84a5-1e236029890c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048424 Jul 28 14:37:41.317580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.340858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a3a441-1f1e-452a-9d65-66e1d14a0ba6']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:41.348230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efef852-c1d7-4494-b0c2-20bf79d0a029 req-cbae6836-da20-44a1-9cc2-f790d2289980 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.350134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0efef852-c1d7-4494-b0c2-20bf79d0a029 req-cbae6836-da20-44a1-9cc2-f790d2289980 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.1072800 Jul 28 14:37:41.352489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-3741dc04-8e59-40e6-a563-170fca1a602f service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801190 Jul 28 14:37:41.358624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb06592d-5c90-4bce-88c4-fc08b01286bb') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:41.358937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb06592d-5c90-4bce-88c4-fc08b01286bb') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:41.372501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.397979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.405056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:37:41.405477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: items = [ Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:37:41.407596 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:37:41.465691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0efef852-c1d7-4494-b0c2-20bf79d0a029 req-cd87f230-bfd8-42e2-81c6-5df8e186be65 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085944 Jul 28 14:37:41.503329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e956df-cd5f-42ca-b9f0-a2db86ccb913 req-14e9f2df-54b2-411b-80cd-82d0aba072f3 service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370795 Jul 28 14:37:41.588550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.595984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:41.598844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] 10.222.0.47 "DELETE /v2.0/networks/84a3a441-1f1e-452a-9d65-66e1d14a0ba6 HTTP/1.1" status: 204 len: 168 time: 0.5102215 Jul 28 14:37:41.613148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd7bcf-9504-43ff-ad0d-f30b1c44ad8a admin admin] Pushing event deleted for resources: {'Network': ['ID=84a3a441-1f1e-452a-9d65-66e1d14a0ba6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:41.740827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518eadb4-ad48-4a47-b8bc-52d32b657b2b req-474d76fd-8230-4f5d-a5fc-946628abb07c tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:41.742247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-518eadb4-ad48-4a47-b8bc-52d32b657b2b req-474d76fd-8230-4f5d-a5fc-946628abb07c tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 943 time: 0.0580482 Jul 28 14:37:41.783235 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-518eadb4-ad48-4a47-b8bc-52d32b657b2b req-eec10c51-f194-4dc2-8d44-3212776e75de tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346975 Jul 28 14:37:42.080559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47454) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:42.081647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd4e9e-8cb3-42a0-9850-d3529ae8c427 req-0309974e-cd77-43c2-95fe-696965e15cd8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.090613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bd4e9e-8cb3-42a0-9850-d3529ae8c427 req-0309974e-cd77-43c2-95fe-696965e15cd8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0633302 Jul 28 14:37:42.126417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bd4e9e-8cb3-42a0-9850-d3529ae8c427 req-23871bf7-87f1-46b0-ae30-09dd0a6b76d4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354271 Jul 28 14:37:42.127880 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ab85a322-ccab-41bf-b143-6cfc81632696 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=557b84957f55410d831b80bb96812abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459878 Jul 28 14:37:42.134698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47456) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:42.188225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.198830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db5734c6-9280-49d1-aa38-7bdd7d7c154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.218054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.301101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467b0c2-8571-47f8-bc9f-32c42bb79266 req-f1228f1f-e0bc-4c1c-829c-325721cea06e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.302681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2467b0c2-8571-47f8-bc9f-32c42bb79266 req-f1228f1f-e0bc-4c1c-829c-325721cea06e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0708399 Jul 28 14:37:42.345390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2467b0c2-8571-47f8-bc9f-32c42bb79266 req-2ec4fb70-81a7-47a8-98da-13b81d37936b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361195 Jul 28 14:37:42.349426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.355391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.361399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.367508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.377136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.381532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.387894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.389956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-0e5faecc-e117-499a-9b33-1e7ffd4d1ba6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.0988789 Jul 28 14:37:42.409941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.412888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:42.415597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd781e4c-e246-4a19-a2f9-ff4b8080b794 HTTP/1.1" status: 204 len: 168 time: 0.2798562 Jul 28 14:37:42.427523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9b5aa-1320-4e48-b009-c438028c93bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd781e4c-e246-4a19-a2f9-ff4b8080b794,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:42.476347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4168eeb-8186-4179-ba39-09c4adcbf278 req-f9906799-434c-4052-8d46-4fbee5418b8a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783675 Jul 28 14:37:42.916900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec7d7e-b57f-48d6-8f69-04de967fed76 req-751353f4-3ebe-4d74-819c-e2fcf06cb8ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:42.917059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddec7d7e-b57f-48d6-8f69-04de967fed76 req-751353f4-3ebe-4d74-819c-e2fcf06cb8ed tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 943 time: 0.0572007 Jul 28 14:37:42.961270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddec7d7e-b57f-48d6-8f69-04de967fed76 req-6b4f5862-631a-45f7-ab44-218d1d43f2c0 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 Jul 28 14:37:43.252001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051aa0bf-0df8-4cd1-94cc-828898f2fa8b req-bbe5ef2e-92e5-4cd4-bcf7-55b809706bb5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.260426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-051aa0bf-0df8-4cd1-94cc-828898f2fa8b req-bbe5ef2e-92e5-4cd4-bcf7-55b809706bb5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0619009 Jul 28 14:37:43.293938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-051aa0bf-0df8-4cd1-94cc-828898f2fa8b req-c29af6ce-1f76-4917-a89c-6860aa670a75 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Jul 28 14:37:43.355664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ae2357c-1d7e-4578-a9cb-de08d89935d0 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:43.464036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:43.477820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'port_id': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'mac_address': 'fa:16:3e:42:23:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:43.519985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c14cc8-751b-4826-a1fb-c8c5bd0b16ff req-4189b5d9-e5f4-4ca2-9550-6dc2aa8cd86a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.522242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8c14cc8-751b-4826-a1fb-c8c5bd0b16ff req-4189b5d9-e5f4-4ca2-9550-6dc2aa8cd86a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1033187 Jul 28 14:37:43.561897 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.592213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae2357c-1d7e-4578-a9cb-de08d89935d0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:43.601594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8c14cc8-751b-4826-a1fb-c8c5bd0b16ff req-fb0525bc-1423-49c1-8cab-adb9057ab0ea tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729573 Jul 28 14:37:43.623213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:43.718519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.734324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.743729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.751056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.759415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.766652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.773442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.780571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:43.781100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.783180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-6e073ea8-1cab-481c-89ca-047bd7ca9a5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1083050 Jul 28 14:37:43.816211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f043f9-6767-409e-89bc-8d864cc19319 req-834fe21c-0a38-4d54-bae2-6bcf29c42baa tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:43.817891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55f043f9-6767-409e-89bc-8d864cc19319 req-834fe21c-0a38-4d54-bae2-6bcf29c42baa tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 946 time: 0.0973814 Jul 28 14:37:43.829750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-102ef208-cca2-40a3-b20e-b16df5d90589 req-fb15dbad-694a-43ae-934e-83ee2729012e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376320 Jul 28 14:37:43.871884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:43.934977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port 1b382ce0-6229-497f-bdc8-cf13c285d984 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:37:43.935394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:43.991070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-591716647-network', 'tenant_id': '423691acdc484af2b1002967cd12a06f'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:44.031817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1ae2357c-1d7e-4578-a9cb-de08d89935d0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:44.032819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port 1b382ce0-6229-497f-bdc8-cf13c285d984, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1b382ce0-6229-497f-bdc8-cf13c285d984,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:44.033334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.056868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for 1b382ce0-6229-497f-bdc8-cf13c285d984 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:37:44.084579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Made reservation on behalf of 423691acdc484af2b1002967cd12a06f for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:44.087018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.095922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.142108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b31f5-c3c1-40ac-8a93-09c2f38abdb7 req-17953e5b-a21f-43cd-8479-5fb2077af322 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.147480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be0b31f5-c3c1-40ac-8a93-09c2f38abdb7 req-17953e5b-a21f-43cd-8479-5fb2077af322 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 944 time: 0.1054549 Jul 28 14:37:44.197521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.212122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be0b31f5-c3c1-40ac-8a93-09c2f38abdb7 req-553dc64d-aaa9-4710-bc45-8b037d0288b6 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606072 Jul 28 14:37:44.324342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.352000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b9372-0768-4fa0-9741-db260087dcb5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:44.359572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.375685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:37:44.399136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f82387e-8f02-4b3f-aabe-a861ee839008 req-7111a7c7-0f2b-4ff7-83de-5ab3cac60e84 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0342476 Jul 28 14:37:44.408309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=1b382ce0-6229-497f-bdc8-cf13c285d984,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:44.408810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.408810 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Added segment 329e3ff1-110c-4837-a979-8ef9d488d1a5 of type vlan for network 0337761e-9069-48ec-9170-0b78d7ac9e41 Jul 28 14:37:44.448211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port 1b382ce0-6229-497f-bdc8-cf13c285d984 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:37:44.451346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.451490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.453805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55f043f9-6767-409e-89bc-8d864cc19319 req-4f6392d9-9794-4458-9e9a-b5a668ee84e6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "DELETE /v2.0/ports/1b382ce0-6229-497f-bdc8-cf13c285d984 HTTP/1.1" status: 204 len: 173 time: 0.6296265 Jul 28 14:37:44.454341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'name': 'network-vif-deleted', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:44.457462 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcee347-4870-4e2f-8d8c-cda7bc2c3426" -d '{"events": [{"server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "name": "network-vif-deleted", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:44.497598 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962024b9-04c3-4315-9efa-78e248016b91 x-openstack-request-id: req-962024b9-04c3-4315-9efa-78e248016b91 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:44.497894 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f", "name": "network-vif-deleted", "tag": "1b382ce0-6229-497f-bdc8-cf13c285d984", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:44.498179 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-962024b9-04c3-4315-9efa-78e248016b91 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:44.498592 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f', 'name': 'network-vif-deleted', 'tag': '1b382ce0-6229-497f-bdc8-cf13c285d984', 'status': 'completed', 'code': 200} Jul 28 14:37:44.582578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.583763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.584362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.652498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1b382ce0-6229-497f-bdc8-cf13c285d984'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:44.653243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] Pushing event updated for resources: {'Network': ['ID=0337761e-9069-48ec-9170-0b78d7ac9e41,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:44.687862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:37:44.703824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8478dd1-d501-4954-b121-6015705e458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.757248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47701b83-a02f-4a7a-9f3d-439115e8b624 req-c6907e1b-98aa-4c3a-bcc6-92f871707920 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.758733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47701b83-a02f-4a7a-9f3d-439115e8b624 req-c6907e1b-98aa-4c3a-bcc6-92f871707920 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0549290 Jul 28 14:37:44.763610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-caecafa5-5d94-4ee3-bcd5-532a1031cb73 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8906221 Jul 28 14:37:44.763776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47514) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:44.769755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Request body: {'subnet': {'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-591716647-subnet', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:44.799086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47701b83-a02f-4a7a-9f3d-439115e8b624 req-9da61e50-6908-4495-b902-3d50709d3e33 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Jul 28 14:37:44.901491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.904962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23952fbf-0a83-4bc2-9d18-2dbdb8c27d7d req-48d22b82-8735-42ba-bb5e-d74d18b1b601 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.906580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23952fbf-0a83-4bc2-9d18-2dbdb8c27d7d req-48d22b82-8735-42ba-bb5e-d74d18b1b601 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0570571 Jul 28 14:37:44.943895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Made reservation on behalf of 423691acdc484af2b1002967cd12a06f for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:44.946168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:44.951772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23952fbf-0a83-4bc2-9d18-2dbdb8c27d7d req-683e4df6-2d70-43bf-9e2b-211d954bbca2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386508 Jul 28 14:37:44.971224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.977898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.984154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.990779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:44.996775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.002719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.010856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.011814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-f506599a-e2ed-491c-8257-68bc1f0d335a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.0975983 Jul 28 14:37:45.062484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c48c832-3786-40ff-bfd0-2c6a2577dd21 req-31da5a30-9b06-4ab0-a14f-d87bef0b8341 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418241 Jul 28 14:37:45.115428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88595933-5816-43c7-a0a4-5b5a98d04d1b req-db0fc38a-c564-45ec-b5e5-120cc685b046 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.116924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88595933-5816-43c7-a0a4-5b5a98d04d1b req-db0fc38a-c564-45ec-b5e5-120cc685b046 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0865326 Jul 28 14:37:45.203473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88595933-5816-43c7-a0a4-5b5a98d04d1b req-00ea8dbd-1eac-4c46-b51e-a7af4dd1cecd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773687 Jul 28 14:37:45.333418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04c8fa-b524-4f28-b5c9-3fd095234540 req-347c5525-6de7-4e18-a5f0-4a76d008dff0 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.335076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e04c8fa-b524-4f28-b5c9-3fd095234540 req-347c5525-6de7-4e18-a5f0-4a76d008dff0 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 944 time: 0.0519311 Jul 28 14:37:45.376188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e04c8fa-b524-4f28-b5c9-3fd095234540 req-e6b48a0e-2ede-46c0-983f-7a1aefef3690 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335290 Jul 28 14:37:45.382040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ae2357c-1d7e-4578-a9cb-de08d89935d0 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:45.393718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.517002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08a89a7-245f-43f9-b1b5-08baf7bf0d31,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:45.529699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a85f161f-ba76-45f3-b340-a52532fd9806 req-38ef9a47-30d2-421a-a3cf-41e13af6a606 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1709dc5-fac7-42fe-ba9b-4a95c4f57d3f HTTP/1.1" status: 200 len: 210 time: 0.0418942 Jul 28 14:37:45.541422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:45.545822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:45.546406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.561538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Checking segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:45.561910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Network hostable DHCP agents. Network: 0337761e-9069-48ec-9170-0b78d7ac9e41, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:37:45.575427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-5f6465ee-4bae-4a3e-82e5-d9b82e2575f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.583043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-5f6465ee-4bae-4a3e-82e5-d9b82e2575f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1919599 Jul 28 14:37:45.600163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-4c92f03e-266e-4973-b889-95d5130ce8aa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/quotas/b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 375 time: 0.0162292 Jul 28 14:37:45.631232 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.657289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:45.659587 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5daf0-eadf-4e01-a1cb-a251ab662521" -d '{"events": [{"server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "name": "network-vif-plugged", "status": "completed", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:45.664574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-cccb809b-5148-4834-84af-cc02aa31c7f9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0575037 Jul 28 14:37:45.675289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:45.717335 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ec71f-dd39-4478-9bd5-17b71056501e x-openstack-request-id: req-c41ec71f-dd39-4478-9bd5-17b71056501e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:45.717335 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "name": "network-vif-plugged", "status": "completed", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:45.717335 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c41ec71f-dd39-4478-9bd5-17b71056501e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:45.717335 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'code': 200} Jul 28 14:37:45.771883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-9a02bbff-751d-46ec-8e42-f19424a05880 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986915 Jul 28 14:37:45.775590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:37:45.844930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.846062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1b382ce0-6229-497f-bdc8-cf13c285d984 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:37:45.888020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 1b382ce0-6229-497f-bdc8-cf13c285d984 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:37:45.888628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1b382ce0-6229-497f-bdc8-cf13c285d984 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:37:45.897514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0337761e-9069-48ec-9170-0b78d7ac9e41) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:45.901943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a17f6-5544-403b-9d8b-ae12f7b7a0af req-1e908dcd-80ba-42b6-b54f-4d1f2c42caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.903464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f40a17f6-5544-403b-9d8b-ae12f7b7a0af req-1e908dcd-80ba-42b6-b54f-4d1f2c42caa7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 1096 time: 0.0749540 Jul 28 14:37:45.907537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468dc91-53f9-458d-a712-f3b76720cc1b None None] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:45.908056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.908831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:45.913797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-741f3c8e-1e70-483f-958f-e9fccb6aaa2f service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292396 Jul 28 14:37:45.953732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f40a17f6-5544-403b-9d8b-ae12f7b7a0af req-d8ceea4f-0ed9-41d0-af33-05f9ea9eeeb9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Jul 28 14:37:45.961548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f08d8-77d2-46a7-bc1a-637e532f11ed req-198c8506-8d20-4bc2-af10-74b7ed90c041 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:45.963891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed0f08d8-77d2-46a7-bc1a-637e532f11ed req-198c8506-8d20-4bc2-af10-74b7ed90c041 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0876584 Jul 28 14:37:45.979278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:46.017605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed0f08d8-77d2-46a7-bc1a-637e532f11ed req-f39ecda9-d388-4552-82d8-266fcaac90d0 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Jul 28 14:37:46.073852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6a17b0c4-a3f0-483d-bc72-31b94597c47f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3085327 Jul 28 14:37:46.076472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47546) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:46.080933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:46.108442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0337761e-9069-48ec-9170-0b78d7ac9e41', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:37:46.109321 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.121755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.203832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e37c15d-7b96-498e-9f20-4daa7f6cb459 req-d2305f6b-452d-49de-8f2d-6ae63ba8325b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.0344090 Jul 28 14:37:46.239422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.240714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.261562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.261562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.265728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.270227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Allocated IP 172.20.0.2 (0337761e-9069-48ec-9170-0b78d7ac9e41/e08a89a7-245f-43f9-b1b5-08baf7bf0d31/965cc02f-7e9d-4e7b-a4c8-a024da4b750b) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:46.272499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.279206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.285716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.292042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.294426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-78d0feb1-9b11-4ac0-8397-4a2abba41fc0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1423330 Jul 28 14:37:46.300972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.354271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82160c6c-5554-4b68-a2ac-22f949505e89 req-60afcc54-0d75-44f4-bd90-527d659eef91 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411413 Jul 28 14:37:46.444719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.453725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Transition to ACTIVE for port object 965cc02f-7e9d-4e7b-a4c8-a024da4b750b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:46.470045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Transition to ACTIVE for port object 965cc02f-7e9d-4e7b-a4c8-a024da4b750b will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:46.542205 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.586576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:46.594929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de88861-5af3-48d2-a3cd-20006b78f57a req-4f06ad50-c19c-4d14-9008-28b64640b11e tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.595789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:46.596496 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2de88861-5af3-48d2-a3cd-20006b78f57a req-4f06ad50-c19c-4d14-9008-28b64640b11e tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.1431553 Jul 28 14:37:46.598632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.611974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:46.627790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Pushing event updated for resources: {'Port': ['ID=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:46.659527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2de88861-5af3-48d2-a3cd-20006b78f57a req-8db4014f-24cb-4486-aa7d-525b166a7f63 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553284 Jul 28 14:37:46.688804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Attempting to bind port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:46.689394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Attempting to bind port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:46.689585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Attempting to bind port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b on network 0337761e-9069-48ec-9170-0b78d7ac9e41 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:46.696228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:46.696604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Checking segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:46.697099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.697388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Bound using segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:46.697855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Bound port: 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:46.698236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.783996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] For port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:46.789930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] For port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:46.907818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.913503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-3de8d3b8-d120-48ab-85b9-0f73b34a492e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:46.915062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-3de8d3b8-d120-48ab-85b9-0f73b34a492e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1223848 Jul 28 14:37:46.927429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:46.931019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-750330d7-d474-4d18-847e-c62ddb632e6e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0102158 Jul 28 14:37:46.963430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-0aad9c62-0882-4bab-8282-dbf9627ef355 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269330 Jul 28 14:37:47.043129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Allocated IP 172.25.0.15 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/39eb4521-5a8a-42df-9ed4-cc01c5ec64d1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:47.057500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-7b08ded4-610a-4ad6-8f45-bbb7a1d87445 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Jul 28 14:37:47.162827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-32efcef5-9ab7-42e4-9867-24a29c6418e2 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986333 Jul 28 14:37:47.192842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.214852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3065e-38c3-4c24-9e94-4c512a92d04c req-951cfc8c-3988-46f7-b260-a0e405080669 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.216449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23e3065e-38c3-4c24-9e94-4c512a92d04c req-951cfc8c-3988-46f7-b260-a0e405080669 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0845501 Jul 28 14:37:47.256880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.277811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23e3065e-38c3-4c24-9e94-4c512a92d04c req-221ab82b-6ac4-4659-9c6e-2a7a724dcc8d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548766 Jul 28 14:37:47.323512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ff94d-d1a8-4bcd-a583-aaa9474b8bc5 None None] Pushing event updated for resources: {'Port': ['ID=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:47.364058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6256e022-f538-402f-b7f2-6ca3c1775aed req-3d2492d3-a4fc-4300-8fca-c3a4843092a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.0278032 Jul 28 14:37:47.514003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.530101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.536166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.543156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.550024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.556541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.564953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.572370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.574407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-501034df-44c1-4cf0-bace-9c9345edef3b req-cb3fd91b-38c1-4675-9bfb-cd67a13bf756 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1381726 Jul 28 14:37:47.626250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:47.634231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:47.639283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:47.645047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Pushing event updated for resources: {'Port': ['ID=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:47.687228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-501034df-44c1-4cf0-bace-9c9345edef3b req-441e80d5-7ca6-4f84-9720-624db114b922 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879245 Jul 28 14:37:47.730618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:47.833209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-929ad845-d566-4835-9e32-e5ec1b77b95b req-cf517087-037a-4726-8231-e3cc5308a0be tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 210 time: 0.0316482 Jul 28 14:37:47.874206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aa0df-fa06-4e05-9d6a-4b461a3b4afd req-0e274ea2-810b-430c-8367-54424e1eea2f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:47.879829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a10aa0df-fa06-4e05-9d6a-4b461a3b4afd req-0e274ea2-810b-430c-8367-54424e1eea2f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.1154642 Jul 28 14:37:47.924645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a10aa0df-fa06-4e05-9d6a-4b461a3b4afd req-48e42d67-4279-4086-ac33-fc71a87dba12 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Jul 28 14:37:48.115699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 965cc02f-7e9d-4e7b-a4c8-a024da4b750b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:48.152051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41671b6-c6f0-439b-af1f-be0f00b70a5d req-fde36ca1-3463-4d7a-b6f0-602584ed7764 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.153738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c41671b6-c6f0-439b-af1f-be0f00b70a5d req-fde36ca1-3463-4d7a-b6f0-602584ed7764 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.1066797 Jul 28 14:37:48.164422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47604) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:48.173085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Request body: {'floatingip': {'port_id': '1ae2357c-1d7e-4578-a9cb-de08d89935d0'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:48.218253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.225261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.345333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc38050-3ded-4435-b1e8-12a8e24e856b None None] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:37:48.385905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:48.479527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4169f-3d8a-4da0-a437-dbec0ce87764 req-7e08542c-631a-4fa5-bc8c-69d31fb519a6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.542591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8c4169f-3d8a-4da0-a437-dbec0ce87764 req-7e08542c-631a-4fa5-bc8c-69d31fb519a6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1156833 Jul 28 14:37:48.542591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8c4169f-3d8a-4da0-a437-dbec0ce87764 req-6dd13f58-6299-4e53-b3ca-2b1b33279d89 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379810 Jul 28 14:37:48.844551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.852532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.855529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Provisioning for port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:48.858828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.862462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Provisioning complete for port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:48.862944 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:48.866385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.872466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.880548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.887577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:48.890224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-86801d84-0220-4052-b5b4-62f4900e5362 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1117373 Jul 28 14:37:48.927161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c02f615-45e3-40c1-911f-e5f9f588e9ce req-f9cedfa7-a69f-445a-9686-2d768a2f7f48 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.4271371 Jul 28 14:37:48.950872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c53566a9-5e8e-45ec-bbc1-ea03273663bd req-2d756a6a-ccfc-433d-94ed-27093fce6f32 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506465 Jul 28 14:37:48.999318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.024523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54c04284-d151-4e67-878c-cd00c790d7f9 req-7233f7cf-486a-4a5b-a55e-ec07a75d7082 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 210 time: 0.0382524 Jul 28 14:37:49.033910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-25397507-b679-48f2-bf95-36888db2c312 None None] For port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:49.125864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.193374 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.242897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25397507-b679-48f2-bf95-36888db2c312 None None] Pushing event updated for resources: {'Port': ['ID=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:49.312213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f24dcbf1-c69b-4439-b1f9-67d0d9cc2e19 None None] Provisioning complete for port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:49.312596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f24dcbf1-c69b-4439-b1f9-67d0d9cc2e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.418228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.513018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Router 71fffaab-c74b-4bfc-a7c1-4d2963852801 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:37:49.570205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.638813 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.730875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:49.739319 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Sync routers for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:49.764496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab31a8-689f-4884-b8c6-e72caeb0ca20 req-ac64514b-96e2-431a-95db-ce2cb04e2ddd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:49.766220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:49.766861 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:49.767026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9ab31a8-689f-4884-b8c6-e72caeb0ca20 req-ac64514b-96e2-431a-95db-ce2cb04e2ddd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1288655 Jul 28 14:37:49.774524 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Floating IP e362ac67-e041-4588-b59e-3281f5972db3 associated. External IP: 172.25.0.165, port: 1ae2357c-1d7e-4578-a9cb-de08d89935d0. Jul 28 14:37:49.854060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9ab31a8-689f-4884-b8c6-e72caeb0ca20 req-754b7c9b-0208-43b9-99c7-85ac2a1fd5bd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Jul 28 14:37:49.872876 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:49.953865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:49.957522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-77095134-0413-474e-92d4-f2ba3c2c7633 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8776138 Jul 28 14:37:49.969820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:50.068522 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:47Z', 'revision_number': 3, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:50.103186 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Checking router: 71fffaab-c74b-4bfc-a7c1-4d2963852801 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:50.104020 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Updating router 71fffaab-c74b-4bfc-a7c1-4d2963852801 port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:50.111036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 965cc02f-7e9d-4e7b-a4c8-a024da4b750b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:50.156780 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.158521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f49efd7-d9ec-4149-8b93-4bd1f101457d req-e8bea8e1-2d81-4e0d-9d1b-273c50222abb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.0644786 Jul 28 14:37:50.195229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:50.195866 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.302650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01198431-64e9-4929-ae67-2f2f0aca7a92 req-87c42560-c879-4b54-8c6f-dcfa3466a058 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 210 time: 0.0399303 Jul 28 14:37:50.400840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Router df167ae9-7bc3-47e8-814e-da8b837557b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:50.425329 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.436897 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Transition to ACTIVE for port object 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:50.496323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.538203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.544009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.549865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.555727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.561434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.568127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.573881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.575803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-78380d28-92e0-43a0-b26c-a40c217f46b8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.2816563 Jul 28 14:37:50.587292 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.635268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-822cb57d-7d07-470a-b12c-87e60f39e30a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:50.636812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-822cb57d-7d07-470a-b12c-87e60f39e30a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.3528934 Jul 28 14:37:50.637287 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Attempting to bind port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:50.637664 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Attempting to bind port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:50.638028 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Attempting to bind port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:50.645669 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e85a0-f774-45a1-935e-d9755966d4ad None None] Pushing event updated for resources: {'Port': ['ID=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:50.648213 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:50.648706 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:50.662729 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.664945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:50.664945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Bound port: 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:50.664945 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.685379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'device_id': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'admin_state_up': True, 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:50.729771 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] For port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:50.732995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] For port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:50.778546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d7a3ba1-afdf-498c-8c18-d7fefa9c726e req-d2945e52-a83b-425a-837c-175348a86aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1912699 Jul 28 14:37:50.805268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:50.810308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.815122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Sync routers for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:50.825929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:50.826711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:50.894550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-299afdc1-901b-46a7-b3cd-c216afa321fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "PUT /v2.0/floatingips/e362ac67-e041-4588-b59e-3281f5972db3 HTTP/1.1" status: 200 len: 991 time: 2.7289884 Jul 28 14:37:50.899742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:50.902046 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4" -d '{"events": [{"name": "network-changed", "server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:50.910584 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.979709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:50.983303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:51.009662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e85a0-f774-45a1-935e-d9755966d4ad None None] Pushing event updated for resources: {'Port': ['ID=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:51.033619 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:51.034607 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.071917 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa876e-4ab5-41f7-8db1-614a4f6a51b0 x-openstack-request-id: req-91fa876e-4ab5-41f7-8db1-614a4f6a51b0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:51.072364 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:51.072504 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91fa876e-4ab5-41f7-8db1-614a4f6a51b0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:51.072866 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'status': 'completed', 'code': 200} Jul 28 14:37:51.092966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11374b3-dbb6-4195-ada2-ac5ba5eefef0 req-3ff36bbe-4e1e-44c4-8832-ce8cbf1a3c57 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:51.111702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d11374b3-dbb6-4195-ada2-ac5ba5eefef0 req-3ff36bbe-4e1e-44c4-8832-ce8cbf1a3c57 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0959218 Jul 28 14:37:51.172002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:51.176045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:51.184311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d11374b3-dbb6-4195-ada2-ac5ba5eefef0 req-e09f80da-c84a-438c-b7e2-9c047f27b89d tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706582 Jul 28 14:37:51.318256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-a5e71a55-2df8-4149-8fba-1a533a901c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:51.320374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-a5e71a55-2df8-4149-8fba-1a533a901c77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=54ad904095574220bf1ae95cd361cecd&device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 1097 time: 0.1898682 Jul 28 14:37:51.373886 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:51.589642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5806e9d8-f6fb-484d-b42a-972cb1b6f50e req-1e25d311-4ba5-453d-b00d-d018cf63316d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 210 time: 0.0403600 Jul 28 14:37:51.612632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e362ac67-e041-4588-b59e-3281f5972db3', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'port_id': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'mac_address': 'fa:16:3e:42:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:29Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 1, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.652008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Checking router: df167ae9-7bc3-47e8-814e-da8b837557b8 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:51.669367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:51.670297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.680536 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:47Z', 'revision_number': 3, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:51.693205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Allocated IP 172.20.0.1 (0337761e-9069-48ec-9170-0b78d7ac9e41/e08a89a7-245f-43f9-b1b5-08baf7bf0d31/57ab20e2-d4af-4f46-bfe2-ba176dad6a94) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:51.713737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79970f8-8163-4590-98cc-c4bf7e48fe92 None None] The sync data for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 is: [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:47Z', 'revision_number': 3, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:51.760207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4276a6fb-e15d-4ef4-aaa7-e6e8fadfb9cb req-38fcb703-4f78-41b9-82c1-8cf07cc222a8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.4698870 Jul 28 14:37:51.855796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:52.008565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.20.0.6 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/4f352a5b-4776-420c-a007-776dc65711be) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:52.018677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae0a4a-a41f-47aa-aa88-21cbdcbd1047 req-56246ea7-0eb2-44af-ba50-5a99985a1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.020647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4fae0a4a-a41f-47aa-aa88-21cbdcbd1047 req-56246ea7-0eb2-44af-ba50-5a99985a1d9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.3146400 Jul 28 14:37:52.139656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-136941e0-7dcc-4448-8d90-2776cab66528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.141265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-136941e0-7dcc-4448-8d90-2776cab66528 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ced2bb63-d283-4b26-95db-fb71dd3593b2 HTTP/1.1" status: 200 len: 916 time: 0.8061426 Jul 28 14:37:52.144026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-b7fa36cd-e36b-4915-9921-493ba18b4a48 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.146691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-b7fa36cd-e36b-4915-9921-493ba18b4a48 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.2410903 Jul 28 14:37:52.172611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.173058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': '2054d23c-cff8-46b5-89e9-100853c5580a', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:52.179125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.186643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.194089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.201393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.209215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.212595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e362ac67-e041-4588-b59e-3281f5972db3', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'port_id': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'mac_address': 'fa:16:3e:42:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:29Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 1, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:52.216986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.218991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-b1c22619-c1ae-4a02-ad72-87c83d4029e7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.3020546 Jul 28 14:37:52.244151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719dfe9-6d48-4dd1-9821-e82040f1aafd None None] The sync data for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 is: [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e362ac67-e041-4588-b59e-3281f5972db3', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'port_id': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'mac_address': 'fa:16:3e:42:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:29Z', 'updated_at': '2021-07-28T14:37:49Z', 'revision_number': 1, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:52.382594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.408281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4fae0a4a-a41f-47aa-aa88-21cbdcbd1047 req-7071e7bd-863d-43d9-9ef7-81fded8db95a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633971 Jul 28 14:37:52.444691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Transition to ACTIVE for port object 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:52.504942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:37:52.509544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.555212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-ae685c5d-d7d3-4524-8349-65809593c060 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0 HTTP/1.1" status: 200 len: 999 time: 0.3351572 Jul 28 14:37:52.574221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95999440-e55e-4cd1-a0a8-60c80bf01ff6 req-e745488b-daea-43a7-8495-d8cdd85ea207 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2076142 Jul 28 14:37:52.589956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660fbda-acce-475e-8787-46b8f0dcea34 req-1d0cc474-6b15-4754-b22a-480fa23ab59b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.591652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d660fbda-acce-475e-8787-46b8f0dcea34 req-1d0cc474-6b15-4754-b22a-480fa23ab59b tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1289909 Jul 28 14:37:52.641632 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16590718-4f22-414b-aac1-1ce21da7f66e None None] New status for floating IP e362ac67-e041-4588-b59e-3281f5972db3: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:37:52.710849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.731187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d660fbda-acce-475e-8787-46b8f0dcea34 req-8e70cfd4-9174-4408-ab0c-4e6bcccd47a9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Jul 28 14:37:52.743660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dcc37425-e55c-4112-8338-e83066268cc6 req-a88ee143-8511-480b-8b7e-0537f5259217 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 210 time: 0.0398092 Jul 28 14:37:52.762793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:52.822888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.11 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/4720c981-f0f6-4a54-847f-590aa846f243) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:52.868527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Transition to ACTIVE for port object 4f352a5b-4776-420c-a007-776dc65711be will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:52.914323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f12f91d-9c25-4c65-8723-8296212dafa0 req-99ff4eed-628f-4999-a3aa-046bb57bd598 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.0411050 Jul 28 14:37:52.916064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-eeb8866f-db55-4aaf-85a6-afd5b0fa6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:52.917611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-eeb8866f-db55-4aaf-85a6-afd5b0fa6ee7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4686422c-b65c-43d3-b76a-219edc8ca386 HTTP/1.1" status: 200 len: 854 time: 0.2489603 Jul 28 14:37:52.930857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:52.965777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:52.970785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Pushing event updated for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:52.976917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:53.049413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-52916752-5284-4b09-b369-f8e6c239e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.052563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-52916752-5284-4b09-b369-f8e6c239e798 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ced2bb63-d283-4b26-95db-fb71dd3593b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207497 Jul 28 14:37:53.055096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.060818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.170182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.212163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:37:53.218731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.242480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:53.295132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:53.296844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:53.300345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:53.302410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:53.304717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:53.305191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:53.307245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:53.389531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.390538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.486299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da83277a-a6d5-4391-9a26-5c0d894b27de None None] Provisioning for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:53.491350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da83277a-a6d5-4391-9a26-5c0d894b27de None None] Provisioning complete for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:53.492083 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da83277a-a6d5-4391-9a26-5c0d894b27de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.517031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-ac8979d9-85d8-4641-8d2f-e4a64cc841a0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3458190 Jul 28 14:37:53.521650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:53.522339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.529691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-4544f53f-871e-4952-a36e-46c4f696b834 service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691277 Jul 28 14:37:53.550302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Request body: {'port': {'device_id': '2054d23c-cff8-46b5-89e9-100853c5580a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:53.642383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-da83277a-a6d5-4391-9a26-5c0d894b27de None None] Port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:53.681343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.707526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.735384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-1148b679-7501-46d4-8144-63f1166a04af tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0549269 Jul 28 14:37:53.765938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Request body: {'port': {'device_id': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:53.915324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:53.918742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f66641ad-b359-4398-98a6-d8f552627e5c None None] Provisioning for port 4f352a5b-4776-420c-a007-776dc65711be completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:53.925958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f66641ad-b359-4398-98a6-d8f552627e5c None None] Provisioning complete for port 4f352a5b-4776-420c-a007-776dc65711be triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:53.931206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f66641ad-b359-4398-98a6-d8f552627e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.020056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f037bf-e589-47ed-8ea9-3208ad2fcc9e req-e80f9420-a768-4d6a-be62-fea680bfdfbd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.029448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37f037bf-e589-47ed-8ea9-3208ad2fcc9e req-e80f9420-a768-4d6a-be62-fea680bfdfbd tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1448617 Jul 28 14:37:54.045692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f66641ad-b359-4398-98a6-d8f552627e5c None None] Port 4f352a5b-4776-420c-a007-776dc65711be cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:54.063519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa96680-1ebd-4ffd-aad1-d372d98d06d4 req-f3a5493c-cdae-4a16-b5b8-2243c92f7b14 service neutron] 10.222.0.53 "GET /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050874 Jul 28 14:37:54.084962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.091947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.101526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.109238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.116220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.122350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.130066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.138395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43f2c608-af10-442b-9950-24db61a36af7 req-516852db-7527-4405-a396-aa7e9bd83c7f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.4157267 Jul 28 14:37:54.148824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37f037bf-e589-47ed-8ea9-3208ad2fcc9e req-0a0b0e8c-7bb8-4365-a14c-937b6c46dae3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181586 Jul 28 14:37:54.150558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:54.269616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43f2c608-af10-442b-9950-24db61a36af7 req-444a8599-3b61-48d5-84b3-5fb7eb984e52 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302938 Jul 28 14:37:54.270416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4720c981-f0f6-4a54-847f-590aa846f243 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:54.280171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.297025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Transition to ACTIVE for port object 4720c981-f0f6-4a54-847f-590aa846f243 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:54.347783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:37:54.352961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:54.353649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.362733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61b89-8690-479a-ad0d-357a05413e83 req-fdbfeda8-c8fd-4a80-9f43-712d0318521b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.364874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84b61b89-8690-479a-ad0d-357a05413e83 req-fdbfeda8-c8fd-4a80-9f43-712d0318521b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 932 time: 0.0664606 Jul 28 14:37:54.383598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.455546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.492786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:54.508929 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.518393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84b61b89-8690-479a-ad0d-357a05413e83 req-52378be3-7627-4081-a7f6-3de8df721563 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431756 Jul 28 14:37:54.544137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e8d4e-7cc1-4dc0-9336-45caf359f707 req-886c341c-9750-4126-a0b9-5c9dfef9b511 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.545668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e69e8d4e-7cc1-4dc0-9336-45caf359f707 req-886c341c-9750-4126-a0b9-5c9dfef9b511 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 931 time: 0.0819557 Jul 28 14:37:54.556965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:54.580079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.629326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Attempting to bind port 4720c981-f0f6-4a54-847f-590aa846f243 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:54.629791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Attempting to bind port 4720c981-f0f6-4a54-847f-590aa846f243 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:54.630233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Attempting to bind port 4720c981-f0f6-4a54-847f-590aa846f243 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:54.635939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Port 4720c981-f0f6-4a54-847f-590aa846f243 on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:54.637404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Attempting to bind port 4720c981-f0f6-4a54-847f-590aa846f243 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:54.646541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:54.647570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:54.648383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:54.648938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Bound port: 4720c981-f0f6-4a54-847f-590aa846f243, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:54.649563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.655985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.691320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e69e8d4e-7cc1-4dc0-9336-45caf359f707 req-dfdeca29-c153-481a-bb64-95802363f72a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329746 Jul 28 14:37:54.717948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Pushing event updated for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:54.731894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.735317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f352a5b-4776-420c-a007-776dc65711be {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:54.747666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.792931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:54.798169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:54.805638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:54.834412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Transition to ACTIVE for port object 4f352a5b-4776-420c-a007-776dc65711be will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:54.880299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:54.880529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:54.907640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.954658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:54.955508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:54.957357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] 10.222.0.53 "PUT /v2.0/ports/4720c981-f0f6-4a54-847f-590aa846f243 HTTP/1.1" status: 200 len: 1093 time: 1.4114170 Jul 28 14:37:54.957874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:54.960368 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c6be47-fd36-4762-b8b2-29781a078166" -d '{"events": [{"name": "network-changed", "server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "tag": "4720c981-f0f6-4a54-847f-590aa846f243"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:54.989827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.008429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3f4ac-3a21-4a9f-80bc-6afc78800152 service neutron] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:55.020895 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f8b4d-ee3a-41a7-9b46-5a39ecfb810c x-openstack-request-id: req-267f8b4d-ee3a-41a7-9b46-5a39ecfb810c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:55.021122 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "tag": "4720c981-f0f6-4a54-847f-590aa846f243", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:55.021607 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-267f8b4d-ee3a-41a7-9b46-5a39ecfb810c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:55.022120 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243', 'status': 'completed', 'code': 200} Jul 28 14:37:55.091691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Router 71fffaab-c74b-4bfc-a7c1-4d2963852801 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:37:55.092746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:55.141573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6be47-fd36-4762-b8b2-29781a078166 req-173203c6-47c9-4698-8395-8a524cd1f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.143195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91c6be47-fd36-4762-b8b2-29781a078166 req-173203c6-47c9-4698-8395-8a524cd1f40c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 1096 time: 0.0744839 Jul 28 14:37:55.304090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-92659fea-ff4f-4781-9f9e-e5bb83a52677 None None] Provisioning complete for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:55.304880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-92659fea-ff4f-4781-9f9e-e5bb83a52677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.353094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6887f7c-2ea0-4fa2-afd5-eab671c52ebf req-ee1eea19-22a8-453c-be27-cf7e0894dfa9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.360844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6887f7c-2ea0-4fa2-afd5-eab671c52ebf req-ee1eea19-22a8-453c-be27-cf7e0894dfa9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1233470 Jul 28 14:37:55.371146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-92659fea-ff4f-4781-9f9e-e5bb83a52677 None None] Port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:37:55.390600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6be47-fd36-4762-b8b2-29781a078166 req-14f10b3d-dddf-4b9b-ae59-6d8afe07f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.392274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91c6be47-fd36-4762-b8b2-29781a078166 req-14f10b3d-dddf-4b9b-ae59-6d8afe07f6b1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2334905 Jul 28 14:37:55.396875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Attempting to bind port 4f352a5b-4776-420c-a007-776dc65711be on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:55.397883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Attempting to bind port 4f352a5b-4776-420c-a007-776dc65711be by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:55.397883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Attempting to bind port 4f352a5b-4776-420c-a007-776dc65711be on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:55.420725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Port 4f352a5b-4776-420c-a007-776dc65711be on network 1c8abec0-d381-4998-bdfd-6ff254727d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:37:55.420985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Attempting to bind port 4f352a5b-4776-420c-a007-776dc65711be on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:55.449453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:37:55.455115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5d248bf9-d0ce-4705-969d-98e40edb9f9a admin admin] 10.222.0.47 "PUT /v2.0/routers/71fffaab-c74b-4bfc-a7c1-4d2963852801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4963229 Jul 28 14:37:55.458768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:55.459154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:55.459540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:55.459993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Bound port: 4f352a5b-4776-420c-a007-776dc65711be, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:55.460347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:55.464382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Sync routers for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:37:55.465296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6887f7c-2ea0-4fa2-afd5-eab671c52ebf req-45c96568-ae33-4551-bf5b-82706498f5e6 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032851 Jul 28 14:37:55.487052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:55.488735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:55.519991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-b4d8d21f-e6da-4045-b2cc-c002dc0975e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.521978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-b4d8d21f-e6da-4045-b2cc-c002dc0975e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 1098 time: 0.1864541 Jul 28 14:37:55.573760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.580026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.587535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.593993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.596191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6be47-fd36-4762-b8b2-29781a078166 req-f4143214-e0cc-4bda-9281-dfceb54c1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.597776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91c6be47-fd36-4762-b8b2-29781a078166 req-f4143214-e0cc-4bda-9281-dfceb54c1c08 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1943593 Jul 28 14:37:55.600044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.624136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.636830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.638706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:55.639462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-e63ee123-3b55-45d1-9003-874b8a6999b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.2384939 Jul 28 14:37:55.816761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-23bab6d2-338d-4880-92c0-5fa2056d491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.817599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bf311b2-4765-4904-b2b9-ba7ebf92aa09 req-8617674f-da78-4606-9244-31adc97da5a2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879438 Jul 28 14:37:55.817718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-23bab6d2-338d-4880-92c0-5fa2056d491e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 1096 time: 0.1026216 Jul 28 14:37:55.817827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:55.817916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55d82d-2d2c-4820-9509-f7179766bfee req-5a637ca5-2eed-4282-b162-90867f70d8d8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.818009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:55.818105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f55d82d-2d2c-4820-9509-f7179766bfee req-5a637ca5-2eed-4282-b162-90867f70d8d8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 944 time: 0.0780849 Jul 28 14:37:55.818201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-8f0ecd6e-823f-434b-a7db-766304a8d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.818201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-8f0ecd6e-823f-434b-a7db-766304a8d73c service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.2769172 Jul 28 14:37:55.882675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-1c0f6312-31b4-4869-86e7-4d67f4d4cf24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 200 len: 217 time: 0.0679090 Jul 28 14:37:55.894930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-f119e968-ad3b-4f6a-ab1c-7581587e0334 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4720c981-f0f6-4a54-847f-590aa846f243 HTTP/1.1" status: 200 len: 217 time: 0.0824916 Jul 28 14:37:55.960974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-da872391-546f-4e2e-9703-ea3a8064eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:55.963226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-da872391-546f-4e2e-9703-ea3a8064eb34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0595748 Jul 28 14:37:55.986502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.001551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-a0c57274-daee-4f33-bf78-3c22fdce9700 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311453 Jul 28 14:37:56.013970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f55d82d-2d2c-4820-9509-f7179766bfee req-f829305b-c75e-4859-9114-8a42cea724c8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086766 Jul 28 14:37:56.030148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 2, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:56.075306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Checking router: 71fffaab-c74b-4bfc-a7c1-4d2963852801 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:37:56.075645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Updating router 71fffaab-c74b-4bfc-a7c1-4d2963852801 port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:37:56.111136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.111773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.113851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 200 len: 1092 time: 2.3527639 Jul 28 14:37:56.131227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:37:56.143444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.167213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'tag': '4f352a5b-4776-420c-a007-776dc65711be'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:37:56.169666 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ac28e7-e3a0-49d4-a38f-586761277b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "tag": "4f352a5b-4776-420c-a007-776dc65711be"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:37:56.173918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-5c6bbd49-1d08-414b-affe-4fadd8c36e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.176927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-5c6bbd49-1d08-414b-affe-4fadd8c36e8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.2871680 Jul 28 14:37:56.177400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47156c3f-585e-461a-b0a1-6891ad34bb3d req-57ef8324-eea7-484e-a501-2756bcded9be tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.177947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78405793-05a0-4e0d-9ec7-62acbf7c0214 service neutron] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:56.179083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47156c3f-585e-461a-b0a1-6891ad34bb3d req-57ef8324-eea7-484e-a501-2756bcded9be tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 943 time: 0.0762343 Jul 28 14:37:56.227811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-37e18618-ce0a-4996-b571-4e5b1914ba56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301039 Jul 28 14:37:56.232844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47156c3f-585e-461a-b0a1-6891ad34bb3d req-497472be-1b7f-49bd-a146-ac6ad8832e12 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Jul 28 14:37:56.235388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-22330226-2547-45f7-82c4-e86633c8b9de service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201965 Jul 28 14:37:56.397548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d5e6c3e-7c4d-4f46-bf70-5a9464e6316f req-3bbc5369-e297-4e7f-add9-911f89586c70 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535740 Jul 28 14:37:56.426697 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c25dd2a-b495-4533-958f-173191953a0e x-openstack-request-id: req-8c25dd2a-b495-4533-958f-173191953a0e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:37:56.427027 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "tag": "4f352a5b-4776-420c-a007-776dc65711be", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:37:56.427279 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c25dd2a-b495-4533-958f-173191953a0e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:37:56.427674 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'tag': '4f352a5b-4776-420c-a007-776dc65711be', 'status': 'completed', 'code': 200} Jul 28 14:37:56.448963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-7c700dd0-da76-4db7-b5cb-4edbfa024a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.450556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-7c700dd0-da76-4db7-b5cb-4edbfa024a4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 1095 time: 0.1696577 Jul 28 14:37:56.459883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:37:56.460347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.476957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-9e717abe-6236-4bca-a4fd-184060bfa328 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351661 Jul 28 14:37:56.523770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-a7edb1ba-3adf-45e2-b8c5-ba87d8c3b121 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 200 len: 217 time: 0.0569692 Jul 28 14:37:56.557709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:56.564565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313653296', 'description': 'tempest-description--1592594119'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:56.666694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a60b8-58c6-4839-95ef-b0a9ff7660bf req-c6b55355-00ba-407a-8278-eab860016103 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.668596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65a60b8-58c6-4839-95ef-b0a9ff7660bf req-c6b55355-00ba-407a-8278-eab860016103 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0742178 Jul 28 14:37:56.678786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-726c99c2-0bf1-4d84-94f8-9430d49ab4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.681762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-726c99c2-0bf1-4d84-94f8-9430d49ab4a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.1439548 Jul 28 14:37:56.689557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8abe03ef-5590-4684-9318-e4fefd3ff319 req-87d870ba-d884-4fea-bbb4-6c25db17a066 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786518 Jul 28 14:37:56.710485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18e7e811-e45f-495f-833c-a3dbc901a94e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:56.727605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65a60b8-58c6-4839-95ef-b0a9ff7660bf req-f2eaa951-19f2-45cb-a46f-b17e05dd859f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Jul 28 14:37:56.731934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.799032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-206576e1-00b6-4726-acde-a5cb1d9b500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:56.800848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-206576e1-00b6-4726-acde-a5cb1d9b500d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085141 Jul 28 14:37:56.905427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:56.915651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:56.942933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-8d33810d-4e4d-4db5-81fd-df6d2c411c70 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317067 Jul 28 14:37:57.016616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.024233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.030253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.036991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.044108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.049109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.056842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.058812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-8123c714-5895-47e5-b2eb-cc471596a2b2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5421 time: 0.1216159 Jul 28 14:37:57.060147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.116001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27d4b7c7-76d9-4f5b-8814-72d91903d5ed req-6a0fbdc0-bf62-4feb-b091-f746dae30a91 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061652 Jul 28 14:37:57.145236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.153796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311baec6-7bc5-4169-aa02-c73ed847e943,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.157138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Transition to ACTIVE for port object 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:37:57.166624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'port_id': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'mac_address': 'fa:16:3e:a8:6a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:57.176792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-de905d7d-89c0-4961-b7e3-e2bf72def6b1 req-6f9e0067-1f00-41ec-a745-a466c1f1f39a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023595 Jul 28 14:37:57.202246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60daf3-6c11-431f-88de-7dde9bad8a8b req-138e9e47-d335-46ba-bfa5-1a85f66d49a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.207992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c60daf3-6c11-431f-88de-7dde9bad8a8b req-138e9e47-d335-46ba-bfa5-1a85f66d49a2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 944 time: 0.0779767 Jul 28 14:37:57.209401 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.222444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e7e811-e45f-495f-833c-a3dbc901a94e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:57.244039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:57.245212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c60daf3-6c11-431f-88de-7dde9bad8a8b req-24bf0340-ec6c-4abe-a25b-9cda877aacc3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Jul 28 14:37:57.267750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.271276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e6c40e1-6d72-4b7d-820a-a22506e66ba9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7103655 Jul 28 14:37:57.278566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47736) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:57.278566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'security_group_rule': {'security_group_id': '311baec6-7bc5-4169-aa02-c73ed847e943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:57.307670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.376001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced47f5-9164-4561-8a69-e1b51b53bd56 req-a490c3dc-b4a4-4026-befe-bb7cd2e15d97 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.382683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ced47f5-9164-4561-8a69-e1b51b53bd56 req-a490c3dc-b4a4-4026-befe-bb7cd2e15d97 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 943 time: 0.0617669 Jul 28 14:37:57.435704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ced47f5-9164-4561-8a69-e1b51b53bd56 req-71c94469-6a34-4c16-b19b-d5cb7cc4df26 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Jul 28 14:37:57.438600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Pushing event updated for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.442243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.442895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a9b4662-2365-480f-8ece-5c3500af9ff6 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:57.448853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Attempting to bind port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:37:57.449225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Attempting to bind port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:37:57.449590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Attempting to bind port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 on network 0337761e-9069-48ec-9170-0b78d7ac9e41 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:37:57.458904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.459298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.459645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.459983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.460547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.460652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.460978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.461309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.461638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.461965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.462290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.462611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.475631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.477038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-d549ae6c-cd31-47fc-9c99-9f1b86516e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.478708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-d549ae6c-cd31-47fc-9c99-9f1b86516e5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 1095 time: 0.0915561 Jul 28 14:37:57.497233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:37:57.497233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Checking segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:37:57.497708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.498139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Bound using segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:37:57.498771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Bound port: 57ab20e2-d4af-4f46-bfe2-ba176dad6a94, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:37:57.499186 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.593372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.652086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-3386c406-d447-4020-9c43-7fd492c8ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.652086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-3386c406-d447-4020-9c43-7fd492c8ff7c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1308043 Jul 28 14:37:57.652647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.708358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] For port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:37:57.711984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:57.715853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] For port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:37:57.733741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'port_id': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'mac_address': 'fa:16:3e:c4:1f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:57.764598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.804114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30fe6cc-068b-4794-a47b-04bd3e7bf010,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.810553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.824507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.824860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.825211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.825408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.825539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.825880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.828306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.828684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.829038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.829382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.829727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.830059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.834723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:37:57.887819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9b4662-2365-480f-8ece-5c3500af9ff6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:57.902009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:57.907472 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c137971-9b5e-4726-b50a-111077a116b3 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6295054 Jul 28 14:37:57.907472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:57.913911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'security_group_rule': {'security_group_id': '311baec6-7bc5-4169-aa02-c73ed847e943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:57.931531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:37:57.932240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:57.947560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979514f0-977f-4274-af7c-6ac5ab2b687b req-c24f6fca-98c1-4734-a071-91b24981ebd9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:57.949766 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-979514f0-977f-4274-af7c-6ac5ab2b687b req-c24f6fca-98c1-4734-a071-91b24981ebd9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1095850 Jul 28 14:37:57.953223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934e028-8ef7-4c57-9f02-c1f47c668b57 None None] Pushing event updated for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:57.959530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:58.044600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-979514f0-977f-4274-af7c-6ac5ab2b687b req-02d6eb37-45c3-43c7-86df-270222b20513 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842249 Jul 28 14:37:58.084411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.085142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 3fadf737-1887-4517-b610-3a6ff11eac3d details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:58.117472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.142095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-31079a13-6fa8-4fcd-b5c3-cb7cb38c0c77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 200 len: 217 time: 0.5166607 Jul 28 14:37:58.187678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:37:58.198987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-f2a13196-6af5-4c61-af63-ad723e682b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.200612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-f2a13196-6af5-4c61-af63-ad723e682b2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0511634 Jul 28 14:37:58.247037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.259029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=3fadf737-1887-4517-b610-3a6ff11eac3d,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:58.264392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-892d0c95-50a3-4b3b-9bad-75abf0331401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.266375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-892d0c95-50a3-4b3b-9bad-75abf0331401 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568776 Jul 28 14:37:58.318952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '3fadf737-1887-4517-b610-3a6ff11eac3d', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'port_id': '3fadf737-1887-4517-b610-3a6ff11eac3d', 'mac_address': 'fa:16:3e:52:1a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:58.323967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:58.353194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.419566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1d0538-3220-4e6d-9565-9a9133fc41a4,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:58.440274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.453913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e404-4817-41ff-929c-098855877fbc req-47159a6b-3ba6-42de-862f-7c6258ada76e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.467008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fadf737-1887-4517-b610-3a6ff11eac3d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:58.469950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4637e404-4817-41ff-929c-098855877fbc req-47159a6b-3ba6-42de-862f-7c6258ada76e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 944 time: 0.1443658 Jul 28 14:37:58.481323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.487293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.493994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.500670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.506650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.511040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.511190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6ef521ab-15e7-4430-a6eb-4ea2ff9395bf tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5991271 Jul 28 14:37:58.511933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:37:58.519330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.519491 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:37:58.521535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.523327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=3fadf737-1887-4517-b610-3a6ff11eac3d,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:58.526119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4637e404-4817-41ff-929c-098855877fbc req-42712b95-9e82-4128-9a22-0d8dc39c976d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490394 Jul 28 14:37:58.526525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-e90bdc25-f551-48c8-afd0-ce72f1091a8e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5423 time: 0.2413671 Jul 28 14:37:58.528755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-ee7aaa16-b6b2-491a-988c-ad56a5819e5f service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527859 Jul 28 14:37:58.590198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:37:57Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:37:58.620041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791b92-66c8-45d1-baca-74f32f497e7e None None] The sync data for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 is: [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:37:57Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:37:58.621743 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.622410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:58.655813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa0a3c3e-5f10-46b5-931d-c578ff11f284 req-b0f9d8e8-bbec-4d80-b2fd-3bafcf4b28ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115034 Jul 28 14:37:58.666870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.732036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39ac28e7-e3a0-49d4-a38f-586761277b7e req-0345b06f-c5a2-42b3-a330-6a086efa79f6 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840649 Jul 28 14:37:58.768238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:58.794840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccebac1-bcd7-4468-a8b9-55084fdf2daf req-86081264-196f-47b8-ac9a-6c8af05d8901 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:58.797847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ccebac1-bcd7-4468-a8b9-55084fdf2daf req-86081264-196f-47b8-ac9a-6c8af05d8901 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 943 time: 0.1801872 Jul 28 14:37:58.834311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:58.848980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'port_id': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'mac_address': 'fa:16:3e:37:55:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0966d5-bf18-4f23-a0e1-b0737ba95117', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:58.874391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ccebac1-bcd7-4468-a8b9-55084fdf2daf req-275d53c0-8639-4bcd-8d42-39e6c4f8efd3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Jul 28 14:37:58.901755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.907905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:58.924354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:58.946712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.029717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Allocated IP 172.25.0.13 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/c9c1c219-c69a-4345-8a53-b176fd802c6c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:37:59.072866 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.073554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 88443e63-f81c-46e9-add4-515cb0f6a5f1 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:59.150154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:59.153905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.168254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'port_id': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'mac_address': 'fa:16:3e:06:5f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:59.199305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.219010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.229316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f347b-ddc7-41a6-a6ae-0eed7d7de9ee req-a537aae3-1cb9-4197-8454-95d580e43436 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:59.230911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c2f347b-ddc7-41a6-a6ae-0eed7d7de9ee req-a537aae3-1cb9-4197-8454-95d580e43436 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0828393 Jul 28 14:37:59.234979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88443e63-f81c-46e9-add4-515cb0f6a5f1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:59.259303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.291577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c2f347b-ddc7-41a6-a6ae-0eed7d7de9ee req-4870e41c-d060-436f-b7c6-c961a2d5abda tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Jul 28 14:37:59.348450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.349608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:59.394214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.426750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:59.460700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:37:59.478202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:37:59.481298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:37:59.493098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:37:59.538483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'Port': ['ID=c9c1c219-c69a-4345-8a53-b176fd802c6c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:37:59.546092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-67820e75-abd0-4792-a2b6-ae03853abd40 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:37:59.556827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-67820e75-abd0-4792-a2b6-ae03853abd40 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.1682668 Jul 28 14:37:59.588494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-396bf89d-fe87-4e29-96a3-1ab3c53a4bd9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/quotas/072c2ecb52524944823d20b697b028ed HTTP/1.1" status: 200 len: 375 time: 0.0304122 Jul 28 14:37:59.602826 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:37:59.608421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.627259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.637489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '4720c981-f0f6-4a54-847f-590aa846f243', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '4720c981-f0f6-4a54-847f-590aa846f243', 'mac_address': 'fa:16:3e:d8:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:59.644306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876', 'network_id': '9e29b661-3bfd-446c-97bf-8265f5e3df8e', 'port_id': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876', 'mac_address': 'fa:16:3e:7f:56:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be635ae0-3752-4649-876b-56757f1f97f8', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:37:59.646834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.652803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-6154dc46-65bb-4ffa-84f6-cebe7a5a84d4 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618248 Jul 28 14:37:59.714710 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.730133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.740573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4720c981-f0f6-4a54-847f-590aa846f243 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:59.751395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:37:59.763730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-02c7b780-e03a-4fc8-8337-fffe4a4933e1 service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021953 Jul 28 14:37:59.782581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.787565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:37:59.808609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.884456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d7089813-3099-46cf-975e-ea25b4e770c6 service neutron] 10.222.0.47 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183424 Jul 28 14:37:59.920290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.928343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:37:59.998887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.046733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63b6ca-5a17-4094-a316-18e4e968e4f5 req-38513f88-04a7-42a2-b6cc-e2b7dc1d8e1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.047631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c63b6ca-5a17-4094-a316-18e4e968e4f5 req-38513f88-04a7-42a2-b6cc-e2b7dc1d8e1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 945 time: 0.0932438 Jul 28 14:38:00.078815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0f739fc8-6469-42aa-9543-55dd390d3c47 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:00.079480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.104133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.123099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c63b6ca-5a17-4094-a316-18e4e968e4f5 req-b70a9aef-a18a-40e1-bc1f-92055cdc065e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657446 Jul 28 14:38:00.198171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:00.239151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.258831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:00.273863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'network_id': '9af7ee4c-fa15-4b8c-aed3-9952da6c76bb', 'port_id': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'mac_address': 'fa:16:3e:a8:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0966d5-bf18-4f23-a0e1-b0737ba95117', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:00.327177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4720c981-f0f6-4a54-847f-590aa846f243'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:00.339907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.345910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.353260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.359476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.366803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.372000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.372998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.380804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.383167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-9f08aa50-e3a3-4c7d-9dba-daf19b466fe0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5427 time: 0.1796234 Jul 28 14:38:00.395682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f739fc8-6469-42aa-9543-55dd390d3c47 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:00.411159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'Port': ['ID=c9c1c219-c69a-4345-8a53-b176fd802c6c,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.434091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.439395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:00.443722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:00.463497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:00.464155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.486814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c13a364-2a40-4e2d-9b0f-2d64f1d07d5a req-42c9afe4-773d-4682-9ff0-18af9de830e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691724 Jul 28 14:38:00.536101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe427a3-39e1-4bf9-95b0-f5dbc660cde9 req-cd580f98-8aeb-4c51-82e7-c2bf65dd76c3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.537850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe427a3-39e1-4bf9-95b0-f5dbc660cde9 req-cd580f98-8aeb-4c51-82e7-c2bf65dd76c3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 943 time: 0.0630302 Jul 28 14:38:00.587796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe427a3-39e1-4bf9-95b0-f5dbc660cde9 req-fafdfbab-4acd-4d49-8ca9-9db52b5da99b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393078 Jul 28 14:38:00.605761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.638439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.639800 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7e3becde-7880-4d47-bcc1-e321c44e064c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1270897 Jul 28 14:38:00.642623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e663b611-2b2d-4aed-b53b-f3158555d7cb req-f13e3f4b-04cb-44ea-b005-c7152d855273 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 210 time: 0.0331166 Jul 28 14:38:00.669574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.720746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:00.752514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:00.805339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-56148a68-42c3-4a71-a42a-c8956c367905 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1313653296&fields=id&tenant_id=423691acdc484af2b1002967cd12a06f HTTP/1.1" status: 200 len: 267 time: 0.0340858 Jul 28 14:38:00.879396 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:00.885014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['3fadf737-1887-4517-b610-3a6ff11eac3d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:00.940261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-08670b42-079e-4381-85d4-e52cac84f12d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:00.943214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-08670b42-079e-4381-85d4-e52cac84f12d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/networks?id=0337761e-9069-48ec-9170-0b78d7ac9e41 HTTP/1.1" status: 200 len: 811 time: 0.1307459 Jul 28 14:38:00.961388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-015b5ff7-400a-4927-8fe1-76ca0a064441 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/quotas/423691acdc484af2b1002967cd12a06f HTTP/1.1" status: 200 len: 375 time: 0.0118535 Jul 28 14:38:01.052714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-70856244-c330-425d-9271-6a8c4bdbc253 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=423691acdc484af2b1002967cd12a06f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836213 Jul 28 14:38:01.111420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['88443e63-f81c-46e9-add4-515cb0f6a5f1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.113856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['2a9b4662-2365-480f-8ece-5c3500af9ff6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.115856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.185772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-1670657a-c8f5-4b3d-802a-d89e42d58053 service neutron] 10.222.0.47 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206045 Jul 28 14:38:01.259852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df1a9d-06f7-440c-ac1b-149583e551d4 req-d4422e5a-44fb-485d-85b2-eee79248daf3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.267280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['0f739fc8-6469-42aa-9543-55dd390d3c47'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.269945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2df1a9d-06f7-440c-ac1b-149583e551d4 req-d4422e5a-44fb-485d-85b2-eee79248daf3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 945 time: 0.0643446 Jul 28 14:38:01.276860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:01.318395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d2df1a9d-06f7-440c-ac1b-149583e551d4 req-80db7ba2-b21f-4f14-b2ef-de8a24b71eff tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Jul 28 14:38:01.324265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-913dc0ad-aaa3-42e3-946f-37139b0c0b9d service neutron] 10.222.0.47 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371806 Jul 28 14:38:01.483277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4f352a5b-4776-420c-a007-776dc65711be details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:01.485854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:01.640272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.646240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.652297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.675730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.695266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.701293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.724272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.728645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-a97cad74-2cee-4452-83fa-b7d0f791a30a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5428 time: 0.1614618 Jul 28 14:38:01.804849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['18e7e811-e45f-495f-833c-a3dbc901a94e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.807159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:01.960346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3635a-3e3e-4617-b96a-d80509b5b1f4 req-a11bd5a8-81af-424e-941b-973c497be34b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:01.969599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a3635a-3e3e-4617-b96a-d80509b5b1f4 req-a11bd5a8-81af-424e-941b-973c497be34b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 943 time: 0.0695770 Jul 28 14:38:02.021797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a3635a-3e3e-4617-b96a-d80509b5b1f4 req-d607ec12-9251-4565-a513-2ef65835ac52 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Jul 28 14:38:02.128233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:02.160852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3aca368c-28bf-441d-b3cb-ec438839b7f1 req-07fbf33a-f01d-4d3b-9227-892f7893d3e9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0486920 Jul 28 14:38:02.233374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:02.269041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cda2747b-90b9-4775-99ec-5df7bcae412c req-e9193479-bdda-4879-9bd2-e3b9267823c3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5329797 Jul 28 14:38:02.271642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8071324-c166-476c-806c-268183b67e80 req-8c499bc4-a5a4-468e-821e-38124ac18d5c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 210 time: 0.0521450 Jul 28 14:38:02.331132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 4720c981-f0f6-4a54-847f-590aa846f243 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:02.335849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '4f352a5b-4776-420c-a007-776dc65711be', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': '4f352a5b-4776-420c-a007-776dc65711be', 'mac_address': 'fa:16:3e:e2:8f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:02.343953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 4720c981-f0f6-4a54-847f-590aa846f243 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:02.344336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.440488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbc0bb-0a6b-42a8-809a-8d9d048b5e63 req-a1ca8960-be8e-4780-9db5-68e20c8a57b3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.444508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8fbc0bb-0a6b-42a8-809a-8d9d048b5e63 req-a1ca8960-be8e-4780-9db5-68e20c8a57b3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 945 time: 0.0603640 Jul 28 14:38:02.497042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8fbc0bb-0a6b-42a8-809a-8d9d048b5e63 req-9e4d4363-119c-421a-b052-8c14da46b1d3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462193 Jul 28 14:38:02.556293 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.585822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f352a5b-4776-420c-a007-776dc65711be {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:02.605879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:02.606258 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.682011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:02.697932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.726889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:02.729357 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d7b44-f477-4c0b-901d-3fb5860be4b7" -d '{"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-plugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:02.767723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:02.771169 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb9c21-a0a7-453e-b867-fe7716e9849a x-openstack-request-id: req-97bb9c21-a0a7-453e-b867-fe7716e9849a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:02.771460 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-plugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:02.771718 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97bb9c21-a0a7-453e-b867-fe7716e9849a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:02.772107 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243', 'code': 200} Jul 28 14:38:02.834046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.892799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:02.898358 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:02.906684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e76cb2-1e01-46d1-afd0-c05d89e84710 req-803ebef1-2bd3-4fbf-a4b8-c0bf6fd75d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:02.908462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50e76cb2-1e01-46d1-afd0-c05d89e84710 req-803ebef1-2bd3-4fbf-a4b8-c0bf6fd75d92 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 1097 time: 0.0475781 Jul 28 14:38:02.960840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:02.961355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50e76cb2-1e01-46d1-afd0-c05d89e84710 req-3da99446-08d1-487e-b9ae-9dd199d1bf14 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452514 Jul 28 14:38:03.156903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649c11-6734-4257-8427-30da5fdcda6d req-bb898aac-3933-4652-909b-f9b238af7505 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.158478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52649c11-6734-4257-8427-30da5fdcda6d req-bb898aac-3933-4652-909b-f9b238af7505 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 944 time: 0.0617020 Jul 28 14:38:03.183293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4f352a5b-4776-420c-a007-776dc65711be'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:03.221185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52649c11-6734-4257-8427-30da5fdcda6d req-d245ed0f-56a8-4547-8a68-454529bb46ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559976 Jul 28 14:38:03.326205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dea47d8f-b122-4f47-82e2-9a88d6d3ed66 req-ecf2a657-319a-4ed3-8174-1db721eb07e5 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 210 time: 0.1068068 Jul 28 14:38:03.405053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2b3318e-0d53-4c96-aa55-33a752dae776 req-2ef1354f-67c2-46e0-859b-09f26811fda5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 210 time: 0.0393770 Jul 28 14:38:03.474867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.480994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.487456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.493457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.499273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.505790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.511887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.514050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-04ff52ff-b017-45f6-8e07-6d236af8c577 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5428 time: 0.1085577 Jul 28 14:38:03.568465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c2e546d-fc71-48a7-a920-c472c799b8c1 req-85bf965e-1d30-4a66-821b-9513e030c18f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457246 Jul 28 14:38:03.661212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef599b-3fc3-4c7c-83eb-27420806b35a req-efb5ad05-64d8-4951-b282-5582f0c09346 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:03.667823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bfef599b-3fc3-4c7c-83eb-27420806b35a req-efb5ad05-64d8-4951-b282-5582f0c09346 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0600340 Jul 28 14:38:03.715607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bfef599b-3fc3-4c7c-83eb-27420806b35a req-7fe59f43-3e57-41fb-94c8-cf775b7e62e9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Jul 28 14:38:04.418282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cdb09-36a8-4ad7-9246-bf16017220ad req-3b5b970c-afc2-40ac-872e-3d05a97f70a3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.420196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac3cdb09-36a8-4ad7-9246-bf16017220ad req-3b5b970c-afc2-40ac-872e-3d05a97f70a3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 944 time: 0.1161354 Jul 28 14:38:04.449575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47e20440-a019-43bc-8ff3-20067b3fe4c6 req-90b6ac21-499c-4eb6-baea-534d41537b00 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0374398 Jul 28 14:38:04.462493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d0d88442-3883-4e32-a2a2-15c77014cb66 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.464043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d0d88442-3883-4e32-a2a2-15c77014cb66 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 815 time: 0.1858351 Jul 28 14:38:04.496088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Request body: {'port': {'device_id': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'admin_state_up': True, 'tenant_id': '072c2ecb52524944823d20b697b028ed'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:04.507238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac3cdb09-36a8-4ad7-9246-bf16017220ad req-44ee2881-3d29-4fb5-b13b-de705ff94bb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Jul 28 14:38:04.583463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04859958-3317-451c-9652-fe6f11062528 req-91b335d1-e6b7-42ca-b4b7-321bf8fd49ed tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 210 time: 0.0374153 Jul 28 14:38:04.710815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.716904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.723750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.729823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.735863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.743159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.749194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.751357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-b48189eb-d7e8-4bfb-9e63-0c9117db381c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5428 time: 0.0986478 Jul 28 14:38:04.805549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66483dd1-0100-4dba-82f0-2fe44bf7092a req-9e0f2a63-40a6-45aa-b3bf-30c8738bc4c8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425572 Jul 28 14:38:04.816429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Made reservation on behalf of 072c2ecb52524944823d20b697b028ed for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:04.820213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:04.928576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1d4a-df92-4986-9505-fd68bff97e20 req-b28024c0-2885-4c94-9259-ceec6a93435e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:04.930157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21fa1d4a-df92-4986-9505-fd68bff97e20 req-b28024c0-2885-4c94-9259-ceec6a93435e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0533016 Jul 28 14:38:04.968588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Allocated IP 172.20.0.4 (b961460e-cb1f-48a7-b794-051442f83238/befb4381-a793-4681-8bc5-8bf557229678/c1fb5e73-80b3-4e46-9d1d-163e3587d32a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:04.985757 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21fa1d4a-df92-4986-9505-fd68bff97e20 req-6f6203f2-6812-4948-b8b1-96348d9a15f0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Jul 28 14:38:05.136289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.308678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-ac5fff94-719d-48b3-9741-89a7f4526f81 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.311206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-ac5fff94-719d-48b3-9741-89a7f4526f81 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.50 "GET /v2.0/networks?id=0337761e-9069-48ec-9170-0b78d7ac9e41 HTTP/1.1" status: 200 len: 811 time: 0.1317399 Jul 28 14:38:05.314628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.364118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:05.376374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-1488f314-2827-4392-9c71-3d5f15b98633 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=423691acdc484af2b1002967cd12a06f HTTP/1.1" status: 200 len: 380 time: 0.0466027 Jul 28 14:38:05.388330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'port': {'device_id': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'admin_state_up': True, 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'security_groups': ['311baec6-7bc5-4169-aa02-c73ed847e943']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:05.416834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Network b961460e-cb1f-48a7-b794-051442f83238 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:05.422301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:05.425169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event updated for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:05.434014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:05.445614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490', '18c1fccf-909a-45d6-92fc-8c97c26d24f9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:05.510008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4f352a5b-4776-420c-a007-776dc65711be up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:05.578451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.579451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.645197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f1b05d6-48f4-4d87-a4a2-a0ddeada73fe req-3686bd87-3b2d-4056-b54f-7996e8140d58 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0387647 Jul 28 14:38:05.698166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Made reservation on behalf of 423691acdc484af2b1002967cd12a06f for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:05.705659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.759950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc407ba-0585-4088-85d4-b8af7555441c req-b3c5ac71-9dae-4393-9a99-c68cac1fb5b3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.761427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abc407ba-0585-4088-85d4-b8af7555441c req-b3c5ac71-9dae-4393-9a99-c68cac1fb5b3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 944 time: 0.0610685 Jul 28 14:38:05.770574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 4f352a5b-4776-420c-a007-776dc65711be completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:05.779915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 4f352a5b-4776-420c-a007-776dc65711be triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:05.780871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.811525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abc407ba-0585-4088-85d4-b8af7555441c req-8760f622-5e90-4fb0-8e27-a6e5e453d10f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Jul 28 14:38:05.866826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Allocated IP 172.20.0.13 (0337761e-9069-48ec-9170-0b78d7ac9e41/e08a89a7-245f-43f9-b1b5-08baf7bf0d31/85c86fda-e9c1-4967-a08a-6f2426808ed3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:05.869318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d9d9a4d9-5be4-46d4-aaec-e778e8b9c37a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772767 Jul 28 14:38:05.891856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Request body: {'port': {'device_id': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:05.919640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.947380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f352a5b-4776-420c-a007-776dc65711be'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:05.949651 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade1b93-e8c2-436b-a367-315b7b95ff27" -d '{"events": [{"server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "name": "network-vif-plugged", "status": "completed", "tag": "4f352a5b-4776-420c-a007-776dc65711be"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:05.963717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:05.972761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:05.996236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015895f-0373-4f55-9d64-5a2aaf372494 req-fbc0c202-b0eb-41f5-a881-c94739e3795f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:05.997803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9015895f-0373-4f55-9d64-5a2aaf372494 req-fbc0c202-b0eb-41f5-a881-c94739e3795f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 931 time: 0.1218879 Jul 28 14:38:06.044821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.084727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Transition to ACTIVE for port object 85c86fda-e9c1-4967-a08a-6f2426808ed3 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:06.099772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9015895f-0373-4f55-9d64-5a2aaf372494 req-a17ece30-eb21-4487-9038-d93543488eab tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711522 Jul 28 14:38:06.120013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18e7e811-e45f-495f-833c-a3dbc901a94e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:06.171484 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.181387 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7048f6-5328-4718-841f-139e170f685c x-openstack-request-id: req-2c7048f6-5328-4718-841f-139e170f685c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:06.181696 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "name": "network-vif-plugged", "status": "completed", "tag": "4f352a5b-4776-420c-a007-776dc65711be", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:06.181938 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c7048f6-5328-4718-841f-139e170f685c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:06.182337 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f352a5b-4776-420c-a007-776dc65711be', 'code': 200} Jul 28 14:38:06.273654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.326265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5de61d-ae15-4e2b-a70b-920039a70a92 req-9f8aaef4-b43b-4de5-999a-778bc57754a6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.327895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.333456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b5de61d-ae15-4e2b-a70b-920039a70a92 req-9f8aaef4-b43b-4de5-999a-778bc57754a6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1028640 Jul 28 14:38:06.334861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.341424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.353413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.353958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:06.354646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.360746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.362889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:06.367938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.377812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-7de07512-c163-4193-a071-eb8726ebcfb7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5428 time: 0.1965678 Jul 28 14:38:06.401346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:06.413714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:06.416543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event updated for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:06.465597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b5de61d-ae15-4e2b-a70b-920039a70a92 req-cca20178-9a5f-4010-b244-7b93978b1baa tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311400 Jul 28 14:38:06.485533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 18e7e811-e45f-495f-833c-a3dbc901a94e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:06.495900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 18e7e811-e45f-495f-833c-a3dbc901a94e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:06.502621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.522982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.532647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.540771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5b0c02e-c147-4464-ab42-61b9ef3f76b2 req-35374a1a-aed6-47a7-bf21-33a0d5154388 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626456 Jul 28 14:38:06.582301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455012-7971-4b25-9d12-dbfa70085690 req-45731840-5686-4169-b705-1cde3e555911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.584521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a455012-7971-4b25-9d12-dbfa70085690 req-45731840-5686-4169-b705-1cde3e555911 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 1097 time: 0.1862104 Jul 28 14:38:06.635636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.677766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a455012-7971-4b25-9d12-dbfa70085690 req-9b7a5fb3-776c-4419-b350-2a7191d1d66f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734229 Jul 28 14:38:06.693771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fb5e73-80b3-4e46-9d1d-163e3587d32a {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:06.700373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:06.704878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.719533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Transition to ACTIVE for port object c1fb5e73-80b3-4e46-9d1d-163e3587d32a will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:06.736562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-7f37d8d0-e155-488a-9337-caacb418faf2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3535936 Jul 28 14:38:06.756783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Request body: {'port': {'device_id': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:06.772009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e27b96-1516-4cc6-8838-69cd1c042068 req-b9562848-2084-4473-868a-818d2e4b700d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:06.774210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86e27b96-1516-4cc6-8838-69cd1c042068 req-b9562848-2084-4473-868a-818d2e4b700d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 932 time: 0.0525682 Jul 28 14:38:06.815094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.818296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86e27b96-1516-4cc6-8838-69cd1c042068 req-b01ae394-7c73-444c-9845-7317daf1740d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Jul 28 14:38:06.822156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.823187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a9b4662-2365-480f-8ece-5c3500af9ff6 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:06.890588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.896029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad6ee433-261f-4906-bd98-ebd12c41ca6d None None] Provisioning for port 85c86fda-e9c1-4967-a08a-6f2426808ed3 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:06.903887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad6ee433-261f-4906-bd98-ebd12c41ca6d None None] Provisioning complete for port 85c86fda-e9c1-4967-a08a-6f2426808ed3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:06.904396 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee433-261f-4906-bd98-ebd12c41ca6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:06.948310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:06.962752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ee433-261f-4906-bd98-ebd12c41ca6d None None] Port 85c86fda-e9c1-4967-a08a-6f2426808ed3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:06.979957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.055061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Attempting to bind port c1fb5e73-80b3-4e46-9d1d-163e3587d32a on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:07.055443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Attempting to bind port c1fb5e73-80b3-4e46-9d1d-163e3587d32a by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:07.055851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Attempting to bind port c1fb5e73-80b3-4e46-9d1d-163e3587d32a on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:07.061647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Port c1fb5e73-80b3-4e46-9d1d-163e3587d32a on network b961460e-cb1f-48a7-b794-051442f83238 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:07.062079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Attempting to bind port c1fb5e73-80b3-4e46-9d1d-163e3587d32a on network b961460e-cb1f-48a7-b794-051442f83238 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:07.069078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:07.071011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Checking segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:07.071011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Bound using segment: {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:07.071011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Bound port: c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68110be4-df86-446b-b767-93f6f539fcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:07.071011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.078662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2a688-8965-47de-a8fa-5defec8a7206 req-f6946f37-19a5-4cc6-a853-dd2fe08293a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.078662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ce2a688-8965-47de-a8fa-5defec8a7206 req-f6946f37-19a5-4cc6-a853-dd2fe08293a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 945 time: 0.0911086 Jul 28 14:38:07.154238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 2a9b4662-2365-480f-8ece-5c3500af9ff6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:07.164091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 2a9b4662-2365-480f-8ece-5c3500af9ff6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:07.164507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.173535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:07.192636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:07.202712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ce2a688-8965-47de-a8fa-5defec8a7206 req-02c54ca2-d1fd-47de-898f-2fe7e8df7551 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732489 Jul 28 14:38:07.209917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-df195f89-bcb4-4798-9e44-86a65c7a8cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818460 Jul 28 14:38:07.294274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2a339-7661-4a87-9e9a-92a6cc5571b9 req-a9b832f9-d3ed-460d-8f88-07b2375b8233 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.295909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9fb2a339-7661-4a87-9e9a-92a6cc5571b9 req-a9b832f9-d3ed-460d-8f88-07b2375b8233 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.1008885 Jul 28 14:38:07.327687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.339629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.345087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c86fda-e9c1-4967-a08a-6f2426808ed3 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:07.354758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.373125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Transition to ACTIVE for port object 85c86fda-e9c1-4967-a08a-6f2426808ed3 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:07.382862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:07.396724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.397488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.398891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] 10.222.0.50 "PUT /v2.0/ports/c1fb5e73-80b3-4e46-9d1d-163e3587d32a HTTP/1.1" status: 200 len: 1092 time: 1.5112729 Jul 28 14:38:07.403454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:07.405698 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85021a2-274f-40d3-ba4a-beb8bf566457" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:07.415812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9fb2a339-7661-4a87-9e9a-92a6cc5571b9 req-06bb2748-9021-4f10-b0e0-8c019770cee7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048932 Jul 28 14:38:07.424399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-2d775214-3967-4aba-8417-55507ff5c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.426597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-2d775214-3967-4aba-8417-55507ff5c501 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f82139aa41244d79bfa2996d750fb260&device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 1097 time: 0.1667693 Jul 28 14:38:07.433274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f16be-bdd1-4063-85d4-bfda8772cfcb service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.451045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.467416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.468285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 3fadf737-1887-4517-b610-3a6ff11eac3d up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:07.472741 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcfe931-b64d-4be5-9090-d0c4f5756cdb x-openstack-request-id: req-dbcfe931-b64d-4be5-9090-d0c4f5756cdb {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:07.473068 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:07.473333 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dbcfe931-b64d-4be5-9090-d0c4f5756cdb {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:07.473731 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a', 'status': 'completed', 'code': 200} Jul 28 14:38:07.612003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.618318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Pushing event updated for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:07.708672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-5fc52f7d-9316-43a8-af00-6fb9b38bd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.710352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-5fc52f7d-9316-43a8-af00-6fb9b38bd681 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 1095 time: 0.1864772 Jul 28 14:38:07.730078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Attempting to bind port 85c86fda-e9c1-4967-a08a-6f2426808ed3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:07.730417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Attempting to bind port 85c86fda-e9c1-4967-a08a-6f2426808ed3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:07.730752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Attempting to bind port 85c86fda-e9c1-4967-a08a-6f2426808ed3 on network 0337761e-9069-48ec-9170-0b78d7ac9e41 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:07.740965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Port 85c86fda-e9c1-4967-a08a-6f2426808ed3 on network 0337761e-9069-48ec-9170-0b78d7ac9e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:07.741549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Attempting to bind port 85c86fda-e9c1-4967-a08a-6f2426808ed3 on network 0337761e-9069-48ec-9170-0b78d7ac9e41 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:07.763754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.769981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.774850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1afbf-1f70-4f94-8848-48c82da57f5b req-4f416828-4c7b-47b9-a06b-d9031d50a21b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.776045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.779510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa1afbf-1f70-4f94-8848-48c82da57f5b req-4f416828-4c7b-47b9-a06b-d9031d50a21b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1623991 Jul 28 14:38:07.782008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.789135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.805637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 3fadf737-1887-4517-b610-3a6ff11eac3d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:07.811590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.820335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 3fadf737-1887-4517-b610-3a6ff11eac3d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:07.821014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.828680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.832213 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-07556192-190f-404c-879f-abb941b34ee0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5430 time: 0.1553352 Jul 28 14:38:07.833336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:07.833816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Checking segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:07.834422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Bound using segment: {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:07.834887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Bound port: 85c86fda-e9c1-4967-a08a-6f2426808ed3, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329e3ff1-110c-4837-a979-8ef9d488d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:07.835286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.917111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-0cfe3e6c-ca43-43ac-8ad7-f0f72878a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:07.918833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-0cfe3e6c-ca43-43ac-8ad7-f0f72878a3f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 200 len: 919 time: 0.4487193 Jul 28 14:38:07.931856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:07.972540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1af1c7d-5525-4bc7-9be8-b3a35d2ea1ca req-a3936a5f-e1d9-48fb-85d4-3a6356f7b5a3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060133 Jul 28 14:38:07.973908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=3fadf737-1887-4517-b610-3a6ff11eac3d,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:08.002112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-101688c2-35c2-4e98-a447-7591849009af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 200 len: 217 time: 0.0652204 Jul 28 14:38:08.023583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2fa1afbf-1f70-4f94-8848-48c82da57f5b req-2d7c0a0f-f3cf-4d07-92dc-5d5d4aee3cea tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076645 Jul 28 14:38:08.045753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:08.055930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:08.096825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.098374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0f739fc8-6469-42aa-9543-55dd390d3c47 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:08.099286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-f2f1b8a8-d1e5-4f54-9b4c-fb028eb72c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.100784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-f2f1b8a8-d1e5-4f54-9b4c-fb028eb72c04 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=072c2ecb52524944823d20b697b028ed&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3682036 Jul 28 14:38:08.126384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-d8996b0a-f18b-4c04-805a-1cec34da5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.127841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-d8996b0a-f18b-4c04-805a-1cec34da5c7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 200 len: 858 time: 0.1021349 Jul 28 14:38:08.179291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:08.185480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fadf737-1887-4517-b610-3a6ff11eac3d'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:08.191927 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19866cec-35e4-43ec-a2a6-92558bb29c8c" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fadf737-1887-4517-b610-3a6ff11eac3d"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:08.228383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-0248a140-b2f9-44f5-b6bb-334649e82ae3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=621dc923-f7eb-46d8-9371-72c4f3c42e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774901 Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d0d762-9b88-4eed-821d-1841328c0d1d x-openstack-request-id: req-f7d0d762-9b88-4eed-821d-1841328c0d1d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "3fadf737-1887-4517-b610-3a6ff11eac3d", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7d0d762-9b88-4eed-821d-1841328c0d1d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'code': 200} Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'code': 200} Jul 28 14:38:08.250184 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fadf737-1887-4517-b610-3a6ff11eac3d', 'code': 200} Jul 28 14:38:08.280929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8d611-2e45-41bf-80b9-d17ac3858ec3 req-56ca7b7c-168d-4709-a6ad-0c438ec2167d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.288445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15e8d611-2e45-41bf-80b9-d17ac3858ec3 req-56ca7b7c-168d-4709-a6ad-0c438ec2167d tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 944 time: 0.2009439 Jul 28 14:38:08.290694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.367623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.367952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.369654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] 10.222.0.50 "PUT /v2.0/ports/85c86fda-e9c1-4967-a08a-6f2426808ed3 HTTP/1.1" status: 200 len: 1093 time: 1.6182656 Jul 28 14:38:08.371253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:08.374253 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e0318b-a457-4127-a87e-d28a4cbe7400" -d '{"events": [{"name": "network-changed", "server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:08.407722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a6b67-339d-4a77-bc44-68e6c28cab3e service neutron] Pushing event updated for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:08.411463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 0f739fc8-6469-42aa-9543-55dd390d3c47 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:08.412125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-fe058709-fc81-4358-bc54-5db3217ac86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.417024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 0f739fc8-6469-42aa-9543-55dd390d3c47 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:08.423656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.423989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283cf65-9fa0-473c-9f7d-c421de0ad77d req-db9248ae-1be8-4c0d-b59f-db43924b5492 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.424078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f85021a2-274f-40d3-ba4a-beb8bf566457 req-fe058709-fc81-4358-bc54-5db3217ac86d service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2988389 Jul 28 14:38:08.432328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a283cf65-9fa0-473c-9f7d-c421de0ad77d req-db9248ae-1be8-4c0d-b59f-db43924b5492 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 945 time: 0.1128988 Jul 28 14:38:08.440150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15e8d611-2e45-41bf-80b9-d17ac3858ec3 req-0c32691a-37ed-4444-8be9-cf1c79cf96ee tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501217 Jul 28 14:38:08.466548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-c56cbd6f-e875-4fc9-b9b2-1f80126560c4 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214859 Jul 28 14:38:08.521025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a283cf65-9fa0-473c-9f7d-c421de0ad77d req-b6a74ad5-b295-4c80-8203-587a11a9773f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832734 Jul 28 14:38:08.666517 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6255e90-456d-4264-ace4-39f9b78bb7c5 x-openstack-request-id: req-e6255e90-456d-4264-ace4-39f9b78bb7c5 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:08.666517 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:08.666517 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6255e90-456d-4264-ace4-39f9b78bb7c5 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:08.666517 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'status': 'completed', 'code': 200} Jul 28 14:38:08.668286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-c2e467d2-227f-4e08-86b0-d83d488b4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.668286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-c2e467d2-227f-4e08-86b0-d83d488b4122 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 1095 time: 0.1534362 Jul 28 14:38:08.696491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:08.709297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-0375602f-f787-4c7f-8c86-87ca83dc4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.712111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-0375602f-f787-4c7f-8c86-87ca83dc4f92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=423691acdc484af2b1002967cd12a06f&device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0669436 Jul 28 14:38:08.746430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eb0c429-eacf-4a54-b13e-cc8f6e9a7be9 req-76efd7e6-ecf1-4f32-96f0-051f9276f6f7 service neutron] 10.222.0.53 "GET /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655983 Jul 28 14:38:08.747866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-d2bc32ac-bec4-4d01-bdd0-0acd5f9b0325 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a HTTP/1.1" status: 200 len: 217 time: 0.0584269 Jul 28 14:38:08.772916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:08.838377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec97816-859e-4710-932e-3fb82dce2f38 req-4f613186-7fcb-4300-ad99-a15e3a3d833c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.840133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bec97816-859e-4710-932e-3fb82dce2f38 req-4f613186-7fcb-4300-ad99-a15e3a3d833c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.1268318 Jul 28 14:38:08.840351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-71e812e1-2e2b-49ba-9d4a-6f8b5b1a1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.841832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-71e812e1-2e2b-49ba-9d4a-6f8b5b1a1518 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0866032 Jul 28 14:38:08.847909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8600af27-ce38-49ca-9702-d604b19385d9 req-4c6fbae1-67b3-4d10-87fa-cba635f66f07 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 267 time: 0.0819561 Jul 28 14:38:08.880932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-e4716950-5933-47e0-a8d4-a9b17f6aa8f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319142 Jul 28 14:38:08.906886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-0cdd10b8-0cd7-4eca-8e87-a143e0e380c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.908433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-0cdd10b8-0cd7-4eca-8e87-a143e0e380c6 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=423691acdc484af2b1002967cd12a06f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1590233 Jul 28 14:38:08.911633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bec97816-859e-4710-932e-3fb82dce2f38 req-f9818298-cd6a-46a1-a68f-edd097479bfb tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630045 Jul 28 14:38:08.972015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600af27-ce38-49ca-9702-d604b19385d9 req-8abaaa93-8369-4f58-a8dd-5e2942620be3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:08.974083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8600af27-ce38-49ca-9702-d604b19385d9 req-8abaaa93-8369-4f58-a8dd-5e2942620be3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 945 time: 0.1165528 Jul 28 14:38:08.989354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'security_groups': []}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:09.013074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-75f28c5b-c427-4098-ac11-dd01840cc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.015874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.016737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:09.016925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09e0318b-a457-4127-a87e-d28a4cbe7400 req-75f28c5b-c427-4098-ac11-dd01840cc83e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019206 Jul 28 14:38:09.054169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-bddcd813-f809-4a62-af1f-53956aee27c3 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588900 Jul 28 14:38:09.147631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:09.150033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.188779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-61ca9140-94ec-4bbc-871d-80e548f9bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.190306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-61ca9140-94ec-4bbc-871d-80e548f9bfdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=423691acdc484af2b1002967cd12a06f&device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 1096 time: 0.0630598 Jul 28 14:38:09.203624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.209804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.219003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.221958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.228559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.234464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.241107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.243322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-7083c86f-b9f7-423e-805b-b57030133ed9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5432 time: 0.1714907 Jul 28 14:38:09.246293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:09.251696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cc24132-2184-4173-a611-bcacb90d40c2 req-e2b98ecf-b14a-4f3b-b720-1db373887a45 service neutron] 10.222.0.50 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629114 Jul 28 14:38:09.257801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:09.257801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.289460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-15c19dac-0d50-4502-931a-d6c9014dd327 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3 HTTP/1.1" status: 200 len: 217 time: 0.0451481 Jul 28 14:38:09.352378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39f3697f-6115-4e42-a10c-3efa33f35b3b req-4f4e337e-1ce1-4c65-bcef-f935cb595ca5 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998292 Jul 28 14:38:09.360267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.361845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-ac3a9dea-68bb-4ac7-a9d4-ba6240566a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.363318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-ac3a9dea-68bb-4ac7-a9d4-ba6240566a11 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e08a89a7-245f-43f9-b1b5-08baf7bf0d31 HTTP/1.1" status: 200 len: 850 time: 0.0642538 Jul 28 14:38:09.367489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:09.397943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:09.416606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.420610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-2cc71e1d-9463-493d-a234-1be327c9ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.422288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-2cc71e1d-9463-493d-a234-1be327c9ed58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0337761e-9069-48ec-9170-0b78d7ac9e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514436 Jul 28 14:38:09.501957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.503049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 88443e63-f81c-46e9-add4-515cb0f6a5f1 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:09.542566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.544324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de76b6-50da-43e6-863b-919eb6cba30b req-fc10c0d0-90b3-4bec-b73e-601235daf17d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.545872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39de76b6-50da-43e6-863b-919eb6cba30b req-fc10c0d0-90b3-4bec-b73e-601235daf17d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0969450 Jul 28 14:38:09.557922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-12e3bdb9-fbdb-419e-83d3-ce573448809d service neutron] 10.222.0.50 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270852 Jul 28 14:38:09.584169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:09.612149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.613601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.615423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8600af27-ce38-49ca-9702-d604b19385d9 req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "PUT /v2.0/ports/4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 200 len: 904 time: 0.6327770 Jul 28 14:38:09.619139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'tag': '4f352a5b-4776-420c-a007-776dc65711be'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:09.621274 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209c8a02-b0d6-41be-91f7-215c5d1ea620" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "tag": "4f352a5b-4776-420c-a007-776dc65711be"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:09.638714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4f352a5b-4776-420c-a007-776dc65711be'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:09.664093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39de76b6-50da-43e6-863b-919eb6cba30b req-ed9e0f89-15eb-4503-90c7-fa7764eb88df tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942984 Jul 28 14:38:09.694748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e0fd-d4f7-4590-853a-63d80ff4cabb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:09.727826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19d0b8e2-6ad9-4a35-b01e-887190b90403 req-e9cd72c3-12d0-463e-9046-976bfe2cfcf1 service neutron] 10.222.0.50 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602643 Jul 28 14:38:09.756181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:09.845117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 88443e63-f81c-46e9-add4-515cb0f6a5f1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:09.851573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8346b0-63b7-49c2-824f-a4b70e43ba82 req-6c0b7999-f37c-4223-9c3e-a864545e5905 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.853695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 88443e63-f81c-46e9-add4-515cb0f6a5f1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:09.854075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:09.860048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e8346b0-63b7-49c2-824f-a4b70e43ba82 req-6c0b7999-f37c-4223-9c3e-a864545e5905 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 944 time: 0.1168902 Jul 28 14:38:09.885422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4f352a5b-4776-420c-a007-776dc65711be'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:09.914273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e8346b0-63b7-49c2-824f-a4b70e43ba82 req-3ebfe34b-30a5-47d6-bd38-9ac877ef267f tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531228 Jul 28 14:38:09.938125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34025294-dfba-4c0d-ba80-7d1c9e46e0fc req-99c84018-2fa7-4800-a15c-64de24268bb2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:09.939773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34025294-dfba-4c0d-ba80-7d1c9e46e0fc req-99c84018-2fa7-4800-a15c-64de24268bb2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 907 time: 0.1000125 Jul 28 14:38:09.985882 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5f7d29-14d5-41d8-9e2c-aec288c5a4f3 x-openstack-request-id: req-3b5f7d29-14d5-41d8-9e2c-aec288c5a4f3 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:09.986511 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "tag": "4f352a5b-4776-420c-a007-776dc65711be", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:09.987180 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b5f7d29-14d5-41d8-9e2c-aec288c5a4f3 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:09.987739 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'tag': '4f352a5b-4776-420c-a007-776dc65711be', 'status': 'completed', 'code': 200} Jul 28 14:38:10.103587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-034bb3d0-3352-4990-9814-3292433e88b6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809348 Jul 28 14:38:10.119989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.125252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489348-bded-4b43-89fb-cfe78467ecf4 req-9fc6688f-fc1d-4b0b-8d47-421582e2bdd5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.125861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-c4fe5729-fe20-4bf2-b43b-a9691043f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.127177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44489348-bded-4b43-89fb-cfe78467ecf4 req-9fc6688f-fc1d-4b0b-8d47-421582e2bdd5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.0654678 Jul 28 14:38:10.127802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-c4fe5729-fe20-4bf2-b43b-a9691043f8d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 1059 time: 0.0542853 Jul 28 14:38:10.211004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44489348-bded-4b43-89fb-cfe78467ecf4 req-615f3406-dd24-4885-a582-0028428f5cda tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763264 Jul 28 14:38:10.226803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:10.230458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-656d9508-c74c-4596-b9bc-5f3ec752c79d None None] Provisioning complete for port 4f352a5b-4776-420c-a007-776dc65711be triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:10.230918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-656d9508-c74c-4596-b9bc-5f3ec752c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.232727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-667deadf-6fe3-4105-96ca-02f02164b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.234711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-667deadf-6fe3-4105-96ca-02f02164b844 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 1097 time: 0.0856817 Jul 28 14:38:10.258922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8c1a-63d5-48cf-ab0c-52aa196c7f12 req-39db9995-345f-4021-8713-c29656c0f545 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.260328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:10.263022 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169dfce-6aba-48ab-bff6-df6ea855f08a" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:10.266488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d85d8c1a-63d5-48cf-ab0c-52aa196c7f12 req-39db9995-345f-4021-8713-c29656c0f545 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1369078 Jul 28 14:38:10.321030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.321030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:10.340807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-a58e9a64-4e39-4949-ad2b-46138e45a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.347145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-a58e9a64-4e39-4949-ad2b-46138e45a885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1903758 Jul 28 14:38:10.366663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d85d8c1a-63d5-48cf-ab0c-52aa196c7f12 req-085f45a1-8a11-4c94-bdcb-c56e95c7c618 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992727 Jul 28 14:38:10.400102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-568f1f2d-65ec-416c-bded-1b304d2595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.404385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-568f1f2d-65ec-416c-bded-1b304d2595ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1443973 Jul 28 14:38:10.409722 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c50bc2-5b62-4a64-bda2-cfc11a943955 x-openstack-request-id: req-b2c50bc2-5b62-4a64-bda2-cfc11a943955 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:10.410195 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:10.410323 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2c50bc2-5b62-4a64-bda2-cfc11a943955 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:10.410816 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'code': 200} Jul 28 14:38:10.411114 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'code': 200} Jul 28 14:38:10.411343 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'code': 200} Jul 28 14:38:10.412685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:10.548821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-f4e249f2-7781-47b7-a189-ab57ee7fa0a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a HTTP/1.1" status: 200 len: 217 time: 0.1134512 Jul 28 14:38:10.564789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:10.570509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:10.570992 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.639732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-ec8ffb9a-aa63-4fe9-8bd6-1e65dd19f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.641297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-ec8ffb9a-aa63-4fe9-8bd6-1e65dd19f4f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0841837 Jul 28 14:38:10.654013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db737486-f347-4756-82ef-daa02ef7f270 req-ba7a5081-238b-45bf-8228-5e0dad062258 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.655900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db737486-f347-4756-82ef-daa02ef7f270 req-ba7a5081-238b-45bf-8228-5e0dad062258 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1105895 Jul 28 14:38:10.738379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db737486-f347-4756-82ef-daa02ef7f270 req-81c4bd40-a88e-4f33-bbbc-fceac3ad3747 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678463 Jul 28 14:38:10.743033 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.746272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-16d3b402-0074-4407-a0ad-ae730b36329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.748037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-16d3b402-0074-4407-a0ad-ae730b36329e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910938 Jul 28 14:38:10.826122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:10.882945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-fab70b89-eed9-45ce-b8b0-eda8be2f2dc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 200 len: 217 time: 0.5129170 Jul 28 14:38:10.907442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:10.939808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3512f-a14e-49d6-8069-6ed7f50261e5 req-90c9ee5f-7582-4344-93b2-9018e22fc242 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:10.942479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eec3512f-a14e-49d6-8069-6ed7f50261e5 req-90c9ee5f-7582-4344-93b2-9018e22fc242 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0834594 Jul 28 14:38:10.981634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-bf1b9bd6-0343-4d4e-8e43-3862ff4bce75 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137809 Jul 28 14:38:10.995115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:11.005352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.014675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.023662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.030432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.039758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.046836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.057293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.060141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-a4048d91-2c48-4a92-b311-74b2d47373fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5434 time: 0.1796732 Jul 28 14:38:11.062542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eec3512f-a14e-49d6-8069-6ed7f50261e5 req-fd4702fb-241d-4189-b09e-7fdd74cc5bd6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129279 Jul 28 14:38:11.063501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-012ae4be-0133-4668-b1bf-f9551a9c66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.067506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-012ae4be-0133-4668-b1bf-f9551a9c66bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.1753395 Jul 28 14:38:11.125225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90efeb08-44a9-4ceb-b482-0c2a6d31861b req-77296167-f183-4c99-a2a2-785ba038e7d3 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353128 Jul 28 14:38:11.149967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f11346dc-1201-4b46-90b7-5fdac52258cd req-769003a9-06a9-42c4-9b11-8be377ef0448 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786641 Jul 28 14:38:11.166156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-a54352e7-791d-4930-8599-0fa988d73ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.166156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-a54352e7-791d-4930-8599-0fa988d73ae6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664637 Jul 28 14:38:11.291809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74662-e2c6-47f5-a032-f36a3b06e305 req-b6b85493-1421-429f-8a94-c7003f7ff4db tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.293395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5f74662-e2c6-47f5-a032-f36a3b06e305 req-b6b85493-1421-429f-8a94-c7003f7ff4db tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 944 time: 0.0544183 Jul 28 14:38:11.339309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5f74662-e2c6-47f5-a032-f36a3b06e305 req-be5362ab-4ef6-4a81-8a68-bc31ee66c21b tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388360 Jul 28 14:38:11.382838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-eb0d456c-fa95-4652-b1ad-e33ecf57deab service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965730 Jul 28 14:38:11.469096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-04ec7146-15c4-4e38-a641-969548829eba tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.470532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-04ec7146-15c4-4e38-a641-969548829eba tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.2098048 Jul 28 14:38:11.505704 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7df2bc4a-17ec-4046-bdb5-9df7e433ce4e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/quotas/b2417eb3b85a4ce2a8934bfe67ff8705 HTTP/1.1" status: 200 len: 375 time: 0.0236478 Jul 28 14:38:11.576027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbbe79-9b75-490e-88fd-70ae5fde706f req-9b10d53e-0003-40b1-a67a-8cab63eb2959 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:11.577528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-209c8a02-b0d6-41be-91f7-215c5d1ea620 req-bcf5f47c-10d5-431f-b4b7-6dd176a32c08 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790717 Jul 28 14:38:11.580297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bbbe79-9b75-490e-88fd-70ae5fde706f req-9b10d53e-0003-40b1-a67a-8cab63eb2959 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.0685723 Jul 28 14:38:11.612147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-21cef1a2-99bf-483c-b18f-dc6d379a33d4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0963323 Jul 28 14:38:11.624372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0bbbe79-9b75-490e-88fd-70ae5fde706f req-d26448c0-29bc-4dca-b37b-8fa4de8ec79c tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Jul 28 14:38:11.710456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-b0bd3f2d-885a-42dc-9637-d59308ca2878 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973814 Jul 28 14:38:11.804631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-ca35a1fd-b5f3-4909-b90a-5f0a57c46d09 service neutron] 10.222.0.47 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879967 Jul 28 14:38:12.078102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a73ee4e9-5629-44ec-9c69-68d1162cb3d8 req-ae395301-1d97-4acc-b8e5-95a02637481e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Jul 28 14:38:12.220673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec208cb9-82dd-43b7-a402-62f4e6d524a1 req-74954741-87f3-43b4-8dc5-780b1cd6abef tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.222424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec208cb9-82dd-43b7-a402-62f4e6d524a1 req-74954741-87f3-43b4-8dc5-780b1cd6abef tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0643768 Jul 28 14:38:12.263366 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec208cb9-82dd-43b7-a402-62f4e6d524a1 req-6f05bd57-5a77-4874-a996-14bff1988f15 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Jul 28 14:38:12.273905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aef31b1a-3ddc-4475-babf-71aa765fd847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:12.369036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.377669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.385318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.392166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.398915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.405198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.412232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.412624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:12.414300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-2dd8d7f8-9071-45c6-98d2-7bf78b60b25e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1014669 Jul 28 14:38:12.415870 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c80900-4ade-4bb4-ab57-6b1eeb1aa9fa" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:12.468759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71c35a40-656c-4b06-966e-efbbf267ed4b req-33249d17-d680-46b0-b214-603db80c6733 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468304 Jul 28 14:38:12.485766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bb23c-3208-462c-9401-447976468264 req-38f8dadb-88b4-47b7-8d72-ee3f0ce7cdd9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.488552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef6bb23c-3208-462c-9401-447976468264 req-38f8dadb-88b4-47b7-8d72-ee3f0ce7cdd9 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 944 time: 0.0659659 Jul 28 14:38:12.553901 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915dc261-eb00-438f-89f1-62ef79752f2e x-openstack-request-id: req-915dc261-eb00-438f-89f1-62ef79752f2e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:12.553901 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-plugged", "status": "completed", "tag": "85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:12.553901 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-915dc261-eb00-438f-89f1-62ef79752f2e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:12.553901 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876', 'code': 200} Jul 28 14:38:12.554438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef6bb23c-3208-462c-9401-447976468264 req-125442cd-9a2d-45dd-88d0-4c9edb2e4b9c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346024 Jul 28 14:38:12.671218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.671704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.672174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.672638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.673117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.673573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.674024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.676686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3cabadcf-2165-4a95-a614-aee087613e5d req-e7c8bc70-541c-4348-9e6c-c28fda6347e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.0536737 Jul 28 14:38:12.716718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3cabadcf-2165-4a95-a614-aee087613e5d req-c2201ebe-2202-4f28-afbe-a60e654990ab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&id=963d1ac6-995d-46bc-bdae-2e21387e8d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321825 Jul 28 14:38:12.745454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed9b07-f2ef-4677-9560-4300860cb0bf req-dfa1fc06-ac23-45d2-b7f5-b3353fa8e1c9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:12.747449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1ed9b07-f2ef-4677-9560-4300860cb0bf req-dfa1fc06-ac23-45d2-b7f5-b3353fa8e1c9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Jul 28 14:38:12.788157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d1ed9b07-f2ef-4677-9560-4300860cb0bf req-ff537842-b657-4e22-abd3-a14bda3e6e9d tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Jul 28 14:38:13.222054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1760df99-03bf-4e62-bf4c-482237197874 req-25a9b246-39dd-4443-8b19-275cf14cba76 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 210 time: 0.0876386 Jul 28 14:38:13.448216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4483-3527-4306-962b-023716e9eeea req-73bc1ac9-4256-4159-b6b8-f5c79dc72c1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.449367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fbfa2-e8a8-44c9-b836-d6f065cdade1 req-545e4b94-ba12-4692-ba6b-b12e4bfb289f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.450099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e3f4483-3527-4306-962b-023716e9eeea req-73bc1ac9-4256-4159-b6b8-f5c79dc72c1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0656197 Jul 28 14:38:13.452339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b4fbfa2-e8a8-44c9-b836-d6f065cdade1 req-545e4b94-ba12-4692-ba6b-b12e4bfb289f tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0568593 Jul 28 14:38:13.515861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b4fbfa2-e8a8-44c9-b836-d6f065cdade1 req-8bcbefdb-20ee-44ac-a4c3-dd7e460ebb7a tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Jul 28 14:38:13.534255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e3f4483-3527-4306-962b-023716e9eeea req-ea590d5a-495f-42a4-ab5c-4c63558f4ed2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777843 Jul 28 14:38:13.662162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.668533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.674596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.675257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b222fa7-f3e2-4ee5-9554-bd20b719bbe0 req-d53c6927-2f4f-48a8-b73e-304b98ad6c57 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.681404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.683480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b222fa7-f3e2-4ee5-9554-bd20b719bbe0 req-d53c6927-2f4f-48a8-b73e-304b98ad6c57 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 944 time: 0.0646684 Jul 28 14:38:13.687879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.694495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.710436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.710436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-390afd75-e956-4d26-9886-e57bf196d080 req-80fcc411-8104-4125-a1d2-449d5f544aae tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1203887 Jul 28 14:38:13.721941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b222fa7-f3e2-4ee5-9554-bd20b719bbe0 req-409483b0-3d01-4e2a-b9c9-996aba50c98b tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Jul 28 14:38:13.758147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-390afd75-e956-4d26-9886-e57bf196d080 req-29ae5709-f344-480f-8fc5-07fed13af751 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485051 Jul 28 14:38:13.919214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3635f-0550-4d01-a095-3e02917df95d req-bf67d2f7-14ea-4af7-a575-3ec9c4cb6a05 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:13.920716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ff3635f-0550-4d01-a095-3e02917df95d req-bf67d2f7-14ea-4af7-a575-3ec9c4cb6a05 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 943 time: 0.0498662 Jul 28 14:38:13.964113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ff3635f-0550-4d01-a095-3e02917df95d req-6077fa9c-dd6b-4570-9de2-f596bacc0f6f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Jul 28 14:38:14.165439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c1fb5e73-80b3-4e46-9d1d-163e3587d32a details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:14.263847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:14.278328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a', 'network_id': 'b961460e-cb1f-48a7-b794-051442f83238', 'port_id': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a', 'mac_address': 'fa:16:3e:77:76:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'befb4381-a793-4681-8bc5-8bf557229678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:14.319112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.336701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fb5e73-80b3-4e46-9d1d-163e3587d32a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:14.348227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0432d517-af54-488c-8b0e-fd6ea3d75f59 req-5cee8597-3c6d-4c54-8a7d-cfda5b0dc24e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 210 time: 0.0336363 Jul 28 14:38:14.357251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:14.450593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.451371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85c86fda-e9c1-4967-a08a-6f2426808ed3 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:14.482257 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:38:14.546253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:14.619456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:14.626197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5da09-4ed2-4ecb-84b6-c9a278f9d6c0 req-68171565-faa0-4592-9faf-b0615cc5dd85 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.627991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94e5da09-4ed2-4ecb-84b6-c9a278f9d6c0 req-68171565-faa0-4592-9faf-b0615cc5dd85 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0516894 Jul 28 14:38:14.636607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'port_id': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'mac_address': 'fa:16:3e:8a:1a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:14.675370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94e5da09-4ed2-4ecb-84b6-c9a278f9d6c0 req-8552cdf9-1e2f-45e4-b92c-adf8e2185c37 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Jul 28 14:38:14.678733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d52d67-3bf0-4a1c-823b-42625918365e req-81473014-03c3-4d2b-9e05-1c8b16943537 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.680493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5d52d67-3bf0-4a1c-823b-42625918365e req-81473014-03c3-4d2b-9e05-1c8b16943537 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0554180 Jul 28 14:38:14.680628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.694988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c86fda-e9c1-4967-a08a-6f2426808ed3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:14.715975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:14.724205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5d52d67-3bf0-4a1c-823b-42625918365e req-c0ab3a5b-2dc6-42b4-bf62-aa1e24aa36bf tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374191 Jul 28 14:38:14.724666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3766874e-26ef-425c-8e30-fca386aebbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.789463 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.818459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:14.845300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:14.854491 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4305d-241b-4dbd-928d-fd97a1d18357 req-8ebda4e9-85b9-4c9a-ada3-40d59e4a5af6 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.855890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1a4305d-241b-4dbd-928d-fd97a1d18357 req-8ebda4e9-85b9-4c9a-ada3-40d59e4a5af6 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 945 time: 0.0570505 Jul 28 14:38:14.895983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1a4305d-241b-4dbd-928d-fd97a1d18357 req-e35757a6-03c8-4219-8c63-326ed1605ed4 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337942 Jul 28 14:38:14.901281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.907118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.913290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.919358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.925855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.932161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.938129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:14.940413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-562d3468-9bf2-4eb4-8a3d-08472e933bcf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1022749 Jul 28 14:38:14.984118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec87aaac-4d96-481a-904a-cfa2f13a5940 req-4ceae674-c5b1-4862-b765-73fc0c2f981c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361638 Jul 28 14:38:15.115898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df9d0c-b240-4b37-8668-92e776e0cee7 req-06c80bce-9ded-4bfd-8c41-fc82e6cac7c6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.117381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72df9d0c-b240-4b37-8668-92e776e0cee7 req-06c80bce-9ded-4bfd-8c41-fc82e6cac7c6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 944 time: 0.0623813 Jul 28 14:38:15.121144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.127239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.134453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.140417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.147094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.153259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.159214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.162316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f197da6-3c89-45cd-8056-def153e46e04 req-9bd718f0-75c7-4678-b361-064d103bb7e1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1024342 Jul 28 14:38:15.167820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72df9d0c-b240-4b37-8668-92e776e0cee7 req-662706fd-323f-4a82-b37d-17738b3c31ee tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 Jul 28 14:38:15.173233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:15.179026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Request body: {'floatingip': {'port_id': '18e7e811-e45f-495f-833c-a3dbc901a94e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:15.221535 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.264656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c1fb5e73-80b3-4e46-9d1d-163e3587d32a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:15.271570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-ccfe0d17-885a-44c3-878e-2d4dcc38d18d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.273232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-ccfe0d17-885a-44c3-878e-2d4dcc38d18d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 812 time: 0.1100049 Jul 28 14:38:15.291617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['85c86fda-e9c1-4967-a08a-6f2426808ed3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:15.304493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Request body: {'port': {'device_id': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'admin_state_up': True, 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:15.514020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f331762b-96fb-4b41-ac1b-f94e4a610c0b req-41bd978c-9b7d-4481-beb3-d72666d2b673 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Jul 28 14:38:15.537185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Made reservation on behalf of b2417eb3b85a4ce2a8934bfe67ff8705 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:38:15.541298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.696142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Allocated IP 172.20.0.10 (1c8abec0-d381-4998-bdfd-6ff254727d37/634988c2-20e6-4f11-82b6-6a004c405947/47d5c202-c9e0-41ec-81f6-80487860e2e8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:38:15.920104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ea7a-d4d9-447e-89a2-fa15ee94f344 req-33e4b526-a524-4ea3-a2cf-5a9c5f5b0a19 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:15.921583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc81ea7a-d4d9-447e-89a2-fa15ee94f344 req-33e4b526-a524-4ea3-a2cf-5a9c5f5b0a19 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0965188 Jul 28 14:38:15.940069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:15.971349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Transition to ACTIVE for port object 47d5c202-c9e0-41ec-81f6-80487860e2e8 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:15.991814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc81ea7a-d4d9-447e-89a2-fa15ee94f344 req-17e9e2fb-70b8-435b-ab2b-7f7ffa4473ca tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573368 Jul 28 14:38:16.045138 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.080152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.100062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4e3e-b402-48b7-b982-4110ad5c92a6 req-b5bd43dd-9526-41d9-8e72-5ad7962c0109 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.104234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-129e4e3e-b402-48b7-b982-4110ad5c92a6 req-b5bd43dd-9526-41d9-8e72-5ad7962c0109 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0676799 Jul 28 14:38:16.117109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138bf3-a2dd-413f-add4-333aeea3ce3e req-b9854bd2-25d0-4b21-8f96-a33c492ba4c2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.118674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50138bf3-a2dd-413f-add4-333aeea3ce3e req-b9854bd2-25d0-4b21-8f96-a33c492ba4c2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Jul 28 14:38:16.133683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.145009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-129e4e3e-b402-48b7-b982-4110ad5c92a6 req-cd6113a1-1855-4edb-8c61-b9abbb2a4274 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Jul 28 14:38:16.190236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:38:16.201579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:38:16.208033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:38:16.218029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50138bf3-a2dd-413f-add4-333aeea3ce3e req-14c56319-4275-4c15-a9ef-729f6be5cbe1 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929031 Jul 28 14:38:16.249123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:16.252089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.287191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.287950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.355504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e62feb-d337-419a-a794-92d7cc87c89a req-71556a99-7847-4237-8f34-bf771b2d8a53 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.357283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e62feb-d337-419a-a794-92d7cc87c89a req-71556a99-7847-4237-8f34-bf771b2d8a53 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 944 time: 0.0662107 Jul 28 14:38:16.389665 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Floating IP 03664f98-6d39-4b5f-917a-88b70905d45b associated. External IP: 172.25.0.40, port: 18e7e811-e45f-495f-833c-a3dbc901a94e. Jul 28 14:38:16.405868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14e62feb-d337-419a-a794-92d7cc87c89a req-5e605077-9268-4f1f-811f-3ccb5408bb17 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Jul 28 14:38:16.485564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-7c019dbd-ba49-44a3-a897-f3293b9619c0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1863275 Jul 28 14:38:16.509831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Request body: {'port': {'device_id': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:16.599827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.633451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ea39ec72-7895-4d31-9f08-e23dfcf94ac8 None None] Provisioning for port 47d5c202-c9e0-41ec-81f6-80487860e2e8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:16.638183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ea39ec72-7895-4d31-9f08-e23dfcf94ac8 None None] Provisioning complete for port 47d5c202-c9e0-41ec-81f6-80487860e2e8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:16.638819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ea39ec72-7895-4d31-9f08-e23dfcf94ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.669768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f7a4-47a9-42bc-9bd5-633edf625fca req-c3c91ad7-4f3c-4a9f-9d6d-b0fb1d5a2683 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.671316 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24a5f7a4-47a9-42bc-9bd5-633edf625fca req-c3c91ad7-4f3c-4a9f-9d6d-b0fb1d5a2683 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 932 time: 0.0696704 Jul 28 14:38:16.673228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:16.674838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ea39ec72-7895-4d31-9f08-e23dfcf94ac8 None None] Port 47d5c202-c9e0-41ec-81f6-80487860e2e8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:38:16.678165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-d43df690-ca03-4d95-a1dc-679ea4eef3e3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:16.680226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-d43df690-ca03-4d95-a1dc-679ea4eef3e3 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.0926569 Jul 28 14:38:16.683920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:16.798014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24a5f7a4-47a9-42bc-9bd5-633edf625fca req-d3643e60-1e54-401a-abfd-c4cde45a7887 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112864 Jul 28 14:38:16.826253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:16.831222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:16.841287 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Sync routers for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:16.855906 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:16.857311 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:16.869916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0055afc8-b53b-4b60-be4b-cf47e6faf8c1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "PUT /v2.0/floatingips/03664f98-6d39-4b5f-917a-88b70905d45b HTTP/1.1" status: 200 len: 990 time: 1.6952944 Jul 28 14:38:16.870821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:16.873288 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd46c1d-f38d-46e1-ba02-4836a80414c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:16.936918 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07254fa8-ec6b-426c-a091-d5f164e2a27f x-openstack-request-id: req-07254fa8-ec6b-426c-a091-d5f164e2a27f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:16.937206 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:16.937436 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07254fa8-ec6b-426c-a091-d5f164e2a27f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:16.937829 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'status': 'completed', 'code': 200} Jul 28 14:38:17.015953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Deleting port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:17.016571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.016698 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:17.198564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5028f-910c-4d8a-89bb-e85f275534e5 req-1911f5b3-0351-40c1-8486-be98e30e59b4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.203626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4f5028f-910c-4d8a-89bb-e85f275534e5 req-1911f5b3-0351-40c1-8486-be98e30e59b4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0997303 Jul 28 14:38:17.226354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.227110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.228470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.229092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.229673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.230158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.230644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.232772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-8b7faba0-ee73-401b-84ed-c10733245619 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.2274177 Jul 28 14:38:17.241819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d5c202-c9e0-41ec-81f6-80487860e2e8 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:17.265657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] For port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:17.266076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.273207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.302940 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '03664f98-6d39-4b5f-917a-88b70905d45b', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'port_id': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'mac_address': 'fa:16:3e:a8:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:49Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 1, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:17.321706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Calling delete_port for 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:17.331081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Transition to ACTIVE for port object 47d5c202-c9e0-41ec-81f6-80487860e2e8 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:38:17.340363 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Checking router: 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:17.352930 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:17.353783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:17.375170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-78291c70-2c4f-4e00-b9a6-d198981d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.377266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-78291c70-2c4f-4e00-b9a6-d198981d4d98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae HTTP/1.1" status: 200 len: 912 time: 0.1260896 Jul 28 14:38:17.396608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06c326-74cb-4980-bc93-20855e34380c req-6f844711-b3d6-4e15-8e50-039241189c30 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.404796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce06c326-74cb-4980-bc93-20855e34380c req-6f844711-b3d6-4e15-8e50-039241189c30 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 945 time: 0.1356928 Jul 28 14:38:17.431964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.458250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-39fd8d77-3fce-462f-ab87-cd2b6bd40ef4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 998 time: 0.0725877 Jul 28 14:38:17.463563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4f5028f-910c-4d8a-89bb-e85f275534e5 req-f18ebef0-6279-463b-bed7-1facf4a2495d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517183 Jul 28 14:38:17.527431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:17.539871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-122a5a4b-ccd6-4ee8-8409-f363f768bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.541453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-122a5a4b-ccd6-4ee8-8409-f363f768bf88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.0756319 Jul 28 14:38:17.580492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce06c326-74cb-4980-bc93-20855e34380c req-4c1c97dd-a517-4bdf-8c09-b37623870062 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745775 Jul 28 14:38:17.583083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:17.599586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.704814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-14431c51-09da-4158-8912-5918d3d02875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.707657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-14431c51-09da-4158-8912-5918d3d02875 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562107 Jul 28 14:38:17.736703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468b3c1-f425-47cf-8c25-298872f3710f req-63db8085-6268-461f-9071-2f8bdcdc67b6 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:17.737721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2468b3c1-f425-47cf-8c25-298872f3710f req-63db8085-6268-461f-9071-2f8bdcdc67b6 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 945 time: 0.1092846 Jul 28 14:38:17.785751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Attempting to bind port 47d5c202-c9e0-41ec-81f6-80487860e2e8 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:38:17.786243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Attempting to bind port 47d5c202-c9e0-41ec-81f6-80487860e2e8 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:38:17.786639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Attempting to bind port 47d5c202-c9e0-41ec-81f6-80487860e2e8 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:17.794379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Port 47d5c202-c9e0-41ec-81f6-80487860e2e8 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:38:17.794379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Attempting to bind port 47d5c202-c9e0-41ec-81f6-80487860e2e8 on network 1c8abec0-d381-4998-bdfd-6ff254727d37 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:38:17.799944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:38:17.800810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Checking segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:38:17.801935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Bound using segment: {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:38:17.802582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Bound port: 47d5c202-c9e0-41ec-81f6-80487860e2e8, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80908fa1-0416-4701-8e2e-e2a55cf1f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:38:17.802976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.849749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2468b3c1-f425-47cf-8c25-298872f3710f req-34cba6a7-4d3f-4250-b782-52a6dfaa8453 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616808 Jul 28 14:38:17.870732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-1fd4a3ad-b5a6-41eb-ad28-4785f8412a14 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435673 Jul 28 14:38:17.929784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:17.945234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:38:17.961921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:38:17.976903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:17.991903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '03664f98-6d39-4b5f-917a-88b70905d45b', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'port_id': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'mac_address': 'fa:16:3e:a8:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:49Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 1, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:18.055155 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f19e3-6dbb-4f22-b3ba-47b11c736e03 None None] The sync data for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 is: [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '03664f98-6d39-4b5f-917a-88b70905d45b', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'port_id': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'mac_address': 'fa:16:3e:a8:6a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:36:49Z', 'updated_at': '2021-07-28T14:38:15Z', 'revision_number': 1, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:18.058289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Pushing event deleted for resources: {'Port': ['ID=5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:18.068556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] No DVR routers for this DVR port 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:18.075331 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.077522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c33a1d2d-cf7e-4a3d-a6ec-6a4a319e0e60 req-bc0722be-03fb-4a71-8427-2ad1c16918f1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "DELETE /v2.0/ports/5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf HTTP/1.1" status: 204 len: 173 time: 1.3815353 Jul 28 14:38:18.085841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769a8f4-90e9-4bcc-87f2-4d6aed43ced2 req-0dc5d743-5d73-4528-a790-784612c18794 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.087437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5769a8f4-90e9-4bcc-87f2-4d6aed43ced2 req-0dc5d743-5d73-4528-a790-784612c18794 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 944 time: 0.2261298 Jul 28 14:38:18.087908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'name': 'network-vif-deleted', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:18.090325 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30368311-5308-4d46-ab2c-b0f9b1c39ce1" -d '{"events": [{"server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "name": "network-vif-deleted", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:18.096494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80dd7d-033c-4924-9501-b9704ddceefd req-a8d43486-2e2b-4418-bd8b-a94f3d3f2548 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.099311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac80dd7d-033c-4924-9501-b9704ddceefd req-a8d43486-2e2b-4418-bd8b-a94f3d3f2548 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.1474943 Jul 28 14:38:18.102159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8cd46c1d-f38d-46e1-ba02-4836a80414c4 req-fab8156c-f7f5-4088-8a93-1fc10f7e71fa service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224326 Jul 28 14:38:18.110341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.169624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac80dd7d-033c-4924-9501-b9704ddceefd req-5384facb-5e20-42cf-840e-05b1675160f1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Jul 28 14:38:18.184190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.184857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.186600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] 10.222.0.53 "PUT /v2.0/ports/47d5c202-c9e0-41ec-81f6-80487860e2e8 HTTP/1.1" status: 200 len: 1093 time: 1.6814258 Jul 28 14:38:18.209099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85c86fda-e9c1-4967-a08a-6f2426808ed3 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:18.224867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a2d4b-09a7-452f-9a9c-55bedf8650bc service neutron] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:18.250445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5769a8f4-90e9-4bcc-87f2-4d6aed43ced2 req-47cce903-eeca-4ccd-949f-f66abee032dc tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547101 Jul 28 14:38:18.298004 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc8a81f-89fe-4635-aaf1-871f61d1a3d7 x-openstack-request-id: req-dcc8a81f-89fe-4635-aaf1-871f61d1a3d7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:18.298004 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62cc361-2083-4ece-8fbe-0f544f54d4aa", "name": "network-vif-deleted", "tag": "5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:18.298004 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcc8a81f-89fe-4635-aaf1-871f61d1a3d7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:18.298004 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62cc361-2083-4ece-8fbe-0f544f54d4aa', 'name': 'network-vif-deleted', 'tag': '5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf', 'status': 'completed', 'code': 200} Jul 28 14:38:18.416940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe2e9d-cb9c-466b-ba81-2432533669e9 None None] New status for floating IP 03664f98-6d39-4b5f-917a-88b70905d45b: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:18.424409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 85c86fda-e9c1-4967-a08a-6f2426808ed3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:18.464600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 85c86fda-e9c1-4967-a08a-6f2426808ed3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:18.464896 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.510102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-5bffeb86-ddfa-4338-aed2-48a35aef9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.511667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-5bffeb86-ddfa-4338-aed2-48a35aef9525 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 1096 time: 0.0529945 Jul 28 14:38:18.570790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-794997f2-a423-471c-8982-95713afd67df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0424941 Jul 28 14:38:18.663168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20a7dd-4d7f-4cce-8030-fcafb627abc5 req-557088f2-0dff-4287-af4a-7744510faa87 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.664784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f20a7dd-4d7f-4cce-8030-fcafb627abc5 req-557088f2-0dff-4287-af4a-7744510faa87 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0964789 Jul 28 14:38:18.666289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-f181cb55-9665-456c-b76b-3e3c57baec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.667718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-f181cb55-9665-456c-b76b-3e3c57baec06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0675404 Jul 28 14:38:18.685293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53cd68b3-36f0-4e36-be61-c5d89f0d4261 req-e16acdf5-c68f-444a-990d-140f140d4e4c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=d62cc361-2083-4ece-8fbe-0f544f54d4aa HTTP/1.1" status: 200 len: 210 time: 0.0299742 Jul 28 14:38:18.745259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f20a7dd-4d7f-4cce-8030-fcafb627abc5 req-143ace4c-68ff-4abd-b626-7d13f6f46bdf tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731983 Jul 28 14:38:18.752537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f438e-cc67-451e-9244-952fb232ed91 req-cd077505-1233-4f22-aa93-db979e22822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:18.754384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-cd077505-1233-4f22-aa93-db979e22822f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751665 Jul 28 14:38:18.796035 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.820798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:18.823200 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb683bf1-08c6-4757-85c2-49f05c049da2" -d '{"events": [{"server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:18.838383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:18.884213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-ca4ccbc2-6f72-49f6-acdf-afd01eb68f83 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043959 Jul 28 14:38:18.912201 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a72a3-0308-4c99-8500-44a48675f1f5 x-openstack-request-id: req-1b1a72a3-0308-4c99-8500-44a48675f1f5 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:18.912554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "name": "network-vif-plugged", "status": "completed", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:18.912953 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b1a72a3-0308-4c99-8500-44a48675f1f5 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:18.913388 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'code': 200} Jul 28 14:38:18.996202 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:18.999888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c1fb5e73-80b3-4e46-9d1d-163e3587d32a up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:19.000052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81f438e-cc67-451e-9244-952fb232ed91 req-da30ab77-5274-4ba2-998b-21f6096faa29 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041031 Jul 28 14:38:19.030939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7910da9-5d55-4983-8882-a607ca154fad req-001ecb6a-654e-4883-94b9-e1a5ef1eb7b8 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.032514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7910da9-5d55-4983-8882-a607ca154fad req-001ecb6a-654e-4883-94b9-e1a5ef1eb7b8 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 945 time: 0.0643201 Jul 28 14:38:19.088518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:19.095658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7910da9-5d55-4983-8882-a607ca154fad req-90252311-f5b3-4e42-bb07-a2d0f0551d3f tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456986 Jul 28 14:38:19.098316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460018-4a37-4ae0-a5a6-a2a4b28fe070 req-85be1b21-1559-4023-99ca-ef3a35971768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.099958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47460018-4a37-4ae0-a5a6-a2a4b28fe070 req-85be1b21-1559-4023-99ca-ef3a35971768 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0837648 Jul 28 14:38:19.144905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47460018-4a37-4ae0-a5a6-a2a4b28fe070 req-2e4acc99-5dea-4f09-9b19-8e705948a249 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355372 Jul 28 14:38:19.227622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c1fb5e73-80b3-4e46-9d1d-163e3587d32a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:19.231569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c1fb5e73-80b3-4e46-9d1d-163e3587d32a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:19.231948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.304831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a010138-a099-49a1-9fcc-d9cadc19c083 req-6f8e2b84-380f-410d-a767-055d63ff60cb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.306768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a010138-a099-49a1-9fcc-d9cadc19c083 req-6f8e2b84-380f-410d-a767-055d63ff60cb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0589502 Jul 28 14:38:19.314237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.348199 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a010138-a099-49a1-9fcc-d9cadc19c083 req-2a64c0ab-231b-4efa-bd82-765f35378bdc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349760 Jul 28 14:38:19.351861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:19.462818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57c357-4721-4a74-af7d-95327f329180 req-1b6fc922-1aea-4c00-8a8b-c11be746e743 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:19.464406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b57c357-4721-4a74-af7d-95327f329180 req-1b6fc922-1aea-4c00-8a8b-c11be746e743 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 944 time: 0.0546536 Jul 28 14:38:19.505170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b57c357-4721-4a74-af7d-95327f329180 req-1ce5ff0b-0347-4dbd-85d7-c2b9c69e2ae6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Jul 28 14:38:19.605070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:19.652848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:19.747910 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.139292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88410b6b-75de-4d3e-8233-83c9100d4349 req-3db72f46-4d8e-432b-95ff-b5a3c4f2a357 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.140871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88410b6b-75de-4d3e-8233-83c9100d4349 req-3db72f46-4d8e-432b-95ff-b5a3c4f2a357 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0502911 Jul 28 14:38:20.181006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88410b6b-75de-4d3e-8233-83c9100d4349 req-3f425dda-1bc5-4f8b-b809-b2b736acdcfe tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 28 14:38:20.294808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc9759-6caf-42f8-9adb-92e6ea6f9241 req-65c1d43c-fbc0-4f7e-85ab-81c6b18afe39 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.303375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55fc9759-6caf-42f8-9adb-92e6ea6f9241 req-65c1d43c-fbc0-4f7e-85ab-81c6b18afe39 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0584655 Jul 28 14:38:20.303375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:20.303375 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9502b-9237-43f4-990c-3b5986580623" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:20.341947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55fc9759-6caf-42f8-9adb-92e6ea6f9241 req-1a2c28dd-035a-46b3-9f2b-0e191e31ae7e tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Jul 28 14:38:20.366258 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:20.399419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d951c2-bc22-432e-b799-3e2f3029436c req-48bb7f03-0897-4b82-9a59-6eaef603d258 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.401125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08d951c2-bc22-432e-b799-3e2f3029436c req-48bb7f03-0897-4b82-9a59-6eaef603d258 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0665135 Jul 28 14:38:20.412253 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa431a1-dd27-43bd-b005-157848b77937 x-openstack-request-id: req-2fa431a1-dd27-43bd-b005-157848b77937 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:20.412621 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:20.412951 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fa431a1-dd27-43bd-b005-157848b77937 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:20.413413 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'status': 'completed', 'code': 200} Jul 28 14:38:20.448674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08d951c2-bc22-432e-b799-3e2f3029436c req-21a1e283-6134-4e0a-858c-dc89f879bbf9 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Jul 28 14:38:20.546786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a44c5-d305-4999-8ea5-01e52b3097fe req-f5d3204b-edab-4dfa-b66e-259287ce2beb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.548512 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-052a44c5-d305-4999-8ea5-01e52b3097fe req-f5d3204b-edab-4dfa-b66e-259287ce2beb tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0861337 Jul 28 14:38:20.592393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9502b-9237-43f4-990c-3b5986580623 req-f5fb17de-ae62-4581-bb2c-cdcc8ff6c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.593609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-f5fb17de-ae62-4581-bb2c-cdcc8ff6c678 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 1096 time: 0.0922377 Jul 28 14:38:20.637776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db22cb-dd4b-45d3-84b0-58c23bc9d195 req-ee11a61c-5272-4a93-9a98-d47884b7bc43 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.639223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0db22cb-dd4b-45d3-84b0-58c23bc9d195 req-ee11a61c-5272-4a93-9a98-d47884b7bc43 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0585334 Jul 28 14:38:20.669623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-052a44c5-d305-4999-8ea5-01e52b3097fe req-5943a94c-d4be-40f1-b1e9-1aaf74b5ad2a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976355 Jul 28 14:38:20.684012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0db22cb-dd4b-45d3-84b0-58c23bc9d195 req-6e2376da-9a79-442a-9fbc-fc98423b9d50 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jul 28 14:38:20.727821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9502b-9237-43f4-990c-3b5986580623 req-6d397c2c-b1f6-4536-9710-9ffcfb7dfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.729885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-6d397c2c-b1f6-4536-9710-9ffcfb7dfe49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1197305 Jul 28 14:38:20.774638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-ea502ad0-8d6a-4ff4-8e62-c11601731464 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0363925 Jul 28 14:38:20.828275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9502b-9237-43f4-990c-3b5986580623 req-ce2a23cd-d1ba-47d4-848e-e3ad2843e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.829579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-ce2a23cd-d1ba-47d4-848e-e3ad2843e13e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0460992 Jul 28 14:38:20.879738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9502b-9237-43f4-990c-3b5986580623 req-f157cdfc-6d26-4d7f-8a4c-21eb44c68309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:20.881278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-f157cdfc-6d26-4d7f-8a4c-21eb44c68309 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417478 Jul 28 14:38:20.914909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:20.917518 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d124086-1184-4fb7-8035-e9093cc72e45" -d '{"events": [{"server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:20.959020 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f689a6-4b25-45ba-b96a-b587e95d89be x-openstack-request-id: req-99f689a6-4b25-45ba-b96a-b587e95d89be {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:20.959348 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:20.959581 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99f689a6-4b25-45ba-b96a-b587e95d89be {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:20.960011 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a', 'code': 200} Jul 28 14:38:20.990060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-7ed38eee-7a91-4089-97ef-b0f9ecc6c03c service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968750 Jul 28 14:38:21.099828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd02c0-d46e-48d6-a828-1d4b3235b792 req-2c7ab1c9-795f-4201-a28a-90d14d0e1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.101401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ebd02c0-d46e-48d6-a828-1d4b3235b792 req-2c7ab1c9-795f-4201-a28a-90d14d0e1a33 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 1097 time: 0.0435658 Jul 28 14:38:21.104749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89b9502b-9237-43f4-990c-3b5986580623 req-67789dd0-776c-491f-bb46-4fa9a6ba45a9 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929697 Jul 28 14:38:21.145869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ebd02c0-d46e-48d6-a828-1d4b3235b792 req-e92678d5-99a1-4905-84b2-37adcb1d06f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Jul 28 14:38:21.307443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce93326-477c-480a-b3a9-04e2c4091e72 req-334e21d4-d4b7-4b41-b9b9-d0d4f63fc43c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.309797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ce93326-477c-480a-b3a9-04e2c4091e72 req-334e21d4-d4b7-4b41-b9b9-d0d4f63fc43c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0574770 Jul 28 14:38:21.353212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ce93326-477c-480a-b3a9-04e2c4091e72 req-03f416b5-f20c-4189-9ca4-ba697495125c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Jul 28 14:38:21.467546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df9bcf-0da7-4413-8264-e7d6e42792d4 req-edac8620-4578-497b-a484-b2513c0dac65 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.469083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6df9bcf-0da7-4413-8264-e7d6e42792d4 req-edac8620-4578-497b-a484-b2513c0dac65 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0516028 Jul 28 14:38:21.524139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6df9bcf-0da7-4413-8264-e7d6e42792d4 req-dad8c6c0-f91b-47d5-96c7-667653e0e509 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479815 Jul 28 14:38:21.544569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:21.565361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:21.595276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:21.595634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5b1dc8bd-e393-4bf5-9f76-17fd9cf840bf not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:21.605161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fddab-2226-40af-a7e7-9452f22d598f req-da18794a-3e58-4a77-9443-3fface3ea182 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.613607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-911fddab-2226-40af-a7e7-9452f22d598f req-da18794a-3e58-4a77-9443-3fface3ea182 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0734236 Jul 28 14:38:21.654822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-911fddab-2226-40af-a7e7-9452f22d598f req-f7b42f07-1d15-4e40-82b9-e3c672b591ef tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Jul 28 14:38:21.689231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0d719-cd43-4337-b483-a7778ffce049 req-485d3dae-298a-42dc-82b7-58854a405263 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.691078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebd0d719-cd43-4337-b483-a7778ffce049 req-485d3dae-298a-42dc-82b7-58854a405263 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0784204 Jul 28 14:38:21.700122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:21.700500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:21.711288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Request body: {'floatingip': {'port_id': '85c86fda-e9c1-4967-a08a-6f2426808ed3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:38:21.713273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'mac_address': 'fa:16:3e:d3:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:21.764905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.801732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:21.819789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d5c202-c9e0-41ec-81f6-80487860e2e8 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:21.842880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ea69d-cdd2-4d49-91d4-e90d9c5d46eb req-dfb8eee1-e399-4dbe-883c-8289645ce5de tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.844958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f20ea69d-cdd2-4d49-91d4-e90d9c5d46eb req-dfb8eee1-e399-4dbe-883c-8289645ce5de tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0843937 Jul 28 14:38:21.856206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:21.888756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f20ea69d-cdd2-4d49-91d4-e90d9c5d46eb req-7b8731e6-505d-4b6e-9bbe-82b43736619e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Jul 28 14:38:21.924646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b4bd4-7db1-486a-8e69-3689d31f1003 req-c37db4bf-2eb1-44de-b639-6fd3db9a488e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:21.926356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-918b4bd4-7db1-486a-8e69-3689d31f1003 req-c37db4bf-2eb1-44de-b639-6fd3db9a488e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.1246386 Jul 28 14:38:21.993528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.018236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-918b4bd4-7db1-486a-8e69-3689d31f1003 req-2236c1a0-4a41-45cb-bca1-82dd5d8cbef2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822530 Jul 28 14:38:22.059536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:22.359087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.436851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['47d5c202-c9e0-41ec-81f6-80487860e2e8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:22.473426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:22.516927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311e2a-2f48-43de-a3a9-17549c4c70aa req-d9d349f8-ec65-429a-9c6a-82dd47680338 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:22.525276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c311e2a-2f48-43de-a3a9-17549c4c70aa req-d9d349f8-ec65-429a-9c6a-82dd47680338 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0743997 Jul 28 14:38:22.589208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c311e2a-2f48-43de-a3a9-17549c4c70aa req-66f54b20-fea0-4878-98c0-c16bcbde591d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628965 Jul 28 14:38:22.997118 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Floating IP 48a19b5b-4f1e-4bd8-9f72-380f8706ac5c associated. External IP: 172.25.0.13, port: 85c86fda-e9c1-4967-a08a-6f2426808ed3. Jul 28 14:38:23.039709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1a1d-9c04-4cd9-9ccb-16f238c6c89e req-0cfca8af-c9e4-4f50-bef3-e0a60238ff00 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.041726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bea1a1d-9c04-4cd9-9ccb-16f238c6c89e req-0cfca8af-c9e4-4f50-bef3-e0a60238ff00 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 945 time: 0.0690227 Jul 28 14:38:23.068502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c703a6-e2bc-4f53-89ae-92051267e64d req-bf020c99-4c5f-4dd6-9aa7-640290323e16 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.071047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30c703a6-e2bc-4f53-89ae-92051267e64d req-bf020c99-4c5f-4dd6-9aa7-640290323e16 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1240058 Jul 28 14:38:23.096305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bea1a1d-9c04-4cd9-9ccb-16f238c6c89e req-23fecf60-a574-4c9c-b967-acf604e94aa9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Jul 28 14:38:23.147780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30c703a6-e2bc-4f53-89ae-92051267e64d req-87262b89-57e4-4fd1-88ff-8ccbc5b064a0 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Jul 28 14:38:23.319652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676cf0a-db0e-4b99-aa80-e07da1b751d3 req-704166d0-8415-499c-a237-a12410e21ef7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.321199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3676cf0a-db0e-4b99-aa80-e07da1b751d3 req-704166d0-8415-499c-a237-a12410e21ef7 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0980139 Jul 28 14:38:23.333388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Router 71fffaab-c74b-4bfc-a7c1-4d2963852801 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:23.408329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3676cf0a-db0e-4b99-aa80-e07da1b751d3 req-380b3a03-6df3-4526-a091-de969e7b54c5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772517 Jul 28 14:38:23.501868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:23.509100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.526063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Sync routers for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:23.542843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:23.546872 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:23.555171 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:23.563552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-91c47979-cc50-480d-acea-b659aeae7487 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "PUT /v2.0/floatingips/48a19b5b-4f1e-4bd8-9f72-380f8706ac5c HTTP/1.1" status: 200 len: 991 time: 1.8620031 Jul 28 14:38:23.564300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:23.582445 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e620bd05-41ba-452a-a159-56aee52e0630" -d '{"events": [{"name": "network-changed", "server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:23.690559 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c87080-c2a3-456b-9bf1-bec8a5a91d66 x-openstack-request-id: req-a0c87080-c2a3-456b-9bf1-bec8a5a91d66 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:23.691625 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:23.692075 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0c87080-c2a3-456b-9bf1-bec8a5a91d66 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:23.692654 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'status': 'completed', 'code': 200} Jul 28 14:38:23.741460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:23.787643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 47d5c202-c9e0-41ec-81f6-80487860e2e8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:38:23.791687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 47d5c202-c9e0-41ec-81f6-80487860e2e8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:23.792074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.796817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02066948-5be5-4827-9076-cc8100b7769c req-9ad7f57f-6e76-40cc-af03-f516d939ca00 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.799205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02066948-5be5-4827-9076-cc8100b7769c req-9ad7f57f-6e76-40cc-af03-f516d939ca00 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0563805 Jul 28 14:38:23.833666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620bd05-41ba-452a-a159-56aee52e0630 req-de490ba1-9458-405b-b58d-ba727fcdb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:23.835872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-de490ba1-9458-405b-b58d-ba727fcdb6d3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=423691acdc484af2b1002967cd12a06f&device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 1098 time: 0.0862408 Jul 28 14:38:23.882940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02066948-5be5-4827-9076-cc8100b7769c req-d9a72156-8aab-4d4f-beda-d9e390cd19d6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697360 Jul 28 14:38:23.908514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:23.945618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:23.948134 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5997f44-aab3-4b9f-af81-162a29c94f5f" -d '{"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-plugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:23.976766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:24.000832 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefc5d9b-07b5-4725-aec8-a011ab8ba99a x-openstack-request-id: req-aefc5d9b-07b5-4725-aec8-a011ab8ba99a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:24.006038 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-plugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:24.006038 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aefc5d9b-07b5-4725-aec8-a011ab8ba99a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:24.006038 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'code': 200} Jul 28 14:38:24.007108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620bd05-41ba-452a-a159-56aee52e0630 req-26642f7d-a3d1-4d13-b9cc-f536d9f7864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.007108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-26642f7d-a3d1-4d13-b9cc-f536d9f7864c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0337761e-9069-48ec-9170-0b78d7ac9e41 HTTP/1.1" status: 200 len: 912 time: 0.1608393 Jul 28 14:38:24.062747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:24.130518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:24.144095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-b218862d-2e38-4520-934a-ae7e3d74bf63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3 HTTP/1.1" status: 200 len: 999 time: 0.1148617 Jul 28 14:38:24.203739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281be4c-d679-471b-b3f9-30e17dfb3471 req-a50ac6c8-ad96-48b6-848d-19e2da88d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.207425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a281be4c-d679-471b-b3f9-30e17dfb3471 req-a50ac6c8-ad96-48b6-848d-19e2da88d8f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 1098 time: 0.0624604 Jul 28 14:38:24.215108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620bd05-41ba-452a-a159-56aee52e0630 req-71173f29-129d-413c-a373-bf1c3bb5f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.216783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-71173f29-129d-413c-a373-bf1c3bb5f03c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e08a89a7-245f-43f9-b1b5-08baf7bf0d31 HTTP/1.1" status: 200 len: 850 time: 0.0618217 Jul 28 14:38:24.279725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620bd05-41ba-452a-a159-56aee52e0630 req-2cb8f932-0454-4091-b7bb-57cfdc93c989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.281704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-2cb8f932-0454-4091-b7bb-57cfdc93c989 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0337761e-9069-48ec-9170-0b78d7ac9e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564978 Jul 28 14:38:24.301209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f4fca-30ff-4e05-adc6-7cd1c693da02 req-70ba77f9-8a03-40e2-ae85-5b621a6842e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.315027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd8f4fca-30ff-4e05-adc6-7cd1c693da02 req-70ba77f9-8a03-40e2-ae85-5b621a6842e0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0959687 Jul 28 14:38:24.324460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '48a19b5b-4f1e-4bd8-9f72-380f8706ac5c', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'port_id': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'mac_address': 'fa:16:3e:8a:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:59Z', 'updated_at': '2021-07-28T14:38:22Z', 'revision_number': 1, 'project_id': '423691acdc484af2b1002967cd12a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:24.343359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a281be4c-d679-471b-b3f9-30e17dfb3471 req-bee18f9c-fcc4-4dad-9a6e-1ffdbf3f6c71 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180203 Jul 28 14:38:24.360876 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Checking router: 71fffaab-c74b-4bfc-a7c1-4d2963852801 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:24.371762 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:24.372439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd8f4fca-30ff-4e05-adc6-7cd1c693da02 req-e8039ed4-245e-4425-801b-cfa0dd1994ec tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Jul 28 14:38:24.373582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:24.469171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7942b-d46a-410f-bad0-3cf0566d05e5 req-9b44a8cc-d496-4ff7-841d-47b72853969c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:24.471602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ec7942b-d46a-410f-bad0-3cf0566d05e5 req-9b44a8cc-d496-4ff7-841d-47b72853969c tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.1878664 Jul 28 14:38:24.544383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ec7942b-d46a-410f-bad0-3cf0566d05e5 req-efc61214-5fc3-480b-a3b9-2f8f11b4cdc7 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 Jul 28 14:38:24.548321 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-d63f3623-3449-4d89-b506-a18d0a40c53c service neutron] 10.222.0.50 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274022 Jul 28 14:38:24.590189 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:24.653179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e620bd05-41ba-452a-a159-56aee52e0630 req-b2fdf12c-c5fd-4e69-90d5-b795edfe66f2 service neutron] 10.222.0.50 "GET /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957444 Jul 28 14:38:24.845711 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '48a19b5b-4f1e-4bd8-9f72-380f8706ac5c', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'port_id': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'mac_address': 'fa:16:3e:8a:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:59Z', 'updated_at': '2021-07-28T14:38:22Z', 'revision_number': 1, 'project_id': '423691acdc484af2b1002967cd12a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:24.873480 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d74de4-acc9-4c38-b11f-98b79a69fb05 None None] The sync data for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 is: [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '48a19b5b-4f1e-4bd8-9f72-380f8706ac5c', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'port_id': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'mac_address': 'fa:16:3e:8a:1a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:37:59Z', 'updated_at': '2021-07-28T14:38:22Z', 'revision_number': 1, 'project_id': '423691acdc484af2b1002967cd12a06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:25.012992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b67e-3fa2-4d4d-9ee9-2aade5983057 req-7407b8b2-211d-4576-b57b-b8fcc6251319 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:25.014738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8759b67e-3fa2-4d4d-9ee9-2aade5983057 req-7407b8b2-211d-4576-b57b-b8fcc6251319 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0590301 Jul 28 14:38:25.069994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8759b67e-3fa2-4d4d-9ee9-2aade5983057 req-76096981-7b5f-41d9-a6d9-87d5ed16feae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Jul 28 14:38:25.121850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce02f4e-d2d0-4477-8d60-988e1630cc1b None None] New status for floating IP 48a19b5b-4f1e-4bd8-9f72-380f8706ac5c: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:38:25.550132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d850d6-f99a-4a16-8a95-b896ca268a48 req-dcb7482c-831d-4eca-b7eb-7b187232b0fe tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:25.552068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99d850d6-f99a-4a16-8a95-b896ca268a48 req-dcb7482c-831d-4eca-b7eb-7b187232b0fe tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0982857 Jul 28 14:38:25.599649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99d850d6-f99a-4a16-8a95-b896ca268a48 req-755beb78-6330-4f61-91d9-7983175cbebd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Jul 28 14:38:25.696506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794ff2-6a2f-4a41-9e0f-c6db72c11b4c req-95a4797b-3f9f-4029-8d18-a1a63eae633e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:25.698009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a794ff2-6a2f-4a41-9e0f-c6db72c11b4c req-95a4797b-3f9f-4029-8d18-a1a63eae633e tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0516331 Jul 28 14:38:25.743465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a794ff2-6a2f-4a41-9e0f-c6db72c11b4c req-9b727d00-dcd6-4157-af34-a0c1cc1c7eb5 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Jul 28 14:38:26.206231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567a8c-a948-48d3-ab53-101cc78a5dd2 req-f4b8020f-4d0f-4ca3-9a4a-c2ceb1660d29 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:26.208765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b567a8c-a948-48d3-ab53-101cc78a5dd2 req-f4b8020f-4d0f-4ca3-9a4a-c2ceb1660d29 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0634141 Jul 28 14:38:26.249253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b567a8c-a948-48d3-ab53-101cc78a5dd2 req-dea91a93-675e-4b71-8da3-d83408acc424 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Jul 28 14:38:26.790691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa75354-5b36-4d09-8c65-c63df530d87c req-9a5d468b-9e06-4835-a1f9-90a8bcc5a522 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:26.792312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3fa75354-5b36-4d09-8c65-c63df530d87c req-9a5d468b-9e06-4835-a1f9-90a8bcc5a522 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0619879 Jul 28 14:38:26.836286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3fa75354-5b36-4d09-8c65-c63df530d87c req-540b36fb-9608-41a4-9812-c179f9d1bc36 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Jul 28 14:38:26.950919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acd7cd-41e9-4efa-96c5-f749f1e580a7 req-47098364-03fa-47cd-8a5d-61f118037b01 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:26.952715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48acd7cd-41e9-4efa-96c5-f749f1e580a7 req-47098364-03fa-47cd-8a5d-61f118037b01 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0567155 Jul 28 14:38:26.998230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48acd7cd-41e9-4efa-96c5-f749f1e580a7 req-dd8a640f-49c3-4880-bbf1-52463ada3db0 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381372 Jul 28 14:38:27.642730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb3120-097f-418f-a389-e2c20bdb71d3 req-37b8123b-a780-44b6-b23f-4748609e1a35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:27.644887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efcb3120-097f-418f-a389-e2c20bdb71d3 req-37b8123b-a780-44b6-b23f-4748609e1a35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0496423 Jul 28 14:38:27.686991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efcb3120-097f-418f-a389-e2c20bdb71d3 req-b0eb0d28-8726-4b71-8691-770f0e2df231 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 28 14:38:27.823732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17f412-39b3-4f28-9d5e-664bd1b10d06 req-ca3f2ced-77dd-43c6-a7fc-2e08f5a70df9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:27.825255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b17f412-39b3-4f28-9d5e-664bd1b10d06 req-ca3f2ced-77dd-43c6-a7fc-2e08f5a70df9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0542450 Jul 28 14:38:27.864403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b17f412-39b3-4f28-9d5e-664bd1b10d06 req-4f79e5f1-d093-4168-ac32-f7ee35674a5a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327823 Jul 28 14:38:28.129759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a209969-84b1-4203-8834-7a547c20bf31 req-6b3540d0-d51a-4caf-ab98-b4ce3bd12325 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.131484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a209969-84b1-4203-8834-7a547c20bf31 req-6b3540d0-d51a-4caf-ab98-b4ce3bd12325 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0572593 Jul 28 14:38:28.172300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a209969-84b1-4203-8834-7a547c20bf31 req-1ee957d5-e061-4ade-beb2-feba6fde3264 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/security-groups?id=93adb107-e860-4364-a4bf-de3acca13909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Jul 28 14:38:28.356729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-c25dfc44-0494-447b-a5a9-e8cd14241aff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.358120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-c25dfc44-0494-447b-a5a9-e8cd14241aff tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 946 time: 0.0487370 Jul 28 14:38:28.456336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Deleting port deb820c3-4ed8-4ed8-ab09-ca72249de3eb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:28.457238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.582400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] For port deb820c3-4ed8-4ed8-ab09-ca72249de3eb, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:28.582853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.596896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Calling delete_port for deb820c3-4ed8-4ed8-ab09-ca72249de3eb owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:28.828187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.865334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Pushing event deleted for resources: {'Port': ['ID=deb820c3-4ed8-4ed8-ab09-ca72249de3eb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:28.867693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['deb820c3-4ed8-4ed8-ab09-ca72249de3eb'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:28.899464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.899842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.900178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.900541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.900855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.901189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.901528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.901871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.902198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.902549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.903533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.903862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:28.923803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f0e41-be0d-443a-8ccf-fa5b522972ce req-87019f20-e7fb-434c-9848-3fb40149afc4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:28.925899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be4f0e41-be0d-443a-8ccf-fa5b522972ce req-87019f20-e7fb-434c-9848-3fb40149afc4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1392624 Jul 28 14:38:28.942480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] No DVR routers for this DVR port deb820c3-4ed8-4ed8-ab09-ca72249de3eb on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:28.949772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:28.951684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dae079a6-6ab0-4bbb-b683-194d74eee4a8 req-9e9ef2f0-66d5-4c7d-ad8b-db6613ec82fe tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.53 "DELETE /v2.0/ports/deb820c3-4ed8-4ed8-ab09-ca72249de3eb HTTP/1.1" status: 204 len: 173 time: 0.5857050 Jul 28 14:38:28.952125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'name': 'network-vif-deleted', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:28.954682 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef15f5-ae08-42f8-a21d-5e84ced912fa" -d '{"events": [{"server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "name": "network-vif-deleted", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:28.988976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be4f0e41-be0d-443a-8ccf-fa5b522972ce req-fa6ae729-5d29-4604-989b-a1f4e6cf09ad tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Jul 28 14:38:28.999586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6da4a-2586-4192-ba0b-8c1b05b81bd1 req-4615eba0-8fd4-4d01-95b5-5aca3c57d493 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:29.001229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9d6da4a-2586-4192-ba0b-8c1b05b81bd1 req-4615eba0-8fd4-4d01-95b5-5aca3c57d493 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0540924 Jul 28 14:38:29.047534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9d6da4a-2586-4192-ba0b-8c1b05b81bd1 req-bf8a0d87-9a1c-474a-a4e6-e529faa165f4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Jul 28 14:38:29.048696 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d5798e-2232-47b7-aeb1-6e9e5df727f6 x-openstack-request-id: req-07d5798e-2232-47b7-aeb1-6e9e5df727f6 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:29.049016 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e60de64-105d-48c8-b037-228690ae85bc", "name": "network-vif-deleted", "tag": "deb820c3-4ed8-4ed8-ab09-ca72249de3eb", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:29.049272 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07d5798e-2232-47b7-aeb1-6e9e5df727f6 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:29.049701 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e60de64-105d-48c8-b037-228690ae85bc', 'name': 'network-vif-deleted', 'tag': 'deb820c3-4ed8-4ed8-ab09-ca72249de3eb', 'status': 'completed', 'code': 200} Jul 28 14:38:29.277196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2ab6ae7-8bd1-4a68-9f10-990d8072f3e0 req-fd4fe79b-d7a9-4f4e-a3f9-d5408e67e8a1 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jul 28 14:38:30.145201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cec85-db6a-42e0-9a23-cf166ec75f9b req-6418f83b-6175-4ca3-bb6a-86104ac47d4c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:30.146855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f63cec85-db6a-42e0-9a23-cf166ec75f9b req-6418f83b-6175-4ca3-bb6a-86104ac47d4c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0662537 Jul 28 14:38:30.171750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f6f7c-caf3-4c67-9960-40ec2886bec4 req-14944680-bed1-4f11-9d20-ec54d2e15e59 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:30.173452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204f6f7c-caf3-4c67-9960-40ec2886bec4 req-14944680-bed1-4f11-9d20-ec54d2e15e59 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0551853 Jul 28 14:38:30.194917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f63cec85-db6a-42e0-9a23-cf166ec75f9b req-bfe0a58a-1959-45a6-aea3-9226161226a5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Jul 28 14:38:30.215561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204f6f7c-caf3-4c67-9960-40ec2886bec4 req-13126ee7-578c-4975-a816-760ac7b74b38 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346053 Jul 28 14:38:30.399409 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0c3a821-503a-4306-bab5-545e364a09e3 req-3af2e6db-f443-4a14-8a2c-b1f80fe02f09 tempest-ServerRescueNegativeTestJSON-1633673087 tempest-ServerRescueNegativeTestJSON-1633673087-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e60de64-105d-48c8-b037-228690ae85bc HTTP/1.1" status: 200 len: 210 time: 0.0293956 Jul 28 14:38:31.352158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4aacfb-b193-4637-91f5-2aae38c2a6a8 req-8b04e79f-6373-41f3-a702-837aa1f7e4a9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:31.354037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb4aacfb-b193-4637-91f5-2aae38c2a6a8 req-8b04e79f-6373-41f3-a702-837aa1f7e4a9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0654886 Jul 28 14:38:31.373646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e4930-a821-42d1-bd8a-b1ce41d52f2a req-ed6586ba-7b6e-4539-a6a3-3c07e6f85372 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:31.375404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d03e4930-a821-42d1-bd8a-b1ce41d52f2a req-ed6586ba-7b6e-4539-a6a3-3c07e6f85372 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0722139 Jul 28 14:38:31.399498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb4aacfb-b193-4637-91f5-2aae38c2a6a8 req-4025d344-1bc9-424e-bbeb-83b1a73082e7 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Jul 28 14:38:31.431245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d03e4930-a821-42d1-bd8a-b1ce41d52f2a req-ea216577-8fbf-495d-a554-98d0c42bd094 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Jul 28 14:38:31.472116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48372) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:31.581022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device deb820c3-4ed8-4ed8-ab09-ca72249de3eb no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:31.604595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: deb820c3-4ed8-4ed8-ab09-ca72249de3eb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:31.605271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device deb820c3-4ed8-4ed8-ab09-ca72249de3eb not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:31.887639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.187532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Deleting port fbca894f-ae85-47bc-ae6f-16f706a5a5e0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:32.188067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.268243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] For port fbca894f-ae85-47bc-ae6f-16f706a5a5e0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,segment=NetworkSegment(b1408283-d8b9-41f5-83f1-1385d990ff12),segment_id=b1408283-d8b9-41f5-83f1-1385d990ff12)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:32.271363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.281689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Calling delete_port for fbca894f-ae85-47bc-ae6f-16f706a5a5e0 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:32.523263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fad349-92bf-4fd2-83e5-36e16b45b164 req-8c8a9cc1-5773-422a-b58e-dc3bf1dc2d35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.540952 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84fad349-92bf-4fd2-83e5-36e16b45b164 req-8c8a9cc1-5773-422a-b58e-dc3bf1dc2d35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0513082 Jul 28 14:38:32.569469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84fad349-92bf-4fd2-83e5-36e16b45b164 req-c82a8b81-0887-4c35-8bd8-dc84a61466ce tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379727 Jul 28 14:38:32.585293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561c114-b8f7-4434-b132-18434eb19d23 req-28068839-b81c-4b53-ac9e-5e0975abccf1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:32.586847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4561c114-b8f7-4434-b132-18434eb19d23 req-28068839-b81c-4b53-ac9e-5e0975abccf1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0673683 Jul 28 14:38:32.626109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4561c114-b8f7-4434-b132-18434eb19d23 req-bf8f93cd-225e-49fe-8c7e-ac9947982896 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Jul 28 14:38:32.673798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:32.707782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Pushing event deleted for resources: {'Port': ['ID=fbca894f-ae85-47bc-ae6f-16f706a5a5e0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:32.862587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.106511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:38:33.217576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:38:33.222920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ea47a8b-f9c1-4d1d-be46-f375d59474bd admin admin] 10.222.0.47 "PUT /v2.0/routers/aaeb31ab-d60f-47b6-8b6d-1cc0185f919a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493508 Jul 28 14:38:33.225362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48406) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:33.228966 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Sync routers for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:38:33.241255 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:33.242348 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.343372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.368368 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:33.460936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.569822 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:38:32Z', 'revision_number': 5, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port': {'id': '0d3365dc-6ea2-498b-8cfd-aa26225aff7b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cd:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:30Z', 'updated_at': '2021-07-28T14:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.597200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:33.599625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Checking router: aaeb31ab-d60f-47b6-8b6d-1cc0185f919a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:38:33.618117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Routers {'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:38:33.618767 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.645693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Deleting port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:33.646382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.825092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27df32-9dde-4156-a1fd-128ed49b5fb7 req-b950b9b7-fae2-456e-a23c-531deca18b89 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:33.829977 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] Set router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:38:33.832908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:33.833372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b27df32-9dde-4156-a1fd-128ed49b5fb7 req-b950b9b7-fae2-456e-a23c-531deca18b89 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1142685 Jul 28 14:38:33.855710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'port_id': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'mac_address': 'fa:16:3e:d3:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:33.860931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] For port 0d3365dc-6ea2-498b-8cfd-aa26225aff7b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:33.861315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.885384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Calling delete_port for 0d3365dc-6ea2-498b-8cfd-aa26225aff7b owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:33.895443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d71bd-a81c-4b40-9040-dcd964e288fc req-8c0502b5-59f5-4e9c-b7ca-3c8897c7d42c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:33.897603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc3d71bd-a81c-4b40-9040-dcd964e288fc req-8c0502b5-59f5-4e9c-b7ca-3c8897c7d42c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1141665 Jul 28 14:38:33.912834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:38:33Z', 'revision_number': 6, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:33.918673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b27df32-9dde-4156-a1fd-128ed49b5fb7 req-43dd0d6d-e44e-4940-b59d-266231e58dfe tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843279 Jul 28 14:38:33.924366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:33.945705 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3eb06-d4c2-43fa-86b6-40ae28f45499 None None] The sync data for ids ['aaeb31ab-d60f-47b6-8b6d-1cc0185f919a'] in n-d-705658-23 is: [{'id': 'aaeb31ab-d60f-47b6-8b6d-1cc0185f919a', 'name': 'tempest-ServerRescueNegativeTestJSON-543077696-router', 'tenant_id': 'f82139aa41244d79bfa2996d750fb260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:28Z', 'updated_at': '2021-07-28T14:38:33Z', 'revision_number': 6, 'project_id': 'f82139aa41244d79bfa2996d750fb260', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:38:33.948765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d5c202-c9e0-41ec-81f6-80487860e2e8 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:33.957549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc3d71bd-a81c-4b40-9040-dcd964e288fc req-d070b38e-f38b-409c-94bc-fe9f664bce93 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528858 Jul 28 14:38:33.989917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:34.108640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.229422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:34.310252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['47d5c202-c9e0-41ec-81f6-80487860e2e8'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:34.320195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.365401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3365dc-6ea2-498b-8cfd-aa26225aff7b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:34.393187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fbca894f-ae85-47bc-ae6f-16f706a5a5e0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:34.428668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: fbca894f-ae85-47bc-ae6f-16f706a5a5e0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:34.429276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fbca894f-ae85-47bc-ae6f-16f706a5a5e0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:34.452398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.571899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.575316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.713321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.714771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaeb31ab-d60f-47b6-8b6d-1cc0185f919a {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:38:34.721377 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.726806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-349c7516-1ba3-483d-a365-64acfa0480b1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/aaeb31ab-d60f-47b6-8b6d-1cc0185f919a HTTP/1.1" status: 204 len: 168 time: 1.5003977 Jul 28 14:38:34.727030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48452) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:34.786357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Deleting subnet c135326d-81b2-45eb-8626-1d05fcb07239 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:38:34.795279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.835077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:34.881550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.033900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.065362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c135326d-81b2-45eb-8626-1d05fcb07239,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:35.068367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.070675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a940332-b55c-4b9c-8ca8-2f18a1e24cf8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c135326d-81b2-45eb-8626-1d05fcb07239 HTTP/1.1" status: 204 len: 168 time: 0.3416517 Jul 28 14:38:35.077277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48458) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:35.103607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fdf5e-abd7-42e5-ab3e-283e12dd8b44 req-fae458d7-9c25-48bb-a192-044df46bf4a1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.111296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a60fdf5e-abd7-42e5-ab3e-283e12dd8b44 req-fae458d7-9c25-48bb-a192-044df46bf4a1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0921981 Jul 28 14:38:35.164727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a60fdf5e-abd7-42e5-ab3e-283e12dd8b44 req-aa1cdd95-d1a7-4049-a26a-b3ad12104c72 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524366 Jul 28 14:38:35.179761 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.313256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87880a0-e298-4885-a7e8-450d0057ec2f req-07788b1a-9d83-411e-a7ef-6e4efc836991 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:35.314862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b87880a0-e298-4885-a7e8-450d0057ec2f req-07788b1a-9d83-411e-a7ef-6e4efc836991 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 945 time: 0.2296355 Jul 28 14:38:35.419840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b87880a0-e298-4885-a7e8-450d0057ec2f req-7ceec8c4-73c5-4362-ad48-eb1e1c03e34a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Jul 28 14:38:35.428946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.440294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621dc923-f7eb-46d8-9371-72c4f3c42e46']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:35.461912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1408283-d8b9-41f5-83f1-1385d990ff12') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:35.462537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1408283-d8b9-41f5-83f1-1385d990ff12') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:38:35.476827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.505597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.544304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:38:35.545507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:38:35.547804 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:38:35.599099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:35.673079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 47d5c202-c9e0-41ec-81f6-80487860e2e8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:35.673761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.759229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.790379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.793142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] 10.222.0.47 "DELETE /v2.0/networks/621dc923-f7eb-46d8-9371-72c4f3c42e46 HTTP/1.1" status: 204 len: 168 time: 0.7145393 Jul 28 14:38:35.794495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d4996-983b-4b5c-aa14-a8e2804643be admin admin] Pushing event deleted for resources: {'Network': ['ID=621dc923-f7eb-46d8-9371-72c4f3c42e46,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:35.798559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.824581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:35.826970 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bf00c4-3c90-427b-b95e-a5487815e249" -d '{"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-plugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:35.846056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:35.877725 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b72a5-5a99-4975-b27e-26165eabfea2 x-openstack-request-id: req-644b72a5-5a99-4975-b27e-26165eabfea2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:35.878021 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-plugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:35.878301 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-644b72a5-5a99-4975-b27e-26165eabfea2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:35.878691 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'code': 200} Jul 28 14:38:35.925041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:35.978595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:36.095392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d3365dc-6ea2-498b-8cfd-aa26225aff7b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:36.119095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0d3365dc-6ea2-498b-8cfd-aa26225aff7b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:38:36.119640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d3365dc-6ea2-498b-8cfd-aa26225aff7b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:38:36.284447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb35cb-0e8f-4b8b-83d5-0379bc673deb req-f01b2fbf-0fba-404a-a8d0-f80b6bf14e98 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:36.286850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bdb35cb-0e8f-4b8b-83d5-0379bc673deb req-f01b2fbf-0fba-404a-a8d0-f80b6bf14e98 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0531254 Jul 28 14:38:36.308221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:36.362911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-55410d22-fc8b-455a-b969-65cc8f83e062 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f82139aa41244d79bfa2996d750fb260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534339 Jul 28 14:38:36.365952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48490) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:36.371106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bdb35cb-0e8f-4b8b-83d5-0379bc673deb req-ab5de0a4-da55-4330-9792-4c3301653f6f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750873 Jul 28 14:38:36.457461 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.482066 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.696523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.701627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:36.711270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93adb107-e860-4364-a4bf-de3acca13909 HTTP/1.1" status: 204 len: 168 time: 0.3440490 Jul 28 14:38:36.712766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699d3c7-d9a2-4c53-ba55-8fce816f8d71 req-51fb90b1-a974-4e40-a5f4-cdf78fbf959c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:36.714528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7699d3c7-d9a2-4c53-ba55-8fce816f8d71 req-51fb90b1-a974-4e40-a5f4-cdf78fbf959c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0630541 Jul 28 14:38:36.721113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a45a9-bb12-400d-b748-2544fad06f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93adb107-e860-4364-a4bf-de3acca13909,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:36.806353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7699d3c7-d9a2-4c53-ba55-8fce816f8d71 req-3e0419e4-9692-43fc-ae1e-4d171537cd9b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661895 Jul 28 14:38:37.538767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7926be-22cd-4b40-8aa8-9c4530e5c7b1 req-cea5ac80-4c9a-4c0f-99b0-4fb83b313327 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:37.541248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a7926be-22cd-4b40-8aa8-9c4530e5c7b1 req-cea5ac80-4c9a-4c0f-99b0-4fb83b313327 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0637441 Jul 28 14:38:37.593081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a7926be-22cd-4b40-8aa8-9c4530e5c7b1 req-d4354bd6-b9df-483b-a9c7-b8dadc76208e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446765 Jul 28 14:38:38.027805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c240e-1061-48b6-bedb-131bbda189cd req-f3b2c939-cd49-4747-9ef7-e8bfb253bbaf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.037548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-781c240e-1061-48b6-bedb-131bbda189cd req-f3b2c939-cd49-4747-9ef7-e8bfb253bbaf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1438890 Jul 28 14:38:38.080969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-781c240e-1061-48b6-bedb-131bbda189cd req-52974f03-901d-48ad-88d7-891cf89ba305 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Jul 28 14:38:38.825614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37089ad-fe10-422c-8120-5b0eda2c25bd req-2c9226b0-b084-4549-8e7a-b1f9a4cc2851 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:38.828542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f37089ad-fe10-422c-8120-5b0eda2c25bd req-2c9226b0-b084-4549-8e7a-b1f9a4cc2851 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1012721 Jul 28 14:38:38.897447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f37089ad-fe10-422c-8120-5b0eda2c25bd req-863f3138-6f55-43dd-bed4-0e0cc46ce637 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609560 Jul 28 14:38:39.365963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48560) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:39.386110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec37729-d290-4784-a473-4ed2654e2c4a req-77969e12-21c5-4fa8-89f1-2dfb230d50a2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:39.418607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ec37729-d290-4784-a473-4ed2654e2c4a req-77969e12-21c5-4fa8-89f1-2dfb230d50a2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1832254 Jul 28 14:38:39.535021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ec37729-d290-4784-a473-4ed2654e2c4a req-6dff1379-b245-4174-983e-752751ab1982 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147902 Jul 28 14:38:39.605600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:38:39.619445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-778a4eff-a276-4014-a883-0e273416c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.790179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:39.790179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '4720c981-f0f6-4a54-847f-590aa846f243', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '4720c981-f0f6-4a54-847f-590aa846f243', 'mac_address': 'fa:16:3e:d8:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:38:39.810044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.825657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4720c981-f0f6-4a54-847f-590aa846f243 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:38:39.839659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-778a4eff-a276-4014-a883-0e273416c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:39.869749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:40.021742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-778a4eff-a276-4014-a883-0e273416c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.067179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a4eff-a276-4014-a883-0e273416c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2f044-0d72-4650-b84e-e34eed471819,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.079584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.167925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:40.178108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-778a4eff-a276-4014-a883-0e273416c67e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbe39c9da73e4fc08c890d51636c53e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109019 Jul 28 14:38:40.236610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310e90-608c-412c-b4ab-ab6cc7e16398 req-fc01a8c1-dc0b-42b4-8844-f1f1c8aed98f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:40.243096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.263609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d310e90-608c-412c-b4ab-ab6cc7e16398 req-fc01a8c1-dc0b-42b4-8844-f1f1c8aed98f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 945 time: 0.1794095 Jul 28 14:38:40.274595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4720c981-f0f6-4a54-847f-590aa846f243'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:40.333426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.343987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d310e90-608c-412c-b4ab-ab6cc7e16398 req-51d1e52e-622c-447f-a20d-a5badfa663ae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794713 Jul 28 14:38:40.389369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.599579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.609287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:40.609287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73f2f044-0d72-4650-b84e-e34eed471819 HTTP/1.1" status: 204 len: 168 time: 0.4351170 Jul 28 14:38:40.624621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b6e77-5be4-4eaf-841b-8d1f6cd6cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2f044-0d72-4650-b84e-e34eed471819,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:40.870669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e511432-b715-4527-abcd-7f27146ef90b req-ba1825cd-4407-420e-ad8d-a829eb9e8d1a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:40.876850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e511432-b715-4527-abcd-7f27146ef90b req-ba1825cd-4407-420e-ad8d-a829eb9e8d1a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1347525 Jul 28 14:38:40.961332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e511432-b715-4527-abcd-7f27146ef90b req-ff4c0782-05b9-4364-96ee-25036fe43231 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741229 Jul 28 14:38:41.516933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fdf69-7384-4317-a42c-f2f74ee81e67 req-8c34e655-8160-415d-b049-7c1b2f55a3c8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:41.518947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-885fdf69-7384-4317-a42c-f2f74ee81e67 req-8c34e655-8160-415d-b049-7c1b2f55a3c8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 945 time: 0.0699890 Jul 28 14:38:41.620177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:38:41.683836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-885fdf69-7384-4317-a42c-f2f74ee81e67 req-8c579e8e-6764-4c4f-9b43-1c71a48f4171 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525545 Jul 28 14:38:41.774267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 4720c981-f0f6-4a54-847f-590aa846f243 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:38:41.774879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:41.961389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.045261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:42.047101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:42.050695 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7015d7-6e39-4b30-bfa9-ff2c43c30bd2" -d '{"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-plugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:42.116257 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9cdba9-4834-4bab-95e2-201e010f1654 x-openstack-request-id: req-4f9cdba9-4834-4bab-95e2-201e010f1654 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:42.116833 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-plugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:42.117928 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f9cdba9-4834-4bab-95e2-201e010f1654 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:42.117928 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243', 'code': 200} Jul 28 14:38:42.154290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.339404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22a0d1-e8dc-4927-b36d-ace8f591d655 req-9108ea99-9626-4fb3-8529-c7e16e062ab0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.349992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea22a0d1-e8dc-4927-b36d-ace8f591d655 req-9108ea99-9626-4fb3-8529-c7e16e062ab0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.2154243 Jul 28 14:38:42.367626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:42.379070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fc8be5b-daff-499a-a4cd-4644dc9361c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:42.450193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea22a0d1-e8dc-4927-b36d-ace8f591d655 req-8e87c050-d5b6-4e03-a0a6-b8783fa20204 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932739 Jul 28 14:38:42.883902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b777-605d-43e9-a988-ea3383445d70 req-3cab39fd-e2b1-483d-82fb-fef94af6e599 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:42.885592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ab6b777-605d-43e9-a988-ea3383445d70 req-3cab39fd-e2b1-483d-82fb-fef94af6e599 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0823987 Jul 28 14:38:42.964285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ab6b777-605d-43e9-a988-ea3383445d70 req-276943f8-9291-4066-bb66-4cd9a104a153 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686064 Jul 28 14:38:43.674269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7805c1-4fef-4f3f-beda-dac464108b00 req-c8ed4759-97ce-4dfa-a121-816ce510d3fc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:43.693310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef7805c1-4fef-4f3f-beda-dac464108b00 req-c8ed4759-97ce-4dfa-a121-816ce510d3fc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1210055 Jul 28 14:38:43.835741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef7805c1-4fef-4f3f-beda-dac464108b00 req-a641386b-e341-4211-a499-231f0d80f88b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807836 Jul 28 14:38:44.186378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf4fcf-f9bf-401d-9997-20e17fd6f2e5 req-b5f602fb-d571-4ee2-84ad-284914f581d0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:44.188494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53cf4fcf-f9bf-401d-9997-20e17fd6f2e5 req-b5f602fb-d571-4ee2-84ad-284914f581d0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0943184 Jul 28 14:38:44.265466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53cf4fcf-f9bf-401d-9997-20e17fd6f2e5 req-eba2dde0-89c0-4356-8da7-20e60e5f7afa tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Jul 28 14:38:44.806438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-462e407c-9c62-4398-a019-aabec2d72127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.976423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:44.993676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59943-dd2b-4a53-85a3-66837c7fff35 req-46beba45-55e0-4ef4-a48c-df0971f60451 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.003121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aee59943-dd2b-4a53-85a3-66837c7fff35 req-46beba45-55e0-4ef4-a48c-df0971f60451 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1088302 Jul 28 14:38:45.094449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aee59943-dd2b-4a53-85a3-66837c7fff35 req-2fb85f7d-650a-4a95-818c-2a2fa65ecb8c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884318 Jul 28 14:38:45.515329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6c20-1903-490f-b617-1e3f40b71520 req-d1373efd-0044-4a06-83cd-888571eeecd9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:45.527711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf3c6c20-1903-490f-b617-1e3f40b71520 req-d1373efd-0044-4a06-83cd-888571eeecd9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0983403 Jul 28 14:38:45.594715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf3c6c20-1903-490f-b617-1e3f40b71520 req-095c2d0b-29f9-43d3-80aa-122b4ba037e8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Jul 28 14:38:46.272001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6390b-bb76-4b64-93e8-0d7227d471da req-6a0dfb67-43ec-4ae0-8706-6ca70e0e028a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.273926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fb6390b-bb76-4b64-93e8-0d7227d471da req-6a0dfb67-43ec-4ae0-8706-6ca70e0e028a tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0948532 Jul 28 14:38:46.280149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:46.352081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fb6390b-bb76-4b64-93e8-0d7227d471da req-767cdca3-22fb-4700-9db8-0b1b01625de4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670028 Jul 28 14:38:46.821935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19026b10-1644-4aa9-938a-36884880c8f8 req-e54c4e73-ecf8-4408-b9e4-e7a4b2f67c83 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:46.835670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19026b10-1644-4aa9-938a-36884880c8f8 req-e54c4e73-ecf8-4408-b9e4-e7a4b2f67c83 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1094406 Jul 28 14:38:46.935903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19026b10-1644-4aa9-938a-36884880c8f8 req-2dca023d-6c87-4b42-bc0d-ef18d71e22c1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973239 Jul 28 14:38:47.600223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:47.693055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430b351-d0db-4aff-9630-af2545118648 req-adbd6b2d-3016-4ab6-929b-7144a756b671 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:47.706203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e430b351-d0db-4aff-9630-af2545118648 req-adbd6b2d-3016-4ab6-929b-7144a756b671 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1636293 Jul 28 14:38:47.791388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e430b351-d0db-4aff-9630-af2545118648 req-11a5980c-2a15-4301-a350-3e43a1904505 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827839 Jul 28 14:38:48.209891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4831371-8f43-465f-91bc-968a622ac9c3 req-4669b0d7-9961-46d1-b996-8d0ff0fceb58 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:48.216837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4831371-8f43-465f-91bc-968a622ac9c3 req-4669b0d7-9961-46d1-b996-8d0ff0fceb58 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1286144 Jul 28 14:38:48.315510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4831371-8f43-465f-91bc-968a622ac9c3 req-d7212188-bfb7-4f89-a750-5c0a46f1683c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859392 Jul 28 14:38:49.056845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe5844-8bd6-45be-9c65-defafb4b33f0 req-51f0bd8a-0351-4f25-8c1d-f9022b575ce1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.067022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90fe5844-8bd6-45be-9c65-defafb4b33f0 req-51f0bd8a-0351-4f25-8c1d-f9022b575ce1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1090279 Jul 28 14:38:49.128638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90fe5844-8bd6-45be-9c65-defafb4b33f0 req-40b30269-ef9a-43f5-b832-e2ae69154dd5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Jul 28 14:38:49.499732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49857d-1bb2-413f-9e77-6bde0264d8d0 req-78a3b9fa-c170-4dbf-a372-6c63df3e7385 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:49.501447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b49857d-1bb2-413f-9e77-6bde0264d8d0 req-78a3b9fa-c170-4dbf-a372-6c63df3e7385 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0806639 Jul 28 14:38:49.586347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b49857d-1bb2-413f-9e77-6bde0264d8d0 req-d5701a21-3851-4002-9a82-26d9a5da4f7c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753663 Jul 28 14:38:49.719715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.350068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee668b2-1b39-4a7e-b03d-db7d0c47f5b4 req-c5357947-61f3-4226-ac58-63b42a3523bd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.398590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eee668b2-1b39-4a7e-b03d-db7d0c47f5b4 req-c5357947-61f3-4226-ac58-63b42a3523bd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1287630 Jul 28 14:38:50.539895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eee668b2-1b39-4a7e-b03d-db7d0c47f5b4 req-ad65cf7a-f4ad-4643-be51-e805bb86ceee tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366196 Jul 28 14:38:50.599555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:50.863000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3c37d-d9b6-4531-a8de-173b832d9546 req-fef847b0-0e1b-4e13-85bd-201dce9ccef2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:50.872774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97a3c37d-d9b6-4531-a8de-173b832d9546 req-fef847b0-0e1b-4e13-85bd-201dce9ccef2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1355803 Jul 28 14:38:50.930351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97a3c37d-d9b6-4531-a8de-173b832d9546 req-5bc825a4-bf14-4374-a0f3-f4185e6fb694 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550642 Jul 28 14:38:51.484881 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:38:51.685733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d39b1-a7b9-49b5-b6eb-b6c32fd84e09 req-5a0ef2d6-e859-48ee-9396-c84901fb8462 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:51.696675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f2d39b1-a7b9-49b5-b6eb-b6c32fd84e09 req-5a0ef2d6-e859-48ee-9396-c84901fb8462 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0817971 Jul 28 14:38:51.776163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f2d39b1-a7b9-49b5-b6eb-b6c32fd84e09 req-3873d23c-f4fb-4653-9012-7fe53c2aa9a1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697551 Jul 28 14:38:52.146447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0794a4c-151a-415b-b2f7-5daadbb26cf8 req-2c9efa8b-bf4e-4f3b-9a44-ffd5258787ab tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:52.151147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0794a4c-151a-415b-b2f7-5daadbb26cf8 req-2c9efa8b-bf4e-4f3b-9a44-ffd5258787ab tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1084735 Jul 28 14:38:52.229968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0794a4c-151a-415b-b2f7-5daadbb26cf8 req-e8cdffd5-9c69-440a-8ac9-41351d1031d6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Jul 28 14:38:52.950656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46114-72f8-4648-b0f5-230cc626357a req-1e85690f-b565-4fe6-a951-ce77565f1242 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:52.956792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0f46114-72f8-4648-b0f5-230cc626357a req-1e85690f-b565-4fe6-a951-ce77565f1242 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0828476 Jul 28 14:38:53.027853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0f46114-72f8-4648-b0f5-230cc626357a req-0a0db0e9-81ca-43d0-b9f5-6571f93918b2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667903 Jul 28 14:38:53.134694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-daa2450d-5cf2-43b8-b849-5e2c3b43b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.134694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-daa2450d-5cf2-43b8-b849-5e2c3b43b4f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 1098 time: 0.2625093 Jul 28 14:38:53.734896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78b66c-69ed-4bb7-b15a-dceab5cc5072 req-2114665f-da04-4612-ac0d-de21c269387f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.736796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f78b66c-69ed-4bb7-b15a-dceab5cc5072 req-2114665f-da04-4612-ac0d-de21c269387f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0857375 Jul 28 14:38:53.767392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-43133dae-8f57-4418-9671-fa13aa6c5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.768903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-43133dae-8f57-4418-9671-fa13aa6c5592 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.6031692 Jul 28 14:38:53.864418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f78b66c-69ed-4bb7-b15a-dceab5cc5072 req-50990d5f-267d-4d4a-91b9-68befac7cd82 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144927 Jul 28 14:38:53.869255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-b2feebd1-a0c6-488e-8162-fff07fe6de9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8 HTTP/1.1" status: 200 len: 217 time: 0.0828643 Jul 28 14:38:53.928093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-b4051162-1c42-468e-9315-6ccbd017afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.930616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-b4051162-1c42-468e-9315-6ccbd017afee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0516109 Jul 28 14:38:53.992929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-a6ea7770-2653-46bf-b9ed-a1483e1106b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:53.994881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-a6ea7770-2653-46bf-b9ed-a1483e1106b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560789 Jul 28 14:38:54.142346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-263481c9-a318-4e55-b48f-4071739ef4de service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386304 Jul 28 14:38:54.235794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3dc79-8a16-4e85-98ee-fa8c2d1a5fe2 req-010f9659-4955-4378-a233-d4463795141d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:54.243193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49f3dc79-8a16-4e85-98ee-fa8c2d1a5fe2 req-010f9659-4955-4378-a233-d4463795141d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.1240218 Jul 28 14:38:54.302390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49f3dc79-8a16-4e85-98ee-fa8c2d1a5fe2 req-cecd0323-aa5d-48e1-a2e6-ed0d8e446c66 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581489 Jul 28 14:38:54.337325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95d2cb8a-1c9b-427f-b546-d46a3fdc48b2 req-ed1b056e-8ce9-4b4d-ac01-e68e294ee6d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810198 Jul 28 14:38:55.027597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f1f0e-e003-486b-8a85-ceaddd0cee6c req-d952bb72-638c-4bc6-a632-63fe0848ef1e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:55.037387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d92f1f0e-e003-486b-8a85-ceaddd0cee6c req-d952bb72-638c-4bc6-a632-63fe0848ef1e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0661895 Jul 28 14:38:55.092066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d92f1f0e-e003-486b-8a85-ceaddd0cee6c req-17ed3f09-800e-4c05-adf2-929bd752fa3d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Jul 28 14:38:55.593673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1152c-d1a3-4b50-a874-4ec903298455 req-478e5199-c860-4689-882e-c0bfbf4d5231 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:55.595437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09c1152c-d1a3-4b50-a874-4ec903298455 req-478e5199-c860-4689-882e-c0bfbf4d5231 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 946 time: 0.0702946 Jul 28 14:38:55.648898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09c1152c-d1a3-4b50-a874-4ec903298455 req-49c70a11-3212-4c2e-9504-b722e87fa6f9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Jul 28 14:38:55.715437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:55.790564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:55.812035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:55.814256 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650d2075-b5c8-4b6c-8cac-025b865cc8e0" -d '{"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-unplugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:55.829986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:55.984163 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc070d-2add-4316-93b2-6f9cfef0dee9 x-openstack-request-id: req-09cc070d-2add-4316-93b2-6f9cfef0dee9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:55.984462 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-unplugged", "status": "completed", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:55.984716 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09cc070d-2add-4316-93b2-6f9cfef0dee9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:55.988165 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'code': 200} Jul 28 14:38:56.102472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:56.163575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:56.252266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567feeaf-ce2c-4b01-a5bd-ff0e611ca8db req-b758fd62-b81e-4fc4-803c-a17d276a23d0 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.253987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567feeaf-ce2c-4b01-a5bd-ff0e611ca8db req-b758fd62-b81e-4fc4-803c-a17d276a23d0 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0740786 Jul 28 14:38:56.343183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-567feeaf-ce2c-4b01-a5bd-ff0e611ca8db req-3627913b-4ea3-40b5-bcb2-622cb74de19b tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766487 Jul 28 14:38:56.347401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ad08d-4e16-47c4-9737-27289bf6042a req-b0887c35-223d-40bc-a39a-ae18da582743 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.356830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c2ad08d-4e16-47c4-9737-27289bf6042a req-b0887c35-223d-40bc-a39a-ae18da582743 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.1050642 Jul 28 14:38:56.411351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c2ad08d-4e16-47c4-9737-27289bf6042a req-0bc8d8ef-1f98-4344-aa24-59ea7755e866 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Jul 28 14:38:56.774246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f88f-b307-417e-bcd7-56b2d67fea00 req-6cc554ae-7a63-4469-8c96-a383636b3dcf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:56.775817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc96f88f-b307-417e-bcd7-56b2d67fea00 req-6cc554ae-7a63-4469-8c96-a383636b3dcf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0524204 Jul 28 14:38:56.831532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc96f88f-b307-417e-bcd7-56b2d67fea00 req-b065b245-37f9-4a36-b5e4-3aa6f8e9460e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472431 Jul 28 14:38:57.156565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48932) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:57.273002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3029af1-e39f-4619-9731-9209fc4c5a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.368046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3029af1-e39f-4619-9731-9209fc4c5a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.468804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3029af1-e39f-4619-9731-9209fc4c5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.525136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739da514-6a5c-46f5-8c71-94b65cefa426 req-49f32dae-3d7d-4ab1-bc98-71e2ffff3537 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.526904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-739da514-6a5c-46f5-8c71-94b65cefa426 req-49f32dae-3d7d-4ab1-bc98-71e2ffff3537 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0879495 Jul 28 14:38:57.529296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c3029af1-e39f-4619-9731-9209fc4c5a5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9dfd4e8d911e43f898f870f017da72f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716886 Jul 28 14:38:57.530985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029af1-e39f-4619-9731-9209fc4c5a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532f1b51-361e-42c9-9849-87674a79beb0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:57.532394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbcaf8-cc92-4dd0-a1a6-24b4b42aa1ef req-42a79117-2c6f-413f-b69a-f8de502d12f4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.533619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48950) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:57.534165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3cbcaf8-cc92-4dd0-a1a6-24b4b42aa1ef req-42a79117-2c6f-413f-b69a-f8de502d12f4 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0512195 Jul 28 14:38:57.622222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3cbcaf8-cc92-4dd0-a1a6-24b4b42aa1ef req-27c8c44e-ddcc-4d2e-b136-fdceaa09c4fd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 Jul 28 14:38:57.626663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-739da514-6a5c-46f5-8c71-94b65cefa426 req-1dd26018-c9d6-4f61-b710-64afc88da884 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723157 Jul 28 14:38:57.636562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.667542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.856937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.860587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:57.862315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/532f1b51-361e-42c9-9849-87674a79beb0 HTTP/1.1" status: 204 len: 168 time: 0.3276443 Jul 28 14:38:57.880664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f1b51-361e-42c9-9849-87674a79beb0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:57.891726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.892084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.892633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.893427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.894836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.895416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.895927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.896293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.896612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.896949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.897287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.897884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d05dc4d-9bb9-46e6-a584-ddd276eda4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:38:57.966199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e077-d612-4fc6-8676-5328b269442e req-4026a802-eee6-4d0d-9042-6b483f64d6f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:57.968202 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed04e077-d612-4fc6-8676-5328b269442e req-4026a802-eee6-4d0d-9042-6b483f64d6f0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0525196 Jul 28 14:38:58.009331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed04e077-d612-4fc6-8676-5328b269442e req-b793826f-80e3-4d3f-ad93-c0efe31a0faf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337262 Jul 28 14:38:58.155722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9bfc-2f90-4a2f-a0b7-3064923bb8b7 req-4f1544a7-d049-482f-9755-4cd96d203afa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.157290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-167a9bfc-2f90-4a2f-a0b7-3064923bb8b7 req-4f1544a7-d049-482f-9755-4cd96d203afa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0771770 Jul 28 14:38:58.166462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-44d1644b-ed91-4f8c-87a5-ee0f98c73696 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.167966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-44d1644b-ed91-4f8c-87a5-ee0f98c73696 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0775712 Jul 28 14:38:58.194190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-318e4073-e001-4ebf-b8c5-6589b33d3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.197506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-318e4073-e001-4ebf-b8c5-6589b33d3834 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 1098 time: 0.0465670 Jul 28 14:38:58.236201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-167a9bfc-2f90-4a2f-a0b7-3064923bb8b7 req-8ef69bd4-d2f7-44ea-a47a-604621d3e3bf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672443 Jul 28 14:38:58.308470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Deleting port c1fb5e73-80b3-4e46-9d1d-163e3587d32a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:38:58.309054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.360317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-ebe7dec4-22f3-4607-89fa-1955c465a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.361938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-ebe7dec4-22f3-4607-89fa-1955c465a026 service neutron] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 913 time: 0.1578066 Jul 28 14:38:58.406992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-d696b02f-96db-4580-83f0-39798ac71936 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4720c981-f0f6-4a54-847f-590aa846f243 HTTP/1.1" status: 200 len: 217 time: 0.0369680 Jul 28 14:38:58.410599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] For port c1fb5e73-80b3-4e46-9d1d-163e3587d32a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:58.411114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.420053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc96a3d5-7cd1-42e3-85ae-86697bbc10ed req-dd7f4ca1-4bfe-47b7-b3d0-c1ae66ed8d99 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.421601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc96a3d5-7cd1-42e3-85ae-86697bbc10ed req-dd7f4ca1-4bfe-47b7-b3d0-c1ae66ed8d99 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0966394 Jul 28 14:38:58.496151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-0c27b452-3863-4bd4-acc9-8252e9b6bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.497758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-0c27b452-3863-4bd4-acc9-8252e9b6bce0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0752740 Jul 28 14:38:58.507004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc96a3d5-7cd1-42e3-85ae-86697bbc10ed req-be31e05c-5887-41dc-825e-33760afa6bf8 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754247 Jul 28 14:38:58.534350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-85d7d82a-970d-4841-bd6c-acf1c9499c84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269299 Jul 28 14:38:58.634621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-966a6377-d7b3-46ee-a2ad-fc8276a06cfd service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932696 Jul 28 14:38:58.706983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Calling delete_port for c1fb5e73-80b3-4e46-9d1d-163e3587d32a owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:38:58.777130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f722dc2-3aa2-4d8f-997e-f17f49241dcf req-30d530e5-c560-4156-87e0-33bcfc89e01c service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352317 Jul 28 14:38:58.784757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffbddd-fe9b-4e6e-b437-08d418bd5515 req-51d9c406-4842-45fd-9b5e-51cbb95d326a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.786374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9ffbddd-fe9b-4e6e-b437-08d418bd5515 req-51d9c406-4842-45fd-9b5e-51cbb95d326a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0845261 Jul 28 14:38:58.821433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:58.848234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9ffbddd-fe9b-4e6e-b437-08d418bd5515 req-4152b118-f9ed-497e-8585-8eed49d9b1e9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Jul 28 14:38:58.849115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76e3eab3-1bb8-480b-9704-3256deb6663b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:58.961181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7c7a1-11bf-4b99-bcf8-80db550b2d85 req-b9a485b8-2cd4-4e7a-88b5-61a196783603 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:58.962635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3e7c7a1-11bf-4b99-bcf8-80db550b2d85 req-b9a485b8-2cd4-4e7a-88b5-61a196783603 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 945 time: 0.0557675 Jul 28 14:38:58.976813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.010949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:59.029771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event deleted for resources: {'Port': ['ID=c1fb5e73-80b3-4e46-9d1d-163e3587d32a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:59.033798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3e7c7a1-11bf-4b99-bcf8-80db550b2d85 req-ab8090fc-ed01-487d-bc82-7e9b8379bf6a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646234 Jul 28 14:38:59.075839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490', '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:38:59.088927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76e3eab3-1bb8-480b-9704-3256deb6663b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.096392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] No DVR routers for this DVR port c1fb5e73-80b3-4e46-9d1d-163e3587d32a on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:38:59.100379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.103263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6262ad30-a95f-4053-a471-0803ff41ba8e req-a26910bc-43e3-4aff-9d79-286e25bcab98 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "DELETE /v2.0/ports/c1fb5e73-80b3-4e46-9d1d-163e3587d32a HTTP/1.1" status: 204 len: 173 time: 0.9172485 Jul 28 14:38:59.103813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'name': 'network-vif-deleted', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:59.116491 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6c8cb9-fd70-475b-8b53-25fbabc1c486" -d '{"events": [{"server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "name": "network-vif-deleted", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:59.257999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbeda2-08a2-410b-ad0c-41a4b05f7774 req-32197f84-dc45-4626-b7ce-7d3081ff2773 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:38:59.259621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bdbeda2-08a2-410b-ad0c-41a4b05f7774 req-32197f84-dc45-4626-b7ce-7d3081ff2773 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0502124 Jul 28 14:38:59.264027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76e3eab3-1bb8-480b-9704-3256deb6663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.296399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-76e3eab3-1bb8-480b-9704-3256deb6663b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67425d49712d4feab7cf678af0d7f602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738524 Jul 28 14:38:59.300666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48994) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:38:59.326631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3eab3-1bb8-480b-9704-3256deb6663b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb6222-2128-4b80-9d7b-fa6f96cb71c3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:59.347070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bdbeda2-08a2-410b-ad0c-41a4b05f7774 req-fec950f5-1e5b-43c3-a992-057db69c148b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605760 Jul 28 14:38:59.404346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.438082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.460719 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cdb9fc-ebc5-41b8-bca5-2dc85862b5f4 x-openstack-request-id: req-14cdb9fc-ebc5-41b8-bca5-2dc85862b5f4 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:59.461018 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcfb03d-64c2-4aeb-89e3-3297b3aca564", "name": "network-vif-deleted", "tag": "c1fb5e73-80b3-4e46-9d1d-163e3587d32a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:59.461465 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14cdb9fc-ebc5-41b8-bca5-2dc85862b5f4 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:59.462001 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcfb03d-64c2-4aeb-89e3-3297b3aca564', 'name': 'network-vif-deleted', 'tag': 'c1fb5e73-80b3-4e46-9d1d-163e3587d32a', 'status': 'completed', 'code': 200} Jul 28 14:38:59.651152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.655865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.657904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86bb6222-2128-4b80-9d7b-fa6f96cb71c3 HTTP/1.1" status: 204 len: 168 time: 0.3518286 Jul 28 14:38:59.670384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac89b1a-3c6e-4884-b92b-8273022fc5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb6222-2128-4b80-9d7b-fa6f96cb71c3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:38:59.758081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:38:59.838243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:38:59.860922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:38:59.863287 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1534e8e9-96e4-4808-833d-74d6f859803a" -d '{"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-unplugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:38:59.875930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:38:59.903412 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8364d8-0d58-43c6-9ff2-68c9e49fdff3 x-openstack-request-id: req-fb8364d8-0d58-43c6-9ff2-68c9e49fdff3 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:38:59.903723 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-unplugged", "status": "completed", "tag": "4720c981-f0f6-4a54-847f-590aa846f243", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:38:59.903976 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb8364d8-0d58-43c6-9ff2-68c9e49fdff3 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:38:59.904366 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243', 'code': 200} Jul 28 14:39:00.008592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f13c0-03a0-4cb9-82b3-ea8fd78b12bd req-41902add-4280-4931-a042-d7f6e5cf2365 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:00.010176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c98f13c0-03a0-4cb9-82b3-ea8fd78b12bd req-41902add-4280-4931-a042-d7f6e5cf2365 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 946 time: 0.0549762 Jul 28 14:39:00.049331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c98f13c0-03a0-4cb9-82b3-ea8fd78b12bd req-cbc5a2e7-bdfa-4012-b4a0-bac319b73285 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Jul 28 14:39:00.051189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:00.051933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 47d5c202-c9e0-41ec-81f6-80487860e2e8 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:00.133950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:00.160412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.160862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.161281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.161563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.161900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.162241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.162577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.162912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.163285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.163619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.163951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.164283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:00.172809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3badf05c-d65a-4696-8f23-cad9f7dbf5be req-843b3d12-f250-48e5-a6b9-c747cea6f414 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbcfb03d-64c2-4aeb-89e3-3297b3aca564 HTTP/1.1" status: 200 len: 210 time: 0.0381908 Jul 28 14:39:00.476555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad593e-ae5e-45a1-a4de-c6f3af2d9e8a req-44a8bb01-ac58-4825-83bd-219b35235fc6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:00.478105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0ad593e-ae5e-45a1-a4de-c6f3af2d9e8a req-44a8bb01-ac58-4825-83bd-219b35235fc6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0502167 Jul 28 14:39:00.517713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0ad593e-ae5e-45a1-a4de-c6f3af2d9e8a req-10b59ee7-082d-455c-bcb6-4cced19238d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Jul 28 14:39:01.177655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306673e-18ec-4086-b1fc-942549e839a7 req-da624291-f985-403f-a6d9-c477ee1aa68f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:01.179934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4306673e-18ec-4086-b1fc-942549e839a7 req-da624291-f985-403f-a6d9-c477ee1aa68f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 944 time: 0.0538354 Jul 28 14:39:01.221138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4306673e-18ec-4086-b1fc-942549e839a7 req-0fc35c6d-0f1a-4bdc-80c2-356ab2ffedb2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348661 Jul 28 14:39:01.642697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf736b-7829-4be7-a295-83be941992ac req-dc3e38d2-9502-4051-86c3-298a059399de tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:01.644942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bf736b-7829-4be7-a295-83be941992ac req-dc3e38d2-9502-4051-86c3-298a059399de tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0533729 Jul 28 14:39:01.696724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bf736b-7829-4be7-a295-83be941992ac req-6c68e7fa-3ee6-461d-acdc-1a71688f740d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Jul 28 14:39:02.382376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c1fb5e73-80b3-4e46-9d1d-163e3587d32a no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:02.403750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: c1fb5e73-80b3-4e46-9d1d-163e3587d32a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:02.405919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c1fb5e73-80b3-4e46-9d1d-163e3587d32a not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:02.841330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47127055-4512-413d-bd1c-b19813eeb076 req-e6b70073-efc3-4741-9735-3d975855d8f3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:02.842887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47127055-4512-413d-bd1c-b19813eeb076 req-e6b70073-efc3-4741-9735-3d975855d8f3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0542977 Jul 28 14:39:02.883540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47127055-4512-413d-bd1c-b19813eeb076 req-039cbec1-479e-4492-9cd3-74f7fe921824 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337729 Jul 28 14:39:03.382934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-08f3d968-d3b9-4fb0-9cd1-7aaf1f34c9ee tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:03.384498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-08f3d968-d3b9-4fb0-9cd1-7aaf1f34c9ee tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=2054d23c-cff8-46b5-89e9-100853c5580a HTTP/1.1" status: 200 len: 944 time: 0.0560641 Jul 28 14:39:03.489669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port 4720c981-f0f6-4a54-847f-590aa846f243 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:03.490083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.609595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port 4720c981-f0f6-4a54-847f-590aa846f243, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4720c981-f0f6-4a54-847f-590aa846f243,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:03.610113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.625034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for 4720c981-f0f6-4a54-847f-590aa846f243 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:03.752198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4720c981-f0f6-4a54-847f-590aa846f243 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:03.920035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:03.950752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=4720c981-f0f6-4a54-847f-590aa846f243,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:04.004024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port 4720c981-f0f6-4a54-847f-590aa846f243 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:04.008566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:04.011070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008922-d884-4622-a10b-733c323c530e req-b330f217-15da-4c40-b789-d705fb8a4252 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:04.012608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e008922-d884-4622-a10b-733c323c530e req-b330f217-15da-4c40-b789-d705fb8a4252 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0533278 Jul 28 14:39:04.019029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7e1b8a9-e88f-4166-a780-de99f6799470 req-95c8c266-55ef-490a-89dd-9a85d7f790f1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "DELETE /v2.0/ports/4720c981-f0f6-4a54-847f-590aa846f243 HTTP/1.1" status: 204 len: 173 time: 0.6278920 Jul 28 14:39:04.019854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-deleted', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:04.022776 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54370b3d-8915-4963-867e-2f942a7112cf" -d '{"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-deleted", "tag": "4720c981-f0f6-4a54-847f-590aa846f243"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:04.065338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e008922-d884-4622-a10b-733c323c530e req-8e8a7c1d-42f7-41f3-ae50-a51b5a86a2a9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432439 Jul 28 14:39:04.343824 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fd86dd-f1a1-40c5-a84f-c740de009c73 x-openstack-request-id: req-f6fd86dd-f1a1-40c5-a84f-c740de009c73 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:04.344170 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2054d23c-cff8-46b5-89e9-100853c5580a", "name": "network-vif-deleted", "tag": "4720c981-f0f6-4a54-847f-590aa846f243", "status": "failed", "code": 422}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:04.344486 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6fd86dd-f1a1-40c5-a84f-c740de009c73 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:04.344959 n-d-705658-23 neutron-server[94748]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2054d23c-cff8-46b5-89e9-100853c5580a', 'name': 'network-vif-deleted', 'tag': '4720c981-f0f6-4a54-847f-590aa846f243', 'status': 'failed', 'code': 422} returned with failed status Jul 28 14:39:05.115234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49196) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:05.168678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1c0c5c08-eee4-44ad-a11e-c768337f2f0a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.177929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1c0c5c08-eee4-44ad-a11e-c768337f2f0a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1328111 Jul 28 14:39:05.196682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-e739598b-1346-4a19-b5aa-07f34187fdd0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0175428 Jul 28 14:39:05.217610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d3d49-ffbd-484f-8725-978287ca6bf2 req-248aa0c5-e07b-4f2c-a5f1-e1e6183052cc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:05.219460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c20d3d49-ffbd-484f-8725-978287ca6bf2 req-248aa0c5-e07b-4f2c-a5f1-e1e6183052cc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0652800 Jul 28 14:39:05.239388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-2f037102-2042-4dbf-85cf-8c0a6e4fae4d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411410 Jul 28 14:39:05.277518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-909f8f23-c61b-4768-a8c5-ec1c654fcfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.302795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c20d3d49-ffbd-484f-8725-978287ca6bf2 req-f782af8f-ac0b-477c-b3e8-bd7f8388c9a6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769038 Jul 28 14:39:05.358045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-e726393c-6ba4-485e-aee5-4d265d0755ca service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178589 Jul 28 14:39:05.406054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-909f8f23-c61b-4768-a8c5-ec1c654fcfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.471643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-3cf40adf-a299-4567-9b57-57549ade80f5 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051886 Jul 28 14:39:05.541591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-909f8f23-c61b-4768-a8c5-ec1c654fcfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.586579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f8f23-c61b-4768-a8c5-ec1c654fcfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d5107-9271-47cb-bef0-46ec9c7bcc17,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:05.604016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-909f8f23-c61b-4768-a8c5-ec1c654fcfa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93a646272a9841fcbc2d76adb6c9efd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4870653 Jul 28 14:39:05.608272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49210) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:05.680333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.703306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.918618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.921572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:05.922995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b82d5107-9271-47cb-bef0-46ec9c7bcc17 HTTP/1.1" status: 204 len: 168 time: 0.3135674 Jul 28 14:39:05.936180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe821722-9bd3-4a78-b110-1af878967ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d5107-9271-47cb-bef0-46ec9c7bcc17,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:06.084215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02bdb0ff-9f36-4eac-ac26-7d097aec2798 req-0b09078b-5160-4f84-a1cd-2362e42c65f5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 210 time: 0.0371509 Jul 28 14:39:06.435535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b3b8-26d2-436d-97a7-4e32b8b18435 req-7f3877ee-1994-4f3c-a960-370306eae67f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:06.437025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9967b3b8-26d2-436d-97a7-4e32b8b18435 req-7f3877ee-1994-4f3c-a960-370306eae67f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0547225 Jul 28 14:39:06.481215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9967b3b8-26d2-436d-97a7-4e32b8b18435 req-4e85c670-b7fd-4103-b758-3d7c539755d7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Jul 28 14:39:06.732154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:06.756916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d57ac355-5691-4111-b140-81691abb8d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.853209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d57ac355-5691-4111-b140-81691abb8d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:06.977235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d57ac355-5691-4111-b140-81691abb8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.026393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d57ac355-5691-4111-b140-81691abb8d5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=520d7b35d36e40d2b20437f0951b90f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931645 Jul 28 14:39:07.027628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ac355-5691-4111-b140-81691abb8d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f008280-371b-46d9-87ee-b47b2fd2ee6d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:07.029269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:07.122357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.165591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.177277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-2d841ed0-1c02-454f-aef4-76c76b0f14ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769250 Jul 28 14:39:07.215518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-023935de-39c7-4ea8-b19a-795d62fa2906 req-872f0af9-31d3-4ae3-936f-d441fdff29c9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 210 time: 0.0470126 Jul 28 14:39:07.261357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-9030bd39-8602-4971-b333-e2ebb27bbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.262871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-9030bd39-8602-4971-b333-e2ebb27bbb9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=072c2ecb52524944823d20b697b028ed&device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 1097 time: 0.0509729 Jul 28 14:39:07.387383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-8cc34438-387a-4ea3-9526-d738b2217c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.388932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-8cc34438-387a-4ea3-9526-d738b2217c5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 200 len: 916 time: 0.1046047 Jul 28 14:39:07.406429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.409188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:07.412960 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f008280-371b-46d9-87ee-b47b2fd2ee6d HTTP/1.1" status: 204 len: 168 time: 0.3807597 Jul 28 14:39:07.434503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019231a5-27a3-4da0-844d-9748443d2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f008280-371b-46d9-87ee-b47b2fd2ee6d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:07.435665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-fcd9aaad-af66-49fc-86c6-739121e44e84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 HTTP/1.1" status: 200 len: 217 time: 0.0386133 Jul 28 14:39:07.493256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-ed239f3c-f6c4-4423-9953-2b10951a69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.494990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-ed239f3c-f6c4-4423-9953-2b10951a69b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 200 len: 855 time: 0.0513470 Jul 28 14:39:07.550425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-c29d889e-acbf-4366-bfc7-1dbc9dcb9ab2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b961460e-cb1f-48a7-b794-051442f83238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478995 Jul 28 14:39:07.696664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa9567-d54d-4780-9db5-50ef949c13c5 req-328369bd-a4c0-4b00-a96c-a9b4956e6e6d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:07.697878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fffa9567-d54d-4780-9db5-50ef949c13c5 req-328369bd-a4c0-4b00-a96c-a9b4956e6e6d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1107240 Jul 28 14:39:07.744790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-10dd3861-82f3-4fed-a5a8-fa3b69be2c86 service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793041 Jul 28 14:39:07.809191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fffa9567-d54d-4780-9db5-50ef949c13c5 req-69bb54f1-6cd2-479d-82ff-38ce7aef2c9b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035571 Jul 28 14:39:07.887770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd5f17bf-db34-4862-9c5b-0ff820b61940 req-84a2c3cc-247c-4604-8af5-0db3f74bd4f6 service neutron] 10.222.0.53 "GET /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318438 Jul 28 14:39:08.342752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2daf49dc-5044-4cfc-ae0a-6503549333e9 req-895d02b6-8950-4a3f-9108-900786a5d161 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 210 time: 0.0369356 Jul 28 14:39:08.852337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fecb3b-73ac-4e6c-9a4e-a852367b835d req-64de5af6-35fe-4bee-a42a-529d3f81214a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:08.854255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27fecb3b-73ac-4e6c-9a4e-a852367b835d req-64de5af6-35fe-4bee-a42a-529d3f81214a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.0563288 Jul 28 14:39:08.938223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27fecb3b-73ac-4e6c-9a4e-a852367b835d req-479a452c-bd97-4351-8fe8-7306fc8dc57f tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773709 Jul 28 14:39:08.960591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5347f2-c3db-4444-beec-90e21f9bee33 req-41f33e9c-e9f5-486d-9705-6054bacaec4f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:08.962187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5347f2-c3db-4444-beec-90e21f9bee33 req-41f33e9c-e9f5-486d-9705-6054bacaec4f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0709324 Jul 28 14:39:09.011789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d5347f2-c3db-4444-beec-90e21f9bee33 req-b685a6a3-dd85-447c-9c39-15b7c7f030fd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jul 28 14:39:09.163949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-f547dd28-5f7a-4651-a6d8-5a48ec9d8ce8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:09.163949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-f547dd28-5f7a-4651-a6d8-5a48ec9d8ce8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1216340 Jul 28 14:39:09.182475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:09.388575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:09.401136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.471507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42bbcc54-63f1-4a6e-bb95-8febf4319539 req-08d79a9b-686a-4399-9c47-c48020408f0c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 210 time: 0.0312638 Jul 28 14:39:09.541690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.6 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/8ad0e75f-51f7-4a0b-9159-1836f96c0552) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:09.711538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:09.943181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.001262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:10.005668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:39:10.021328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:39:10.072850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.073650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.094440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:10.113307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1542-631b-4fcc-a8e1-cac4727b6000 req-91f53360-55a4-4225-bf07-ffe052376898 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.114934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bddd1542-631b-4fcc-a8e1-cac4727b6000 req-91f53360-55a4-4225-bf07-ffe052376898 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.1012800 Jul 28 14:39:10.158494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bddd1542-631b-4fcc-a8e1-cac4727b6000 req-ff0f8631-d584-4463-91b4-d5634f8b7930 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Jul 28 14:39:10.176093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81473c5f-7d1f-49b9-82ee-253a5e9981fe req-d580e8e6-861f-496b-bcff-23c5c40d2281 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.177676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81473c5f-7d1f-49b9-82ee-253a5e9981fe req-d580e8e6-861f-496b-bcff-23c5c40d2281 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0586317 Jul 28 14:39:10.202099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-cf367f63-5d05-4d88-b667-414378c48f93 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0241759 Jul 28 14:39:10.242901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Request body: {'port': {'device_id': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:10.250242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81473c5f-7d1f-49b9-82ee-253a5e9981fe req-ce62eb8a-08f7-49a0-aeaa-3fc58eb81482 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652838 Jul 28 14:39:10.309369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.658935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad0e75f-51f7-4a0b-9159-1836f96c0552 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:10.662362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6ad25-921f-4ddc-9c66-885e5b58e1d5 req-e5cf9d54-b933-4366-9544-07ce310b7310 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.664432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6c6ad25-921f-4ddc-9c66-885e5b58e1d5 req-e5cf9d54-b933-4366-9544-07ce310b7310 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 931 time: 0.0977166 Jul 28 14:39:10.684141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.697962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-c2a46407-457d-49ca-8753-923cc2700c0d tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.716912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-c2a46407-457d-49ca-8753-923cc2700c0d tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 946 time: 0.1055360 Jul 28 14:39:10.717087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Transition to ACTIVE for port object 8ad0e75f-51f7-4a0b-9159-1836f96c0552 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:39:10.734760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199f6a-3f55-4920-b026-4ff0ddf7cc3c req-44c8fd52-be0a-4495-9e23-f2555d8586a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:10.736468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81199f6a-3f55-4920-b026-4ff0ddf7cc3c req-44c8fd52-be0a-4495-9e23-f2555d8586a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0649588 Jul 28 14:39:10.746442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6c6ad25-921f-4ddc-9c66-885e5b58e1d5 req-50a31458-4ac6-465b-a1a5-83948235ecbf tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Jul 28 14:39:10.784050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81199f6a-3f55-4920-b026-4ff0ddf7cc3c req-c1f7c953-fea8-4888-99ae-15ec1d63ed82 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387461 Jul 28 14:39:10.813534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Deleting port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:10.813812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.938132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] For port 18c1fccf-909a-45d6-92fc-8c97c26d24f9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18c1fccf-909a-45d6-92fc-8c97c26d24f9,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:10.938587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:10.956957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Calling delete_port for 18c1fccf-909a-45d6-92fc-8c97c26d24f9 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:11.021115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.148366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:11.151980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ac3-bda6-4476-932e-d972c4885812 req-68c33fce-bb08-4dce-887f-c27fefe45c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.153510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-68c33fce-bb08-4dce-887f-c27fefe45c54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.1440108 Jul 28 14:39:11.194282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-c24bcedd-e447-4c6c-8e20-71e8fdbabe8a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1505260 Jul 28 14:39:11.238172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.274112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:11.276536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event deleted for resources: {'Port': ['ID=18c1fccf-909a-45d6-92fc-8c97c26d24f9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:11.279437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490', '18c1fccf-909a-45d6-92fc-8c97c26d24f9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:11.321147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d1850d7-5953-4850-9c65-eb4fefe5299e req-13c024bb-32a5-48a2-9efd-104a86f38b23 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0720911 Jul 28 14:39:11.349211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Attempting to bind port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:39:11.349564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Attempting to bind port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:39:11.349900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Attempting to bind port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:11.370525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] No DVR routers for this DVR port 18c1fccf-909a-45d6-92fc-8c97c26d24f9 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:11.375207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.380051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3fbc416b-7391-4e87-849d-0a04dc83afbb req-600912e5-4c96-48a1-8258-49e1a7d6fa1a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "DELETE /v2.0/ports/18c1fccf-909a-45d6-92fc-8c97c26d24f9 HTTP/1.1" status: 204 len: 173 time: 0.6739326 Jul 28 14:39:11.380536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'name': 'network-vif-deleted', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:11.381691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:39:11.382026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Attempting to bind port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:39:11.385714 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d8d8f7-8798-49b4-859a-f70f93efc5f6" -d '{"events": [{"server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "name": "network-vif-deleted", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:11.413383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ac3-bda6-4476-932e-d972c4885812 req-531c0113-8214-45b4-8a6d-0a1029c1ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.422061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-531c0113-8214-45b4-8a6d-0a1029c1ef12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.2405066 Jul 28 14:39:11.428693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-fae458a0-73e8-4977-8e63-a4e0b0655ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.430349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-fae458a0-73e8-4977-8e63-a4e0b0655ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 1097 time: 0.1951408 Jul 28 14:39:11.431702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:39:11.432223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:39:11.432400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:39:11.433407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Bound port: 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:39:11.433407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.436277 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef90fa41-7317-48ed-83e5-c960080c2642 x-openstack-request-id: req-ef90fa41-7317-48ed-83e5-c960080c2642 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:11.436639 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1", "name": "network-vif-deleted", "tag": "18c1fccf-909a-45d6-92fc-8c97c26d24f9", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:11.437278 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef90fa41-7317-48ed-83e5-c960080c2642 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:11.437621 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1', 'name': 'network-vif-deleted', 'tag': '18c1fccf-909a-45d6-92fc-8c97c26d24f9', 'status': 'completed', 'code': 200} Jul 28 14:39:11.663092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:39:11.681238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:39:11.685590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-b5f25925-9d3a-4d2a-b717-0c03e64583c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.2388773 Jul 28 14:39:11.753814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-2250b470-bc6d-401c-8d38-2f219b3c6542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.755370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-2250b470-bc6d-401c-8d38-2f219b3c6542 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.1759100 Jul 28 14:39:11.762907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ac3-bda6-4476-932e-d972c4885812 req-4f015e3d-5242-431e-9076-8315b2f0cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.764526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-4f015e3d-5242-431e-9076-8315b2f0cd17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0668085 Jul 28 14:39:11.824144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.828703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-68b67d39-ebc3-4aeb-87e8-3298a4a2ec3d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033 HTTP/1.1" status: 200 len: 217 time: 0.0632355 Jul 28 14:39:11.916308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.916937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:11.918317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] 10.222.0.53 "PUT /v2.0/ports/8ad0e75f-51f7-4a0b-9159-1836f96c0552 HTTP/1.1" status: 200 len: 1092 time: 1.6818089 Jul 28 14:39:11.921676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:11.924036 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7" -d '{"events": [{"name": "network-changed", "server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:11.971166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ac3-bda6-4476-932e-d972c4885812 req-f9c2121b-112c-4976-8695-d64676ab9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.973293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-f9c2121b-112c-4976-8695-d64676ab9b05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010791 Jul 28 14:39:11.982155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-e40b59e9-c368-484c-9409-5c97bcbd3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:11.983571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-e40b59e9-c368-484c-9409-5c97bcbd3257 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.1202972 Jul 28 14:39:11.985636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030c88c-4967-4077-8784-8f5066d236ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:12.085481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9767442-5b86-4186-96f3-c1ccc4524a36 req-dd20847d-5dd5-4ca2-9254-e355bcc65096 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.085481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9767442-5b86-4186-96f3-c1ccc4524a36 req-dd20847d-5dd5-4ca2-9254-e355bcc65096 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 943 time: 0.2107759 Jul 28 14:39:12.129289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-7bbe9935-04bf-403b-979c-df959d52194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.130784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-7bbe9935-04bf-403b-979c-df959d52194e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349821 Jul 28 14:39:12.171746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-09ed4bf4-dd32-4f9f-8bb9-b77886f8e293 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870193 Jul 28 14:39:12.236020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9767442-5b86-4186-96f3-c1ccc4524a36 req-f62f639b-c8e9-42e4-a051-3dea0df7c35e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443217 Jul 28 14:39:12.313592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c046de21-2b37-4978-a2f4-16f213ab64db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:12.615078 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a963e9b-59be-4176-88f4-bec89bec825e x-openstack-request-id: req-8a963e9b-59be-4176-88f4-bec89bec825e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:12.615394 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:12.615719 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a963e9b-59be-4176-88f4-bec89bec825e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:12.616108 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552', 'status': 'completed', 'code': 200} Jul 28 14:39:12.680603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbcdacc6-6c34-4b60-96b6-f6a384e2d1a5 req-eca770b3-e08c-4a17-95c8-e01431cb42d9 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3bd53fd-7c5f-41b5-9c8b-2e50c5e66ab1 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Jul 28 14:39:12.703266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-fe3f90b0-98a7-4b9c-a36b-634516d19261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.704921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-fe3f90b0-98a7-4b9c-a36b-634516d19261 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 1095 time: 0.5355322 Jul 28 14:39:12.738171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-bc6af8b0-9cca-4152-a9e5-03cb410d35d7 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955849 Jul 28 14:39:12.776896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22792ae6-f9c4-4b77-a839-95baf1839f76 req-0d4f7d3b-3ae3-40d7-9ff0-83b986c631d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.778459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22792ae6-f9c4-4b77-a839-95baf1839f76 req-0d4f7d3b-3ae3-40d7-9ff0-83b986c631d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1652339 Jul 28 14:39:12.782172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35915ac3-bda6-4476-932e-d972c4885812 req-1b992162-5198-49b0-beee-4709581d93c2 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706198 Jul 28 14:39:12.790553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-484d16b3-d14b-41fa-9f86-8dca9ec7333d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552 HTTP/1.1" status: 200 len: 217 time: 0.0675173 Jul 28 14:39:12.889667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfbaa9-f786-4f6c-914a-7c94a586eddc req-1d1c503e-d6f1-475d-a985-880fca1b15b3 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.892642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eedfbaa9-f786-4f6c-914a-7c94a586eddc req-1d1c503e-d6f1-475d-a985-880fca1b15b3 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0710330 Jul 28 14:39:12.913662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22792ae6-f9c4-4b77-a839-95baf1839f76 req-8d0bd99b-52f3-4c08-acc8-b369b945d80c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220834 Jul 28 14:39:12.920761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-49534007-cbd4-472b-bea8-7651d67e937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:12.922242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-49534007-cbd4-472b-bea8-7651d67e937d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.1097286 Jul 28 14:39:12.948265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eedfbaa9-f786-4f6c-914a-7c94a586eddc req-d3c6702e-d910-4d0e-abf1-4f126ef19400 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498435 Jul 28 14:39:12.963643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-6c2535b2-2d73-4bbd-8022-1ca959235840 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317485 Jul 28 14:39:12.994832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9d05239-f850-4e71-bd75-04b0c9711a85 req-95693d02-dbfc-44d6-9fe5-9211053e3536 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153454 Jul 28 14:39:13.078025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-a6541dd7-1ecf-4112-bb6f-098c4afd0744 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097343 Jul 28 14:39:13.187691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e86b9a50-0554-42c1-8ad8-894b0dc7057b req-d6170cf7-45e5-4d4e-9dc3-536ab00ae2f8 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Jul 28 14:39:13.371546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cdcee-8fc9-4ea1-8081-c4552c165c52 req-a81353b7-482d-4c01-a7c3-fd2b40126c0e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.373151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-633cdcee-8fc9-4ea1-8081-c4552c165c52 req-a81353b7-482d-4c01-a7c3-fd2b40126c0e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 943 time: 0.0599682 Jul 28 14:39:13.436426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-633cdcee-8fc9-4ea1-8081-c4552c165c52 req-11e23eac-c503-4bfb-802f-b2daa139b294 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Jul 28 14:39:13.463306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-62af1d44-a13b-459c-be08-53c7b1bb9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.465187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-62af1d44-a13b-459c-be08-53c7b1bb9e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 1095 time: 0.0672722 Jul 28 14:39:13.571693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-f1365702-ff2f-4fcd-8a5b-7f594e69d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.573183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-f1365702-ff2f-4fcd-8a5b-7f594e69d634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 913 time: 0.0996683 Jul 28 14:39:13.636879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-ae778bab-a8d7-4406-8ec5-4dcb99e36f45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552 HTTP/1.1" status: 200 len: 217 time: 0.0557024 Jul 28 14:39:13.694027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-243f4b35-ea39-4762-af26-d906172f348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:13.695520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-243f4b35-ea39-4762-af26-d906172f348c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.0501187 Jul 28 14:39:13.734467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-0ed92d63-46ae-428d-a8dd-8ba99b10a4c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308211 Jul 28 14:39:13.859932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-aebfc6cd-2a16-44a1-ab8e-43b9ecb9e3ad service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156409 Jul 28 14:39:14.010038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6638b8a-faa0-43aa-9a5d-c391dd7a15e7 req-b0405478-e7a3-4998-838c-af8be9ad867b service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258748 Jul 28 14:39:14.077089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13caf61e-4ed1-4aac-ac86-8cfa0f019220 req-35119a16-3f55-4a1f-b070-3aea570d656e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.078731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13caf61e-4ed1-4aac-ac86-8cfa0f019220 req-35119a16-3f55-4a1f-b070-3aea570d656e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0661876 Jul 28 14:39:14.123973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13caf61e-4ed1-4aac-ac86-8cfa0f019220 req-9018ccea-610d-453a-9910-2ffe807fb131 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371940 Jul 28 14:39:14.186079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:14.261875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f23be-7652-4a49-9302-045be9172bd0 req-fdd27ceb-8991-4386-b05e-09ad562a9608 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.263470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-261f23be-7652-4a49-9302-045be9172bd0 req-fdd27ceb-8991-4386-b05e-09ad562a9608 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0701926 Jul 28 14:39:14.306455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-261f23be-7652-4a49-9302-045be9172bd0 req-b32a27fe-8a34-45f6-82fe-8b98436d3a63 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups?id=3424b380-9b30-40c5-8aff-fdc229a997b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364771 Jul 28 14:39:14.321556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1410c-5c00-4ead-92c9-70388147a7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.429861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1410c-5c00-4ead-92c9-70388147a7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.431043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18c1fccf-909a-45d6-92fc-8c97c26d24f9 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:14.457405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 18c1fccf-909a-45d6-92fc-8c97c26d24f9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:14.458228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18c1fccf-909a-45d6-92fc-8c97c26d24f9 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:14.492718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eb0f4-121c-4e5f-a955-453de72925e4 req-157fd205-c51b-4260-97d4-f9d9d1262d98 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.494556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5eb0f4-121c-4e5f-a955-453de72925e4 req-157fd205-c51b-4260-97d4-f9d9d1262d98 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0522776 Jul 28 14:39:14.502211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e939e-8a75-425c-8e14-7140ea629029 req-dc0258cc-f737-44a3-9616-0f2b192c5e7a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.504954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f8e939e-8a75-425c-8e14-7140ea629029 req-dc0258cc-f737-44a3-9616-0f2b192c5e7a tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Jul 28 14:39:14.553469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f8e939e-8a75-425c-8e14-7140ea629029 req-279d4e74-f79e-4dc4-922a-4bb98a6b85a1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388401 Jul 28 14:39:14.562701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc5eb0f4-121c-4e5f-a955-453de72925e4 req-ea82248d-f7dc-4134-9f5d-8315949ea6c4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596883 Jul 28 14:39:14.574757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-50dc9e51-b769-4943-b6d5-0aad0e53b695 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.576799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-50dc9e51-b769-4943-b6d5-0aad0e53b695 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 945 time: 0.0814998 Jul 28 14:39:14.620189 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1410c-5c00-4ead-92c9-70388147a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.686432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1410c-5c00-4ead-92c9-70388147a7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed6aa8-5ca6-46a8-863c-c3812b882746,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:14.693238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b7d1410c-5c00-4ead-92c9-70388147a7ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab808c1aff614a84bb9e24d715494af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056114 Jul 28 14:39:14.698179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49446) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:14.718256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Deleting port 261a2cb8-e900-44d5-895e-582e14e2429d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:14.718606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.733046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c7dc3-fe78-4454-8968-5993c966eb3b req-25779341-6c4e-4370-9302-e0dc2a916b89 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.735434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-803c7dc3-fe78-4454-8968-5993c966eb3b req-25779341-6c4e-4370-9302-e0dc2a916b89 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 943 time: 0.1159222 Jul 28 14:39:14.764233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5c49f74-9993-4d46-9efc-c3e24a3209cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.790419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536fe-2155-4970-8674-b6cb3947a053 req-9dcaf0f1-13d9-4d5f-b99d-a3b6fe1c1dbf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:14.792008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bba536fe-2155-4970-8674-b6cb3947a053 req-9dcaf0f1-13d9-4d5f-b99d-a3b6fe1c1dbf tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1095774 Jul 28 14:39:14.803614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-803c7dc3-fe78-4454-8968-5993c966eb3b req-2b1f5333-5004-4486-bade-811828207f46 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608013 Jul 28 14:39:14.804928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.832105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.857877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] For port 261a2cb8-e900-44d5-895e-582e14e2429d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=261a2cb8-e900-44d5-895e-582e14e2429d,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:14.858263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:14.873758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bba536fe-2155-4970-8674-b6cb3947a053 req-e8bd0df9-2b4f-473d-8f22-f107ded72ea4 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692065 Jul 28 14:39:14.913749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.049120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.049497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.049840 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Floating IP 5bb455e0-74ef-4e32-8480-3942a6cfee99 disassociated. External IP: 172.25.0.213, port: 261a2cb8-e900-44d5-895e-582e14e2429d. Jul 28 14:39:15.050187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Calling delete_port for 261a2cb8-e900-44d5-895e-582e14e2429d owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:15.062863 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.066417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.068073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dfed6aa8-5ca6-46a8-863c-c3812b882746 HTTP/1.1" status: 204 len: 168 time: 0.3709326 Jul 28 14:39:15.076594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9a77d-6b3a-40db-a744-5db57de39fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed6aa8-5ca6-46a8-863c-c3812b882746,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:15.273796 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.304538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'Port': ['ID=261a2cb8-e900-44d5-895e-582e14e2429d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:15.424571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a9ef24a-4cff-47fe-82ed-9d32a2a32440 req-aad66c09-3937-44c0-9ed5-bf23b62e1d3e tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0350249 Jul 28 14:39:15.450593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:15.597159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b57d0-cb8e-436f-aea4-2550e600254c req-8594822e-5cb0-44aa-81cb-0818d14a12b1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.598716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f13b57d0-cb8e-436f-aea4-2550e600254c req-8594822e-5cb0-44aa-81cb-0818d14a12b1 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0998573 Jul 28 14:39:15.617216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:15.632149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:15.649385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:15.653331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:15.685039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] No DVR routers for this DVR port 261a2cb8-e900-44d5-895e-582e14e2429d on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:15.686932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e3c5a-2e03-45a7-89ac-2ab761186223 req-e4e71475-545d-48cb-abb0-dbd368ad4769 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.689565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.692422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-536a13ca-3b5f-4612-b516-7739ba12a89b req-162937b9-548e-4899-8c66-eaab1e6ac794 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.50 "DELETE /v2.0/ports/261a2cb8-e900-44d5-895e-582e14e2429d HTTP/1.1" status: 204 len: 173 time: 1.1091142 Jul 28 14:39:15.692866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'name': 'network-vif-deleted', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:15.695281 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2b611-e8c8-4e9f-abb9-3d2b929a0413" -d '{"events": [{"server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "name": "network-vif-deleted", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:15.695454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd5e3c5a-2e03-45a7-89ac-2ab761186223 req-e4e71475-545d-48cb-abb0-dbd368ad4769 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0613482 Jul 28 14:39:15.702004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f13b57d0-cb8e-436f-aea4-2550e600254c req-776daafa-be02-44c1-a85a-b7960f1c2192 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960572 Jul 28 14:39:15.756650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd5e3c5a-2e03-45a7-89ac-2ab761186223 req-391d3d3c-9591-4ece-bf64-b8dc507d8352 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603919 Jul 28 14:39:15.758086 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82146156-ff9c-4b87-ab6c-65b0336c77e0 x-openstack-request-id: req-82146156-ff9c-4b87-ab6c-65b0336c77e0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:15.758442 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04e0127-4992-4e2f-966c-0d5ded3d5b1c", "name": "network-vif-deleted", "tag": "261a2cb8-e900-44d5-895e-582e14e2429d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:15.769663 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82146156-ff9c-4b87-ab6c-65b0336c77e0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:15.770464 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04e0127-4992-4e2f-966c-0d5ded3d5b1c', 'name': 'network-vif-deleted', 'tag': '261a2cb8-e900-44d5-895e-582e14e2429d', 'status': 'completed', 'code': 200} Jul 28 14:39:15.792161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad0e75f-51f7-4a0b-9159-1836f96c0552 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:39:15.811879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:15.945873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49470) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:15.961517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-21e62963-946f-4aca-907f-b242986061b6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.963341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-21e62963-946f-4aca-907f-b242986061b6 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.53 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 945 time: 0.0966153 Jul 28 14:39:15.971575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2407e22-2e15-4efe-9c4a-4013ef4daf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:15.977588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf7375-eaf8-49b8-8ae7-2f076e3608c4 req-c0dd69eb-ac60-4b57-b07b-245cb82a7182 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:15.979241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-baaf7375-eaf8-49b8-8ae7-2f076e3608c4 req-c0dd69eb-ac60-4b57-b07b-245cb82a7182 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 943 time: 0.0808651 Jul 28 14:39:16.055166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:16.078897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8ad0e75f-51f7-4a0b-9159-1836f96c0552', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': '8ad0e75f-51f7-4a0b-9159-1836f96c0552', 'mac_address': 'fa:16:3e:4f:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:39:16.100157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2407e22-2e15-4efe-9c4a-4013ef4daf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.123035 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.148562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-baaf7375-eaf8-49b8-8ae7-2f076e3608c4 req-c1050a06-eff7-4ceb-9fcc-f4e0a1b663f5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155906 Jul 28 14:39:16.157951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.176250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad0e75f-51f7-4a0b-9159-1836f96c0552 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:39:16.179890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Deleting port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:16.180237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.201907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:16.211213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:16.238140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:16.247836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:16.248923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:16.275953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] For port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:16.276373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.290889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Calling delete_port for 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:16.366494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:16.417587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2407e22-2e15-4efe-9c4a-4013ef4daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.477855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2407e22-2e15-4efe-9c4a-4013ef4daf8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=622f41d00d744dd19835503bbff8aaeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299699 Jul 28 14:39:16.479068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2407e22-2e15-4efe-9c4a-4013ef4daf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf5e91-09fb-485d-a149-8a34ef605b65,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.480837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:16.484828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.567652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.568455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.582835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.585795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f7716a2-8cc5-4f2c-a00a-4abd8bf7af8c req-efdfe65f-a87a-4b84-994e-5ff411639183 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/ports?device_id=e04e0127-4992-4e2f-966c-0d5ded3d5b1c HTTP/1.1" status: 200 len: 210 time: 0.0411716 Jul 28 14:39:16.620042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:16.622172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:16.624587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event deleted for resources: {'Port': ['ID=7bcc6528-8ca4-4bd8-9d6b-bb462f786b55,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.670707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.689494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:16.701981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] No DVR routers for this DVR port 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:16.709174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.711272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0cc36587-66a5-4fbc-80de-bd1066b92f10 req-23480f56-d7c8-43d4-bba7-087fc4448e6e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.53 "DELETE /v2.0/ports/7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 HTTP/1.1" status: 204 len: 173 time: 0.7309110 Jul 28 14:39:16.730387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c27ecd-c8ef-4ccf-ace0-458e20ae6b6c None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:31:05Z', 'revision_number': 4, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '974cf672-3f25-4f9f-afa8-f95b9df66216', 'name': '', 'network_id': '52f40c00-ca6c-4c49-990c-78d88a229568', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'mac_address': 'fa:16:3e:aa:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:31:03Z', 'updated_at': '2021-07-28T14:31:13Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'subnets': [{'id': '0eb20191-9a4d-4d5e-b18e-4f8ef123a540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:16.858329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.863123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:16.864895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ddf5e91-09fb-485d-a149-8a34ef605b65 HTTP/1.1" status: 204 len: 168 time: 0.3700225 Jul 28 14:39:16.896220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d412bf-241d-4638-b7d5-efc84b41a101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf5e91-09fb-485d-a149-8a34ef605b65,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:16.911894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ad0e75f-51f7-4a0b-9159-1836f96c0552'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:16.932708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935e4d-af47-4f6c-86e5-3bc22d998ab9 req-2db86978-968e-4ce5-a02e-3506376d72f2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:16.937518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f935e4d-af47-4f6c-86e5-3bc22d998ab9 req-2db86978-968e-4ce5-a02e-3506376d72f2 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.1228898 Jul 28 14:39:16.970112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47e78ea7-d923-44ca-94df-19ccdb3bf63c req-868034ca-12c5-486a-85c7-13c3a20b8d5e tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0597301 Jul 28 14:39:17.016945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f935e4d-af47-4f6c-86e5-3bc22d998ab9 req-f34bb799-20a9-4ad5-8d0f-e1623d069d73 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707631 Jul 28 14:39:17.219329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc543c5-f71c-4e44-b0fe-d84f630b7ea8 None None] New status for floating IP 5bb455e0-74ef-4e32-8480-3942a6cfee99: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:39:17.336029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e871-91cf-4b45-b60d-50baf7f95f1e req-d64833de-8d9c-4be6-be3e-7c0b2513514d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.337629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5f6e871-91cf-4b45-b60d-50baf7f95f1e req-d64833de-8d9c-4be6-be3e-7c0b2513514d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 944 time: 0.0576198 Jul 28 14:39:17.396445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5f6e871-91cf-4b45-b60d-50baf7f95f1e req-431dc385-adf6-44a9-bdad-d3dd8c8bba25 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476317 Jul 28 14:39:17.543579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06191b5-8595-4f34-ba09-de9d69768aae req-dfa753e1-4aa1-4349-8b7b-7e9a6014ee85 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.545284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d06191b5-8595-4f34-ba09-de9d69768aae req-dfa753e1-4aa1-4349-8b7b-7e9a6014ee85 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0935850 Jul 28 14:39:17.603671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d06191b5-8595-4f34-ba09-de9d69768aae req-e3a1a0ac-78e4-445a-96df-a60793e45c47 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Jul 28 14:39:17.620218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.657970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-589bb759-a360-4f5c-9ae3-41f001163219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.660711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-589bb759-a360-4f5c-9ae3-41f001163219 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 1096 time: 0.0777500 Jul 28 14:39:17.764819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-8ad1b44c-5bc4-4a14-9882-e1f9ab6a29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.768209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-8ad1b44c-5bc4-4a14-9882-e1f9ab6a29a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 200 len: 913 time: 0.0990160 Jul 28 14:39:17.771887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'name': 'network-vif-deleted', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:17.774312 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df65f6-ccbc-4ef6-a4a2-35be3f071401" -d '{"events": [{"server_uuid": "f306f842-b384-4792-9630-397c1c159038", "name": "network-vif-deleted", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:17.812699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad0e75f-51f7-4a0b-9159-1836f96c0552 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:39:17.836570 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a738b1-7c5a-4cd3-816d-59f2dc0dbae8 x-openstack-request-id: req-73a738b1-7c5a-4cd3-816d-59f2dc0dbae8 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:17.836784 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f306f842-b384-4792-9630-397c1c159038", "name": "network-vif-deleted", "tag": "7bcc6528-8ca4-4bd8-9d6b-bb462f786b55", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:17.837160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73a738b1-7c5a-4cd3-816d-59f2dc0dbae8 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:17.837532 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f306f842-b384-4792-9630-397c1c159038', 'name': 'network-vif-deleted', 'tag': '7bcc6528-8ca4-4bd8-9d6b-bb462f786b55', 'status': 'completed', 'code': 200} Jul 28 14:39:17.844027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49512) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:17.860872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-30933b92-60ae-4b28-85a8-26ab0d74ca06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 200 len: 999 time: 0.0833855 Jul 28 14:39:17.921773 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.949380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:17.959084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-0ae1da9c-db55-456e-b6d2-689df3794538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:17.960547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-0ae1da9c-db55-456e-b6d2-689df3794538 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 200 len: 851 time: 0.0925186 Jul 28 14:39:18.012015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-e6de3f42-e955-4e20-a9ed-d5e0106a86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.013593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-e6de3f42-e955-4e20-a9ed-d5e0106a86fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1c8abec0-d381-4998-bdfd-6ff254727d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459075 Jul 28 14:39:18.092144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2a81393-2686-4917-8b10-d1b548d239fb req-8f3363b4-da84-419a-b176-13cf88a553a5 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=f306f842-b384-4792-9630-397c1c159038 HTTP/1.1" status: 200 len: 210 time: 0.0295568 Jul 28 14:39:18.111226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-f74c5671-2461-4e4e-8acf-e6f1994bd991 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898662 Jul 28 14:39:18.216691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f37f928-0839-44b9-ab52-fb258e30af99 req-cd822898-ea1c-4b80-9a71-fba2d62f0e79 service neutron] 10.222.0.50 "GET /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994475 Jul 28 14:39:18.249482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:39:18.269019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:39:18.269019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.332696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.355939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:18.358311 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b222bcb-d3da-41cf-b825-d5dfe905bda6" -d '{"events": [{"server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:18.374278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:18.396343 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0ade6-be6d-4112-a2e2-e56667e78686 x-openstack-request-id: req-aee0ade6-be6d-4112-a2e2-e56667e78686 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:18.396629 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "name": "network-vif-plugged", "status": "completed", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:18.396886 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aee0ade6-be6d-4112-a2e2-e56667e78686 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:18.397286 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552', 'code': 200} Jul 28 14:39:18.406588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.412033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.414134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "DELETE /v2.0/security-groups/3424b380-9b30-40c5-8aff-fdc229a997b4 HTTP/1.1" status: 204 len: 168 time: 0.5685580 Jul 28 14:39:18.416755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49524) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:18.432549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def1aa8-3a91-4449-b7c4-738d9350acf7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424b380-9b30-40c5-8aff-fdc229a997b4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:18.433292 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-9ebf7f2f-4502-4611-821a-7dd471d351a7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] show failed (client error): The resource could not be found. Jul 28 14:39:18.435888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ebf7f2f-4502-4611-821a-7dd471d351a7 tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "GET /v2.0/security-groups/3424b380-9b30-40c5-8aff-fdc229a997b4 HTTP/1.1" status: 404 len: 347 time: 0.0170848 Jul 28 14:39:18.440209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:18.448797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 261a2cb8-e900-44d5-895e-582e14e2429d no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:18.499343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 261a2cb8-e900-44d5-895e-582e14e2429d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:18.499867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 261a2cb8-e900-44d5-895e-582e14e2429d not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:18.502284 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.593799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:18.650438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80685fba-2fb0-473f-9695-a95c381dd296 req-8f6e89f8-24d1-4bb8-a0a0-a0424a0899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.652811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80685fba-2fb0-473f-9695-a95c381dd296 req-8f6e89f8-24d1-4bb8-a0a0-a0424a0899cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 1097 time: 0.0689542 Jul 28 14:39:18.695555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80685fba-2fb0-473f-9695-a95c381dd296 req-08f606e0-4dc4-4c57-a1fd-efdaaae638ca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Jul 28 14:39:18.703316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37432a-1fd5-4b89-98f3-ae17c9b66f70 req-be0e3247-12bb-4fce-8717-84067abb78b0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.704864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d37432a-1fd5-4b89-98f3-ae17c9b66f70 req-be0e3247-12bb-4fce-8717-84067abb78b0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.1249621 Jul 28 14:39:18.756101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Deleting port ed8da18b-6137-4f7a-a170-8b8ad81d68ed {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:18.756369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.761387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d37432a-1fd5-4b89-98f3-ae17c9b66f70 req-01e3cd57-bd2b-44ae-81a3-f5407f293896 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494118 Jul 28 14:39:18.763379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aabab5-722d-4541-8100-af0f9d5b56a1 req-321bffe9-1796-4db3-9111-1fa1048be9aa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:18.767009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34aabab5-722d-4541-8100-af0f9d5b56a1 req-321bffe9-1796-4db3-9111-1fa1048be9aa tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0676966 Jul 28 14:39:18.808736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34aabab5-722d-4541-8100-af0f9d5b56a1 req-09e76d8a-67ca-4fc5-90df-361e5a95f1ab tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368631 Jul 28 14:39:18.853777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.854122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:18.865996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Calling delete_port for ed8da18b-6137-4f7a-a170-8b8ad81d68ed owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:19.131474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.161778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Pushing event deleted for resources: {'Port': ['ID=ed8da18b-6137-4f7a-a170-8b8ad81d68ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:19.235914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.238933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.240180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-45c0b0bb-29b4-4e66-928e-36e06c65d66d tempest-AttachVolumeTestJSON-1884200920 tempest-AttachVolumeTestJSON-1884200920-project] 10.222.0.47 "DELETE /v2.0/floatingips/5bb455e0-74ef-4e32-8480-3942a6cfee99 HTTP/1.1" status: 204 len: 168 time: 0.7981763 Jul 28 14:39:19.737542 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:19.846613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:19.896554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:19.897164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 7bcc6528-8ca4-4bd8-9d6b-bb462f786b55 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:19.974307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1b27-c9b5-4d8b-ae18-edbf5680fca1 req-2f6649bf-f154-4fff-9f59-36d2e26a2912 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:19.983623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-830f1b27-c9b5-4d8b-ae18-edbf5680fca1 req-2f6649bf-f154-4fff-9f59-36d2e26a2912 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0868223 Jul 28 14:39:20.000160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649ae9b-f66f-4771-9454-b37d284ad3c9 req-0cb97111-8889-44d3-96f8-fd022abae49d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:20.012938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0649ae9b-f66f-4771-9454-b37d284ad3c9 req-0cb97111-8889-44d3-96f8-fd022abae49d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0806115 Jul 28 14:39:20.057078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-830f1b27-c9b5-4d8b-ae18-edbf5680fca1 req-81fff21d-e631-4a16-85ec-27980fb679fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713022 Jul 28 14:39:20.085456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0649ae9b-f66f-4771-9454-b37d284ad3c9 req-9b2bde3b-791c-45d8-bf09-32c38476e1d5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708249 Jul 28 14:39:20.212797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a7f9-f966-448a-b7ee-ed60a47f2aeb req-637e8415-70e9-4915-be08-ae69d64c05b5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:20.214413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be75a7f9-f966-448a-b7ee-ed60a47f2aeb req-637e8415-70e9-4915-be08-ae69d64c05b5 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0548167 Jul 28 14:39:20.257311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be75a7f9-f966-448a-b7ee-ed60a47f2aeb req-2a09fd52-ad78-45fa-9c56-787bd9d2374e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362582 Jul 28 14:39:20.403814 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:21.189919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874b915-5d60-49eb-8fce-8490ec7081c8 req-16761536-2385-47f9-a711-e3551ff2b2db tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:21.192486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b874b915-5d60-49eb-8fce-8490ec7081c8 req-16761536-2385-47f9-a711-e3551ff2b2db tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0660541 Jul 28 14:39:21.240490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b874b915-5d60-49eb-8fce-8490ec7081c8 req-a035d931-7e28-4fef-981f-6b9c7f035fa8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Jul 28 14:39:22.059246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d44bb-dcfe-4868-9a12-a36191b7e3d8 req-02a01f48-976b-41ae-9cf2-0f9a3199a2cd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:22.068024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-684d44bb-dcfe-4868-9a12-a36191b7e3d8 req-02a01f48-976b-41ae-9cf2-0f9a3199a2cd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0513554 Jul 28 14:39:22.106075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-684d44bb-dcfe-4868-9a12-a36191b7e3d8 req-bcf2a80a-3945-46da-a0a8-344e0ce8bfbe tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349073 Jul 28 14:39:22.853433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-9367928a-d246-4a94-b712-911b80969a47 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:22.855013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-9367928a-d246-4a94-b712-911b80969a47 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90 HTTP/1.1" status: 200 len: 944 time: 0.0530734 Jul 28 14:39:22.960909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port 47d5c202-c9e0-41ec-81f6-80487860e2e8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:22.962430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.070124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port 47d5c202-c9e0-41ec-81f6-80487860e2e8, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=47d5c202-c9e0-41ec-81f6-80487860e2e8,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:23.070872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.088839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for 47d5c202-c9e0-41ec-81f6-80487860e2e8 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:23.138277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49678) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:23.328010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0bd3-e062-42b4-accf-7d2de1299a99 req-6902b89b-95d9-44b7-9900-d94c2fe9fee8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:23.335683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52bf0bd3-e062-42b4-accf-7d2de1299a99 req-6902b89b-95d9-44b7-9900-d94c2fe9fee8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.1196060 Jul 28 14:39:23.371373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4737b223-889e-4bc6-9498-4df85c31e6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.413443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52bf0bd3-e062-42b4-accf-7d2de1299a99 req-87c280c8-ba0f-4953-8dcd-e30757888644 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764892 Jul 28 14:39:23.422764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.455613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:23.519564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=47d5c202-c9e0-41ec-81f6-80487860e2e8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:23.521959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4737b223-889e-4bc6-9498-4df85c31e6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.616098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] No DVR routers for this DVR port 47d5c202-c9e0-41ec-81f6-80487860e2e8 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:23.618902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.629037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c2486b3-3f05-476e-b4d5-93c94c8934fc req-c4d109dd-771b-4fc8-8b99-f537be6acfb7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "DELETE /v2.0/ports/47d5c202-c9e0-41ec-81f6-80487860e2e8 HTTP/1.1" status: 204 len: 173 time: 0.7669168 Jul 28 14:39:23.629841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-deleted', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:23.632396 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4f9168-d216-44aa-882f-e74ece0991d4" -d '{"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-deleted", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:23.645773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4737b223-889e-4bc6-9498-4df85c31e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.695529 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b455df8-d479-40ed-b39b-e8401e96be59 x-openstack-request-id: req-3b455df8-d479-40ed-b39b-e8401e96be59 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:23.695817 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90", "name": "network-vif-deleted", "tag": "47d5c202-c9e0-41ec-81f6-80487860e2e8", "status": "failed", "code": 422}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:23.696076 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b455df8-d479-40ed-b39b-e8401e96be59 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:23.696498 n-d-705658-23 neutron-server[94749]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ffa67fc-2a8a-4ebb-aa17-9d41703f5c90', 'name': 'network-vif-deleted', 'tag': '47d5c202-c9e0-41ec-81f6-80487860e2e8', 'status': 'failed', 'code': 422} returned with failed status Jul 28 14:39:23.724345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4737b223-889e-4bc6-9498-4df85c31e6fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=336ddf56e0c6435c8ca4a2b4e7c92e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842462 Jul 28 14:39:23.727424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:23.728057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737b223-889e-4bc6-9498-4df85c31e6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28740ee-9e60-4a5d-8537-604f6cba1244,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:23.871782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:23.943968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.125722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.135102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:24.137440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c28740ee-9e60-4a5d-8537-604f6cba1244 HTTP/1.1" status: 204 len: 168 time: 0.4085135 Jul 28 14:39:24.165899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db92e2d-93de-473e-94fc-a119ed785fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28740ee-9e60-4a5d-8537-604f6cba1244,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:24.615886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4ed3d-beb9-4a92-8322-2fde7745380b req-d6ba8de0-32e2-4924-938f-3795755b0ae0 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:24.619806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2e4ed3d-beb9-4a92-8322-2fde7745380b req-d6ba8de0-32e2-4924-938f-3795755b0ae0 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.0616415 Jul 28 14:39:24.663858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2e4ed3d-beb9-4a92-8322-2fde7745380b req-ae90eee2-bfe6-46cf-bde8-da3428eac8c8 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Jul 28 14:39:24.777635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887aea9-64b0-4140-a833-273bd97b157c req-8a97cf71-6d98-4885-a413-089b1853366b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:24.779306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8887aea9-64b0-4140-a833-273bd97b157c req-8a97cf71-6d98-4885-a413-089b1853366b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0507793 Jul 28 14:39:24.819571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8887aea9-64b0-4140-a833-273bd97b157c req-232aec28-7f0c-451d-b309-e5cea7de1bf0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325997 Jul 28 14:39:25.156842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49726) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:25.171645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-536379ec-c5fc-40d8-b765-9a029885f683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.266853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-536379ec-c5fc-40d8-b765-9a029885f683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.420910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-536379ec-c5fc-40d8-b765-9a029885f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.465071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-536379ec-c5fc-40d8-b765-9a029885f683 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7f6c4e98a574430915ed81bad6fe469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070309 Jul 28 14:39:25.466043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536379ec-c5fc-40d8-b765-9a029885f683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e089143-e189-4841-902b-7dae36d512f8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:25.468167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:25.525703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.553651 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.644205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21878a-4ec1-4d6f-91e0-ff333b452b2b req-0cdc680b-38e8-446b-9217-acb529ce493f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:25.645827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e21878a-4ec1-4d6f-91e0-ff333b452b2b req-0cdc680b-38e8-446b-9217-acb529ce493f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 907 time: 0.0587196 Jul 28 14:39:25.725942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.728635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:25.733447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e089143-e189-4841-902b-7dae36d512f8 HTTP/1.1" status: 204 len: 168 time: 0.2605002 Jul 28 14:39:25.739323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a494-bd1e-4966-ae8b-26c7596d423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e089143-e189-4841-902b-7dae36d512f8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:25.798445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60823e-0765-4a6d-9d7a-81b649ef82d2 req-785688ef-1c62-4ff1-8b13-a3f8edaf1191 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:25.806421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b60823e-0765-4a6d-9d7a-81b649ef82d2 req-785688ef-1c62-4ff1-8b13-a3f8edaf1191 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.0620985 Jul 28 14:39:25.849259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b60823e-0765-4a6d-9d7a-81b649ef82d2 req-a8be9c40-f998-4ec2-958f-d905fbe228c0 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/security-groups?id=9bb5ec74-d7f9-4d66-83d8-80395b87a273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Jul 28 14:39:25.960139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaaa41-aaff-40e8-b698-93711d731c4d req-6ff52e46-910e-4b4e-8b4f-2176906e082e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:25.962089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95aaaa41-aaff-40e8-b698-93711d731c4d req-6ff52e46-910e-4b4e-8b4f-2176906e082e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0573893 Jul 28 14:39:26.006603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95aaaa41-aaff-40e8-b698-93711d731c4d req-49e227dd-2bd6-49a3-85d6-ebc317372e3f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Jul 28 14:39:26.106925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-eb4edd16-2628-4c53-af3c-a2572c9917f2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:26.111530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-eb4edd16-2628-4c53-af3c-a2572c9917f2 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 945 time: 0.0570488 Jul 28 14:39:26.224963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Deleting port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:26.225316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.321249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] For port 4c9cfd6b-1fee-44b9-8830-1ff631f43490, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=4c9cfd6b-1fee-44b9-8830-1ff631f43490,segment=NetworkSegment(68110be4-df86-446b-b767-93f6f539fcc1),segment_id=68110be4-df86-446b-b767-93f6f539fcc1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:26.321626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.335030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Calling delete_port for 4c9cfd6b-1fee-44b9-8830-1ff631f43490 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:26.577056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.607953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Pushing event deleted for resources: {'Port': ['ID=4c9cfd6b-1fee-44b9-8830-1ff631f43490,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:26.616117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['4c9cfd6b-1fee-44b9-8830-1ff631f43490'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:26.658467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] No DVR routers for this DVR port 4c9cfd6b-1fee-44b9-8830-1ff631f43490 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:26.663995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:26.666449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d2a5388-079b-42a0-9ae8-b14b124dadf5 req-15ac388e-1059-435c-abf4-36dbd121e674 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.50 "DELETE /v2.0/ports/4c9cfd6b-1fee-44b9-8830-1ff631f43490 HTTP/1.1" status: 204 len: 173 time: 0.5426214 Jul 28 14:39:26.666695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'name': 'network-vif-deleted', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:26.670805 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d948d04-c2a8-49ca-b8d2-efcb4cf07848" -d '{"events": [{"server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "name": "network-vif-deleted", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:26.774645 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03071e84-68b5-46d4-b218-28aefa33190c x-openstack-request-id: req-03071e84-68b5-46d4-b218-28aefa33190c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:26.775333 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385b3eee-148d-49f8-b75f-167bc36d9db6", "name": "network-vif-deleted", "tag": "4c9cfd6b-1fee-44b9-8830-1ff631f43490", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:26.775333 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03071e84-68b5-46d4-b218-28aefa33190c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:26.775928 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385b3eee-148d-49f8-b75f-167bc36d9db6', 'name': 'network-vif-deleted', 'tag': '4c9cfd6b-1fee-44b9-8830-1ff631f43490', 'status': 'completed', 'code': 200} Jul 28 14:39:26.803226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0cc1-73e3-4eb0-8e6d-c0ffe0aea43a req-9c619ee8-0505-4fe4-9b7b-90f1739f57bd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:26.804989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-febe0cc1-73e3-4eb0-8e6d-c0ffe0aea43a req-9c619ee8-0505-4fe4-9b7b-90f1739f57bd tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 907 time: 0.0626636 Jul 28 14:39:26.948588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc09dd5b-ec2a-4b6d-a5cc-41aa33fbe3b4 req-4b51e4d0-ab36-443c-ad27-6066cea361aa tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 210 time: 0.0322211 Jul 28 14:39:27.146763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e2d7f-0b36-46fd-a732-74050a5f5a93 req-50dd6719-a397-42b6-a148-cbb3bc604b1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:27.148534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c44e2d7f-0b36-46fd-a732-74050a5f5a93 req-50dd6719-a397-42b6-a148-cbb3bc604b1f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0696368 Jul 28 14:39:27.177182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-c22e851b-e12f-4849-bd02-8f2c5134cc35 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:27.179968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-c22e851b-e12f-4849-bd02-8f2c5134cc35 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 907 time: 0.0736001 Jul 28 14:39:27.215488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c44e2d7f-0b36-46fd-a732-74050a5f5a93 req-7dd74897-b7ad-40fa-a31a-c369c7b51764 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Jul 28 14:39:27.300733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port 4f352a5b-4776-420c-a007-776dc65711be {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:27.301081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.396315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port 4f352a5b-4776-420c-a007-776dc65711be, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4f352a5b-4776-420c-a007-776dc65711be,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:27.396609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.410933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for 4f352a5b-4776-420c-a007-776dc65711be owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:27.750078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:27.783467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.840944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=4f352a5b-4776-420c-a007-776dc65711be,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:27.897172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] No DVR routers for this DVR port 4f352a5b-4776-420c-a007-776dc65711be on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:27.900460 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:27.903384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c6d3045-b2ea-467b-8d15-1c879f7326ca req-8da93ee6-3d05-4a35-b54a-4a2df5d3d4ce tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.53 "DELETE /v2.0/ports/4f352a5b-4776-420c-a007-776dc65711be HTTP/1.1" status: 204 len: 173 time: 0.7168353 Jul 28 14:39:27.921901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-739e917f-5fc8-41c0-885d-e89f5448e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.062734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d060d59-20be-432a-840d-bb54d329e365 req-bc2a13cd-6a64-4cc7-ba6a-a582a122ae7f tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.1025214 Jul 28 14:39:28.142537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93701329-c1e1-402f-a11d-4c286c05fb2e req-e9f3dc3a-a4b3-48fa-8423-3d7e0e6f82e1 tempest-AttachVolumeNegativeTest-1505314552 tempest-AttachVolumeNegativeTest-1505314552-project] 10.222.0.47 "GET /v2.0/ports?device_id=385b3eee-148d-49f8-b75f-167bc36d9db6 HTTP/1.1" status: 200 len: 210 time: 0.0600603 Jul 28 14:39:28.172310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-739e917f-5fc8-41c0-885d-e89f5448e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.320001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-739e917f-5fc8-41c0-885d-e89f5448e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.357759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8162-6d01-477c-b151-b660950de0c0 req-40313118-ab5d-4dd9-b367-b4e96c5624b9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:28.360372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e15e8162-6d01-477c-b151-b660950de0c0 req-40313118-ab5d-4dd9-b367-b4e96c5624b9 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0652232 Jul 28 14:39:28.364130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49812) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:28.368097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-739e917f-5fc8-41c0-885d-e89f5448e7b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=645f5b86c46f480dbc5862c40e28bee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166368 Jul 28 14:39:28.371214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e917f-5fc8-41c0-885d-e89f5448e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6b591-5f29-483c-a6da-530267a350c0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:28.441505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e15e8162-6d01-477c-b151-b660950de0c0 req-9071dffe-aeb4-49d5-8c83-7840c806f829 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694530 Jul 28 14:39:28.461942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.486208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.486643 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:39:28.594421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.597091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:28.598424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8af6b591-5f29-483c-a6da-530267a350c0 HTTP/1.1" status: 204 len: 168 time: 0.2332799 Jul 28 14:39:28.607927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9acb25-390e-4dda-8cf1-06f7f737bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6b591-5f29-483c-a6da-530267a350c0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:28.777396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'name': 'network-vif-deleted', 'tag': '4f352a5b-4776-420c-a007-776dc65711be'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:28.780991 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e0930-2cf0-4dd1-a46a-48c9f28820da" -d '{"events": [{"server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "name": "network-vif-deleted", "tag": "4f352a5b-4776-420c-a007-776dc65711be"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:28.819773 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0864a6f1-9ce4-4eaa-9a8b-1871ad408e31 x-openstack-request-id: req-0864a6f1-9ce4-4eaa-9a8b-1871ad408e31 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:28.820382 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9f522a-d7b6-41b0-8961-dbc22796041c", "name": "network-vif-deleted", "tag": "4f352a5b-4776-420c-a007-776dc65711be", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:28.820382 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0864a6f1-9ce4-4eaa-9a8b-1871ad408e31 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:28.820706 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9f522a-d7b6-41b0-8961-dbc22796041c', 'name': 'network-vif-deleted', 'tag': '4f352a5b-4776-420c-a007-776dc65711be', 'status': 'completed', 'code': 200} Jul 28 14:39:29.189381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a51df41-566f-47c1-8305-3a8a55e1fc49 req-25f277d3-ae42-4ac0-8594-7b9a2bd47aae tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e9f522a-d7b6-41b0-8961-dbc22796041c HTTP/1.1" status: 200 len: 210 time: 0.0273049 Jul 28 14:39:29.212824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:29.270143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Deleting subnet befb4381-a793-4681-8bc5-8bf557229678 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:29.276245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.329716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.379628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.579470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4237e2c-d48d-46ca-9dcc-9f71717775cb req-0a3ab6e0-6968-4b08-8a85-23346ba0c26f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:29.581596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4237e2c-d48d-46ca-9dcc-9f71717775cb req-0a3ab6e0-6968-4b08-8a85-23346ba0c26f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0582380 Jul 28 14:39:29.582818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.614725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=befb4381-a793-4681-8bc5-8bf557229678,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:29.630606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.633680 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0631a1b1-14b3-4621-8db5-dcefb81f6150 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/befb4381-a793-4681-8bc5-8bf557229678 HTTP/1.1" status: 204 len: 168 time: 0.4187615 Jul 28 14:39:29.635290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49850) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:29.647437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4237e2c-d48d-46ca-9dcc-9f71717775cb req-e17fa1ec-0148-4856-9774-e12119f901a8 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Jul 28 14:39:29.718280 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.810831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.818831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b961460e-cb1f-48a7-b794-051442f83238']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:29.832586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68110be4-df86-446b-b767-93f6f539fcc1') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:29.832891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68110be4-df86-446b-b767-93f6f539fcc1') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:29.843857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.859766 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.866429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:29.866839 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:29.868672 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:30.103124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.111318 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:30.114139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b961460e-cb1f-48a7-b794-051442f83238 HTTP/1.1" status: 204 len: 168 time: 0.4776740 Jul 28 14:39:30.137242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361331-0bdc-4ae1-8678-337f9716baa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b961460e-cb1f-48a7-b794-051442f83238,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:30.477195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4c9cfd6b-1fee-44b9-8830-1ff631f43490 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:30.502915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 4c9cfd6b-1fee-44b9-8830-1ff631f43490 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:30.504146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 4c9cfd6b-1fee-44b9-8830-1ff631f43490 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:30.763711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed6704-db7e-48d1-8b7c-df1cbaeaa88f req-20868741-51ee-427d-ba5a-57e67eb48664 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:30.765255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37ed6704-db7e-48d1-8b7c-df1cbaeaa88f req-20868741-51ee-427d-ba5a-57e67eb48664 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0500956 Jul 28 14:39:30.810243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37ed6704-db7e-48d1-8b7c-df1cbaeaa88f req-b275b680-0361-46c9-9517-d42ef13d53b1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Jul 28 14:39:30.858093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49882) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:30.902884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-039e2481-5fef-4b5b-bfbc-54706ee5ccb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=072c2ecb52524944823d20b697b028ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410826 Jul 28 14:39:30.902884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49886) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:30.988653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.014571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.084509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bc063-5375-4ced-9d7a-e47252810e61 req-6796216f-e2f6-41a8-9551-38e2e881cc91 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:31.086690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-997bc063-5375-4ced-9d7a-e47252810e61 req-6796216f-e2f6-41a8-9551-38e2e881cc91 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.0783317 Jul 28 14:39:31.132446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-997bc063-5375-4ced-9d7a-e47252810e61 req-91f113b3-2714-484e-a916-fb2f0164cbf0 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Jul 28 14:39:31.217093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.220522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.225069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bb5ec74-d7f9-4d66-83d8-80395b87a273 HTTP/1.1" status: 204 len: 168 time: 0.3183131 Jul 28 14:39:31.231281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b3af-f943-4025-ba2b-8937f822045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5ec74-d7f9-4d66-83d8-80395b87a273,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:31.261495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49904) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:31.886594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:31.904694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4f352a5b-4776-420c-a007-776dc65711be no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:31.939551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 4f352a5b-4776-420c-a007-776dc65711be {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:31.939960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4f352a5b-4776-420c-a007-776dc65711be not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:32.029009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321de96-b969-4cf3-af6b-f0a1a6e05bcd req-9e755a99-f98f-44d1-a707-dc63116c23c2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:32.037923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7321de96-b969-4cf3-af6b-f0a1a6e05bcd req-9e755a99-f98f-44d1-a707-dc63116c23c2 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0891109 Jul 28 14:39:32.102073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7321de96-b969-4cf3-af6b-f0a1a6e05bcd req-04dd637d-4d6d-4bd0-a303-01182c31bed1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620506 Jul 28 14:39:32.326587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab830a5-da2e-4f1c-a06f-d21bb38df8ca req-aa25a9dd-27c6-4954-8553-980fbb04e10b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:32.330310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ab830a5-da2e-4f1c-a06f-d21bb38df8ca req-aa25a9dd-27c6-4954-8553-980fbb04e10b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.0762653 Jul 28 14:39:32.399266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:32.434334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ab830a5-da2e-4f1c-a06f-d21bb38df8ca req-3c89410d-72a2-4c7a-9a7e-e83ad962dd94 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914588 Jul 28 14:39:32.534951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.551433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Deleting port 974cf672-3f25-4f9f-afa8-f95b9df66216 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:32.551780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.656235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.656408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] For port 974cf672-3f25-4f9f-afa8-f95b9df66216, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=974cf672-3f25-4f9f-afa8-f95b9df66216,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:32.656408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.670521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Calling delete_port for 974cf672-3f25-4f9f-afa8-f95b9df66216 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:32.747635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-e2a0d1b0-fdda-49e5-ad36-ca39db7ae7ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:32.749241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-e2a0d1b0-fdda-49e5-ad36-ca39db7ae7ff tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 945 time: 0.0611844 Jul 28 14:39:32.753935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.828280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4961bb470f164a7d91e289bd4ba3127a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274035 Jul 28 14:39:32.830186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42661eb3-7c96-486b-bbf0-2f8ae2fd951e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:32.833542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49946) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:32.850173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.850526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.851077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.851953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.852431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.852912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.853457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.854008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.854552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.855137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.855675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.856024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64f1d83-6fd4-481e-a4c7-87312f20a90a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:32.928385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:32.928805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:32.965469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.019277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.064555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port a9a2282f-4ecc-43f3-9fe6-70ac852f3033, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:33.066921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.089455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for a9a2282f-4ecc-43f3-9fe6-70ac852f3033 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:33.120111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.156134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=974cf672-3f25-4f9f-afa8-f95b9df66216,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:33.352994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.357774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.359699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42661eb3-7c96-486b-bbf0-2f8ae2fd951e HTTP/1.1" status: 204 len: 168 time: 0.5246766 Jul 28 14:39:33.411975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.448366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:33.525791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2553c-b8bc-4a9d-8e9a-e9cf63c83361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42661eb3-7c96-486b-bbf0-2f8ae2fd951e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:33.537839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=a9a2282f-4ecc-43f3-9fe6-70ac852f3033,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:33.574657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.609660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8a76e-dee6-46f5-968f-ccf8eeebf005 req-aa85a65b-b68c-4181-aedd-41f51211d897 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:33.620442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-17b8a76e-dee6-46f5-968f-ccf8eeebf005 req-aa85a65b-b68c-4181-aedd-41f51211d897 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.2479460 Jul 28 14:39:33.653401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] No DVR routers for this DVR port a9a2282f-4ecc-43f3-9fe6-70ac852f3033 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:33.656965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:33.660067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2961beb-e16c-4fac-b471-172107e3b1c0 req-7c9a9084-b849-457e-9c69-50df9089905d tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "DELETE /v2.0/ports/a9a2282f-4ecc-43f3-9fe6-70ac852f3033 HTTP/1.1" status: 204 len: 173 time: 0.9011071 Jul 28 14:39:33.660923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'name': 'network-vif-deleted', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:33.662821 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26584d5a-9afc-4b9a-98fc-44e583f81968" -d '{"events": [{"server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "name": "network-vif-deleted", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:33.716378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-17b8a76e-dee6-46f5-968f-ccf8eeebf005 req-9df6aca4-5871-4998-939e-db4d3dc1903b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947611 Jul 28 14:39:33.961760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cca38387-4535-4e6a-8c17-fbf8370f5e50 req-55f9322d-596b-42ca-bc98-e1ac77864e79 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0411296 Jul 28 14:39:33.986017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:34.017422 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c4bf7-d719-446f-9aa1-ad7111fbf69f x-openstack-request-id: req-739c4bf7-d719-446f-9aa1-ad7111fbf69f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:34.018160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1a7b1f-6354-4b6a-acef-2bd014bb8d13", "name": "network-vif-deleted", "tag": "a9a2282f-4ecc-43f3-9fe6-70ac852f3033", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:34.019464 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-739c4bf7-d719-446f-9aa1-ad7111fbf69f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:34.020102 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1a7b1f-6354-4b6a-acef-2bd014bb8d13', 'name': 'network-vif-deleted', 'tag': 'a9a2282f-4ecc-43f3-9fe6-70ac852f3033', 'status': 'completed', 'code': 200} Jul 28 14:39:34.135177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:34.143228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:34.143719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89b2d3da-1c42-4bd3-a474-b2b4867d7bc3 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fe3fc29-e600-4774-a76d-9e3a3e6870fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807907 Jul 28 14:39:34.150423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Sync routers for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:34.166201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:34.167257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:34.267683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.285414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:34.377144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.467217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:39:32Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:34.494174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Checking router: 2fe3fc29-e600-4774-a76d-9e3a3e6870fb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:34.506182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Routers {'2fe3fc29-e600-4774-a76d-9e3a3e6870fb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:34.506816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:34.613580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] Set router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:34.825823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Deleting port db62d807-f831-4b92-af34-9838dc04faeb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:34.826411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.836606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:39:32Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:34.870028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b9fb5-bddd-46f4-87d3-56bb6136e2c6 None None] The sync data for ids ['2fe3fc29-e600-4774-a76d-9e3a3e6870fb'] in n-d-705658-23 is: [{'id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'name': 'tempest-AttachVolumeTestJSON-1154555890-router', 'tenant_id': '61761ed92f2142bc97a0f451bf6affc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:57Z', 'updated_at': '2021-07-28T14:39:32Z', 'revision_number': 5, 'project_id': '61761ed92f2142bc97a0f451bf6affc2', 'gw_port': {'id': 'db62d807-f831-4b92-af34-9838dc04faeb', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3fc29-e600-4774-a76d-9e3a3e6870fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:58Z', 'updated_at': '2021-07-28T14:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:34.874230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b678fb9-13fe-418e-a136-08a5ff538142 req-dfdbed65-00c1-4a4b-b75f-e2f0e637972d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:34.884872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b678fb9-13fe-418e-a136-08a5ff538142 req-dfdbed65-00c1-4a4b-b75f-e2f0e637972d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0719216 Jul 28 14:39:34.936370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b678fb9-13fe-418e-a136-08a5ff538142 req-cf3c456a-874b-46e3-8721-d8ffd445133c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Jul 28 14:39:34.944664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] For port db62d807-f831-4b92-af34-9838dc04faeb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db62d807-f831-4b92-af34-9838dc04faeb,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:34.945106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:34.967009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Calling delete_port for db62d807-f831-4b92-af34-9838dc04faeb owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:35.135981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ac0e149-3bbb-4cb4-b1a3-ce7a0b64f13b req-a600d248-53a1-4dd5-bef0-b137a58b3962 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=be1a7b1f-6354-4b6a-acef-2bd014bb8d13 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Jul 28 14:39:35.354686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.386651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=db62d807-f831-4b92-af34-9838dc04faeb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:35.483208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.507848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:35.521859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794063e6-219b-4fac-a916-a5f15d7cf15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.587898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.590069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.644767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794063e6-219b-4fac-a916-a5f15d7cf15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.852434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794063e6-219b-4fac-a916-a5f15d7cf15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.852666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.853132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe3fc29-e600-4774-a76d-9e3a3e6870fb {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:39:35.858445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:35.860035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a60f7bf7-4234-4eed-b934-2ed8852f5c75 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2fe3fc29-e600-4774-a76d-9e3a3e6870fb HTTP/1.1" status: 204 len: 168 time: 1.7149856 Jul 28 14:39:35.862918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49996) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:35.929787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794063e6-219b-4fac-a916-a5f15d7cf15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397970cc-0f46-456e-919d-67ba43118d8b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:35.936755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-794063e6-219b-4fac-a916-a5f15d7cf15e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d10a245ae5014d39950fe5adce992611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252656 Jul 28 14:39:35.937364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49998) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:35.953233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Deleting subnet 0eb20191-9a4d-4d5e-b18e-4f8ef123a540 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:35.958143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.009602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.051977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.109379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.188967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121043ca-0968-417b-83f2-b6465d451919 req-097ed3f2-94b1-44c6-b326-3b6881517512 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:36.190874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-121043ca-0968-417b-83f2-b6465d451919 req-097ed3f2-94b1-44c6-b326-3b6881517512 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.1252525 Jul 28 14:39:36.194713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.268095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-121043ca-0968-417b-83f2-b6465d451919 req-a0bdde3d-6865-4c8b-ab35-eedb3339a251 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Jul 28 14:39:36.308865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.312876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.319963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/397970cc-0f46-456e-919d-67ba43118d8b HTTP/1.1" status: 204 len: 168 time: 0.3807836 Jul 28 14:39:36.331607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589137ea-18cb-4dc1-b546-3147b6773340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397970cc-0f46-456e-919d-67ba43118d8b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:36.338468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.371941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb20191-9a4d-4d5e-b18e-4f8ef123a540,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:36.381173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.383156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cb1cb9c5-21c6-4513-86e0-4357a0a2deb8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0eb20191-9a4d-4d5e-b18e-4f8ef123a540 HTTP/1.1" status: 204 len: 168 time: 0.5181339 Jul 28 14:39:36.386720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c14888-85c9-47a3-980c-784b167cb16e None None] Network 52f40c00-ca6c-4c49-990c-78d88a229568 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:36.387344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50014) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:36.547509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a9a2282f-4ecc-43f3-9fe6-70ac852f3033 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:36.550904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 974cf672-3f25-4f9f-afa8-f95b9df66216 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:36.598072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.621974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: a9a2282f-4ecc-43f3-9fe6-70ac852f3033 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:36.622372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a9a2282f-4ecc-43f3-9fe6-70ac852f3033 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:36.626158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 974cf672-3f25-4f9f-afa8-f95b9df66216 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:36.626516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 974cf672-3f25-4f9f-afa8-f95b9df66216 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:36.681821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Deleting port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:36.682176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.756144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] DHCP port deletion for 52f40c00-ca6c-4c49-990c-78d88a229568 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:39:36.759302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] For port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:36.759452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.772743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Calling delete_port for 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:36.811725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Deleting port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:36.812024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.904423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] For port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,segment=NetworkSegment(750030bc-6c60-481a-9540-84971654434e),segment_id=750030bc-6c60-481a-9540-84971654434e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:36.904845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:36.920922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Calling delete_port for 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:36.967236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f47d7-6fcd-4b8f-b11b-6203d47afeb9 req-f751b3f5-cd84-4029-b87e-50b5f6da259c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:36.968866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-649f47d7-6fcd-4b8f-b11b-6203d47afeb9 req-f751b3f5-cd84-4029-b87e-50b5f6da259c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0550258 Jul 28 14:39:37.032776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.076019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.090001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] No DVR routers for this DVR port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:37.112705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-649f47d7-6fcd-4b8f-b11b-6203d47afeb9 req-94d8e202-283e-4027-902b-4ec2d7212939 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352584 Jul 28 14:39:37.114080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:37.123203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] No DVR routers for this DVR port 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:37.131842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613f612-a2ac-4227-8dfd-5b016809f960 None None] Pushing event deleted for resources: {'Port': ['ID=5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:37.224526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.237816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f40c00-ca6c-4c49-990c-78d88a229568']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:37.256303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750030bc-6c60-481a-9540-84971654434e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:37.256303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750030bc-6c60-481a-9540-84971654434e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:37.258816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.277709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.284788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:37.285334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:37.287226 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:37.405771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa610-fe75-401f-a378-899ca96b7776 req-304f02af-4186-41bf-9070-17a7513e2d28 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:37.407860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-177aa610-fe75-401f-a378-899ca96b7776 req-304f02af-4186-41bf-9070-17a7513e2d28 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0564995 Jul 28 14:39:37.412652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.417895 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:37.426117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] 10.222.0.47 "DELETE /v2.0/networks/52f40c00-ca6c-4c49-990c-78d88a229568 HTTP/1.1" status: 204 len: 168 time: 1.0322642 Jul 28 14:39:37.455176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0528c4-cadf-4eb9-a7b9-4f8a19c52538 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f40c00-ca6c-4c49-990c-78d88a229568,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:37.480466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-177aa610-fe75-401f-a378-899ca96b7776 req-994bb0dc-2c0d-4846-aeda-5d8474cbf32f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587873 Jul 28 14:39:37.879750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50062) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:37.922370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b520f24-07b2-4550-b452-c9afc4cf187f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61761ed92f2142bc97a0f451bf6affc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404775 Jul 28 14:39:37.923969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50064) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:37.975971 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.003591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.123978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db62d807-f831-4b92-af34-9838dc04faeb no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:38.158175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: db62d807-f831-4b92-af34-9838dc04faeb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:38.158175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db62d807-f831-4b92-af34-9838dc04faeb not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:38.158175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:38.171175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:38.171528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e37460b-b7e2-45b1-ae9b-3b3b7a7181e7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:38.182701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.185411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.186575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff334c78-25be-42ae-a2e7-da0eb96b7045 HTTP/1.1" status: 204 len: 168 time: 0.2612014 Jul 28 14:39:38.197123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063d66f-2627-4649-830e-124257fb4a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff334c78-25be-42ae-a2e7-da0eb96b7045,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:38.249382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88081d11-7a17-4b8b-b4dd-b061d9f6032f req-5a38569b-37d8-435f-ab42-d410d3d60c37 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.260846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88081d11-7a17-4b8b-b4dd-b061d9f6032f req-5a38569b-37d8-435f-ab42-d410d3d60c37 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0654774 Jul 28 14:39:38.308062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88081d11-7a17-4b8b-b4dd-b061d9f6032f req-46cfea15-3e7a-4f33-bf3d-2b017395efc6 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=add741dc-e788-4495-8f2e-f2aed5bd5187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Jul 28 14:39:38.363696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-e2c000e5-596f-4855-8be9-4fa492ae8746 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.365199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-e2c000e5-596f-4855-8be9-4fa492ae8746 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 945 time: 0.0620162 Jul 28 14:39:38.467431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:38.467692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.614046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37d22d-de47-4b0f-b9b9-10a7c31ea2f6 req-aa8250e9-fc9d-4628-8e89-10e3e39b1e1e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:38.618053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:38.618436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.621581 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d37d22d-de47-4b0f-b9b9-10a7c31ea2f6 req-aa8250e9-fc9d-4628-8e89-10e3e39b1e1e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0572960 Jul 28 14:39:38.634740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:38.670519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d37d22d-de47-4b0f-b9b9-10a7c31ea2f6 req-841f214a-ef5e-47c5-8623-b10bc89caca5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Jul 28 14:39:38.914793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:38.951215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:38.951924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=6edcd4b2-a841-4f2e-beed-6b51a1a6c33a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:38.995817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] No DVR routers for this DVR port 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:39.023046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:39.036011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70bc5afc-b4da-4a0a-9c83-ab6603d882b0 req-58e24bc5-b5f2-4487-b695-92215afe3780 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "DELETE /v2.0/ports/6edcd4b2-a841-4f2e-beed-6b51a1a6c33a HTTP/1.1" status: 204 len: 173 time: 0.6559992 Jul 28 14:39:39.036011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'name': 'network-vif-deleted', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:39.036011 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98d7f60-108d-415c-b1bb-55056a944469" -d '{"events": [{"server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "name": "network-vif-deleted", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:39.093322 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639e4a0-a328-4462-9dc1-bece4ed9a759 x-openstack-request-id: req-3639e4a0-a328-4462-9dc1-bece4ed9a759 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:39.093322 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f2f11d-e171-4e36-bf4b-796f81d9f069", "name": "network-vif-deleted", "tag": "6edcd4b2-a841-4f2e-beed-6b51a1a6c33a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:39.093322 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3639e4a0-a328-4462-9dc1-bece4ed9a759 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:39.093322 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f2f11d-e171-4e36-bf4b-796f81d9f069', 'name': 'network-vif-deleted', 'tag': '6edcd4b2-a841-4f2e-beed-6b51a1a6c33a', 'status': 'completed', 'code': 200} Jul 28 14:39:39.439785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4c3b507-c24c-42cf-99b8-3310fcae2c28 req-bb3e593b-1938-4124-ae6a-f243e05cd888 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 210 time: 0.0384605 Jul 28 14:39:39.785176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ea09-7a37-4df9-a129-c8ff850a99ff req-1e8d9f58-d964-4d81-ae5b-cc8b134d4042 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.790018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40c0ea09-7a37-4df9-a129-c8ff850a99ff req-1e8d9f58-d964-4d81-ae5b-cc8b134d4042 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0541158 Jul 28 14:39:39.836315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40c0ea09-7a37-4df9-a129-c8ff850a99ff req-b4f49c39-fb12-4f9f-a86a-f4c4fe295f17 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397296 Jul 28 14:39:39.917125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ce708-9688-49cf-8c6c-2291fad9d90a req-ce299b93-8a8a-4ce5-8926-338efc6a6cef tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:39.919099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b96ce708-9688-49cf-8c6c-2291fad9d90a req-ce299b93-8a8a-4ce5-8926-338efc6a6cef tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.0759451 Jul 28 14:39:39.967778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b96ce708-9688-49cf-8c6c-2291fad9d90a req-a35f9afd-13e1-4308-895c-e3e886efd7fe tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Jul 28 14:39:40.552946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8e6bd5d-fa99-432d-b8fb-dfe3ee0f49a1 req-452d6dbb-2e73-45f9-9ee1-0fc399920742 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=55f2f11d-e171-4e36-bf4b-796f81d9f069 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Jul 28 14:39:40.965099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a81a5-389d-4ff9-bb62-71364fae4c47 req-1844beb8-252c-4b5e-8a31-c156a1bb3460 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:40.970224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc8a81a5-389d-4ff9-bb62-71364fae4c47 req-1844beb8-252c-4b5e-8a31-c156a1bb3460 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0607629 Jul 28 14:39:41.016954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc8a81a5-389d-4ff9-bb62-71364fae4c47 req-cddde2dc-519f-4df3-af5e-31802e49a6c0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Jul 28 14:39:41.154244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333d2e-01ad-46c2-9ca5-fe326d8f08f7 req-3c2fcaf0-6ff4-4dfb-888c-3db6ef7b20c6 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.163655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b333d2e-01ad-46c2-9ca5-fe326d8f08f7 req-3c2fcaf0-6ff4-4dfb-888c-3db6ef7b20c6 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.0720546 Jul 28 14:39:41.207713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b333d2e-01ad-46c2-9ca5-fe326d8f08f7 req-45eb4b95-4a8d-4319-97f7-b96060e97858 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9148c97-d17f-4344-b69d-620a86d9456a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Jul 28 14:39:41.332519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564b28d-7d52-468b-a317-782ebe94613d req-42f693f2-2afb-49fd-a004-bf08855e3df3 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:41.334119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2564b28d-7d52-468b-a317-782ebe94613d req-42f693f2-2afb-49fd-a004-bf08855e3df3 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.53 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 945 time: 0.0599406 Jul 28 14:39:41.436641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Deleting port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:41.436641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:41.863975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] For port 1ae2357c-1d7e-4578-a9cb-de08d89935d0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1ae2357c-1d7e-4578-a9cb-de08d89935d0,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:41.864360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.035553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.035847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.036167 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Floating IP e362ac67-e041-4588-b59e-3281f5972db3 disassociated. External IP: 172.25.0.165, port: 1ae2357c-1d7e-4578-a9cb-de08d89935d0. Jul 28 14:39:42.036508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Calling delete_port for 1ae2357c-1d7e-4578-a9cb-de08d89935d0 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:42.176033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83a2c6-b32d-42c6-947a-0045cb37c0ca req-1071f583-90b5-4363-813d-feabdc2f81ce tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.177619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc83a2c6-b32d-42c6-947a-0045cb37c0ca req-1071f583-90b5-4363-813d-feabdc2f81ce tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0665114 Jul 28 14:39:42.216667 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc83a2c6-b32d-42c6-947a-0045cb37c0ca req-5a295cd9-e331-4807-89ea-8755811ac7df tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Jul 28 14:39:42.240323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6e0b850f-e309-4e63-a2ec-31c68f8483b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.348738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.370083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:42.386977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event deleted for resources: {'Port': ['ID=1ae2357c-1d7e-4578-a9cb-de08d89935d0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:42.400792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af1bb60f-6afc-4ae0-8e61-7842693cdb99 req-3525a821-7401-4458-96b0-7a9a7d14a581 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0444355 Jul 28 14:39:42.528996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4815f19d-e7b4-42b9-aa0a-83e793022e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.575176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:42.589311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Router df167ae9-7bc3-47e8-814e-da8b837557b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:42.599700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0f075-37c3-40b0-a711-6340eaf7bd68 req-19281a1b-bdd8-4a1a-983c-b5493225a8b9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:42.601454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e0f075-37c3-40b0-a711-6340eaf7bd68 req-19281a1b-bdd8-4a1a-983c-b5493225a8b9 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0867817 Jul 28 14:39:42.611859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:42.613408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6edcd4b2-a841-4f2e-beed-6b51a1a6c33a not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:42.658998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4815f19d-e7b4-42b9-aa0a-83e793022e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.691293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e0f075-37c3-40b0-a711-6340eaf7bd68 req-45922e2c-f52e-4acb-8cd7-2fe21d517b52 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809982 Jul 28 14:39:42.750734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:42.761449 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Sync routers for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:42.772888 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:42.773614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:42.792836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4815f19d-e7b4-42b9-aa0a-83e793022e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.797104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] No DVR routers for this DVR port 1ae2357c-1d7e-4578-a9cb-de08d89935d0 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:42.800349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.803324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2564b28d-7d52-468b-a317-782ebe94613d req-548bae20-aa2d-4c84-ab6e-07fae253bf9f tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.53 "DELETE /v2.0/ports/1ae2357c-1d7e-4578-a9cb-de08d89935d0 HTTP/1.1" status: 204 len: 173 time: 1.4629536 Jul 28 14:39:42.803922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'name': 'network-vif-deleted', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:42.806785 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3646688-227a-46d6-9c02-1eb3c78464c7" -d '{"events": [{"server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "name": "network-vif-deleted", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:42.853788 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d445e9-c6ba-4134-8977-6cce493f124b x-openstack-request-id: req-49d445e9-c6ba-4134-8977-6cce493f124b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:42.854094 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b44cbe-4480-4e61-8468-b88d4e00cc9a", "name": "network-vif-deleted", "tag": "1ae2357c-1d7e-4578-a9cb-de08d89935d0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:42.854351 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49d445e9-c6ba-4134-8977-6cce493f124b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:42.854760 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b44cbe-4480-4e61-8468-b88d4e00cc9a', 'name': 'network-vif-deleted', 'tag': '1ae2357c-1d7e-4578-a9cb-de08d89935d0', 'status': 'completed', 'code': 200} Jul 28 14:39:42.874346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815f19d-e7b4-42b9-aa0a-83e793022e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3438e6d4-af17-43ef-a390-5d53753b7350,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:42.904446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4815f19d-e7b4-42b9-aa0a-83e793022e67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd87f7bb13414204ad3faa0a2d544c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293920 Jul 28 14:39:42.904922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50224) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:42.973458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:42.997988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:43.068576 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:43.126068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:43.129431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:43.133553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3438e6d4-af17-43ef-a390-5d53753b7350 HTTP/1.1" status: 204 len: 168 time: 0.2245958 Jul 28 14:39:43.139615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56326ff1-3474-4498-bfa8-f58c703a892f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438e6d4-af17-43ef-a390-5d53753b7350,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:43.294798 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:43.324033 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Checking router: df167ae9-7bc3-47e8-814e-da8b837557b8 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:43.336557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:43.337196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:43.344030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860518d-c088-45f7-b2da-a1d1d472bca4 req-110e6f9d-3fcf-445a-b4c9-11695dc70248 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.345567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b860518d-c088-45f7-b2da-a1d1d472bca4 req-110e6f9d-3fcf-445a-b4c9-11695dc70248 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0553741 Jul 28 14:39:43.397056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b860518d-c088-45f7-b2da-a1d1d472bca4 req-4877336e-3ece-408e-ac01-fa79c97876de tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Jul 28 14:39:43.460122 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:43.523788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7fda853-5700-465a-9da7-3ee8950fb21a req-2ebaa0b1-b482-42ad-a393-22049b92ab95 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/ports?device_id=89b44cbe-4480-4e61-8468-b88d4e00cc9a HTTP/1.1" status: 200 len: 210 time: 0.0269620 Jul 28 14:39:43.672682 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:43.703893 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75964bcb-7ec6-4eeb-87c8-ba3c8e97d05f None None] The sync data for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 is: [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:37:21Z', 'revision_number': 4, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'edda3612-1323-4cdf-9f3b-58d6d47fa2ec', 'name': '', 'network_id': 'ced2bb63-d283-4b26-95db-fb71dd3593b2', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'mac_address': 'fa:16:3e:6e:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:18Z', 'updated_at': '2021-07-28T14:37:28Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'subnets': [{'id': '4686422c-b65c-43d3-b76a-219edc8ca386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:43.840368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de839d6-59ba-4fc5-8a8c-6d4674152d30 req-067648ea-a2cd-4853-ab9c-2ccd5bc37c0e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:43.848497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3de839d6-59ba-4fc5-8a8c-6d4674152d30 req-067648ea-a2cd-4853-ab9c-2ccd5bc37c0e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0785689 Jul 28 14:39:43.898575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3de839d6-59ba-4fc5-8a8c-6d4674152d30 req-2fe90c02-0871-4e41-8685-8ac12bf91b7c tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups?id=e406e5a7-4746-4b6a-8f35-4def851f1741&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451584 Jul 28 14:39:44.056798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf04b637-4ec0-4731-8727-1af4b54b9447 None None] New status for floating IP e362ac67-e041-4588-b59e-3281f5972db3: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:39:44.159927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-c4877d2a-31da-412c-9fbc-0843cbb222a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:44.161580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-c4877d2a-31da-412c-9fbc-0843cbb222a7 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 944 time: 0.0603466 Jul 28 14:39:44.262550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:44.262903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.355817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] For port a1bf1b5f-6344-45ca-863d-227946e0e394, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a1bf1b5f-6344-45ca-863d-227946e0e394,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:44.356188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.607167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.607870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.607870 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Floating IP 11c9ce24-7ce9-4ac4-bed0-51b8f1a28754 disassociated. External IP: 172.25.0.131, port: a1bf1b5f-6344-45ca-863d-227946e0e394. Jul 28 14:39:44.608195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for a1bf1b5f-6344-45ca-863d-227946e0e394 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:44.665966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956e811-5d09-4f7a-b6af-cbb1de061343 req-208a14a8-1d5c-4bdf-b1cf-47e77c850be6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:44.667530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6956e811-5d09-4f7a-b6af-cbb1de061343 req-208a14a8-1d5c-4bdf-b1cf-47e77c850be6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.1537502 Jul 28 14:39:44.714517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-78b0d2c0-0d88-49ef-a716-f827dba5fbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.731241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6956e811-5d09-4f7a-b6af-cbb1de061343 req-bfc74e7e-3a80-4512-b9eb-9ffbbcdec3bd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Jul 28 14:39:44.790094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50276) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:44.840449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.850230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.880152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.915629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:44.946353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=a1bf1b5f-6344-45ca-863d-227946e0e394,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:45.026705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f335ee5c-4fca-4cd3-a7f9-042f89c38882 req-35ab92c2-a2e6-4224-8cd0-b97f2bffc403 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0342791 Jul 28 14:39:45.090248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Router 7656572a-72e9-4f77-aefd-ddab3e402dc0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:45.184942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.187496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.188657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "DELETE /v2.0/security-groups/f9148c97-d17f-4344-b69d-620a86d9456a HTTP/1.1" status: 204 len: 168 time: 0.3975739 Jul 28 14:39:45.192457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:45.204966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb09094-f9ec-4ff5-8e69-afa3f3184928 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9148c97-d17f-4344-b69d-620a86d9456a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:45.209775 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-853063ae-87de-41c9-990b-e016a4e4cf03 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] show failed (client error): The resource could not be found. Jul 28 14:39:45.213179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-853063ae-87de-41c9-990b-e016a4e4cf03 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "GET /v2.0/security-groups/f9148c97-d17f-4344-b69d-620a86d9456a HTTP/1.1" status: 404 len: 347 time: 0.0172143 Jul 28 14:39:45.213429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:45.228420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:45.238950 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Sync routers for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:45.256491 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:45.257111 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:45.268626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] No DVR routers for this DVR port a1bf1b5f-6344-45ca-863d-227946e0e394 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:45.272963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.275224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d69e584c-c4cd-4716-a982-2fd4517870bc req-5195c33b-e8c5-4733-a68c-99f7e7b39876 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.50 "DELETE /v2.0/ports/a1bf1b5f-6344-45ca-863d-227946e0e394 HTTP/1.1" status: 204 len: 173 time: 1.1064684 Jul 28 14:39:45.275799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-deleted', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:45.278604 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cee5175-3313-4371-841d-96935a374a62" -d '{"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-deleted", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:45.338983 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7632374e-0b7f-4f1f-98a2-a391f87ebf46 x-openstack-request-id: req-7632374e-0b7f-4f1f-98a2-a391f87ebf46 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:45.339303 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f11cd7e-fa45-4179-8451-d122baa72312", "name": "network-vif-deleted", "tag": "a1bf1b5f-6344-45ca-863d-227946e0e394", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:45.339541 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7632374e-0b7f-4f1f-98a2-a391f87ebf46 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:45.339940 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f11cd7e-fa45-4179-8451-d122baa72312', 'name': 'network-vif-deleted', 'tag': 'a1bf1b5f-6344-45ca-863d-227946e0e394', 'status': 'completed', 'code': 200} Jul 28 14:39:45.426374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:45.446184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:45.461731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Deleting port 0f7c2438-6297-4802-92bd-6dea8ab79fe4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:45.462314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.598234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.598807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.613057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Calling delete_port for 0f7c2438-6297-4802-92bd-6dea8ab79fe4 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:45.699814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae064749-bc42-4f08-b6c4-22dc6228ff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.728589 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:45.756076 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Checking router: 7656572a-72e9-4f77-aefd-ddab3e402dc0 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:45.765791 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:45.766744 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:45.849378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae064749-bc42-4f08-b6c4-22dc6228ff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:45.871184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894a9b6-dc6b-4ade-b775-b0c251ac3302 req-91c0f482-b14f-4369-9c36-20952d63d62b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:45.872813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9894a9b6-dc6b-4ade-b775-b0c251ac3302 req-91c0f482-b14f-4369-9c36-20952d63d62b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0608351 Jul 28 14:39:45.873037 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:45.913442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9894a9b6-dc6b-4ade-b775-b0c251ac3302 req-3b6104d5-d984-4ff4-8c46-4c559b122a21 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jul 28 14:39:46.010343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ae2357c-1d7e-4578-a9cb-de08d89935d0 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:46.035781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 1ae2357c-1d7e-4578-a9cb-de08d89935d0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:46.035781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1ae2357c-1d7e-4578-a9cb-de08d89935d0 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:46.082595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:46.120452 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ec8f8-7b1f-4765-abf3-cd3674ad43d6 None None] The sync data for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 is: [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:30:26Z', 'revision_number': 4, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d568f5f-4ed1-4a1f-93e4-8b35c0b94820', 'name': '', 'network_id': '1c8abec0-d381-4998-bdfd-6ff254727d37', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'mac_address': 'fa:16:3e:37:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '634988c2-20e6-4f11-82b6-6a004c405947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:24Z', 'updated_at': '2021-07-28T14:30:37Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'subnets': [{'id': '634988c2-20e6-4f11-82b6-6a004c405947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:46.141375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0dde4855-941f-4866-a06e-9408c6ed0781 req-8e360b73-d261-425c-ab31-4c95d3900f2e tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0328815 Jul 28 14:39:46.331468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.336167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae064749-bc42-4f08-b6c4-22dc6228ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.336337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.360372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Pushing event deleted for resources: {'Port': ['ID=0f7c2438-6297-4802-92bd-6dea8ab79fe4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:46.384973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae064749-bc42-4f08-b6c4-22dc6228ff15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64ac0baabfaa4474a5ab0cc73ea2ca1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9573710 Jul 28 14:39:46.388180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50312) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:46.391060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae064749-bc42-4f08-b6c4-22dc6228ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65ea5c0-7094-482c-97c0-a050bae523be,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:46.401834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c836e4-ee07-4b90-a89d-55ab192c980f None None] New status for floating IP 11c9ce24-7ce9-4ac4-bed0-51b8f1a28754: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:39:46.427082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.430037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.433972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0eb6f98c-c422-42d0-8230-b087d5e2a782 tempest-ServersTestFqdnHostnames-1448817558 tempest-ServersTestFqdnHostnames-1448817558-project] 10.222.0.47 "DELETE /v2.0/floatingips/e362ac67-e041-4588-b59e-3281f5972db3 HTTP/1.1" status: 204 len: 168 time: 1.2169044 Jul 28 14:39:46.434259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50314) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:46.454428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.488472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.737695 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.741143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:46.742511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e65ea5c0-7094-482c-97c0-a050bae523be HTTP/1.1" status: 204 len: 168 time: 0.3527589 Jul 28 14:39:46.764365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56f4e0-427d-4a74-bf2e-4e46b5ac18aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65ea5c0-7094-482c-97c0-a050bae523be,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:46.925789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.043170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e330a7-2211-4c72-894e-9307ed37f960 req-18c8e6e5-5590-451e-aee1-b47d45b8ff81 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:47.044817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e330a7-2211-4c72-894e-9307ed37f960 req-18c8e6e5-5590-451e-aee1-b47d45b8ff81 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0538602 Jul 28 14:39:47.099552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08e330a7-2211-4c72-894e-9307ed37f960 req-295a9723-25d1-486c-9d5a-60bf2b243b35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Jul 28 14:39:47.325935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-33626726-fc0b-4321-a5f3-7f34c45a16dd req-b7e2ec11-e319-488c-8616-222afac7052b tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f11cd7e-fa45-4179-8451-d122baa72312 HTTP/1.1" status: 200 len: 210 time: 0.0339649 Jul 28 14:39:47.530907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Deleting port edda3612-1323-4cdf-9f3b-58d6d47fa2ec {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:47.531637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.622305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] For port edda3612-1323-4cdf-9f3b-58d6d47fa2ec, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:47.622586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:47.635903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Calling delete_port for edda3612-1323-4cdf-9f3b-58d6d47fa2ec owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:47.806551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.034717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.062525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=edda3612-1323-4cdf-9f3b-58d6d47fa2ec,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.239502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50358) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:48.257575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e83176-fa1d-46b2-9447-78afb5804c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.271684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d722c84-4e7c-462f-a01a-84000ff19415 req-e646c561-2c50-4da8-99b5-de2c7569bdc6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:48.271684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d722c84-4e7c-462f-a01a-84000ff19415 req-e646c561-2c50-4da8-99b5-de2c7569bdc6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0756526 Jul 28 14:39:48.287470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.338219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d722c84-4e7c-462f-a01a-84000ff19415 req-0defe521-8dfc-47eb-af67-c887f931447a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586073 Jul 28 14:39:48.425105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e83176-fa1d-46b2-9447-78afb5804c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.508528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e83176-fa1d-46b2-9447-78afb5804c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.552338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-98e83176-fa1d-46b2-9447-78afb5804c35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51c4a593dcdc4d2096a43fa625f6dcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104737 Jul 28 14:39:48.555768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50376) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:48.556106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e83176-fa1d-46b2-9447-78afb5804c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc7987-e0f9-476a-8122-e9b72dc7ae41,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.572536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:48.601381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: a1bf1b5f-6344-45ca-863d-227946e0e394 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:48.603627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a1bf1b5f-6344-45ca-863d-227946e0e394 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:48.618072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Router df167ae9-7bc3-47e8-814e-da8b837557b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:48.628451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.651724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.659994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50380) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:48.735615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:48.740325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.741990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c57a8fb3-e9b1-4eb4-bf91-58a669215b26 admin admin] 10.222.0.47 "PUT /v2.0/routers/df167ae9-7bc3-47e8-814e-da8b837557b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3066132 Jul 28 14:39:48.744393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:48.750233 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Sync routers for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:48.773389 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:48.773979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.774119 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:48.849829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.855952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.858921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90bc7987-e0f9-476a-8122-e9b72dc7ae41 HTTP/1.1" status: 204 len: 168 time: 0.2981920 Jul 28 14:39:48.878910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefd67f-fb23-4a8b-a60d-5f5fa07c1e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc7987-e0f9-476a-8122-e9b72dc7ae41,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:48.912474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:48.995844 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:49.040831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.043526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.047583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "DELETE /v2.0/security-groups/e406e5a7-4746-4b6a-8f35-4def851f1741 HTTP/1.1" status: 204 len: 168 time: 0.3865719 Jul 28 14:39:49.049789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50396) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:49.093407 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-b4df2f55-df6f-4ff9-b391-0ba59a51a4bc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] show failed (client error): The resource could not be found. Jul 28 14:39:49.096353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b4df2f55-df6f-4ff9-b391-0ba59a51a4bc tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "GET /v2.0/security-groups/e406e5a7-4746-4b6a-8f35-4def851f1741 HTTP/1.1" status: 404 len: 347 time: 0.0439577 Jul 28 14:39:49.098734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a41f6-71cd-4a04-9ed4-223762367f56 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e406e5a7-4746-4b6a-8f35-4def851f1741,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:49.101549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:49.191957 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:39:47Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:49.196792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96705a-4e13-4d5e-9da4-8d975bdf13ba req-7fcdbdc1-c999-4526-adf0-44840cbfe4bb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:49.198319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d96705a-4e13-4d5e-9da4-8d975bdf13ba req-7fcdbdc1-c999-4526-adf0-44840cbfe4bb tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.2064610 Jul 28 14:39:49.227484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.228572 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Checking router: df167ae9-7bc3-47e8-814e-da8b837557b8 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:49.238092 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Routers {'df167ae9-7bc3-47e8-814e-da8b837557b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:49.238719 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['df167ae9-7bc3-47e8-814e-da8b837557b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:49.297517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d96705a-4e13-4d5e-9da4-8d975bdf13ba req-2ef74062-7d85-4540-aeca-8c517e5e8b5a tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614910 Jul 28 14:39:49.318052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Deleting port 337f8791-d140-4bf6-adcd-b45f299757e4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:49.318408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.350146 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] Set router df167ae9-7bc3-47e8-814e-da8b837557b8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:49.404591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.404950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.443318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Calling delete_port for 337f8791-d140-4bf6-adcd-b45f299757e4 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:49.531827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Deleting port 959a634b-0612-43ea-99f5-2f7033f13e52 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:49.532117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.570170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:39:47Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:49.606455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8ec3b-e851-4357-8140-57c1c7fe7b2f None None] The sync data for ids ['df167ae9-7bc3-47e8-814e-da8b837557b8'] in n-d-705658-23 is: [{'id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'name': 'tempest-ServersTestFqdnHostnames-2037203381-router', 'tenant_id': '54ad904095574220bf1ae95cd361cecd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:08Z', 'updated_at': '2021-07-28T14:39:47Z', 'revision_number': 5, 'project_id': '54ad904095574220bf1ae95cd361cecd', 'gw_port': {'id': '959a634b-0612-43ea-99f5-2f7033f13e52', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df167ae9-7bc3-47e8-814e-da8b837557b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:11Z', 'updated_at': '2021-07-28T14:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:49.664101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] For port 959a634b-0612-43ea-99f5-2f7033f13e52, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=959a634b-0612-43ea-99f5-2f7033f13e52,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:49.664647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.688659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Calling delete_port for 959a634b-0612-43ea-99f5-2f7033f13e52 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:49.725821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.798077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.838639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Pushing event deleted for resources: {'Port': ['ID=337f8791-d140-4bf6-adcd-b45f299757e4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:49.937935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.941240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:49.943447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e4a1890-0abf-45a4-8ebd-ce177c400ad3 tempest-ServerActionsTestJSON-1302604829 tempest-ServerActionsTestJSON-1302604829-project] 10.222.0.47 "DELETE /v2.0/floatingips/11c9ce24-7ce9-4ac4-bed0-51b8f1a28754 HTTP/1.1" status: 204 len: 168 time: 0.8407140 Jul 28 14:39:49.946517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:50.088234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.119404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Pushing event deleted for resources: {'Port': ['ID=959a634b-0612-43ea-99f5-2f7033f13e52,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:50.135854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edda3612-1323-4cdf-9f3b-58d6d47fa2ec no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:50.161459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: edda3612-1323-4cdf-9f3b-58d6d47fa2ec {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:50.162079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edda3612-1323-4cdf-9f3b-58d6d47fa2ec not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:50.206145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.219493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-8854fdae-2a80-4405-8854-cf9c5cb0760f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.219493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-8854fdae-2a80-4405-8854-cf9c5cb0760f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.0635586 Jul 28 14:39:50.316946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.319399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.324978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:50.325357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.405885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.474866 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.475936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router df167ae9-7bc3-47e8-814e-da8b837557b8 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:39:50.480298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.484503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bdf79d13-a2b8-4969-84e3-6df014a102ca admin admin] 10.222.0.47 "DELETE /v2.0/routers/df167ae9-7bc3-47e8-814e-da8b837557b8 HTTP/1.1" status: 204 len: 168 time: 1.7390530 Jul 28 14:39:50.485134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:50.541749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Deleting subnet 4686422c-b65c-43d3-b76a-219edc8ca386 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:50.545357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.587662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.622871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2550c-54ab-4efc-9a3a-c2708eb9f581 req-d76708f5-d06b-407c-83ed-7260b8044022 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:50.624449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22b2550c-54ab-4efc-9a3a-c2708eb9f581 req-d76708f5-d06b-407c-83ed-7260b8044022 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 945 time: 0.2122996 Jul 28 14:39:50.648037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port 8ad0e75f-51f7-4a0b-9159-1836f96c0552, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad0e75f-51f7-4a0b-9159-1836f96c0552,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:50.648187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.703534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.735944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for 8ad0e75f-51f7-4a0b-9159-1836f96c0552 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:50.844367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22b2550c-54ab-4efc-9a3a-c2708eb9f581 req-17b7540c-202a-499f-b3d4-74513e526ef3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083082 Jul 28 14:39:50.938076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.978731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4686422c-b65c-43d3-b76a-219edc8ca386,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:50.984987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:50.987476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-00802dc0-9a49-4bca-ac72-15aabefe0d20 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4686422c-b65c-43d3-b76a-219edc8ca386 HTTP/1.1" status: 204 len: 168 time: 0.5013006 Jul 28 14:39:50.990543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50448) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:50.997206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6434410d-d8b9-4739-9307-8facde885575 None None] Network ced2bb63-d283-4b26-95db-fb71dd3593b2 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:51.078452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.088356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.194818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.206329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] DHCP port deletion for ced2bb63-d283-4b26-95db-fb71dd3593b2 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:39:51.227710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=8ad0e75f-51f7-4a0b-9159-1836f96c0552,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:51.246078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ad0e75f-51f7-4a0b-9159-1836f96c0552'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:39:51.290081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port 8ad0e75f-51f7-4a0b-9159-1836f96c0552 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:51.293703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.299259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b657607d-863a-4d1f-88f0-9d395ad1589e req-dd87b368-1351-4f38-85d0-a594cf5dc321 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "DELETE /v2.0/ports/8ad0e75f-51f7-4a0b-9159-1836f96c0552 HTTP/1.1" status: 204 len: 173 time: 1.0715334 Jul 28 14:39:51.299259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'name': 'network-vif-deleted', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:39:51.299259 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a781a0-6ba1-4ef4-9769-960adb658115" -d '{"events": [{"server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "name": "network-vif-deleted", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:39:51.327125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Deleting port b9f1c699-538b-4b60-a827-e2c99b23356d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:51.327585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.372471 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e24a61-92d5-4185-b883-0a8cc130caac x-openstack-request-id: req-26e24a61-92d5-4185-b883-0a8cc130caac {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:39:51.373048 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b", "name": "network-vif-deleted", "tag": "8ad0e75f-51f7-4a0b-9159-1836f96c0552", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:39:51.373460 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26e24a61-92d5-4185-b883-0a8cc130caac {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:39:51.374026 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b', 'name': 'network-vif-deleted', 'tag': '8ad0e75f-51f7-4a0b-9159-1836f96c0552', 'status': 'completed', 'code': 200} Jul 28 14:39:51.430388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] For port b9f1c699-538b-4b60-a827-e2c99b23356d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b9f1c699-538b-4b60-a827-e2c99b23356d,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:51.431060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.438984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Deleting port b9f1c699-538b-4b60-a827-e2c99b23356d {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:51.439365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.451456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Calling delete_port for b9f1c699-538b-4b60-a827-e2c99b23356d owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:51.514594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] For port b9f1c699-538b-4b60-a827-e2c99b23356d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b9f1c699-538b-4b60-a827-e2c99b23356d,segment=NetworkSegment(d3a74ad0-eb30-4570-9bc3-72c1a8db6706),segment_id=d3a74ad0-eb30-4570-9bc3-72c1a8db6706)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:51.515036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.533514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Calling delete_port for b9f1c699-538b-4b60-a827-e2c99b23356d owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:51.622171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Deleting port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:51.622511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.714822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] For port 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:51.715238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.732804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Calling delete_port for 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:51.757981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.772398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.808426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f1c699-538b-4b60-a827-e2c99b23356d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:51.817918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] No DVR routers for this DVR port b9f1c699-538b-4b60-a827-e2c99b23356d on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:51.824248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] Pushing event deleted for resources: {'Port': ['ID=b9f1c699-538b-4b60-a827-e2c99b23356d,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:51.834135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f4292-665d-490a-9dc3-6f6f87ca7216 None None] No DVR routers for this DVR port b9f1c699-538b-4b60-a827-e2c99b23356d on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:51.916935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.928435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced2bb63-d283-4b26-95db-fb71dd3593b2']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:51.952262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:51.954462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a74ad0-eb30-4570-9bc3-72c1a8db6706') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:51.970303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.985478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.994251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:51.994937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:51.996794 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:52.007294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c7d83dd-4bbf-4520-978c-e184925100e6 req-d724ceb4-adca-4cce-bd69-d433592f0373 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=631b9dc8-aadf-4fc7-9dc5-41a1b85f8d1b HTTP/1.1" status: 200 len: 210 time: 0.0345073 Jul 28 14:39:52.132593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b9f1c699-538b-4b60-a827-e2c99b23356d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:52.154541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b9f1c699-538b-4b60-a827-e2c99b23356d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:52.154893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b9f1c699-538b-4b60-a827-e2c99b23356d not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:52.155338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 959a634b-0612-43ea-99f5-2f7033f13e52 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:52.176184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 959a634b-0612-43ea-99f5-2f7033f13e52 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:52.176539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 959a634b-0612-43ea-99f5-2f7033f13e52 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:52.400587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.400920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.419082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.422090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ced2bb63-d283-4b26-95db-fb71dd3593b2 HTTP/1.1" status: 204 len: 168 time: 1.4294176 Jul 28 14:39:52.423645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9052397-2221-4382-85cb-645a92def399 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced2bb63-d283-4b26-95db-fb71dd3593b2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:52.432887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d568f5f-4ed1-4a1f-93e4-8b35c0b94820,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:52.637008 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:52.866292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Router 7656572a-72e9-4f77-aefd-ddab3e402dc0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:39:52.981074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:52.987237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:39:52.992457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bac137b3-5e40-4ebe-9754-7d3b46c0bad5 admin admin] 10.222.0.47 "PUT /v2.0/routers/7656572a-72e9-4f77-aefd-ddab3e402dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0447142 Jul 28 14:39:53.000234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:53.000398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Sync routers for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:39:53.008781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:53.009416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:53.122650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:53.312271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:39:51Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:53.340944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Checking router: 7656572a-72e9-4f77-aefd-ddab3e402dc0 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:39:53.350399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Routers {'7656572a-72e9-4f77-aefd-ddab3e402dc0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:39:53.351373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['7656572a-72e9-4f77-aefd-ddab3e402dc0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:53.371768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.462469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] Set router 7656572a-72e9-4f77-aefd-ddab3e402dc0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:39:53.501442 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.675112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80fea38e-420a-4841-b77f-34fd88363642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.678028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:53.682016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:39:51Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:53.722868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214070e-7781-4ddd-bae8-9a73270dfc6a None None] The sync data for ids ['7656572a-72e9-4f77-aefd-ddab3e402dc0'] in n-d-705658-23 is: [{'id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'name': 'tempest-ServerActionsTestJSON-1052901788-router', 'tenant_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:30:14Z', 'updated_at': '2021-07-28T14:39:51Z', 'revision_number': 5, 'project_id': 'b2417eb3b85a4ce2a8934bfe67ff8705', 'gw_port': {'id': '310395a7-e338-4fe4-9ba0-0680cbf82879', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7656572a-72e9-4f77-aefd-ddab3e402dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:30:17Z', 'updated_at': '2021-07-28T14:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:39:53.778817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-585c97c1-88bf-4a17-a708-9b2a02676361 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54ad904095574220bf1ae95cd361cecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957935 Jul 28 14:39:53.780252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50506) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:53.815502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Deleting port 310395a7-e338-4fe4-9ba0-0680cbf82879 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:53.816104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.837165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80fea38e-420a-4841-b77f-34fd88363642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.845711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.874427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:53.990445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] For port 310395a7-e338-4fe4-9ba0-0680cbf82879, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=310395a7-e338-4fe4-9ba0-0680cbf82879,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:53.990887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.013986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Calling delete_port for 310395a7-e338-4fe4-9ba0-0680cbf82879 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:54.025883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad0e75f-51f7-4a0b-9159-1836f96c0552 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:54.047985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8ad0e75f-51f7-4a0b-9159-1836f96c0552 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:54.048341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad0e75f-51f7-4a0b-9159-1836f96c0552 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:54.054720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-7fe95402-96ae-40b4-bd58-b21642b1086b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:54.056658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-7fe95402-96ae-40b4-bd58-b21642b1086b tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1477697 Jul 28 14:39:54.097831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80fea38e-420a-4841-b77f-34fd88363642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.121294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a485f241-6b6c-498d-ae56-f482cb822454 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/quotas/39d7cbafec5c491d97175daeb5a66cd3 HTTP/1.1" status: 200 len: 375 time: 0.0267630 Jul 28 14:39:54.171960 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.175474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.177080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdb6335e-0f30-4643-9f47-fd92d483f804 HTTP/1.1" status: 204 len: 168 time: 0.3954012 Jul 28 14:39:54.194772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742cf6b-b166-449b-903f-f73227bebf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6335e-0f30-4643-9f47-fd92d483f804,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:54.195862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:54.196507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50526) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:54.197910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-80fea38e-420a-4841-b77f-34fd88363642 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51745359c11c4c72a642a03ccb8acf54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2156348 Jul 28 14:39:54.203017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea38e-420a-4841-b77f-34fd88363642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a016114-547a-4073-92e1-3fc3a176d772,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:54.242219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:54.242582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d568f5f-4ed1-4a1f-93e4-8b35c0b94820 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:54.262218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-75bb4937-6a59-4e23-9b28-2fe3fbf6a21c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042411 Jul 28 14:39:54.320409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.375218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.541259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-7cabd9e7-df5f-489f-bd25-d2dfd95603e4 service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781351 Jul 28 14:39:54.558372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.561001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.562188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a016114-547a-4073-92e1-3fc3a176d772 HTTP/1.1" status: 204 len: 168 time: 0.3647249 Jul 28 14:39:54.571587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4884e46-37f2-4a4c-917b-fc326ca029ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a016114-547a-4073-92e1-3fc3a176d772,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:54.646714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-fe1e634c-38b1-4e3f-9af8-b7bb08f6519a service neutron] 10.222.0.47 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983925 Jul 28 14:39:54.854918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:54.880715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=310395a7-e338-4fe4-9ba0-0680cbf82879,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:54.945610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.036571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.038730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.139319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fc6e159-a6a8-4256-863e-27f48e65a5bd req-4bc48dad-08e1-4097-9f78-3b505ba5ef78 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0294299 Jul 28 14:39:55.269298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.269969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7656572a-72e9-4f77-aefd-ddab3e402dc0 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:39:55.275169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.276642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1331a054-6d51-43d5-b399-bc799edfdbc8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7656572a-72e9-4f77-aefd-ddab3e402dc0 HTTP/1.1" status: 204 len: 168 time: 2.2801161 Jul 28 14:39:55.280370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50552) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:55.332311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Deleting subnet 634988c2-20e6-4f11-82b6-6a004c405947 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:39:55.333139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.381637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.478514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.689750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.718145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.724001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/634988c2-20e6-4f11-82b6-6a004c405947 HTTP/1.1" status: 204 len: 168 time: 0.4386802 Jul 28 14:39:55.724001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffa516-e59b-4e08-b3b6-aea1790fbcfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634988c2-20e6-4f11-82b6-6a004c405947,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:55.724436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904e95c-4a49-4bfc-a4a8-8b392e96da2b None None] Network 1c8abec0-d381-4998-bdfd-6ff254727d37 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:39:55.725167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50564) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:55.801935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.872346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Deleting port 7ab5dc14-7cd5-425f-a369-858bdde58efa {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:55.878978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.940103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] For port 7ab5dc14-7cd5-425f-a369-858bdde58efa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7ab5dc14-7cd5-425f-a369-858bdde58efa,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:55.940314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] DHCP port deletion for 1c8abec0-d381-4998-bdfd-6ff254727d37 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:39:55.940479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:55.954746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Calling delete_port for 7ab5dc14-7cd5-425f-a369-858bdde58efa owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:55.996083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Deleting port 7ab5dc14-7cd5-425f-a369-858bdde58efa {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:39:55.996466 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.058458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] For port 7ab5dc14-7cd5-425f-a369-858bdde58efa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7ab5dc14-7cd5-425f-a369-858bdde58efa,segment=NetworkSegment(80908fa1-0416-4701-8e2e-e2a55cf1f9b3),segment_id=80908fa1-0416-4701-8e2e-e2a55cf1f9b3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:39:56.058850 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.073242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Calling delete_port for 7ab5dc14-7cd5-425f-a369-858bdde58efa owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:39:56.124923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 310395a7-e338-4fe4-9ba0-0680cbf82879 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:56.149534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 310395a7-e338-4fe4-9ba0-0680cbf82879 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:39:56.149887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 310395a7-e338-4fe4-9ba0-0680cbf82879 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:56.150314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7ab5dc14-7cd5-425f-a369-858bdde58efa no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:39:56.188245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.208176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port 7ab5dc14-7cd5-425f-a369-858bdde58efa {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:39:56.208176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7ab5dc14-7cd5-425f-a369-858bdde58efa not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:39:56.215855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.251143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dd7b5a3-80da-4def-a7e2-a53078127f5e req-75553fad-ef2f-4a04-8451-720c6b35b1ff tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0524805 Jul 28 14:39:56.256935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] Pushing event deleted for resources: {'Port': ['ID=7ab5dc14-7cd5-425f-a369-858bdde58efa,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:56.259407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86a1bcf-f9d7-40eb-8782-d119252996b4 None None] No DVR routers for this DVR port 7ab5dc14-7cd5-425f-a369-858bdde58efa on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:56.280002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab5dc14-7cd5-425f-a369-858bdde58efa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:56.298168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] No DVR routers for this DVR port 7ab5dc14-7cd5-425f-a369-858bdde58efa on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:39:56.345098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50574) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:56.365464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39201778-971e-4387-80ae-52670b879de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.390882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.406916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8abec0-d381-4998-bdfd-6ff254727d37']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:56.435550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80908fa1-0416-4701-8e2e-e2a55cf1f9b3') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:56.435932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80908fa1-0416-4701-8e2e-e2a55cf1f9b3') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:39:56.449332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.470541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.478433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:39:56.478891 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:39:56.480719 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:39:56.496712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39201778-971e-4387-80ae-52670b879de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.687470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39201778-971e-4387-80ae-52670b879de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.728905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-39201778-971e-4387-80ae-52670b879de5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63d0602345464f9b968068cad1c95368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820806 Jul 28 14:39:56.729839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201778-971e-4387-80ae-52670b879de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3316f3be-f2be-43db-bec2-44215a8d4070,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:56.731312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50582) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:56.766933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.791938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.794122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1c8abec0-d381-4998-bdfd-6ff254727d37 HTTP/1.1" status: 204 len: 168 time: 1.0685568 Jul 28 14:39:56.795049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4120-aef7-4751-b4bc-314fd980d6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8abec0-d381-4998-bdfd-6ff254727d37,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:56.813761 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:56.840293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.144437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.147097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.148332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3316f3be-f2be-43db-bec2-44215a8d4070 HTTP/1.1" status: 204 len: 168 time: 0.4158909 Jul 28 14:39:57.156676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f938f-9e0b-4148-8116-b41292c0f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3316f3be-f2be-43db-bec2-44215a8d4070,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:57.373393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56d5efc5-cb67-4beb-bd6c-4a93040ee0ff req-323b2848-7e26-4fdd-aa52-7de1ee4f1f46 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0270042 Jul 28 14:39:57.791153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50602) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:57.831378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7e6b25c6-9817-43de-8700-95508fb93bc7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2417eb3b85a4ce2a8934bfe67ff8705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390930 Jul 28 14:39:57.833425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50604) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:57.883771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:57.905463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.108555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.114749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:58.114749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/add741dc-e788-4495-8f2e-f2aed5bd5187 HTTP/1.1" status: 204 len: 168 time: 0.2787831 Jul 28 14:39:58.121360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add741dc-e788-4495-8f2e-f2aed5bd5187,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:58.129037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.129392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.129737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.130076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.130409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.130741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.131097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.131425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.131751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.132071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.132393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.132912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2cd3b1-aed6-4a6b-ab49-2b5436418513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:39:58.482235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9984d560-9b0e-497a-b96a-5b146ac2d680 req-d695aa4c-965e-4edc-b2ca-fb1ac4b74e75 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0310788 Jul 28 14:39:58.659455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-23b03966-3f1c-4c57-b7aa-32cc56f3d618 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:39:58.661038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-23b03966-3f1c-4c57-b7aa-32cc56f3d618 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/networks?id=243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 200 len: 812 time: 0.1130486 Jul 28 14:39:58.679631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Request body: {'port': {'device_id': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'admin_state_up': True, 'tenant_id': '39d7cbafec5c491d97175daeb5a66cd3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:58.944317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50624) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:59.141243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-efec5f6f-a86e-4be6-aabd-69db6601f88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.258826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50636) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:59.371477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Made reservation on behalf of 39d7cbafec5c491d97175daeb5a66cd3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:59.375627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.387727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-789025457-network', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:39:59.470177 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-efec5f6f-a86e-4be6-aabd-69db6601f88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.519710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Allocated IP 172.20.0.9 (243fc3b2-3671-41df-b173-944062f09826/e3aab790-e25d-47ba-8a70-167cd9156f2e/d5a4b36a-a464-4cc5-9c8e-a1c05476bd00) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:39:59.579388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-efec5f6f-a86e-4be6-aabd-69db6601f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.628205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-efec5f6f-a86e-4be6-aabd-69db6601f88c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1f153b13a214a1d936483b73f73d94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818101 Jul 28 14:39:59.632206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50654) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:39:59.641161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec5f6f-a86e-4be6-aabd-69db6601f88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55baf454-2be1-468f-ac24-317dc6b5ee17,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:39:59.645522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4895afe-8a77-40c3-843a-7fdf0e8fc25e req-337c8697-1477-494b-a70a-229983249ff1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0740380 Jul 28 14:39:59.693516 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.718637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.728689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.729186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:39:59.731494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.760404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.942005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:39:59.991922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Network 243fc3b2-3671-41df-b173-944062f09826 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:39:59.995116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:00.002397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:00.012711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.015326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.016771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55baf454-2be1-468f-ac24-317dc6b5ee17 HTTP/1.1" status: 204 len: 168 time: 0.3833637 Jul 28 14:40:00.032058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b032c-e24d-40be-a3bd-5ac20b378283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55baf454-2be1-468f-ac24-317dc6b5ee17,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.060111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.063639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.069491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event updated for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.102500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.328956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.353916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:00.363629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c54f2-91e6-42f9-91a4-349ac492cdfb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.368606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.368777 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Added segment bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1 of type vlan for network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 Jul 28 14:40:00.424844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.495641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-a9a6e9df-0f8c-4bd9-9f2d-e074ff99193c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8196936 Jul 28 14:40:00.514011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Request body: {'port': {'device_id': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:00.594856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.707908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.744419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.744419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.801936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] Pushing event updated for resources: {'Network': ['ID=e829c200-e2d7-4e35-9d29-dc40a86f2cb1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:00.814796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:00.825456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316548-a5b4-47dd-a235-1dce01f71b8c req-abaafbc4-8f2b-4719-8f91-3d058e6b321d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:00.827258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b316548-a5b4-47dd-a235-1dce01f71b8c req-abaafbc4-8f2b-4719-8f91-3d058e6b321d tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 931 time: 0.1123130 Jul 28 14:40:00.859720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:00.872112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:00.888022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Transition to ACTIVE for port object d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:00.906227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b316548-a5b4-47dd-a235-1dce01f71b8c req-e59521de-ec58-4bd6-a842-60eb205fcc35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696511 Jul 28 14:40:00.949601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27e0a591-ff12-4d4b-8158-562f9e8f1037 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6895943 Jul 28 14:40:00.952823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50686) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:00.960176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Request body: {'subnet': {'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-789025457-subnet', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:00.961162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:01.123463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.161700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:01.164044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.170433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-384559961-network', 'tenant_id': 'fe42b39232674e2ea57f82f451951535'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:01.229631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:01.321768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Attempting to bind port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:01.322013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Attempting to bind port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:01.322318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Attempting to bind port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:01.331908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 on network 243fc3b2-3671-41df-b173-944062f09826 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:01.340090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Attempting to bind port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 on network 243fc3b2-3671-41df-b173-944062f09826 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:01.360411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:01.360754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Checking segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:01.361135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Bound using segment: {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:01.361566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Bound port: d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b0cad-e332-48f2-b535-70f1267b97ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '243fc3b2-3671-41df-b173-944062f09826'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:01.362512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.377399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Made reservation on behalf of fe42b39232674e2ea57f82f451951535 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:01.381150 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.391375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.474552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:01.477851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:01.500557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.668968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.720411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.728935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.746404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bc22a3-2dab-4083-a06b-02061eab6259,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:01.750043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b73d882-6689-4e24-bfa3-7a5e61d9dc21,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:01.760466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:01.773613 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.773613 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Added segment 34be526a-f64b-4ce2-948d-12e0e3b452f6 of type vlan for network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 Jul 28 14:40:01.785634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:01.786327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.787877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] 10.222.0.53 "PUT /v2.0/ports/d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 HTTP/1.1" status: 200 len: 1092 time: 1.2781091 Jul 28 14:40:01.788348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:01.791285 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a81e867-5f35-4bfc-b9d9-37c927859995" -d '{"events": [{"name": "network-changed", "server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:01.798128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Checking segment: {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:01.798504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Network hostable DHCP agents. Network: e829c200-e2d7-4e35-9d29-dc40a86f2cb1, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:01.820277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50710) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:01.852790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e71d8df-1806-4877-9323-e15d1b3728c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.855730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e5a25-9f2b-44e6-a479-0b55e3bbb01e service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:01.868768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:01.875536 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77effc9-47c4-4fed-a06f-cf81ab04dc4b x-openstack-request-id: req-c77effc9-47c4-4fed-a06f-cf81ab04dc4b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:01.876426 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:01.876426 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c77effc9-47c4-4fed-a06f-cf81ab04dc4b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:01.876631 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00', 'status': 'completed', 'code': 200} Jul 28 14:40:01.982801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:01.988147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-011b9bb2-04c1-4fb4-8dba-80ed76a0da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:01.989514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-011b9bb2-04c1-4fb4-8dba-80ed76a0da20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 1095 time: 0.0719442 Jul 28 14:40:02.061436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fda868-1b23-4e1f-9939-f2ba5c2c1938 req-994934a4-e6a3-4ca3-aa1d-dfdec5e7c161 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.063011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5fda868-1b23-4e1f-9939-f2ba5c2c1938 req-994934a4-e6a3-4ca3-aa1d-dfdec5e7c161 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 943 time: 0.0726960 Jul 28 14:40:02.071737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e71d8df-1806-4877-9323-e15d1b3728c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.119217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.119217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.125841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.125957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-9d1c88d3-9ec6-4abc-86c2-eb43bf671335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.125957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-9d1c88d3-9ec6-4abc-86c2-eb43bf671335 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1198554 Jul 28 14:40:02.129722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5fda868-1b23-4e1f-9939-f2ba5c2c1938 req-a820532e-5895-426f-b2a3-7e667ec7b6cd tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Jul 28 14:40:02.202908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] Pushing event updated for resources: {'Network': ['ID=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:02.215660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:02.216248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e829c200-e2d7-4e35-9d29-dc40a86f2cb1) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:02.231234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.232225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.280307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-6319e1ae-89a7-47cc-aa5c-602487485558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.283328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a81e867-5f35-4bfc-b9d9-37c927859995 req-6319e1ae-89a7-47cc-aa5c-602487485558 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525218 Jul 28 14:40:02.288969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566f9ac-2209-4e4e-b408-818361db2f3e None None] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:02.293979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e71d8df-1806-4877-9323-e15d1b3728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.372215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e71d8df-1806-4877-9323-e15d1b3728c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30b11d63a19348dd9cc19e8958d6d422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480049 Jul 28 14:40:02.372215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71d8df-1806-4877-9323-e15d1b3728c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ccaf08-b5d1-4554-8943-3f5e78817a65,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:02.373257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:02.433144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-b3d5fe5c-28e9-4c54-bbde-347d6799a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.433144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-b3d5fe5c-28e9-4c54-bbde-347d6799a3a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 1095 time: 0.0730708 Jul 28 14:40:02.436989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.477016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.488813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-3f220d79-1fc1-4bfa-a4d6-d5563b49f692 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 HTTP/1.1" status: 200 len: 217 time: 0.0490425 Jul 28 14:40:02.505777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'fixed_ips': [{'subnet_id': 'a0bc22a3-2dab-4083-a06b-02061eab6259'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:40:02.507172 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.553203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3b30db2c-5bc8-44bb-b286-80a1d957efbd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5967152 Jul 28 14:40:02.553447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50730) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:02.558570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:02.564504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c816e7c5-6823-491c-8a47-4f6ef98fad0d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6008759 Jul 28 14:40:02.566114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:02.571750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Request body: {'subnet': {'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-384559961-subnet', 'tenant_id': 'fe42b39232674e2ea57f82f451951535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:02.624051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:40:02.624051 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:40:02.624051 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': '01c478a47d8a4ef680a5da693e31cc35', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 40, 2, 591084)}] Jul 28 14:40:02.624051 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:40:02.624789 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:40:02.628258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-73a8014d-6d35-4138-a344-9a3232f6ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:02.638109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-73a8014d-6d35-4138-a344-9a3232f6ee56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 200 len: 852 time: 0.1245070 Jul 28 14:40:02.664596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-d25c98d5-f519-4182-8d3f-d228ff8e97eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=243fc3b2-3671-41df-b173-944062f09826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275056 Jul 28 14:40:02.687251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Allocated IP 172.20.0.2 (e829c200-e2d7-4e35-9d29-dc40a86f2cb1/a0bc22a3-2dab-4083-a06b-02061eab6259/24fcb027-dc3f-4721-8b0e-3e6294c53879) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:02.756528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-4e77c55e-60ef-427e-b4a1-325ecaaa3bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850024 Jul 28 14:40:02.783255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.787227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.788675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78ccaf08-b5d1-4554-8943-3f5e78817a65 HTTP/1.1" status: 204 len: 168 time: 0.4147828 Jul 28 14:40:02.801956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a931a90-39b7-4464-8ba0-b033405a4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ccaf08-b5d1-4554-8943-3f5e78817a65,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:02.854015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.857179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Made reservation on behalf of fe42b39232674e2ea57f82f451951535 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:02.859204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:02.863787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Transition to ACTIVE for port object 24fcb027-dc3f-4721-8b0e-3e6294c53879 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:02.885024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Transition to ACTIVE for port object 24fcb027-dc3f-4721-8b0e-3e6294c53879 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:02.943437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8695bbbe-0c6c-484e-83a1-11dbeaef244c req-ab393e33-c2e4-4546-93f3-e86801bdea67 service neutron] 10.222.0.53 "GET /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800120 Jul 28 14:40:03.098724 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.137247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:03.140460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:03.143371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:03.207598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Pushing event updated for resources: {'Port': ['ID=24fcb027-dc3f-4721-8b0e-3e6294c53879,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:03.239586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.240676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.241176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.241682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.242191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.242528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.242856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.243398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.243728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.244058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.244844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.244844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:03.252027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Attempting to bind port 24fcb027-dc3f-4721-8b0e-3e6294c53879 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:03.252514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Attempting to bind port 24fcb027-dc3f-4721-8b0e-3e6294c53879 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:03.253149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Attempting to bind port 24fcb027-dc3f-4721-8b0e-3e6294c53879 on network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:03.259999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:03.260589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Checking segment: {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:03.261287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.261834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Bound using segment: {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:03.262517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Bound port: 24fcb027-dc3f-4721-8b0e-3e6294c53879, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:03.263119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.277049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.317773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914b130-7283-43ee-9259-73d8c337da4a req-e3d42e27-ffe5-4b8a-b397-1d219cf480f0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:03.319378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d914b130-7283-43ee-9259-73d8c337da4a req-e3d42e27-ffe5-4b8a-b397-1d219cf480f0 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 943 time: 0.0853639 Jul 28 14:40:03.331748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] For port 24fcb027-dc3f-4721-8b0e-3e6294c53879, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:03.335465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] For port 24fcb027-dc3f-4721-8b0e-3e6294c53879, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=24fcb027-dc3f-4721-8b0e-3e6294c53879,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:03.360160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.361175 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.376345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892813d2-97f8-4a8c-bb33-d6ea8d393ed9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:03.422178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d914b130-7283-43ee-9259-73d8c337da4a req-c0fa5aaa-0441-4844-85fd-7e3914505ffe tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928216 Jul 28 14:40:03.425366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Checking segment: {'id': '34be526a-f64b-4ce2-948d-12e0e3b452f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:03.425742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Network hostable DHCP agents. Network: 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:03.454522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.492441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:03.560337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741532e4-630c-4d74-8335-328e6ceb5a1a None None] Pushing event updated for resources: {'Port': ['ID=24fcb027-dc3f-4721-8b0e-3e6294c53879,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:03.779728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:03.790524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.166803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 24fcb027-dc3f-4721-8b0e-3e6294c53879 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:04.173334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:04.192592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b62385f-3e33-4add-8935-9b6b65fac8f2 None None] Network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:04.203420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.204236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.349893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ccb6c-f5b8-4fd9-96c8-e65d79408d73 None None] Network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:04.508817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.529515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 24fcb027-dc3f-4721-8b0e-3e6294c53879 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:04.539035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1b5efaaf-e3c7-4269-b1f1-fc306ec7ca15 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9684124 Jul 28 14:40:04.542375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.575563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49f002-a4f6-4a39-800f-5af7493d073b req-d683fa64-70db-4045-81c8-381acc99d8ae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:04.577179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca49f002-a4f6-4a39-800f-5af7493d073b req-d683fa64-70db-4045-81c8-381acc99d8ae tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 943 time: 0.0541732 Jul 28 14:40:04.623415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca49f002-a4f6-4a39-800f-5af7493d073b req-1008336e-3b8c-42ee-93af-ff676f238046 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384426 Jul 28 14:40:04.637772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbef455-e4f8-4ba1-8bef-6c375fcbd380 None None] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:04.666211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Allocated IP 172.25.0.165 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4117854d-e81f-47f8-ba34-96b0fcf3a2d5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:04.796616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.913494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Provisioning for port 24fcb027-dc3f-4721-8b0e-3e6294c53879 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:04.930557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Provisioning complete for port 24fcb027-dc3f-4721-8b0e-3e6294c53879 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:04.930936 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:04.953489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:05.027054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.064940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.101984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:05.105932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:05.119656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:05.134557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] For port 24fcb027-dc3f-4721-8b0e-3e6294c53879, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=24fcb027-dc3f-4721-8b0e-3e6294c53879,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:05.163730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:05.217829 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49fd7bd5-0a67-4dc3-9295-d2f1c7f88242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.316234 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.356290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49fd7bd5-0a67-4dc3-9295-d2f1c7f88242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.382171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414ee14-9c3d-4d6a-a32b-b8a95ae49a37 None None] Pushing event updated for resources: {'Port': ['ID=24fcb027-dc3f-4721-8b0e-3e6294c53879,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:05.438224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-59790ff9-dd94-4c7c-a133-a363984bc793 None None] Provisioning complete for port 24fcb027-dc3f-4721-8b0e-3e6294c53879 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:05.438672 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59790ff9-dd94-4c7c-a133-a363984bc793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.490047 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:40:05.571964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-2fc07b6f-b299-4b9c-8d51-4f918554fda8 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.573504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-2fc07b6f-b299-4b9c-8d51-4f918554fda8 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/networks?id=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 HTTP/1.1" status: 200 len: 820 time: 0.1173303 Jul 28 14:40:05.574649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49fd7bd5-0a67-4dc3-9295-d2f1c7f88242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.618659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-51a0d316-a645-4c5c-840c-cbc1896a1097 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/quotas/fe42b39232674e2ea57f82f451951535 HTTP/1.1" status: 200 len: 375 time: 0.0339258 Jul 28 14:40:05.622947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.624733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-49fd7bd5-0a67-4dc3-9295-d2f1c7f88242 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2304adb698f49b1a3b65515f3f746eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6701765 Jul 28 14:40:05.628003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50814) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:05.631613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7bd5-0a67-4dc3-9295-d2f1c7f88242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576edab6-80a8-4e75-9e5c-1a7f6f5bb8b0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:05.683494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-4353b71a-f996-465e-90ef-c8ac2230ec58 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe42b39232674e2ea57f82f451951535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529373 Jul 28 14:40:05.769536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.805748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.834078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-6f5b6aaa-f0fb-42ea-a81c-7a2eb8f9fa57 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408656 Jul 28 14:40:05.835086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2cac-3962-4872-864b-fc71b3b89dbb req-ac5304f6-8ac3-4058-a1c0-ae5ba3645afc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:05.836774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-136d2cac-3962-4872-864b-fc71b3b89dbb req-ac5304f6-8ac3-4058-a1c0-ae5ba3645afc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 943 time: 0.1151004 Jul 28 14:40:05.917741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:05.922319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-136d2cac-3962-4872-864b-fc71b3b89dbb req-04b48436-3767-4ec4-9a65-46e6f89805c6 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515566 Jul 28 14:40:05.947376 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-ea6ae120-d2bf-4cb0-9551-229e2c621b48 service neutron] 10.222.0.47 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986016 Jul 28 14:40:06.057286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:06.062852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.066447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.067654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/576edab6-80a8-4e75-9e5c-1a7f6f5bb8b0 HTTP/1.1" status: 204 len: 168 time: 0.4385359 Jul 28 14:40:06.081287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f93a2-6873-4d08-8cc8-25e990de117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576edab6-80a8-4e75-9e5c-1a7f6f5bb8b0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:06.161746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 24fcb027-dc3f-4721-8b0e-3e6294c53879 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:06.241269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:06.255730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00', 'network_id': '243fc3b2-3671-41df-b173-944062f09826', 'port_id': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00', 'mac_address': 'fa:16:3e:3d:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aab790-e25d-47ba-8a70-167cd9156f2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:06.268713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 24fcb027-dc3f-4721-8b0e-3e6294c53879 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:06.268713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.320233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Router 3525326f-6364-45e9-bd02-01bf9cca9506 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:40:06.322921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.340559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:06.386241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:06.431555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:06.442403 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Sync routers for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:06.451932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:06.455914 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:06.518992 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.573972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:06.576903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:06.579170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:06.584757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-77397684-7fa3-4743-933b-af163d8cfbd3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0301018 Jul 28 14:40:06.590016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50846) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:06.619255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0add883c-d82f-4287-aa4b-c12ee4e5312e req-9a1e6808-c141-445c-82de-f9b87e9553d9 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0370591 Jul 28 14:40:06.781130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d5a4b36a-a464-4cc5-9c8e-a1c05476bd00'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:06.812361 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:05Z', 'revision_number': 3, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:06.843089 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Checking router: 3525326f-6364-45e9-bd02-01bf9cca9506 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:06.843708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Updating router 3525326f-6364-45e9-bd02-01bf9cca9506 port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:06.875409 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.147431 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.159039 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Transition to ACTIVE for port object 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:07.386270 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.451453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:07.456052 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Pushing event updated for resources: {'Port': ['ID=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:07.464745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595747a5-b38e-47e0-9df8-82a8ac86b35a req-e34645b6-59a6-442c-bf6a-be516067b19f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:07.465229 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.465666 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.466080 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.466485 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.466890 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.467448 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595747a5-b38e-47e0-9df8-82a8ac86b35a req-e34645b6-59a6-442c-bf6a-be516067b19f tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 944 time: 0.1289887 Jul 28 14:40:07.467566 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.467947 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.468346 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.468745 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.469150 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.469536 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.469933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:07.491461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Attempting to bind port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:07.492191 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Attempting to bind port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:07.492794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Attempting to bind port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:07.494306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dde24c57-c04c-4d4b-b2c0-b98f6cbafba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.502242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:07.503423 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:07.504213 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.504868 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:07.505530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Bound port: 4117854d-e81f-47f8-ba34-96b0fcf3a2d5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:07.506272 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.601446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595747a5-b38e-47e0-9df8-82a8ac86b35a req-e9a5f696-413d-47fd-9722-c4baefdfcea1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174281 Jul 28 14:40:07.614345 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] For port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:07.634616 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] For port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:07.663996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dde24c57-c04c-4d4b-b2c0-b98f6cbafba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.722517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b30e10f-f0e5-4190-a00a-f8ba824d2224 req-4b4c92c8-b272-49c6-9e3c-7adfc8781914 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0353277 Jul 28 14:40:07.726572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.741204 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.777815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dde24c57-c04c-4d4b-b2c0-b98f6cbafba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:07.841171 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aeb34-8131-4f18-9552-9f605312fc3a None None] Pushing event updated for resources: {'Port': ['ID=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:07.853059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:07.853545 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:07.886982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24c57-c04c-4d4b-b2c0-b98f6cbafba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df5703e-7311-4bff-9f08-5a458344fbcd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:07.893797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dde24c57-c04c-4d4b-b2c0-b98f6cbafba8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65f59b77a4fd4010b09c9cc0c57d48ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350576 Jul 28 14:40:07.896613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50886) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:07.925594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fe86b-fce2-4b11-bef9-acca4ea99a6f req-2522f446-6e02-4a73-878e-e56849e71302 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:07.927570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-783fe86b-fce2-4b11-bef9-acca4ea99a6f req-2522f446-6e02-4a73-878e-e56849e71302 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.1141200 Jul 28 14:40:07.937275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Allocated IP 172.20.0.1 (e829c200-e2d7-4e35-9d29-dc40a86f2cb1/a0bc22a3-2dab-4083-a06b-02061eab6259/182d25ca-2d8b-41c6-909d-9805cd6b5cd4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:07.972341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:08.019087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-783fe86b-fce2-4b11-bef9-acca4ea99a6f req-6b50bee6-c4b8-456c-8fe0-d04234872035 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829604 Jul 28 14:40:08.028602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.079506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.097777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.112701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Transition to ACTIVE for port object 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:08.132972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:08.218606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:05Z', 'revision_number': 3, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:08.246147 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc30a3ff-4051-49fc-8df4-564ff22a58ee None None] The sync data for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 is: [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:05Z', 'revision_number': 3, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:08.266206 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.269144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.270320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3df5703e-7311-4bff-9f08-5a458344fbcd HTTP/1.1" status: 204 len: 168 time: 0.3727193 Jul 28 14:40:08.291316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d0469-0856-4440-a358-75b1c7cbc60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df5703e-7311-4bff-9f08-5a458344fbcd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.314467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:08.320227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.323449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:08.323449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.385316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:08.388296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:08.395243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:08.401500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Pushing event updated for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.446854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.463055 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.491570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:08.494106 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf2842c-0989-44a3-9533-ff0e0c57bc71" -d '{"events": [{"server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:08.509869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:08.545758 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8902c94-56b9-4ef0-82d4-56fbc7735552 x-openstack-request-id: req-e8902c94-56b9-4ef0-82d4-56fbc7735552 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:08.546056 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:08.546312 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8902c94-56b9-4ef0-82d4-56fbc7735552 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:08.546778 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00', 'code': 200} Jul 28 14:40:08.611703 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.767843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68433a-49a6-4869-a39c-620f120bfc25 req-17a1f554-8f29-4639-a0df-3301ffce3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.781978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a68433a-49a6-4869-a39c-620f120bfc25 req-17a1f554-8f29-4639-a0df-3301ffce3a45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 1097 time: 0.1140246 Jul 28 14:40:08.796473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:08.873792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09546-2eeb-41e1-8bce-25af362b9669 req-79f80eac-2748-440b-9621-d24cf41bc592 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:08.890148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01f09546-2eeb-41e1-8bce-25af362b9669 req-79f80eac-2748-440b-9621-d24cf41bc592 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.1187074 Jul 28 14:40:08.918714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:08.939502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a68433a-49a6-4869-a39c-620f120bfc25 req-94c04140-ed87-43b5-8df1-5b5fdad6f854 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506107 Jul 28 14:40:08.958112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01f09546-2eeb-41e1-8bce-25af362b9669 req-6e66fde8-00b1-4a54-938b-345add45eec1 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662680 Jul 28 14:40:08.982184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2de1b980-7db0-4e89-88d0-637658a42289 req-86623655-9c11-43b0-af45-2b7cd230a927 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0775521 Jul 28 14:40:09.011432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ed637db8-ce90-48ac-92fb-ba4f32d03a40 None None] Provisioning for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:09.015814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ed637db8-ce90-48ac-92fb-ba4f32d03a40 None None] Provisioning complete for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:09.016371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ed637db8-ce90-48ac-92fb-ba4f32d03a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.087186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ed637db8-ce90-48ac-92fb-ba4f32d03a40 None None] Port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:09.188495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.194321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680512b-aff1-4bea-b5c3-ee492cc74025 req-a533ea35-17eb-4f0e-8a49-f1bbae41c428 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:09.196165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6680512b-aff1-4bea-b5c3-ee492cc74025 req-a533ea35-17eb-4f0e-8a49-f1bbae41c428 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0599799 Jul 28 14:40:09.241932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6680512b-aff1-4bea-b5c3-ee492cc74025 req-a4b0796d-cda1-4027-877e-5d91792f8fdb tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Jul 28 14:40:09.453194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.550898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Pushing event updated for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:09.553314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.645657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:09.647230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:09.774120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Router 3525326f-6364-45e9-bd02-01bf9cca9506 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:09.913337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:09.916641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-28b4e726-6d64-4830-9bd9-7e6d44a966ea None None] Provisioning complete for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:09.917685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28b4e726-6d64-4830-9bd9-7e6d44a966ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:09.927572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cd4a97cb-8a2b-4acd-834e-98970bcf437a admin admin] 10.222.0.47 "PUT /v2.0/routers/3525326f-6364-45e9-bd02-01bf9cca9506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3324344 Jul 28 14:40:09.983350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-28b4e726-6d64-4830-9bd9-7e6d44a966ea None None] Port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:09.996548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50942) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:10.102047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803857-167e-474f-9e92-755b5574ce9e req-8fd089c8-963e-4204-81df-07e3b9c26198 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.103788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a803857-167e-474f-9e92-755b5574ce9e req-8fd089c8-963e-4204-81df-07e3b9c26198 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.0588162 Jul 28 14:40:10.110777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50948) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:10.166714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a803857-167e-474f-9e92-755b5574ce9e req-ab0d37b5-710a-4421-87c2-c650363fbd3e tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 Jul 28 14:40:10.228551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:10.284657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-002f5adf-ed5d-40d2-9016-7ebe2639b894 req-f0410bf6-8018-4a83-9ef1-f9a8bea7f35d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0321090 Jul 28 14:40:10.405843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Sync routers for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:10.421709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:10.422925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:10.442997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1636651979'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:10.448004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19588fa5-0364-49c4-a824-bec78cdac5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.500161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:10.536770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ce43-1132-45b0-9876-1ea3ae85cc3a req-70742bca-cb38-40d2-acfa-87f31423ec68 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:10.539156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:10.539545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.540811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c00ce43-1132-45b0-9876-1ea3ae85cc3a req-70742bca-cb38-40d2-acfa-87f31423ec68 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.1068599 Jul 28 14:40:10.600396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c00ce43-1132-45b0-9876-1ea3ae85cc3a req-f8461349-a28a-4b7a-b734-66d5744c337b tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521805 Jul 28 14:40:10.645999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:10.743870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.750274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:10.754909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.806783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:10.807452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:10.826156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.826515 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Added segment 619cccfe-9277-47da-802c-27698b9783d7 of type vlan for network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 Jul 28 14:40:10.892106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19588fa5-0364-49c4-a824-bec78cdac5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.894158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:10.930724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:08Z', 'revision_number': 4, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '182d25ca-2d8b-41c6-909d-9805cd6b5cd4', 'name': '', 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'mac_address': 'fa:16:3e:59:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:07Z', 'updated_at': '2021-07-28T14:40:09Z', 'revision_number': 2, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'subnets': [{'id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:10.958165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Checking router: 3525326f-6364-45e9-bd02-01bf9cca9506 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:10.958524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Updating router 3525326f-6364-45e9-bd02-01bf9cca9506 port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:10.984676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.017210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.065191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-ba8e370e-d58c-4fa1-9c85-de64e68fdab6 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.067049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-ba8e370e-d58c-4fa1-9c85-de64e68fdab6 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.50 "GET /v2.0/networks?id=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 HTTP/1.1" status: 200 len: 820 time: 0.1016712 Jul 28 14:40:11.087254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Request body: {'port': {'device_id': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3', 'admin_state_up': True, 'tenant_id': 'fe42b39232674e2ea57f82f451951535'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:11.137742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:11.187001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19588fa5-0364-49c4-a824-bec78cdac5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.272833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.284390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.286658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.372607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19588fa5-0364-49c4-a824-bec78cdac5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1089fb67-31c2-4331-bf96-e94b69565214,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:11.396675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-19588fa5-0364-49c4-a824-bec78cdac5c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa437d53486d45df9e24ac54d814af59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3982539 Jul 28 14:40:11.403904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50982) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:11.414444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.444576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Transition to ACTIVE for port object 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:11.471451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5e9493a-1dba-420c-95cc-f7f1b2145fbc req-8456cbbb-e633-4164-b8c0-9586aee0794f tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0753009 Jul 28 14:40:11.479211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Made reservation on behalf of fe42b39232674e2ea57f82f451951535 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:11.482655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.515894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.526496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Network': ['ID=3a2667d2-c538-4f00-9fe4-92e2de56ac31,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:11.537545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:11.541198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539a51-7370-455e-967b-eb16b1409700 req-d5ab2717-93f4-4e75-9035-1d0ed390aea5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.541518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.542913 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35539a51-7370-455e-967b-eb16b1409700 req-d5ab2717-93f4-4e75-9035-1d0ed390aea5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.2871027 Jul 28 14:40:11.653614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35539a51-7370-455e-967b-eb16b1409700 req-e072a1ad-f58c-4f08-a959-dc39d9d19e35 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000874 Jul 28 14:40:11.672124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.679699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0ebb8d48-9a42-44de-a367-ff22068c3801 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5677052 Jul 28 14:40:11.682346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:11.688877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'subnet': {'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:11.728209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Allocated IP 172.20.0.7 (1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3/892813d2-97f8-4a8c-bb33-d6ea8d393ed9/1fd91b8b-5921-4973-9f2a-311ad4668f8d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:11.883705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.887374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:11.888562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1089fb67-31c2-4331-bf96-e94b69565214 HTTP/1.1" status: 204 len: 168 time: 0.4808121 Jul 28 14:40:11.901915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb8fae-b3a6-47b0-a4ed-a650f20ef3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1089fb67-31c2-4331-bf96-e94b69565214,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:11.912748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051526-832f-4f17-8056-e0186ca2e1fe req-1ecf369e-d812-448f-8c4f-fb8be6214587 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:11.915258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c051526-832f-4f17-8056-e0186ca2e1fe req-1ecf369e-d812-448f-8c4f-fb8be6214587 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.1621079 Jul 28 14:40:12.018126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729d538-18cf-435c-80fd-6d226815ae4f None None] Pushing event updated for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:12.026905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-32dd1a7a-d25e-4f98-93e7-7e74e74cb976 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.028500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-32dd1a7a-d25e-4f98-93e7-7e74e74cb976 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.50 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.1620817 Jul 28 14:40:12.066327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Attempting to bind port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:12.066327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Attempting to bind port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:12.066327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Attempting to bind port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 on network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:12.067208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c051526-832f-4f17-8056-e0186ca2e1fe req-b6b039d7-90de-4b6a-9edf-734615cb146f tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185234 Jul 28 14:40:12.069851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:12.070455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Checking segment: {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:12.071186 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.072069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Bound using segment: {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:12.072698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Bound port: 182d25ca-2d8b-41c6-909d-9805cd6b5cd4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:12.073298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.093809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:12.104334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.107969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.206231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:12.236809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Deleting port 85c86fda-e9c1-4967-a08a-6f2426808ed3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:12.237579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.278196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] For port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:12.282642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] For port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:12.298011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:12.298649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.344357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d32cd631-e494-47ae-bca4-e9e30629719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.375889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] For port 85c86fda-e9c1-4967-a08a-6f2426808ed3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85c86fda-e9c1-4967-a08a-6f2426808ed3,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:12.376649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.395306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.409831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.515805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:12.526783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:12.532966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.533548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729d538-18cf-435c-80fd-6d226815ae4f None None] Pushing event updated for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:12.536216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:12.537130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:12.617415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:12.663645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Pushing event updated for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:12.727979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:12.735722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Subnet': ['ID=51ec4845-5467-43b3-9ff2-9e25d8581c4b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:12.767651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Checking segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:12.768565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network hostable DHCP agents. Network: 3a2667d2-c538-4f00-9fe4-92e2de56ac31, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:12.792486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016794e-091c-4006-acc0-84488aca4b68 req-a20901b1-456e-4426-91ec-0cafb65ca8d3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.796314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6016794e-091c-4006-acc0-84488aca4b68 req-a20901b1-456e-4426-91ec-0cafb65ca8d3 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.1394165 Jul 28 14:40:12.818624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.819299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.842682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6016794e-091c-4006-acc0-84488aca4b68 req-dcfed672-7ce5-4c83-97d9-a6638e329585 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396435 Jul 28 14:40:12.864073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823481-503c-4e8c-af77-64e5439632b2 req-21fb299f-7688-4316-be2c-4b7fa9572795 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:12.865556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02823481-503c-4e8c-af77-64e5439632b2 req-21fb299f-7688-4316-be2c-4b7fa9572795 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 931 time: 0.2031751 Jul 28 14:40:12.869027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.869501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:12.869823 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Floating IP 48a19b5b-4f1e-4bd8-9f72-380f8706ac5c disassociated. External IP: 172.25.0.13, port: 85c86fda-e9c1-4967-a08a-6f2426808ed3. Jul 28 14:40:12.870171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Calling delete_port for 85c86fda-e9c1-4967-a08a-6f2426808ed3 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:12.998749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:08Z', 'revision_number': 4, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '182d25ca-2d8b-41c6-909d-9805cd6b5cd4', 'name': '', 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'mac_address': 'fa:16:3e:59:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:07Z', 'updated_at': '2021-07-28T14:40:12Z', 'revision_number': 4, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'subnets': [{'id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:13.003970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02823481-503c-4e8c-af77-64e5439632b2 req-798e674a-31af-4d09-b8a2-863123670c13 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267879 Jul 28 14:40:13.047310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098e6d7-0f38-453e-9d14-50b5b25800fd None None] The sync data for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 is: [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:40:08Z', 'revision_number': 4, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '182d25ca-2d8b-41c6-909d-9805cd6b5cd4', 'name': '', 'network_id': 'e829c200-e2d7-4e35-9d29-dc40a86f2cb1', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'mac_address': 'fa:16:3e:59:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:07Z', 'updated_at': '2021-07-28T14:40:12Z', 'revision_number': 4, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'subnets': [{'id': 'a0bc22a3-2dab-4083-a06b-02061eab6259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:13.057687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:13.064249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-60fd46d0-3676-41d3-a4d7-8d9e17135f0d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9802873 Jul 28 14:40:13.085189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Request body: {'port': {'device_id': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:13.197360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.306894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3a2667d2-c538-4f00-9fe4-92e2de56ac31) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:13.319946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:13.319946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.320618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205471d5-ec37-4edd-8693-0b77d16f09e7 None None] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:13.344215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784af063-0604-4ce1-ae39-678a8492eb29 req-72be5c60-cdba-4ff6-90d1-4ca8ddeb8434 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:13.345816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-784af063-0604-4ce1-ae39-678a8492eb29 req-72be5c60-cdba-4ff6-90d1-4ca8ddeb8434 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 946 time: 0.0973418 Jul 28 14:40:13.369822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.398871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-784af063-0604-4ce1-ae39-678a8492eb29 req-84021e40-0699-4950-adaf-0a82dce74ce2 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups?id=311baec6-7bc5-4169-aa02-c73ed847e943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444326 Jul 28 14:40:13.410916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event deleted for resources: {'Port': ['ID=85c86fda-e9c1-4967-a08a-6f2426808ed3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:13.527841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce4e4cff-aeaf-4d60-9440-0f715f8d7e2e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8424823 Jul 28 14:40:13.532860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:13.540263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2084283869'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:13.673255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'fixed_ips': [{'subnet_id': '51ec4845-5467-43b3-9ff2-9e25d8581c4b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:40:13.674398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.737563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:13.743618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.754071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Router 71fffaab-c74b-4bfc-a7c1-4d2963852801 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:13.804879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:13.825811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:13.826731 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Added segment 25253856-4f26-4761-8637-878a43757205 of type vlan for network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc Jul 28 14:40:13.980317 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.030120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Allocated IP 19.80.0.2 (3a2667d2-c538-4f00-9fe4-92e2de56ac31/51ec4845-5467-43b3-9ff2-9e25d8581c4b/090dda89-e61c-4bda-9b82-43d80f79f188) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:14.115873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd91b8b-5921-4973-9f2a-311ad4668f8d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:14.140415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.188780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Transition to ACTIVE for port object 1fd91b8b-5921-4973-9f2a-311ad4668f8d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:14.215903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.227231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:14.228273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.287261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:14.341068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:14.354708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Sync routers for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:14.378782 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:14.379461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:14.453202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.459334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] No DVR routers for this DVR port 85c86fda-e9c1-4967-a08a-6f2426808ed3 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:14.461956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.462949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.465787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3ec17ee-49f0-4901-bffa-fe8d8db187f3 req-d535b2d4-0816-4016-b459-fceaf1b5563c tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.50 "DELETE /v2.0/ports/85c86fda-e9c1-4967-a08a-6f2426808ed3 HTTP/1.1" status: 204 len: 173 time: 2.4271622 Jul 28 14:40:14.494344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'name': 'network-vif-deleted', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:14.497293 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5035f64-afca-46b5-9644-253235f8f851" -d '{"events": [{"server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "name": "network-vif-deleted", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:14.511400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Transition to ACTIVE for port object 090dda89-e61c-4bda-9b82-43d80f79f188 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:14.562344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Transition to ACTIVE for port object 090dda89-e61c-4bda-9b82-43d80f79f188 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:14.596619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a118ac-6cf2-4914-a691-8ba8f169216f req-c2b10651-8fca-40f9-83df-10c502d77d84 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:14.596619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10a118ac-6cf2-4914-a691-8ba8f169216f req-c2b10651-8fca-40f9-83df-10c502d77d84 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.5062521 Jul 28 14:40:14.701447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:14.713639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10a118ac-6cf2-4914-a691-8ba8f169216f req-7215089d-23a8-4f91-8270-1a2eeb4af248 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124053 Jul 28 14:40:14.758567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:14.761455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.763263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fed800cd-8fb5-4056-8299-64e060d388d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.837695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:14.838403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:14.843585 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:14.850377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:14.855701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:14.859181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:14.865482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Attempting to bind port 1fd91b8b-5921-4973-9f2a-311ad4668f8d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:14.865833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Attempting to bind port 1fd91b8b-5921-4973-9f2a-311ad4668f8d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '34be526a-f64b-4ce2-948d-12e0e3b452f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:14.866176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Attempting to bind port 1fd91b8b-5921-4973-9f2a-311ad4668f8d on network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:14.890553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Port 1fd91b8b-5921-4973-9f2a-311ad4668f8d on network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:14.891280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Attempting to bind port 1fd91b8b-5921-4973-9f2a-311ad4668f8d on network 1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:14.908247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:14.909168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Checking segment: {'id': '34be526a-f64b-4ce2-948d-12e0e3b452f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:14.911307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Bound using segment: {'id': '34be526a-f64b-4ce2-948d-12e0e3b452f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:14.911307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Bound port: 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be526a-f64b-4ce2-948d-12e0e3b452f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:14.911307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.063923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.125641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:15.133333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Network': ['ID=c98794b8-1eff-48ce-9bcd-e5f1a4d620dc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.138074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d,segment=NetworkSegment(34be526a-f64b-4ce2-948d-12e0e3b452f6),segment_id=34be526a-f64b-4ce2-948d-12e0e3b452f6)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:15.140465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Attempting to bind port 090dda89-e61c-4bda-9b82-43d80f79f188 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:15.141044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Attempting to bind port 090dda89-e61c-4bda-9b82-43d80f79f188 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:15.141541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Attempting to bind port 090dda89-e61c-4bda-9b82-43d80f79f188 on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:15.162779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:15.163647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Checking segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:15.164299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.164922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Bound using segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:15.165899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Bound port: 090dda89-e61c-4bda-9b82-43d80f79f188, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:15.166722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.227885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121a1c6-f0f2-443a-b656-edd4a2ccb604 req-a3bff251-bd0f-45ca-945c-560da4a536cf tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:15.229502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4121a1c6-f0f2-443a-b656-edd4a2ccb604 req-a3bff251-bd0f-45ca-945c-560da4a536cf tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 931 time: 0.8911173 Jul 28 14:40:15.265623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:15.267906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Pushing event updated for resources: {'Port': ['ID=090dda89-e61c-4bda-9b82-43d80f79f188,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.295464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7d8201f-f73a-45df-a92d-ad9b4f1f9b4e req-9611b296-baeb-49af-b393-49a7cf622c00 tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/ports?device_id=61762387-b3e7-49ed-8048-bde202d4a2a2 HTTP/1.1" status: 200 len: 210 time: 0.0397120 Jul 28 14:40:15.320619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4121a1c6-f0f2-443a-b656-edd4a2ccb604 req-77ef07fe-6d2e-4a44-b183-69e458302a37 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Jul 28 14:40:15.333228 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:15.362749 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ff5f0-266f-489b-9953-d6fb989bf9d2 x-openstack-request-id: req-495ff5f0-266f-489b-9953-d6fb989bf9d2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:15.363073 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61762387-b3e7-49ed-8048-bde202d4a2a2", "name": "network-vif-deleted", "tag": "85c86fda-e9c1-4967-a08a-6f2426808ed3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:15.363887 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-495ff5f0-266f-489b-9953-d6fb989bf9d2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:15.364311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] For port 090dda89-e61c-4bda-9b82-43d80f79f188, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:15.364833 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61762387-b3e7-49ed-8048-bde202d4a2a2', 'name': 'network-vif-deleted', 'tag': '85c86fda-e9c1-4967-a08a-6f2426808ed3', 'status': 'completed', 'code': 200} Jul 28 14:40:15.366933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.370043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-318cca00-692b-498e-add6-a4392382d9a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8391948 Jul 28 14:40:15.370452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51064) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:15.371997 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Checking router: 71fffaab-c74b-4bfc-a7c1-4d2963852801 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:15.386677 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:15.387350 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:15.432978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] For port 090dda89-e61c-4bda-9b82-43d80f79f188, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=090dda89-e61c-4bda-9b82-43d80f79f188,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:15.485027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'subnet': {'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:15.495121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.525096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Pushing event updated for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.547131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:15.569647 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:15.582920 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.775751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:15.796095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48f0c5-c693-405d-98a2-bab353d0701b None None] Pushing event updated for resources: {'Port': ['ID=090dda89-e61c-4bda-9b82-43d80f79f188,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:15.973975 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:16.111571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18a556-8485-4b79-bc11-6b2cb897ca4b None None] The sync data for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 is: [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:53Z', 'revision_number': 4, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '57ab20e2-d4af-4f46-bfe2-ba176dad6a94', 'name': '', 'network_id': '0337761e-9069-48ec-9170-0b78d7ac9e41', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'mac_address': 'fa:16:3e:c8:9d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:51Z', 'updated_at': '2021-07-28T14:38:00Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'subnets': [{'id': 'e08a89a7-245f-43f9-b1b5-08baf7bf0d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:16.111961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:16.219236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.241296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.249120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.251841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-de81770e-8736-455d-951d-dd4500eaa29b service neutron] 10.222.0.50 "PUT /v2.0/ports/1fd91b8b-5921-4973-9f2a-311ad4668f8d HTTP/1.1" status: 200 len: 1092 time: 3.1720829 Jul 28 14:40:16.322165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 090dda89-e61c-4bda-9b82-43d80f79f188 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:16.396902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfde1a6-e87c-4caa-955a-058c579c712e req-fd0af9e4-1e40-4aa1-8038-fcc9cb53ae7c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.396902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdfde1a6-e87c-4caa-955a-058c579c712e req-fd0af9e4-1e40-4aa1-8038-fcc9cb53ae7c tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.1626284 Jul 28 14:40:16.449039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdfde1a6-e87c-4caa-955a-058c579c712e req-46fc204b-174e-4b6c-b520-596ad1f02076 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Jul 28 14:40:16.506982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7f7b-a502-4e08-8c2d-2af803ac60f2 req-f9ecfe43-2c31-4244-801f-0c7f33c670c2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.508857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8ac7f7b-a502-4e08-8c2d-2af803ac60f2 req-f9ecfe43-2c31-4244-801f-0c7f33c670c2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 943 time: 0.0622325 Jul 28 14:40:16.546543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:16.549901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 090dda89-e61c-4bda-9b82-43d80f79f188 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:16.551807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.563146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a8ac7f7b-a502-4e08-8c2d-2af803ac60f2 req-b9a3cee0-f053-4b3d-bb7d-e1eb4467dbe6 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479772 Jul 28 14:40:16.645959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-ebb02465-06e6-4197-80fe-4e965a1cedde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.647712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-ebb02465-06e6-4197-80fe-4e965a1cedde service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe42b39232674e2ea57f82f451951535&device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 1095 time: 0.1296532 Jul 28 14:40:16.726437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:16.744319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-763720b5-1db1-401f-b1e3-e54478fc4d6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d HTTP/1.1" status: 200 len: 217 time: 0.0691168 Jul 28 14:40:16.761073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85c86fda-e9c1-4967-a08a-6f2426808ed3 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:16.793919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 85c86fda-e9c1-4967-a08a-6f2426808ed3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:16.794770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85c86fda-e9c1-4967-a08a-6f2426808ed3 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:16.820547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.871042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:16.875948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46165494-181d-4425-a91e-7bfb574b15ca req-ea5757fe-4a21-4826-a2ff-b70415ece88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:16.877898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-ea5757fe-4a21-4826-a2ff-b70415ece88d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=892813d2-97f8-4a8c-bb33-d6ea8d393ed9 HTTP/1.1" status: 200 len: 860 time: 0.1203525 Jul 28 14:40:16.933565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-c8be90eb-38a3-40fb-b965-ea96a04f84d5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438635 Jul 28 14:40:16.967093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d737d-b6ef-4767-a239-98fcd70d0ac5 None None] New status for floating IP 48a19b5b-4f1e-4bd8-9f72-380f8706ac5c: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:40:17.042439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1214b056-8fea-43fe-918e-75464cf19fe7 None None] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:17.080863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-e77ad943-8714-4044-b936-c479c5651fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163478 Jul 28 14:40:17.109954 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.114974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.118736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "DELETE /v2.0/security-groups/311baec6-7bc5-4169-aa02-c73ed847e943 HTTP/1.1" status: 204 len: 168 time: 0.3911879 Jul 28 14:40:17.119387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:17.141806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410f571-bf05-4549-bcc6-52730cd898ac tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311baec6-7bc5-4169-aa02-c73ed847e943,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:17.166746 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-92d33c59-1559-4f68-979f-2aeb3dc55a2b tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] show failed (client error): The resource could not be found. Jul 28 14:40:17.172640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-92d33c59-1559-4f68-979f-2aeb3dc55a2b tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "GET /v2.0/security-groups/311baec6-7bc5-4169-aa02-c73ed847e943 HTTP/1.1" status: 404 len: 347 time: 0.0359621 Jul 28 14:40:17.177313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:17.216824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.268093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46165494-181d-4425-a91e-7bfb574b15ca req-2a4830ac-03ed-4705-b212-c951f899496f service neutron] 10.222.0.50 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828170 Jul 28 14:40:17.321339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Subnet': ['ID=59dee54a-4b1b-49d4-b53e-b34f26ce9819,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:17.341538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Checking segment: {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:17.342104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network hostable DHCP agents. Network: c98794b8-1eff-48ce-9bcd-e5f1a4d620dc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:17.367073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:17.373418 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315fc74-5028-4f34-9949-77208e380078" -d '{"events": [{"name": "network-changed", "server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:17.427826 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67122617-21f2-4a81-8c03-d3ccbba12a4f x-openstack-request-id: req-67122617-21f2-4a81-8c03-d3ccbba12a4f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:17.428331 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:17.428922 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67122617-21f2-4a81-8c03-d3ccbba12a4f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:17.429515 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d', 'status': 'completed', 'code': 200} Jul 28 14:40:17.432534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Deleting port c9c1c219-c69a-4345-8a53-b176fd802c6c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:17.432954 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.523382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Provisioning for port 090dda89-e61c-4bda-9b82-43d80f79f188 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:17.528862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Provisioning complete for port 090dda89-e61c-4bda-9b82-43d80f79f188 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:17.529250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.540210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.541198 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.575955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Calling delete_port for c9c1c219-c69a-4345-8a53-b176fd802c6c owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:17.583129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:17.656329 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.663063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.709234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5c472-2f68-4d45-aac9-10557196d588 req-649a983c-febd-4c0e-9c8a-41b6011482e5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.711466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1be5c472-2f68-4d45-aac9-10557196d588 req-649a983c-febd-4c0e-9c8a-41b6011482e5 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.1694114 Jul 28 14:40:17.714034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c98794b8-1eff-48ce-9bcd-e5f1a4d620dc) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:17.718723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d5359deb-b253-4960-815a-a163d73b864b None None] For port 090dda89-e61c-4bda-9b82-43d80f79f188, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=090dda89-e61c-4bda-9b82-43d80f79f188,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:17.719428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.720070 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.729391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c216b2-d7b0-4d3d-a2e6-d60abe40a8f5 None None] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:17.782863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f855c0-c7a8-4356-9420-d6f08e741ea2 req-e1134eae-96a8-46a4-87ce-d2c75b211cee tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.793378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47f855c0-c7a8-4356-9420-d6f08e741ea2 req-e1134eae-96a8-46a4-87ce-d2c75b211cee tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 945 time: 0.2675514 Jul 28 14:40:17.812480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55d9f3-1372-4210-9389-02e14827492b req-471c946b-b58a-4525-8790-7bc074dbe28e tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.814304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b55d9f3-1372-4210-9389-02e14827492b req-471c946b-b58a-4525-8790-7bc074dbe28e tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 943 time: 0.1023679 Jul 28 14:40:17.857794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fc74-5028-4f34-9949-77208e380078 req-43ad9f18-7e9e-417d-bce1-e68e929e3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:17.859468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-43ad9f18-7e9e-417d-bce1-e68e929e3f45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fe42b39232674e2ea57f82f451951535&device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 1095 time: 0.2206199 Jul 28 14:40:17.868475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b55d9f3-1372-4210-9389-02e14827492b req-c11c2dea-4920-418c-9e47-cec29ae3e84f tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Jul 28 14:40:17.894123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47f855c0-c7a8-4356-9420-d6f08e741ea2 req-7ee3e964-1e9c-45a7-8735-c1ecf27a4201 tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b60f425-d0a8-424d-bd63-6ee1b552b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Jul 28 14:40:17.929753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:17.997397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.001153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a2f3a93-f631-4899-916b-8ea90c10112b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5319028 Jul 28 14:40:18.026312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Deleting port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:18.026692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.046186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Pushing event deleted for resources: {'Port': ['ID=c9c1c219-c69a-4345-8a53-b176fd802c6c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:18.091235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fc74-5028-4f34-9949-77208e380078 req-e4e9d613-9404-491d-bf67-5c7bce2e635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.095414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-e4e9d613-9404-491d-bf67-5c7bce2e635f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 HTTP/1.1" status: 200 len: 921 time: 0.2216554 Jul 28 14:40:18.148840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-171fccd7-7fe5-4021-a9cc-30152d8dc970 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d HTTP/1.1" status: 200 len: 217 time: 0.0452201 Jul 28 14:40:18.170415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.171706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.172890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c4f50401-2cc6-40df-8e1b-e1b79de267aa tempest-ServersTestManualDisk-1381474713 tempest-ServersTestManualDisk-1381474713-project] 10.222.0.47 "DELETE /v2.0/floatingips/48a19b5b-4f1e-4bd8-9f72-380f8706ac5c HTTP/1.1" status: 204 len: 168 time: 0.9935992 Jul 28 14:40:18.176112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:18.226422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:18.245602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] For port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,segment=NetworkSegment(431b0cad-e332-48f2-b535-70f1267b97ad),segment_id=431b0cad-e332-48f2-b535-70f1267b97ad)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:18.246012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.270116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Calling delete_port for d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:18.277893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315fc74-5028-4f34-9949-77208e380078 req-3cdf4355-edd1-4c88-bb9f-10e0bad3a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.279476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-3cdf4355-edd1-4c88-bb9f-10e0bad3a7af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=892813d2-97f8-4a8c-bb33-d6ea8d393ed9 HTTP/1.1" status: 200 len: 860 time: 0.1211131 Jul 28 14:40:18.318565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c98794b8-1eff-48ce-9bcd-e5f1a4d620dc', 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'fixed_ips': [{'subnet_id': '59dee54a-4b1b-49d4-b53e-b34f26ce9819'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:40:18.319498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.353530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-9d05b754-f2f2-4389-9a27-559a68682678 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653229 Jul 28 14:40:18.361402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5359deb-b253-4960-815a-a163d73b864b None None] Pushing event updated for resources: {'Port': ['ID=090dda89-e61c-4bda-9b82-43d80f79f188,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:18.384922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66f1f879-6099-45d9-818b-c78653f2292b None None] Provisioning complete for port 090dda89-e61c-4bda-9b82-43d80f79f188 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:18.385280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66f1f879-6099-45d9-818b-c78653f2292b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.653582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Allocated IP 19.86.0.2 (c98794b8-1eff-48ce-9bcd-e5f1a4d620dc/59dee54a-4b1b-49d4-b53e-b34f26ce9819/b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:18.672960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-5416446c-dd24-44f8-bd80-64891412986b service neutron] 10.222.0.50 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083274 Jul 28 14:40:18.680970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:18.681532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.771466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-9ade9f03-ad11-49bd-904d-5ff0840d9be3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.777724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-9ade9f03-ad11-49bd-904d-5ff0840d9be3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:18.780480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-9ade9f03-ad11-49bd-904d-5ff0840d9be3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/networks?id=3a2667d2-c538-4f00-9fe4-92e2de56ac31&id=c98794b8-1eff-48ce-9bcd-e5f1a4d620dc&id=3a2667d2-c538-4f00-9fe4-92e2de56ac31 HTTP/1.1" status: 200 len: 1392 time: 0.3078842 Jul 28 14:40:18.787252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.876003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-f88eb281-3a3b-4b87-822a-f93ff3c1cbfc tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/quotas/01c478a47d8a4ef680a5da693e31cc35 HTTP/1.1" status: 200 len: 375 time: 0.0739162 Jul 28 14:40:18.931289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7315fc74-5028-4f34-9949-77208e380078 req-1b1b456a-5ea5-4d6b-a223-0ef39420666d service neutron] 10.222.0.50 "GET /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484102 Jul 28 14:40:18.940735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:18.980429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d5a4b36a-a464-4cc5-9c8e-a1c05476bd00'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:19.010939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.021533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Transition to ACTIVE for port object b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:19.032621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Pushing event deleted for resources: {'Port': ['ID=d5a4b36a-a464-4cc5-9c8e-a1c05476bd00,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:19.058645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Transition to ACTIVE for port object b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:19.071029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-97030ec6-6b73-444d-8666-df7bb4bc7094 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1943908 Jul 28 14:40:19.133564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] No DVR routers for this DVR port d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:19.135892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.138506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1be5c472-2f68-4d45-aac9-10557196d588 req-83ef02bd-b46e-455c-b720-5e277e51b7fc tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.53 "DELETE /v2.0/ports/d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 HTTP/1.1" status: 204 len: 173 time: 1.4075375 Jul 28 14:40:19.146891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.169081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa76163-fff7-4885-9260-d7c4ad70a672 req-17da6c41-aa7b-4ac7-bb4f-7698b683f4d4 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:19.173851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fa76163-fff7-4885-9260-d7c4ad70a672 req-17da6c41-aa7b-4ac7-bb4f-7698b683f4d4 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 943 time: 0.0920181 Jul 28 14:40:19.197260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:19.200530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:19.207601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:19.213380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Pushing event updated for resources: {'Port': ['ID=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:19.255527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fa76163-fff7-4885-9260-d7c4ad70a672 req-53cf6aa5-cc31-4823-824d-ff7ffcefef03 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777345 Jul 28 14:40:19.277722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Attempting to bind port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:19.277722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Attempting to bind port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:19.277722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Attempting to bind port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 on network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:19.281166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:19.281640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Checking segment: {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:19.282146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.282573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Bound using segment: {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:19.283045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Bound port: b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:19.283575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.389498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-468c8437-6162-48d7-9e83-bc46b04b8976 req-9fcab9a3-22a4-4137-b721-95ef64d94aac tempest-DeleteServersTestJSON-1079170972 tempest-DeleteServersTestJSON-1079170972-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd HTTP/1.1" status: 200 len: 210 time: 0.0428314 Jul 28 14:40:19.404651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Deleting port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:19.404993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.418776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] For port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:19.425695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] For port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:19.430661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'name': 'network-vif-deleted', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:19.441103 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeabb1ce-8a6d-47fd-92f8-b2bb6b9fb4b4" -d '{"events": [{"server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "name": "network-vif-deleted", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:19.444739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-af9cc37f-8ae9-445b-a72b-2899c13ccce6 service neutron] 10.222.0.47 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655946 Jul 28 14:40:19.516132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] For port 57ab20e2-d4af-4f46-bfe2-ba176dad6a94, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:19.516586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.535101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Calling delete_port for 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:19.569524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.607649 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf235057-27ab-4a51-b54d-361aa564a4a7 x-openstack-request-id: req-bf235057-27ab-4a51-b54d-361aa564a4a7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:19.607969 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd", "name": "network-vif-deleted", "tag": "d5a4b36a-a464-4cc5-9c8e-a1c05476bd00", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:19.608416 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf235057-27ab-4a51-b54d-361aa564a4a7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:19.608957 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e85f65e-ce4e-40c9-83c3-5c5cea7ef7fd', 'name': 'network-vif-deleted', 'tag': 'd5a4b36a-a464-4cc5-9c8e-a1c05476bd00', 'status': 'completed', 'code': 200} Jul 28 14:40:19.654550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c2f7-7fbc-4da2-845b-d4c9f99a06a8 None None] Pushing event updated for resources: {'Port': ['ID=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:19.664892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-0b304f6e-5656-4902-8438-dc58362a0c9b service neutron] 10.222.0.47 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123482 Jul 28 14:40:19.742766 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:19.839427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-1641bde8-56ac-42a8-b856-7628a29c42a6 service neutron] 10.222.0.47 "GET /v2.0/networks/c98794b8-1eff-48ce-9bcd-e5f1a4d620dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655707 Jul 28 14:40:19.969814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-3509432e-b086-476a-b3a3-66b5d37f2c5b service neutron] 10.222.0.47 "GET /v2.0/networks/c98794b8-1eff-48ce-9bcd-e5f1a4d620dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184616 Jul 28 14:40:20.028857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.212459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-f81f5aaf-5a5a-4326-bbd4-96cf236cf45f service neutron] 10.222.0.47 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260749 Jul 28 14:40:20.257947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ab20e2-d4af-4f46-bfe2-ba176dad6a94,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:20.425623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:20.477099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.529521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-c40e4d2f-18f6-4d28-9553-99aaccd0ec43 service neutron] 10.222.0.47 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036747 Jul 28 14:40:20.689210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:20.696013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 090dda89-e61c-4bda-9b82-43d80f79f188 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:20.699118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecef02-964f-47e5-b1b3-cd96de90f09b req-93d7f838-2dda-4fdc-86fc-7e759012e76a tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:20.715124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-deecef02-964f-47e5-b1b3-cd96de90f09b req-93d7f838-2dda-4fdc-86fc-7e759012e76a tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 943 time: 0.1550779 Jul 28 14:40:20.761109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:20.764712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 1fd91b8b-5921-4973-9f2a-311ad4668f8d details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:20.788615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:20.978302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d,segment=NetworkSegment(34be526a-f64b-4ce2-948d-12e0e3b452f6),segment_id=34be526a-f64b-4ce2-948d-12e0e3b452f6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:21.000533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '1fd91b8b-5921-4973-9f2a-311ad4668f8d', 'network_id': '1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3', 'port_id': '1fd91b8b-5921-4973-9f2a-311ad4668f8d', 'mac_address': 'fa:16:3e:90:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892813d2-97f8-4a8c-bb33-d6ea8d393ed9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:21.044369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 090dda89-e61c-4bda-9b82-43d80f79f188 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:21.044753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.060244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-749855e6-31db-4b71-91ce-360886c0dec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.086071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-deecef02-964f-47e5-b1b3-cd96de90f09b req-0de37cb0-168d-43cf-a908-da564abd6865 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687100 Jul 28 14:40:21.237021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.292425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-749855e6-31db-4b71-91ce-360886c0dec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.309567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d21467-acb7-48ac-8e26-52bd5ed093fd None None] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:21.337102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd91b8b-5921-4973-9f2a-311ad4668f8d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:21.403950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c85315d-dbe5-4c4e-8024-3a34a47f3517 req-0dc17c59-1c44-4003-9b88-db72123552ed tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0357103 Jul 28 14:40:21.411239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Router 71fffaab-c74b-4bfc-a7c1-4d2963852801 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:21.416791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d,segment=NetworkSegment(34be526a-f64b-4ce2-948d-12e0e3b452f6),segment_id=34be526a-f64b-4ce2-948d-12e0e3b452f6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:21.437105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-749855e6-31db-4b71-91ce-360886c0dec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.515856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749855e6-31db-4b71-91ce-360886c0dec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491c869f-e63c-4ba5-94cc-53746282d61b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:21.522558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-749855e6-31db-4b71-91ce-360886c0dec6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24eddef67e2346bbb2e023ae8fd6c2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7328157 Jul 28 14:40:21.526550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:21.603270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.605751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:21.607885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d6adee0-ac45-4c7a-8740-1dff1bdbdb67 admin admin] 10.222.0.47 "PUT /v2.0/routers/71fffaab-c74b-4bfc-a7c1-4d2963852801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4304633 Jul 28 14:40:21.610031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51346) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:21.613097 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Sync routers for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:21.632758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.637093 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:21.637743 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:21.782282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.783098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Provisioning for port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:21.797106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Provisioning complete for port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:21.797106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.797837 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:21.866875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.934708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.938427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:21.952781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/491c869f-e63c-4ba5-94cc-53746282d61b HTTP/1.1" status: 204 len: 168 time: 0.4228065 Jul 28 14:40:21.975453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74f60a-6119-4fb1-9bec-c7d9bc9f9378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491c869f-e63c-4ba5-94cc-53746282d61b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:22.000678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.034373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.067791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:22.098571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] For port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:22.119123 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:40:19Z', 'revision_number': 5, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port': {'id': '39eb4521-5a8a-42df-9ed4-cc01c5ec64d1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:22.188485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:22.191465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Checking router: 71fffaab-c74b-4bfc-a7c1-4d2963852801 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:22.203898 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Routers {'71fffaab-c74b-4bfc-a7c1-4d2963852801'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:22.204751 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71fffaab-c74b-4bfc-a7c1-4d2963852801'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:22.231223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d6fbf-8559-4eb6-8f58-1d25589286a6 req-fbf27571-5d3b-4327-9349-d67c2ded02d0 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:22.233007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-554d6fbf-8559-4eb6-8f58-1d25589286a6 req-fbf27571-5d3b-4327-9349-d67c2ded02d0 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 944 time: 0.0612125 Jul 28 14:40:22.241417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:22.242360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d5a4b36a-a464-4cc5-9c8e-a1c05476bd00 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:22.244987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['1fd91b8b-5921-4973-9f2a-311ad4668f8d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:22.364074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-554d6fbf-8559-4eb6-8f58-1d25589286a6 req-f7533ffe-a5ea-4461-806b-695536b7cdd5 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222858 Jul 28 14:40:22.379473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.387913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Deleting port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:22.388538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.420891 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] Set router 71fffaab-c74b-4bfc-a7c1-4d2963852801 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:22.438592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0827c1-03dd-4385-acd6-d37f46ba9def None None] Pushing event updated for resources: {'Port': ['ID=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:22.537039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9b68fea-7f0e-4629-9eb6-dbd1897ac181 req-89ae4ff1-629c-464c-bb44-32b8cd783b63 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0529091 Jul 28 14:40:22.556107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:40:22Z', 'revision_number': 6, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:22.567290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] For port 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:22.567955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e0527e5a-4f1f-41d3-9cfe-856fd878b7ee None None] Provisioning complete for port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:22.568470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0527e5a-4f1f-41d3-9cfe-856fd878b7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.568839 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:22.600090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Calling delete_port for 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:22.645053 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b7432-e91b-450a-ba8e-231a0dc81da9 None None] The sync data for ids ['71fffaab-c74b-4bfc-a7c1-4d2963852801'] in n-d-705658-23 is: [{'id': '71fffaab-c74b-4bfc-a7c1-4d2963852801', 'name': 'tempest-ServersTestManualDisk-591716647-router', 'tenant_id': '423691acdc484af2b1002967cd12a06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:37:46Z', 'updated_at': '2021-07-28T14:40:22Z', 'revision_number': 6, 'project_id': '423691acdc484af2b1002967cd12a06f', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:22.945010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51420) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:23.104196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe11-3896-4631-8096-cee97f93058c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.193503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.239809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Pushing event deleted for resources: {'Port': ['ID=39eb4521-5a8a-42df-9ed4-cc01c5ec64d1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:23.317037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe11-3896-4631-8096-cee97f93058c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.324534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.700865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38e6aab9-3f99-4d28-b838-c2843afdcf3c req-ae3e8ef7-f03b-496d-99ec-210f352032ec tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0610023 Jul 28 14:40:23.701988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51440) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:23.721530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f68ab67-6859-49df-9079-4561de439a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.803756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.806378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.887260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe11-3896-4631-8096-cee97f93058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.919304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f68ab67-6859-49df-9079-4561de439a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:23.936887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a6cbbe11-3896-4631-8096-cee97f93058c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01bd8a4c277e489c94cc5ddd46caa09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9905815 Jul 28 14:40:23.939906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51450) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:23.974019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbbe11-3896-4631-8096-cee97f93058c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38fb62-b9ba-460a-9db2-496f521c65ea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:23.997214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef48a7-22a4-4f10-ab8c-c86f102d5665 req-2ac870fa-7e06-4ec5-a725-e559609cef45 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:23.999111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afef48a7-22a4-4f10-ab8c-c86f102d5665 req-2ac870fa-7e06-4ec5-a725-e559609cef45 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 944 time: 0.1274605 Jul 28 14:40:24.013581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.030261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.038122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71fffaab-c74b-4bfc-a7c1-4d2963852801 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:40:24.048185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.081906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.085600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5beb461e-0326-4b5b-a403-21126eb0184e admin admin] 10.222.0.47 "DELETE /v2.0/routers/71fffaab-c74b-4bfc-a7c1-4d2963852801 HTTP/1.1" status: 204 len: 168 time: 2.4723036 Jul 28 14:40:24.112803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afef48a7-22a4-4f10-ab8c-c86f102d5665 req-5232c836-b46c-4452-b569-44ae9b2bcb98 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987256 Jul 28 14:40:24.112803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51460) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:24.150710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f68ab67-6859-49df-9079-4561de439a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.176197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Deleting subnet e08a89a7-245f-43f9-b1b5-08baf7bf0d31 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:24.185790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.195611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68ab67-6859-49df-9079-4561de439a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0763209b-fb56-4798-8d75-9860bd1d30c2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:24.214157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f68ab67-6859-49df-9079-4561de439a3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fc4fed083cd457dada1b6c2e7e3731d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101843 Jul 28 14:40:24.217073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:24.233942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:24.293922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.309104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:24.309684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.320554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.323418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.327397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc38fb62-b9ba-460a-9db2-496f521c65ea HTTP/1.1" status: 204 len: 168 time: 0.3852324 Jul 28 14:40:24.349779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4179edc-3d9e-4eb4-b381-02bc05da0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38fb62-b9ba-460a-9db2-496f521c65ea,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:24.362830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.420144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.423014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.644075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:24.653510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.661386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.665052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0763209b-fb56-4798-8d75-9860bd1d30c2 HTTP/1.1" status: 204 len: 168 time: 0.4445906 Jul 28 14:40:24.671127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a054d0-32d2-4660-916d-5fa3c8fa5586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0763209b-fb56-4798-8d75-9860bd1d30c2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:24.672893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:24.675303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 57ab20e2-d4af-4f46-bfe2-ba176dad6a94 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:24.676057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:24.703286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:24.703648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39eb4521-5a8a-42df-9ed4-cc01c5ec64d1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:24.732508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.775001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08a89a7-245f-43f9-b1b5-08baf7bf0d31,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:24.777955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.779489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1c7cfd82-78ff-474f-a4bd-0360de08dae8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e08a89a7-245f-43f9-b1b5-08baf7bf0d31 HTTP/1.1" status: 204 len: 168 time: 0.6710739 Jul 28 14:40:24.781909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51482) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:24.785660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b47a7c-80c5-48c8-9c02-ae2e2af0eb8d None None] Network 0337761e-9069-48ec-9170-0b78d7ac9e41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:24.838432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 1fd91b8b-5921-4973-9f2a-311ad4668f8d up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:24.894868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99436e23-1782-49c5-8b79-2262d7780da6 req-ffdc0806-abfe-4874-a2eb-24181da32ee3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.1032794 Jul 28 14:40:24.922637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:24.996562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Deleting port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:24.996907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.085704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] For port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:25.086239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.106282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Calling delete_port for 965cc02f-7e9d-4e7b-a4c8-a024da4b750b owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:25.132185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] DHCP port deletion for 0337761e-9069-48ec-9170-0b78d7ac9e41 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:40:25.193441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 1fd91b8b-5921-4973-9f2a-311ad4668f8d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:25.206095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 1fd91b8b-5921-4973-9f2a-311ad4668f8d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:25.209207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.339194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782de3be-4100-44db-a248-c15cd97d3b15 req-cc85cc56-bfe9-4f22-a1e9-66776c510fe5 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:25.341917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-782de3be-4100-44db-a248-c15cd97d3b15 req-cc85cc56-bfe9-4f22-a1e9-66776c510fe5 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 944 time: 0.0885782 Jul 28 14:40:25.383186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Deleting port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:25.388601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.388601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.399742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-782de3be-4100-44db-a248-c15cd97d3b15 req-bcade654-6452-4c85-831f-ba83b136d392 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505574 Jul 28 14:40:25.469438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.485305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:25.494431 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3c52f0-974f-4e2a-aa42-515553745df2" -d '{"events": [{"server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:25.501862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Pushing event deleted for resources: {'Port': ['ID=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:25.504140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] No DVR routers for this DVR port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:25.524245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] For port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,segment=NetworkSegment(329e3ff1-110c-4837-a979-8ef9d488d1a5),segment_id=329e3ff1-110c-4837-a979-8ef9d488d1a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:25.526638 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.528342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d,segment=NetworkSegment(34be526a-f64b-4ce2-948d-12e0e3b452f6),segment_id=34be526a-f64b-4ce2-948d-12e0e3b452f6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:25.545739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Calling delete_port for 965cc02f-7e9d-4e7b-a4c8-a024da4b750b owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:25.619706 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a5750-9ba0-4609-b495-c8099c978bf8 x-openstack-request-id: req-c09a5750-9ba0-4609-b495-c8099c978bf8 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:25.620097 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "name": "network-vif-plugged", "status": "completed", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:25.620487 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c09a5750-9ba0-4609-b495-c8099c978bf8 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:25.621027 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d', 'code': 200} Jul 28 14:40:25.673421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.702011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0337761e-9069-48ec-9170-0b78d7ac9e41']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:25.722238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329e3ff1-110c-4837-a979-8ef9d488d1a5') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:25.722563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329e3ff1-110c-4837-a979-8ef9d488d1a5') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:25.723782 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.736622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.760283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.767781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] Pushing event deleted for resources: {'Port': ['ID=965cc02f-7e9d-4e7b-a4c8-a024da4b750b,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:25.773427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e50cf82-2e98-4511-bcb3-e967793d202b None None] No DVR routers for this DVR port 965cc02f-7e9d-4e7b-a4c8-a024da4b750b on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:25.800791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.809178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:25.809608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:25.811473 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:25.842233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:25.913978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:25.945194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d963-85c5-431b-ab45-33df42d75ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.065182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb97008b-ee63-430a-9fb7-5c5f7f3026cb req-8f7e4e2d-f115-42cc-8bae-636dd010ba64 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0475566 Jul 28 14:40:26.115898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.123629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.125573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0337761e-9069-48ec-9170-0b78d7ac9e41 HTTP/1.1" status: 204 len: 168 time: 1.3424537 Jul 28 14:40:26.159516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1445-55d1-4c3c-8e1c-3826feb92c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0337761e-9069-48ec-9170-0b78d7ac9e41,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:26.171207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d963-85c5-431b-ab45-33df42d75ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.171341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b551c72-7ca2-4a61-9cb6-5af3cc8b3bf5 req-3378fc1a-c964-4eb5-92fd-829e259af1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.171341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3b551c72-7ca2-4a61-9cb6-5af3cc8b3bf5 req-3378fc1a-c964-4eb5-92fd-829e259af1d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 1097 time: 0.4148598 Jul 28 14:40:26.196384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 965cc02f-7e9d-4e7b-a4c8-a024da4b750b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:26.220405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 965cc02f-7e9d-4e7b-a4c8-a024da4b750b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:26.221505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 965cc02f-7e9d-4e7b-a4c8-a024da4b750b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:26.246538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3b551c72-7ca2-4a61-9cb6-5af3cc8b3bf5 req-27ee2a2c-6422-4d6a-95ce-03af9b7be270 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689819 Jul 28 14:40:26.254387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-8fd7a2ab-0ac1-4162-876e-c242a184e446 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.261874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-8fd7a2ab-0ac1-4162-876e-c242a184e446 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.264349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-8fd7a2ab-0ac1-4162-876e-c242a184e446 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "GET /v2.0/networks?id=3a2667d2-c538-4f00-9fe4-92e2de56ac31&id=c98794b8-1eff-48ce-9bcd-e5f1a4d620dc&id=3a2667d2-c538-4f00-9fe4-92e2de56ac31 HTTP/1.1" status: 200 len: 1392 time: 0.5306873 Jul 28 14:40:26.283287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'admin_state_up': True, 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:26.384409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d963-85c5-431b-ab45-33df42d75ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.441210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e6c6d963-85c5-431b-ab45-33df42d75ae9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e93cd49666b542ed8904ed2f266a6f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5228519 Jul 28 14:40:26.441210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6d963-85c5-431b-ab45-33df42d75ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311ede2-81d4-4a83-81f4-29c7458ee257,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:26.441595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51546) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:26.546589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.565083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c5c8-f422-4607-b88c-dacf9c9e15bb req-b9d3e60a-6bda-4b46-a6ae-a04355980984 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:26.566896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ec2c5c8-f422-4607-b88c-dacf9c9e15bb req-b9d3e60a-6bda-4b46-a6ae-a04355980984 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.0812044 Jul 28 14:40:26.582503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.646430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ec2c5c8-f422-4607-b88c-dacf9c9e15bb req-1e3cca27-018e-4945-95e5-7c2a8c92ec86 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697811 Jul 28 14:40:26.841866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:26.843145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.880553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:26.932918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Deleting subnet e3aab790-e25d-47ba-8a70-167cd9156f2e {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:26.937072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.938586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.942546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:26.946345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7311ede2-81d4-4a83-81f4-29c7458ee257 HTTP/1.1" status: 204 len: 168 time: 0.5011535 Jul 28 14:40:26.960630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16025f1-aae5-4bdc-b355-ace39f281f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311ede2-81d4-4a83-81f4-29c7458ee257,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:26.986974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.045858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.086589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Allocated IP 19.80.0.198 (3a2667d2-c538-4f00-9fe4-92e2de56ac31/51ec4845-5467-43b3-9ff2-9e25d8581c4b/4ee44ed3-effb-4848-a127-a26386fe7aca) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:27.186081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:27.232215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d102736a-5c87-4710-93ef-bb089be11fa2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=423691acdc484af2b1002967cd12a06f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449705 Jul 28 14:40:27.235179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51570) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:27.268646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d40f87-c631-4a81-9ece-0abe75adc1c8 req-08e51894-bc84-4a3a-9d6d-7c7311d92ca4 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0894611 Jul 28 14:40:27.300958 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.335357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aab790-e25d-47ba-8a70-167cd9156f2e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:27.337913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.339989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-18e2a1ce-afa4-4087-aa0c-7bc45b889505 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3aab790-e25d-47ba-8a70-167cd9156f2e HTTP/1.1" status: 204 len: 168 time: 0.4585872 Jul 28 14:40:27.342706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51572) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:27.385721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.413922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Transition to ACTIVE for port object 4ee44ed3-effb-4848-a127-a26386fe7aca will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:27.463015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.498929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.526115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.590096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.634837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.641044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:27.650010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:27.654812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:27.659930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:27.661079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243fc3b2-3671-41df-b173-944062f09826']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:27.680499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431b0cad-e332-48f2-b535-70f1267b97ad') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:27.681086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431b0cad-e332-48f2-b535-70f1267b97ad') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:27.696419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.717044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.744652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:27.745071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.781132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:27.781835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:27.819913 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:27.830434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.833685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:27.837458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f4b9372-0768-4fa0-9741-db260087dcb5 HTTP/1.1" status: 204 len: 168 time: 0.5984960 Jul 28 14:40:27.862606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073d784-f365-4adb-b3d8-ae7a2bc0b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b9372-0768-4fa0-9741-db260087dcb5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:27.866814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51584) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:27.949491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-da9320cc-75af-4f81-a5fd-4758976f8982 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6704059 Jul 28 14:40:27.962276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccc55f-d0c4-4f52-a9f0-89d4b011ddbf req-0eada9fc-642c-4c84-89ba-b2049fd234e2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:27.966339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bccc55f-d0c4-4f52-a9f0-89d4b011ddbf req-0eada9fc-642c-4c84-89ba-b2049fd234e2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.1448135 Jul 28 14:40:27.967679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc', 'admin_state_up': True, 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:28.026779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.035014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.039221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] 10.222.0.47 "DELETE /v2.0/networks/243fc3b2-3671-41df-b173-944062f09826 HTTP/1.1" status: 204 len: 168 time: 0.6922138 Jul 28 14:40:28.042121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bccc55f-d0c4-4f52-a9f0-89d4b011ddbf req-f576de57-94c3-49a3-ada5-c0b1fbe4add1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687051 Jul 28 14:40:28.057607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeef88-a436-42cf-93bf-e61105013099 admin admin] Pushing event deleted for resources: {'Network': ['ID=243fc3b2-3671-41df-b173-944062f09826,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:28.165744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bea183dd-a063-402f-a173-80d27d2446a8 None None] Provisioning for port 4ee44ed3-effb-4848-a127-a26386fe7aca completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:28.169892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bea183dd-a063-402f-a173-80d27d2446a8 None None] Provisioning complete for port 4ee44ed3-effb-4848-a127-a26386fe7aca triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:28.170285 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bea183dd-a063-402f-a173-80d27d2446a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.207566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bea183dd-a063-402f-a173-80d27d2446a8 None None] Port 4ee44ed3-effb-4848-a127-a26386fe7aca cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:28.213324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc3e4-796a-4900-bb69-e8772521404a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.305462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:28.314102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.484770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cca9f-a959-4ffd-833a-45e7d2bb43b5 req-bcab1aec-feea-42f6-8de8-b4f83c73a17e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:28.486737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f05cca9f-a959-4ffd-833a-45e7d2bb43b5 req-bcab1aec-feea-42f6-8de8-b4f83c73a17e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 932 time: 0.1426885 Jul 28 14:40:28.564659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc3e4-796a-4900-bb69-e8772521404a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.572232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Allocated IP 19.86.0.43 (c98794b8-1eff-48ce-9bcd-e5f1a4d620dc/59dee54a-4b1b-49d4-b53e-b34f26ce9819/1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:28.576585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f05cca9f-a959-4ffd-833a-45e7d2bb43b5 req-d32e0085-6727-43a9-936a-61aca21d4ec8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822999 Jul 28 14:40:28.726703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab6fc3e4-796a-4900-bb69-e8772521404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.764148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.796207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ab6fc3e4-796a-4900-bb69-e8772521404a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91aabc961ef4402599a89b554fd71e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216259 Jul 28 14:40:28.796207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Transition to ACTIVE for port object 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:28.796864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fc3e4-796a-4900-bb69-e8772521404a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75466446-1a45-4048-9440-1a3cf43876c2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:28.799722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:28.800013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:28.895647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b72dd191-0884-47e5-8503-a11bba149218 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39d7cbafec5c491d97175daeb5a66cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818977 Jul 28 14:40:28.896240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51616) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:28.922844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.963390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:28.997145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.032430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.032570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.106082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:29.113288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:29.118207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:29.122444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:29.229042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.230456 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.246837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.250408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.252214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b60f425-d0a8-424d-bd63-6ee1b552b51c HTTP/1.1" status: 204 len: 168 time: 0.3552139 Jul 28 14:40:29.253310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.255191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c584b-8c01-4c8f-a4af-16ba069a261c req-d61597c4-5025-42f9-8df2-0be3abff94ff tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.257164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b5c584b-8c01-4c8f-a4af-16ba069a261c req-d61597c4-5025-42f9-8df2-0be3abff94ff tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.1024082 Jul 28 14:40:29.263580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.265887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75466446-1a45-4048-9440-1a3cf43876c2 HTTP/1.1" status: 204 len: 168 time: 0.4613786 Jul 28 14:40:29.282659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e638-aa2e-4559-9431-33d048aaa4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b60f425-d0a8-424d-bd63-6ee1b552b51c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:29.311151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf121b-f7c8-4e8e-a784-ddefe484b014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75466446-1a45-4048-9440-1a3cf43876c2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:29.343269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b5c584b-8c01-4c8f-a4af-16ba069a261c req-d5602efc-fb8f-491c-bf60-6c63d6db5da0 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790577 Jul 28 14:40:29.362381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-316e996f-9f6b-48cc-a86f-abe529cc241d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980656 Jul 28 14:40:29.379817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'admin_state_up': True, 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:29.552162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8878946f-61a5-44ae-8e64-743aa5542780 None None] Provisioning for port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:29.557598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8878946f-61a5-44ae-8e64-743aa5542780 None None] Provisioning complete for port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:29.561699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8878946f-61a5-44ae-8e64-743aa5542780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.606058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8878946f-61a5-44ae-8e64-743aa5542780 None None] Port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:29.645554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:29.649761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.743411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8264d-5fe0-4a11-ba81-9b5e0b7675d8 req-d8f7cabe-5afe-48ad-8438-bf6a556bf813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.749920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8264d-5fe0-4a11-ba81-9b5e0b7675d8 req-d8f7cabe-5afe-48ad-8438-bf6a556bf813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:29.751600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ee8264d-5fe0-4a11-ba81-9b5e0b7675d8 req-d8f7cabe-5afe-48ad-8438-bf6a556bf813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 1654 time: 0.0651412 Jul 28 14:40:29.787541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Allocated IP 19.80.0.117 (3a2667d2-c538-4f00-9fe4-92e2de56ac31/51ec4845-5467-43b3-9ff2-9e25d8581c4b/e085a48c-77ea-4740-bcc2-66aa4862e9cf) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:29.802727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ee8264d-5fe0-4a11-ba81-9b5e0b7675d8 req-9d012309-f138-4e02-a1a4-8456cee1a036 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Jul 28 14:40:29.945560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:29.962088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Transition to ACTIVE for port object e085a48c-77ea-4740-bcc2-66aa4862e9cf will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:30.132410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.177738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:30.180981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:30.187285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:30.195431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:30.250978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.251696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.372798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-7d718d58-9a03-4693-8ba4-539c40982c28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9977698 Jul 28 14:40:30.391610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:30.449556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.559108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-72bc1309-97e8-4118-a57e-20b873f2563e None None] Provisioning for port e085a48c-77ea-4740-bcc2-66aa4862e9cf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:30.568011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-72bc1309-97e8-4118-a57e-20b873f2563e None None] Provisioning complete for port e085a48c-77ea-4740-bcc2-66aa4862e9cf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:30.568455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-72bc1309-97e8-4118-a57e-20b873f2563e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.611585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-72bc1309-97e8-4118-a57e-20b873f2563e None None] Port e085a48c-77ea-4740-bcc2-66aa4862e9cf cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:30.737112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51684) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:30.751401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee44ed3-effb-4848-a127-a26386fe7aca {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:30.752819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-333bb1a9-6a38-4454-b114-71263bbe9ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.759579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.774264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Transition to ACTIVE for port object 4ee44ed3-effb-4848-a127-a26386fe7aca will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:30.856768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-333bb1a9-6a38-4454-b114-71263bbe9ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.888886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:30.931256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38745a-26b6-4558-a0b2-8bcd294e97ac req-c2a97b3f-94a8-495c-9175-7b5f9972776c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.940674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38745a-26b6-4558-a0b2-8bcd294e97ac req-c2a97b3f-94a8-495c-9175-7b5f9972776c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.951076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38745a-26b6-4558-a0b2-8bcd294e97ac req-c2a97b3f-94a8-495c-9175-7b5f9972776c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:30.959602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d38745a-26b6-4558-a0b2-8bcd294e97ac req-c2a97b3f-94a8-495c-9175-7b5f9972776c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2376 time: 0.0893264 Jul 28 14:40:30.971116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:30.998777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d38745a-26b6-4558-a0b2-8bcd294e97ac req-18ed5134-064d-411a-9c56-6f331f175010 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jul 28 14:40:31.004252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-333bb1a9-6a38-4454-b114-71263bbe9ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.040522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-333bb1a9-6a38-4454-b114-71263bbe9ad2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2d757dcd8a64e70aebd7557469e7c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016155 Jul 28 14:40:31.042359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Attempting to bind port 4ee44ed3-effb-4848-a127-a26386fe7aca on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:31.042552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Attempting to bind port 4ee44ed3-effb-4848-a127-a26386fe7aca by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:31.042895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Attempting to bind port 4ee44ed3-effb-4848-a127-a26386fe7aca on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:31.045096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51694) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:31.062285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Port 4ee44ed3-effb-4848-a127-a26386fe7aca on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:31.062581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Attempting to bind port 4ee44ed3-effb-4848-a127-a26386fe7aca on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:31.069619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb1a9-6a38-4454-b114-71263bbe9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c43c2c-c831-4cd5-a177-c4920e6dd26e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:31.075272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:31.079863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Checking segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:31.079863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Bound using segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:31.079863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Bound port: 4ee44ed3-effb-4848-a127-a26386fe7aca, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:31.079863 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.179073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:31.183454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4ee44ed3-effb-4848-a127-a26386fe7aca,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:31.195666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.229773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.286780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.323625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.324252 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.330521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] 10.222.0.53 "PUT /v2.0/ports/4ee44ed3-effb-4848-a127-a26386fe7aca HTTP/1.1" status: 200 len: 1093 time: 0.9387205 Jul 28 14:40:31.330521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:31.330521 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47932f5a-ba0c-4747-96a0-f4e0c4851b40" -d '{"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:31.354465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860b7ed-8977-4d04-9462-e4bc652966fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:31.376686 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5373acf4-95d8-4c5e-8932-beeb52c600b1 x-openstack-request-id: req-5373acf4-95d8-4c5e-8932-beeb52c600b1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:31.377043 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:31.377972 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5373acf4-95d8-4c5e-8932-beeb52c600b1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:31.378413 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca', 'status': 'completed', 'code': 200} Jul 28 14:40:31.464982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-11ecf393-a72d-4ff1-a896-9fdae9b2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.496045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-11ecf393-a72d-4ff1-a896-9fdae9b2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.496045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-11ecf393-a72d-4ff1-a896-9fdae9b2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.496045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-11ecf393-a72d-4ff1-a896-9fdae9b2743c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2732 time: 0.0491872 Jul 28 14:40:31.580690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.580690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.580690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6c43c2c-c831-4cd5-a177-c4920e6dd26e HTTP/1.1" status: 204 len: 168 time: 0.5331628 Jul 28 14:40:31.603221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc2973-6a88-4e4a-94db-01313f0eb941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c43c2c-c831-4cd5-a177-c4920e6dd26e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:31.608074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-09145ea7-ef8c-4976-88a9-9722350b2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.608562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-09145ea7-ef8c-4976-88a9-9722350b2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.609037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-09145ea7-ef8c-4976-88a9-9722350b2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.610678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-09145ea7-ef8c-4976-88a9-9722350b2a8f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=01c478a47d8a4ef680a5da693e31cc35&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1262548 Jul 28 14:40:31.668836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:31.761825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:31.784792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-aad0db87-22c3-41ad-a9fa-78db397386b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:31.786324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47932f5a-ba0c-4747-96a0-f4e0c4851b40 req-aad0db87-22c3-41ad-a9fa-78db397386b2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686981 Jul 28 14:40:32.057453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:32.071610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.098725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Transition to ACTIVE for port object 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:32.140919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f589-6d60-4a4a-92c5-aa8d3b0f149c req-16e5343c-5b3f-4664-bbe4-678f015ff061 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.147567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f589-6d60-4a4a-92c5-aa8d3b0f149c req-16e5343c-5b3f-4664-bbe4-678f015ff061 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.153708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f589-6d60-4a4a-92c5-aa8d3b0f149c req-16e5343c-5b3f-4664-bbe4-678f015ff061 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.155431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d72f589-6d60-4a4a-92c5-aa8d3b0f149c req-16e5343c-5b3f-4664-bbe4-678f015ff061 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2388 time: 0.0755541 Jul 28 14:40:32.198278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d72f589-6d60-4a4a-92c5-aa8d3b0f149c req-26e2b4b8-809e-4d20-a880-a271560617b3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Jul 28 14:40:32.263115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.314083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51732) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:32.327328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Pushing event updated for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:32.415691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Attempting to bind port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:32.416037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Attempting to bind port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:32.416368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Attempting to bind port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 on network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:32.421827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 on network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:32.422157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Attempting to bind port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 on network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:32.428589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:32.428946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Checking segment: {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:32.429344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Bound using segment: {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:32.429779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Bound port: 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25253856-4f26-4761-8637-878a43757205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:32.430147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.507079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:32.510174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:32.750747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-network', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:32.773225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.791446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.792200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.794074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] 10.222.0.53 "PUT /v2.0/ports/1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 HTTP/1.1" status: 200 len: 1092 time: 1.1294785 Jul 28 14:40:32.880896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Pushing event updated for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:32.891928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.893086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.893968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.893968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.894340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.894772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.895180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.895599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.895988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.896377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.899071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.899071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f27dd0-59b1-45b8-a625-99c919a9990a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:40:32.919405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f275a86-d102-46fe-a417-1ab2f49ae332 req-96c924c8-36bf-4f92-a7dd-54537c4225a2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:32.921572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f275a86-d102-46fe-a417-1ab2f49ae332 req-96c924c8-36bf-4f92-a7dd-54537c4225a2 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.0876784 Jul 28 14:40:32.973851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f275a86-d102-46fe-a417-1ab2f49ae332 req-80997be2-7491-46f1-8ef2-5cbc1cae875d tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455964 Jul 28 14:40:32.974267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:32.976869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:32.997737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Request body: {'port': {'device_id': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:33.004627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.066685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.105147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.284492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51764) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:33.303009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.349796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:33.366073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eef74a-2ae0-4813-86b6-ac5714b10be8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.373753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.380571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e085a48c-77ea-4740-bcc2-66aa4862e9cf {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:33.382440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:33.383929 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Added segment 20b4ac8a-7c8a-47cc-94e1-39052309cbb9 of type vlan for network 2ac1d81f-b430-400f-be80-8a9d4cdf197e Jul 28 14:40:33.384395 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:33.395529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.407099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c349eb-96f2-46fd-a784-1731991dd077 req-f6e95b40-e6c5-4e37-9a92-4c40c01d50f6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.413497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c349eb-96f2-46fd-a784-1731991dd077 req-f6e95b40-e6c5-4e37-9a92-4c40c01d50f6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.415105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Transition to ACTIVE for port object e085a48c-77ea-4740-bcc2-66aa4862e9cf will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:33.420020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c349eb-96f2-46fd-a784-1731991dd077 req-f6e95b40-e6c5-4e37-9a92-4c40c01d50f6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.421769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16c349eb-96f2-46fd-a784-1731991dd077 req-f6e95b40-e6c5-4e37-9a92-4c40c01d50f6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2400 time: 0.1347055 Jul 28 14:40:33.481594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.525625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.529137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16c349eb-96f2-46fd-a784-1731991dd077 req-7ef2d417-9d47-494d-852f-b3e46eff3da1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805268 Jul 28 14:40:33.602273 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af5e708-4c89-4b23-aa18-2ea98ec33040 x-openstack-request-id: req-1af5e708-4c89-4b23-aa18-2ea98ec33040 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:33.602577 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:33.602829 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1af5e708-4c89-4b23-aa18-2ea98ec33040 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:33.603251 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7', 'status': 'completed', 'code': 200} Jul 28 14:40:33.654347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.660145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.660145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.676170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1243733118-network', 'tenant_id': 'fa5805ea12ea4bafa6a34e8c1b63182d'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:33.696880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Pushing event updated for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.743575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-3bc583bd-720c-4646-8281-a0c9d050939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.744725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-3bc583bd-720c-4646-8281-a0c9d050939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.745236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-3bc583bd-720c-4646-8281-a0c9d050939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.747417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-3bc583bd-720c-4646-8281-a0c9d050939d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2826 time: 0.1381977 Jul 28 14:40:33.781480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac1d81f-b430-400f-be80-8a9d4cdf197e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:33.793475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:33.863820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Attempting to bind port e085a48c-77ea-4740-bcc2-66aa4862e9cf on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:33.864185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Attempting to bind port e085a48c-77ea-4740-bcc2-66aa4862e9cf by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:33.864504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Attempting to bind port e085a48c-77ea-4740-bcc2-66aa4862e9cf on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:33.873842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Port e085a48c-77ea-4740-bcc2-66aa4862e9cf on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:33.874181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Attempting to bind port e085a48c-77ea-4740-bcc2-66aa4862e9cf on network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:33.897130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:33.897590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Checking segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:33.897988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Bound using segment: {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:33.898500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Bound port: e085a48c-77ea-4740-bcc2-66aa4862e9cf, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619cccfe-9277-47da-802c-27698b9783d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:33.898811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.938936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-5cc4548d-23ce-4eb2-9505-1ef4d39b996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.940738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-5cc4548d-23ce-4eb2-9505-1ef4d39b996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.941163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-5cc4548d-23ce-4eb2-9505-1ef4d39b996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:33.946441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-5cc4548d-23ce-4eb2-9505-1ef4d39b996f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=01c478a47d8a4ef680a5da693e31cc35&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1845548 Jul 28 14:40:33.968444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Made reservation on behalf of fa5805ea12ea4bafa6a34e8c1b63182d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:33.977042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:33.987955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.148994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be53078-8b16-4eab-92cf-bada3080bb75 req-5c6989dd-26f3-4c84-8d66-6ce96e1164bd tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.150533 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3be53078-8b16-4eab-92cf-bada3080bb75 req-5c6989dd-26f3-4c84-8d66-6ce96e1164bd tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.0831714 Jul 28 14:40:34.224679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3be53078-8b16-4eab-92cf-bada3080bb75 req-4a047c78-0097-4329-a3f8-5324c384eacf tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/security-groups?id=5b73d882-6689-4e24-bfa3-7a5e61d9dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Jul 28 14:40:34.347167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bc7f4134-fa79-4fec-a53b-1a278a79e4f0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0261216 Jul 28 14:40:34.347167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:34.350363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Request body: {'subnet': {'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-subnet', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:34.409137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.424282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:34.451629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:34.471608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-ddfb5ff2-4f87-4520-9d5b-258e8c62c23f tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.473102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-ddfb5ff2-4f87-4520-9d5b-258e8c62c23f tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 945 time: 0.1651294 Jul 28 14:40:34.515002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-18baab68-85fa-4522-a87a-65d47c29aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.516682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53d70e7f-5f9b-4643-a439-0dd0c2893bbd req-18baab68-85fa-4522-a87a-65d47c29aff8 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5392675 Jul 28 14:40:34.584061 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.619102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Deleting port 1fd91b8b-5921-4973-9f2a-311ad4668f8d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:34.624155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:34.624307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.661271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.661840 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Added segment de94324d-f59b-4e07-a5b7-b1bd78b88774 of type vlan for network 54b340e8-9a36-4795-9421-91ed51f85437 Jul 28 14:40:34.682614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.684232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46738bd-307b-4ed7-8783-a7d8ee932fd1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:34.742976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.743633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.745301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] 10.222.0.53 "PUT /v2.0/ports/e085a48c-77ea-4740-bcc2-66aa4862e9cf HTTP/1.1" status: 200 len: 1093 time: 1.7590530 Jul 28 14:40:34.775333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.788279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee39b5-94bd-4f7a-b0bc-51e8f9d0bedf service neutron] Pushing event updated for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:34.812770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] For port 1fd91b8b-5921-4973-9f2a-311ad4668f8d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=1fd91b8b-5921-4973-9f2a-311ad4668f8d,segment=NetworkSegment(34be526a-f64b-4ce2-948d-12e0e3b452f6),segment_id=34be526a-f64b-4ce2-948d-12e0e3b452f6)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:34.813149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.814047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840955a8-7025-46f0-9a99-5be5abd40255 req-a70dedc6-cc06-47bd-bd01-bed3a04b8ece tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.821560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840955a8-7025-46f0-9a99-5be5abd40255 req-a70dedc6-cc06-47bd-bd01-bed3a04b8ece tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.836927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840955a8-7025-46f0-9a99-5be5abd40255 req-a70dedc6-cc06-47bd-bd01-bed3a04b8ece tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:34.836927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-840955a8-7025-46f0-9a99-5be5abd40255 req-a70dedc6-cc06-47bd-bd01-bed3a04b8ece tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2412 time: 0.1681061 Jul 28 14:40:34.846723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Calling delete_port for 1fd91b8b-5921-4973-9f2a-311ad4668f8d owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:34.897212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:34.899614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:34.959232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-840955a8-7025-46f0-9a99-5be5abd40255 req-a00302e3-4c2c-4155-b96e-4406373a41da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205165 Jul 28 14:40:35.068922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.070080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.072057 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.144725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-d894c7dd-958c-4dd1-9a00-e2ddfc129f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.145233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-d894c7dd-958c-4dd1-9a00-e2ddfc129f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.145822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-d894c7dd-958c-4dd1-9a00-e2ddfc129f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.147595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-d894c7dd-958c-4dd1-9a00-e2ddfc129f69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2868 time: 0.0879259 Jul 28 14:40:35.201394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e0602c86-eba6-4105-bdd7-a2c7e8d4ca98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=4ee44ed3-effb-4848-a127-a26386fe7aca HTTP/1.1" status: 200 len: 217 time: 0.0403409 Jul 28 14:40:35.210939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] Pushing event updated for resources: {'Network': ['ID=54b340e8-9a36-4795-9421-91ed51f85437,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:35.226786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 54b340e8-9a36-4795-9421-91ed51f85437 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:35.250222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.290828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2cf4cf3a-0ab7-4290-a272-91df086c27e4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0048680 Jul 28 14:40:35.295016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:35.304948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Pushing event deleted for resources: {'Port': ['ID=1fd91b8b-5921-4973-9f2a-311ad4668f8d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:35.325740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Request body: {'subnet': {'network_id': '54b340e8-9a36-4795-9421-91ed51f85437', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1243733118-subnet', 'tenant_id': 'fa5805ea12ea4bafa6a34e8c1b63182d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:35.353057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] No DVR routers for this DVR port 1fd91b8b-5921-4973-9f2a-311ad4668f8d on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:35.356114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-36ead211-25cd-4d4a-ae1e-3f18b0c6b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.357863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-36ead211-25cd-4d4a-ae1e-3f18b0c6b9dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ec4845-5467-43b3-9ff2-9e25d8581c4b HTTP/1.1" status: 200 len: 801 time: 0.1496444 Jul 28 14:40:35.359170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.361467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b064c49f-6029-463d-a2a7-0339bc6e9acd req-f356e275-5d51-4613-b77b-23ce66fb96f1 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.50 "DELETE /v2.0/ports/1fd91b8b-5921-4973-9f2a-311ad4668f8d HTTP/1.1" status: 204 len: 173 time: 0.8817744 Jul 28 14:40:35.369885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['1fd91b8b-5921-4973-9f2a-311ad4668f8d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:35.447274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0576a56f-29d3-4d30-98da-dd4bce4e8e77 req-a1d4a809-7b1d-4cae-9760-fb5eb719e1d4 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0309892 Jul 28 14:40:35.453281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-3aa4078e-9db8-4ba9-b2c0-e9e937ae73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.455729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-3aa4078e-9db8-4ba9-b2c0-e9e937ae73ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a2667d2-c538-4f00-9fe4-92e2de56ac31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898399 Jul 28 14:40:35.511794 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.557625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-33608f21-dd51-4d09-a883-7b6723c8cdba service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954204 Jul 28 14:40:35.573753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Made reservation on behalf of fa5805ea12ea4bafa6a34e8c1b63182d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:35.576430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:35.587006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15baafe-88f2-4483-9557-d5036ba33cf0,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:35.669967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf'}, {'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'name': 'network-vif-deleted', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:35.671083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Checking segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:35.671471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Network hostable DHCP agents. Network: 2ac1d81f-b430-400f-be80-8a9d4cdf197e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:35.673077 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a4a414-95ac-47f4-9c97-c679cff148e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf"}, {"server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "name": "network-vif-deleted", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:35.737772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-e85568ab-f176-43be-9807-3e4bff4aa2c9 service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693192 Jul 28 14:40:35.756168 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba1c28-d6e6-4817-94a3-921c1b89c0c9 x-openstack-request-id: req-a4ba1c28-d6e6-4817-94a3-921c1b89c0c9 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:35.756545 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf", "status": "completed", "code": 200}, {"server_uuid": "7b751274-0aed-46ad-8c85-d5ca0f58b81f", "name": "network-vif-deleted", "tag": "1fd91b8b-5921-4973-9f2a-311ad4668f8d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:35.756866 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4ba1c28-d6e6-4817-94a3-921c1b89c0c9 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:35.757509 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf', 'status': 'completed', 'code': 200} Jul 28 14:40:35.757773 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b751274-0aed-46ad-8c85-d5ca0f58b81f', 'name': 'network-vif-deleted', 'tag': '1fd91b8b-5921-4973-9f2a-311ad4668f8d', 'status': 'completed', 'code': 200} Jul 28 14:40:35.789109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-ee7c4036-be24-4f47-9f51-333ef021c8a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 HTTP/1.1" status: 200 len: 217 time: 0.0434391 Jul 28 14:40:35.847336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-296867b4-c8a6-44bc-a7c7-5ed461de6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.849510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-296867b4-c8a6-44bc-a7c7-5ed461de6901 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=59dee54a-4b1b-49d4-b53e-b34f26ce9819 HTTP/1.1" status: 200 len: 801 time: 0.0529542 Jul 28 14:40:35.904204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-4f417f0c-d07f-4523-a9fc-353d2f05c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:35.906033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-4f417f0c-d07f-4523-a9fc-353d2f05c78e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c98794b8-1eff-48ce-9bcd-e5f1a4d620dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494275 Jul 28 14:40:35.925973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:36.018649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-09bcf0d6-b0d8-4321-9515-73f31bc24f9a service neutron] 10.222.0.53 "GET /v2.0/networks/c98794b8-1eff-48ce-9bcd-e5f1a4d620dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057458 Jul 28 14:40:36.115883 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.126298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848de3f-44e5-43e7-a1cb-899595156207 req-59ef7830-8b1e-4f3a-a290-5ae05f2782fc tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.133312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-8662357b-a2d4-47b2-aabb-7336d2309928 service neutron] 10.222.0.53 "GET /v2.0/networks/c98794b8-1eff-48ce-9bcd-e5f1a4d620dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047332 Jul 28 14:40:36.133498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848de3f-44e5-43e7-a1cb-899595156207 req-59ef7830-8b1e-4f3a-a290-5ae05f2782fc tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.138874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848de3f-44e5-43e7-a1cb-899595156207 req-59ef7830-8b1e-4f3a-a290-5ae05f2782fc tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.140552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c848de3f-44e5-43e7-a1cb-899595156207 req-59ef7830-8b1e-4f3a-a290-5ae05f2782fc tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2412 time: 0.0766511 Jul 28 14:40:36.173083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-4edea1a1-2097-4717-930b-1323f8a4f5e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf HTTP/1.1" status: 200 len: 217 time: 0.0353010 Jul 28 14:40:36.223107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-b391ffb2-91a8-4627-978c-1bcb5359b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.223320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c713c9-f7e8-4d3a-ae31-4f5403efa3a5,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:36.225556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-b391ffb2-91a8-4627-978c-1bcb5359b25d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ec4845-5467-43b3-9ff2-9e25d8581c4b HTTP/1.1" status: 200 len: 801 time: 0.0452666 Jul 28 14:40:36.229805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 2ac1d81f-b430-400f-be80-8a9d4cdf197e) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:36.237252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c848de3f-44e5-43e7-a1cb-899595156207 req-b0e7e9da-3fdd-44f6-8a12-e5de83e78a24 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875306 Jul 28 14:40:36.238509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.239135 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.240360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0321a-0a8a-49df-9656-2956030b761f None None] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:36.250580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Checking segment: {'id': 'de94324d-f59b-4e07-a5b7-b1bd78b88774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:36.250723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Network hostable DHCP agents. Network: 54b340e8-9a36-4795-9421-91ed51f85437, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:36.288201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-db533ed7-bf26-4554-988c-e80812e29725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.290108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-db533ed7-bf26-4554-988c-e80812e29725 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a2667d2-c538-4f00-9fe4-92e2de56ac31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576715 Jul 28 14:40:36.358844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e3ab5e48-0be2-4e09-b0b5-c23a3069b06b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0139527 Jul 28 14:40:36.370580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51904) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:36.375877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:36.397604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Network 54b340e8-9a36-4795-9421-91ed51f85437 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:36.408398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 54b340e8-9a36-4795-9421-91ed51f85437) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:36.413579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.414638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.415057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-c475a7c1-d3b8-4758-a488-261282902da7 service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172633 Jul 28 14:40:36.440038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c26ba3-3500-473d-aca8-1472c11a6eef None None] Network 54b340e8-9a36-4795-9421-91ed51f85437 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:36.460927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:40:36.461988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.530166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.532633 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.573113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-efe73a18-822a-421b-bc29-b8ae8345e6f8 req-953eaf3e-dc6c-4cbd-bd73-605598a32cf8 service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500750 Jul 28 14:40:36.623186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d50cf5d-8546-4883-b03a-822d4ee3eb9e req-289fe3f8-ebaf-4181-9e2f-3449d1823509 tempest-ServerMetadataNegativeTestJSON-727381183 tempest-ServerMetadataNegativeTestJSON-727381183-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b751274-0aed-46ad-8c85-d5ca0f58b81f HTTP/1.1" status: 200 len: 210 time: 0.0688868 Jul 28 14:40:36.642419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:36.644806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1891770e-a178-4b4b-a597-ecd52d7487fb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3487973 Jul 28 14:40:36.722313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e3469-83fe-4812-a0b8-5c0ca057ad65 None None] Network 54b340e8-9a36-4795-9421-91ed51f85437 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:36.729425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Allocated IP 172.20.0.2 (2ac1d81f-b430-400f-be80-8a9d4cdf197e/e15baafe-88f2-4483-9557-d5036ba33cf0/7c450b31-ea94-4743-85a3-acc1cbc52a34) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:36.755389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51934) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:36.916271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-e90a2323-fdbc-417d-a0cc-88cfec1fa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.917264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-e90a2323-fdbc-417d-a0cc-88cfec1fa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.917388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-e90a2323-fdbc-417d-a0cc-88cfec1fa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:36.919312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-e90a2323-fdbc-417d-a0cc-88cfec1fa0a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2868 time: 0.0552349 Jul 28 14:40:37.029545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.039775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Transition to ACTIVE for port object 7c450b31-ea94-4743-85a3-acc1cbc52a34 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:37.063656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Transition to ACTIVE for port object 7c450b31-ea94-4743-85a3-acc1cbc52a34 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:37.077568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.094121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-cbfd6221-58d1-49d8-aed8-0c58763c6029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.096194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-cbfd6221-58d1-49d8-aed8-0c58763c6029 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a2667d2-c538-4f00-9fe4-92e2de56ac31 HTTP/1.1" status: 200 len: 903 time: 0.1692123 Jul 28 14:40:37.121447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51950) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:37.155049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-9c285bf7-75b2-4d1a-a86f-8b6b45e072dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.117&port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf HTTP/1.1" status: 200 len: 217 time: 0.0510662 Jul 28 14:40:37.163157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc084165-4107-4362-9102-1efa1ba86132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.199760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02a5833e-d344-47ae-873c-50ac1dd05d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.218948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-41ea5165-cc2e-4d7b-b704-500578abd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.220575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-41ea5165-cc2e-4d7b-b704-500578abd86b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51ec4845-5467-43b3-9ff2-9e25d8581c4b HTTP/1.1" status: 200 len: 801 time: 0.0586493 Jul 28 14:40:37.273519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-11943991-1b06-4576-959d-9a0821018fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.275510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-11943991-1b06-4576-959d-9a0821018fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a2667d2-c538-4f00-9fe4-92e2de56ac31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476091 Jul 28 14:40:37.292477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.293644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc084165-4107-4362-9102-1efa1ba86132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.340735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Pushing event updated for resources: {'Port': ['ID=7c450b31-ea94-4743-85a3-acc1cbc52a34,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:37.356820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:37.358389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:37.361769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:37.402753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-b6801cb3-fd20-40fc-a05f-a83fea8d6109 service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187031 Jul 28 14:40:37.440938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d43cc-b9af-46a9-b189-9fccfc8e96d8 req-16f98e4d-aaa3-4322-b139-c383d7047b8b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.447146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d43cc-b9af-46a9-b189-9fccfc8e96d8 req-16f98e4d-aaa3-4322-b139-c383d7047b8b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.453348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d43cc-b9af-46a9-b189-9fccfc8e96d8 req-16f98e4d-aaa3-4322-b139-c383d7047b8b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.461905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf5d43cc-b9af-46a9-b189-9fccfc8e96d8 req-16f98e4d-aaa3-4322-b139-c383d7047b8b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2412 time: 0.1337025 Jul 28 14:40:37.481691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc084165-4107-4362-9102-1efa1ba86132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.506800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Attempting to bind port 7c450b31-ea94-4743-85a3-acc1cbc52a34 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:37.507562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Attempting to bind port 7c450b31-ea94-4743-85a3-acc1cbc52a34 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:37.508115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Attempting to bind port 7c450b31-ea94-4743-85a3-acc1cbc52a34 on network 2ac1d81f-b430-400f-be80-8a9d4cdf197e {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:37.514844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:37.515702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Checking segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:37.516842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.517591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Bound using segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:37.518414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Bound port: 7c450b31-ea94-4743-85a3-acc1cbc52a34, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:37.519174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.540758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4a4a414-95ac-47f4-9c97-c679cff148e4 req-3b59463a-26f4-48e8-997a-07231ad15b44 service neutron] 10.222.0.53 "GET /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Jul 28 14:40:37.622750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] For port 7c450b31-ea94-4743-85a3-acc1cbc52a34, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:37.628573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] For port 7c450b31-ea94-4743-85a3-acc1cbc52a34, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c450b31-ea94-4743-85a3-acc1cbc52a34,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:37.641463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dc084165-4107-4362-9102-1efa1ba86132 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0ede94217744599b10bc8f5473e9de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8840306 Jul 28 14:40:37.646103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc084165-4107-4362-9102-1efa1ba86132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911018a7-0000-4390-b4f8-144b4ad20b09,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:37.647249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51974) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:37.665663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf5d43cc-b9af-46a9-b189-9fccfc8e96d8 req-e44b05ba-d73c-43d5-82eb-573119568c51 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027910 Jul 28 14:40:37.672110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-12107458-e6ca-4df0-9b1c-ce2d12c612c6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:37.673895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-12107458-e6ca-4df0-9b1c-ce2d12c612c6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/networks?id=54b340e8-9a36-4795-9421-91ed51f85437 HTTP/1.1" status: 200 len: 814 time: 0.1319749 Jul 28 14:40:37.712026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-0f759520-a18b-4f3c-b27d-2b1820e52262 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/quotas/fa5805ea12ea4bafa6a34e8c1b63182d HTTP/1.1" status: 200 len: 375 time: 0.0305600 Jul 28 14:40:37.744818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51978) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:37.761000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.764272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-8df5829d-9733-4d53-b3ab-8b43504e2be9 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa5805ea12ea4bafa6a34e8c1b63182d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385644 Jul 28 14:40:37.802692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.807003 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.837000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Deleting subnet 892813d2-97f8-4a8c-bb33-d6ea8d393ed9 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:37.910556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-da27f63f-e8f7-491f-83a2-c812bd183540 service neutron] 10.222.0.47 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355729 Jul 28 14:40:37.941970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02a5833e-d344-47ae-873c-50ac1dd05d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:37.951299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156fe44-512b-4296-a774-93ff6590ae03 None None] Pushing event updated for resources: {'Port': ['ID=7c450b31-ea94-4743-85a3-acc1cbc52a34,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:37.983250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.057761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-86cfc884-1745-455d-95cb-2278a7c7931f service neutron] 10.222.0.47 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368577 Jul 28 14:40:38.057761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.058475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.061830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/911018a7-0000-4390-b4f8-144b4ad20b09 HTTP/1.1" status: 204 len: 168 time: 0.4110935 Jul 28 14:40:38.062021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.103631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02feb4-4afa-4361-a1da-2881cc0137fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911018a7-0000-4390-b4f8-144b4ad20b09,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.125631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.176138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-02a5833e-d344-47ae-873c-50ac1dd05d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.187842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.194358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-02a5833e-d344-47ae-873c-50ac1dd05d06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d45a7891d6994f52abe148e8932fbe34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0718014 Jul 28 14:40:38.197178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51984) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:38.268050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.278813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.293818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5833e-d344-47ae-873c-50ac1dd05d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64b4e19-d503-4a95-af9a-a3e99e96fbf4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.310940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.321460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c450b31-ea94-4743-85a3-acc1cbc52a34 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:38.385117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Allocated IP 172.25.0.100 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/8a52a81d-01a7-43bc-8889-60b70ebd4226) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:38.502781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:38.544581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7c450b31-ea94-4743-85a3-acc1cbc52a34 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:38.626549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.630507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.632808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d64b4e19-d503-4a95-af9a-a3e99e96fbf4 HTTP/1.1" status: 204 len: 168 time: 0.4345374 Jul 28 14:40:38.659382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67826b97-d844-4f60-9668-310e39dd9084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64b4e19-d503-4a95-af9a-a3e99e96fbf4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.661918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4527166d-de1e-4112-822e-c913997902e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.786322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.847986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5743ec8f-36cd-4b82-9267-48339e858e16 req-4ff59266-6cff-4d97-8038-e8159587cd3b tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0647063 Jul 28 14:40:38.851938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892813d2-97f8-4a8c-bb33-d6ea8d393ed9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:38.854089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.856053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1caa7fb5-0624-4d67-ab0c-ad5067e825f5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/892813d2-97f8-4a8c-bb33-d6ea8d393ed9 HTTP/1.1" status: 204 len: 168 time: 1.1093285 Jul 28 14:40:38.859212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:38.880624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327b4-9050-4539-8e00-53eed211901a req-78fc4867-f250-45e2-b399-97716f243b8d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:38.887884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327b4-9050-4539-8e00-53eed211901a req-78fc4867-f250-45e2-b399-97716f243b8d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:38.894600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c327b4-9050-4539-8e00-53eed211901a req-78fc4867-f250-45e2-b399-97716f243b8d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:38.897317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c327b4-9050-4539-8e00-53eed211901a req-78fc4867-f250-45e2-b399-97716f243b8d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2412 time: 0.1462457 Jul 28 14:40:38.900666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4527166d-de1e-4112-822e-c913997902e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.921788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 1fd91b8b-5921-4973-9f2a-311ad4668f8d no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:38.961278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0c327b4-9050-4539-8e00-53eed211901a req-3bef8486-26eb-4218-b3c0-f29aa8ac18ae tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545413 Jul 28 14:40:38.978223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 1fd91b8b-5921-4973-9f2a-311ad4668f8d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:38.978638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:38.983521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 1fd91b8b-5921-4973-9f2a-311ad4668f8d not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:38.987430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.098529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cccbf8b-32cd-433b-923b-f7ac1a6e0423 None None] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:39.111571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.121651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.132279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34be526a-f64b-4ce2-948d-12e0e3b452f6') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.132585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34be526a-f64b-4ce2-948d-12e0e3b452f6') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:39.141780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.157630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.164182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:39.164580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:39.166290 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:39.177813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4527166d-de1e-4112-822e-c913997902e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.218710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527166d-de1e-4112-822e-c913997902e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1ca82-4bf8-4b53-83f9-1dae07c44a5a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.223610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4527166d-de1e-4112-822e-c913997902e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0bdee8d27f5b4caab2e331584c9e9674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192996 Jul 28 14:40:39.226419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:39.277477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.300193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.346080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Provisioning for port 7c450b31-ea94-4743-85a3-acc1cbc52a34 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:39.346946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.347154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Provisioning complete for port 7c450b31-ea94-4743-85a3-acc1cbc52a34 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:39.347154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.364317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:39.365780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.392391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:39.396590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.398754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3 HTTP/1.1" status: 204 len: 168 time: 0.5388627 Jul 28 14:40:39.399620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:39.442553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4de6c2-dce8-4884-9f63-74ea52961bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef9a2e4-ac0a-4422-86e1-11a2cfa09ef3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.453722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.460265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Pushing event updated for resources: {'Port': ['ID=8a52a81d-01a7-43bc-8889-60b70ebd4226,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.506712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] For port 7c450b31-ea94-4743-85a3-acc1cbc52a34, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c450b31-ea94-4743-85a3-acc1cbc52a34,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:39.543721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.546333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.550617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4e1ca82-4bf8-4b53-83f9-1dae07c44a5a HTTP/1.1" status: 204 len: 168 time: 0.3199468 Jul 28 14:40:39.557295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56812661-9bd3-4592-8448-bab5530740f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e1ca82-4bf8-4b53-83f9-1dae07c44a5a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.675084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.709688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:39.722294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9dd619-f31a-4383-a84c-9b38cb3bd67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.725130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49d68c-86f6-400b-97aa-d885f976fd1f None None] Pushing event updated for resources: {'Port': ['ID=7c450b31-ea94-4743-85a3-acc1cbc52a34,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:39.797224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e22f827f-f005-4a37-9d51-b608e9faae81 None None] Provisioning complete for port 7c450b31-ea94-4743-85a3-acc1cbc52a34 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:39.797631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e22f827f-f005-4a37-9d51-b608e9faae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.823948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9dd619-f31a-4383-a84c-9b38cb3bd67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.927432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:39.945770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f9a3ebb-d5fe-4cfd-8a49-4e84e4e47e7a req-cd74bec9-f02d-45a0-8940-3fe7a66b276d tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Jul 28 14:40:40.011298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9dd619-f31a-4383-a84c-9b38cb3bd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.020787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52026) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.037748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b51c1ae0-a59c-4204-8797-8e4aaf5ecf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.175828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b51c1ae0-a59c-4204-8797-8e4aaf5ecf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.190996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dd619-f31a-4383-a84c-9b38cb3bd67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d7ad3b-0777-4465-8d50-eb057aa5aa0f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.197946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c450b31-ea94-4743-85a3-acc1cbc52a34 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:40.241091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df9dd619-f31a-4383-a84c-9b38cb3bd67c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a02589c19da841a3b00e169c7b326a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326798 Jul 28 14:40:40.243774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52030) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.263579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7c450b31-ea94-4743-85a3-acc1cbc52a34 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:40.263943 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.291285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4ee44ed3-effb-4848-a127-a26386fe7aca details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:40.295332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd03b1-3146-4f6c-ad2b-6688e631c200 req-ba288b9a-8674-43ea-b715-d7ed6b7fcf6a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:40.297375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.301721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd03b1-3146-4f6c-ad2b-6688e631c200 req-ba288b9a-8674-43ea-b715-d7ed6b7fcf6a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:40.307894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd03b1-3146-4f6c-ad2b-6688e631c200 req-ba288b9a-8674-43ea-b715-d7ed6b7fcf6a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:40.309601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08bd03b1-3146-4f6c-ad2b-6688e631c200 req-ba288b9a-8674-43ea-b715-d7ed6b7fcf6a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2412 time: 0.2203753 Jul 28 14:40:40.320316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b51c1ae0-a59c-4204-8797-8e4aaf5ecf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.351370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.376378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b51c1ae0-a59c-4204-8797-8e4aaf5ecf35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0c4b741c1604bd18d41a1f3f9d56abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542619 Jul 28 14:40:40.380966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.381510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52034) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.382436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1ae0-a59c-4204-8797-8e4aaf5ecf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e036e-3819-46b3-840b-422cc3b2ecaa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.405900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-08bd03b1-3146-4f6c-ad2b-6688e631c200 req-216b913b-3538-49ab-b378-d17a2c92153e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Jul 28 14:40:40.420182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.480610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4ee44ed3-effb-4848-a127-a26386fe7aca,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:40.499287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '4ee44ed3-effb-4848-a127-a26386fe7aca', 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'port_id': '4ee44ed3-effb-4848-a127-a26386fe7aca', 'mac_address': 'fa:16:3e:f3:fb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ec4845-5467-43b3-9ff2-9e25d8581c4b', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:40.540927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-527a5363-b0be-4013-9322-a7032247b44c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe42b39232674e2ea57f82f451951535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437490 Jul 28 14:40:40.544284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52036) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.544987 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.554480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.562571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee44ed3-effb-4848-a127-a26386fe7aca {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:40.583862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.586528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4ee44ed3-effb-4848-a127-a26386fe7aca,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:40.610727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.634617 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.666667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Router 34634803-b3e0-4e48-8909-12b7bf6f2217 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:40:40.738027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.740966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e085a48c-77ea-4740-bcc2-66aa4862e9cf details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:40.741920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.744625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.746175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50d7ad3b-0777-4465-8d50-eb057aa5aa0f HTTP/1.1" status: 204 len: 168 time: 0.5013146 Jul 28 14:40:40.757310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de9ba3-150b-4cb7-9b0f-c3270a651c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d7ad3b-0777-4465-8d50-eb057aa5aa0f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.791757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:40.817630 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.820540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.821917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b19e036e-3819-46b3-840b-422cc3b2ecaa HTTP/1.1" status: 204 len: 168 time: 0.4049621 Jul 28 14:40:40.827571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:40.834874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9447ec-24ba-4d33-adbe-f57258cc6091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e036e-3819-46b3-840b-422cc3b2ecaa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.840620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Sync routers for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:40.848261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.850980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.852169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b73d882-6689-4e24-bfa3-7a5e61d9dc21 HTTP/1.1" status: 204 len: 168 time: 0.3065634 Jul 28 14:40:40.860891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1be883-d400-446b-b0d8-2168db80751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b73d882-6689-4e24-bfa3-7a5e61d9dc21,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.884275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf', 'network_id': '3a2667d2-c538-4f00-9fe4-92e2de56ac31', 'port_id': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf', 'mac_address': 'fa:16:3e:c2:6d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51ec4845-5467-43b3-9ff2-9e25d8581c4b', 'ip_address': '19.80.0.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:40.902412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:40.905199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:40.905815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:40.985425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:40.987584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3af28a7b-5e7d-4282-b330-93cf28773992 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6159034 Jul 28 14:40:40.990306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52054) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:40.994998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.039686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e085a48c-77ea-4740-bcc2-66aa4862e9cf {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:41.077412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:41.082244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:41.102106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84e98f9d-b0e4-4618-b58f-e4955bf2d1da req-8eb4922c-42c9-4db1-8a02-24755a446e01 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0622437 Jul 28 14:40:41.274931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.275611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:41.435061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:41.524831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:41.528095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.545419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7', 'network_id': 'c98794b8-1eff-48ce-9bcd-e5f1a4d620dc', 'port_id': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7', 'mac_address': 'fa:16:3e:c3:75:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59dee54a-4b1b-49d4-b53e-b34f26ce9819', 'ip_address': '19.86.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:41.557617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff028f-25f8-4f71-b491-7ecccc3999e2 req-57516bb6-c1cd-4e82-a86f-cfebea290e64 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:41.564773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff028f-25f8-4f71-b491-7ecccc3999e2 req-57516bb6-c1cd-4e82-a86f-cfebea290e64 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:41.573055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff028f-25f8-4f71-b491-7ecccc3999e2 req-57516bb6-c1cd-4e82-a86f-cfebea290e64 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:41.582792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84ff028f-25f8-4f71-b491-7ecccc3999e2 req-57516bb6-c1cd-4e82-a86f-cfebea290e64 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2414 time: 0.0941978 Jul 28 14:40:41.614295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.632547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:39Z', 'revision_number': 3, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:41.635641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:41.676214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84ff028f-25f8-4f71-b491-7ecccc3999e2 req-ba3178f8-e3ef-4aae-8055-7ce2aad350ed tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916984 Jul 28 14:40:41.678417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Checking router: 34634803-b3e0-4e48-8909-12b7bf6f2217 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:41.678949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Updating router 34634803-b3e0-4e48-8909-12b7bf6f2217 port 8a52a81d-01a7-43bc-8889-60b70ebd4226 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:41.716414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:41.732547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.811533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Allocated IP 172.20.0.1 (2ac1d81f-b430-400f-be80-8a9d4cdf197e/e15baafe-88f2-4483-9557-d5036ba33cf0/1f746683-d75d-4a3d-b57f-6664afa904fb) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:41.855770 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.935429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:41.949980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Transition to ACTIVE for port object 1f746683-d75d-4a3d-b57f-6664afa904fb will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:41.958556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:42.045577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.056076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Transition to ACTIVE for port object 8a52a81d-01a7-43bc-8889-60b70ebd4226 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:42.208842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7020d6cc-f0f0-487a-81d8-063df1ce6669 req-8b8f798c-df38-4490-a062-74e31e2cd482 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0332906 Jul 28 14:40:42.269203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e085a48c-77ea-4740-bcc2-66aa4862e9cf'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:42.294524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4ee44ed3-effb-4848-a127-a26386fe7aca'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:42.320465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.324384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:42.360538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:42.364318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:42.370013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:42.402540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Pushing event updated for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:42.409421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.422360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.466853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9115040d-f41d-4f54-96fc-6e3528b96237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.470381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e997e-a1f2-46e4-97c5-2a6600b1b3ee None None] Pushing event updated for resources: {'Port': ['ID=8a52a81d-01a7-43bc-8889-60b70ebd4226,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:42.489838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:40:42.593199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Attempting to bind port 8a52a81d-01a7-43bc-8889-60b70ebd4226 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:42.593789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Attempting to bind port 8a52a81d-01a7-43bc-8889-60b70ebd4226 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:42.593913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Attempting to bind port 8a52a81d-01a7-43bc-8889-60b70ebd4226 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:42.660053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:42.660489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:42.660852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.661295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:42.661839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Bound port: 8a52a81d-01a7-43bc-8889-60b70ebd4226, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:42.662425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.761988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-47c829db-7297-40b2-8ba0-f07a8d392274 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.763544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-47c829db-7297-40b2-8ba0-f07a8d392274 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.50 "GET /v2.0/networks?id=54b340e8-9a36-4795-9421-91ed51f85437 HTTP/1.1" status: 200 len: 814 time: 0.2264028 Jul 28 14:40:42.787844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Request body: {'port': {'device_id': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437', 'admin_state_up': True, 'tenant_id': 'fa5805ea12ea4bafa6a34e8c1b63182d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:42.823467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434eb8-729d-46ab-a8c3-a7da2d5810c9 req-8d176d6a-d98a-4078-90e3-b93f86470f91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.834489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434eb8-729d-46ab-a8c3-a7da2d5810c9 req-8d176d6a-d98a-4078-90e3-b93f86470f91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.841932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434eb8-729d-46ab-a8c3-a7da2d5810c9 req-8d176d6a-d98a-4078-90e3-b93f86470f91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:42.853737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a434eb8-729d-46ab-a8c3-a7da2d5810c9 req-8d176d6a-d98a-4078-90e3-b93f86470f91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2415 time: 0.0971384 Jul 28 14:40:42.854454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] For port 8a52a81d-01a7-43bc-8889-60b70ebd4226, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:42.910458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a434eb8-729d-46ab-a8c3-a7da2d5810c9 req-52e8c685-0db5-4594-81f8-a05086af89d6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Jul 28 14:40:42.911274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:42.937066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] For port 8a52a81d-01a7-43bc-8889-60b70ebd4226, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a52a81d-01a7-43bc-8889-60b70ebd4226,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:43.015833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b63d2669-97cd-4182-8ec1-e1a00406a601 None None] Provisioning for port 1f746683-d75d-4a3d-b57f-6664afa904fb completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:43.025772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b63d2669-97cd-4182-8ec1-e1a00406a601 None None] Provisioning complete for port 1f746683-d75d-4a3d-b57f-6664afa904fb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:43.026124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b63d2669-97cd-4182-8ec1-e1a00406a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.063082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.069227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b63d2669-97cd-4182-8ec1-e1a00406a601 None None] Port 1f746683-d75d-4a3d-b57f-6664afa904fb cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:43.126238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e997e-a1f2-46e4-97c5-2a6600b1b3ee None None] Pushing event updated for resources: {'Port': ['ID=8a52a81d-01a7-43bc-8889-60b70ebd4226,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:43.127254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Made reservation on behalf of fa5805ea12ea4bafa6a34e8c1b63182d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:43.129513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:43.130137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:43.132579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.249788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.284555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:43.297072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Allocated IP 172.20.0.14 (54b340e8-9a36-4795-9421-91ed51f85437/95c713c9-f7e8-4d3a-ae31-4f5403efa3a5/526cbde9-e441-4953-be11-6a8faa86fd70) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:43.341256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a599cde6-6828-4aa3-9688-2da57bab54f4 req-fde0bb28-1fa4-45f9-8386-2755bab0cc19 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Jul 28 14:40:43.343253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.464288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.466444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Pushing event updated for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:43.572203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.580780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:41Z', 'revision_number': 1, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:43.608104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:43.610014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:43.615964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec6a198-3e2a-442b-9a92-f907a5b81ec5 None None] The sync data for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 is: [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:41Z', 'revision_number': 1, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:43.772016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Router 34634803-b3e0-4e48-8909-12b7bf6f2217 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:40:43.780355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:43.866865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Pushing event updated for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:43.904183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Network 54b340e8-9a36-4795-9421-91ed51f85437 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:43.905956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:43.908773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:43.933346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73fdad03-d796-4963-a05e-bf3f1621db0d None None] Provisioning complete for port 1f746683-d75d-4a3d-b57f-6664afa904fb triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:43.936571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73fdad03-d796-4963-a05e-bf3f1621db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.012618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.013659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.073153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-73fdad03-d796-4963-a05e-bf3f1621db0d None None] Port 1f746683-d75d-4a3d-b57f-6664afa904fb cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:40:44.131251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab3e7-0cf9-4977-9f56-f4e440efbbc5 req-19736c32-8168-4190-b325-bd065818e97b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.138176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab3e7-0cf9-4977-9f56-f4e440efbbc5 req-19736c32-8168-4190-b325-bd065818e97b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.145594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab3e7-0cf9-4977-9f56-f4e440efbbc5 req-19736c32-8168-4190-b325-bd065818e97b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.147586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b28ab3e7-0cf9-4977-9f56-f4e440efbbc5 req-19736c32-8168-4190-b325-bd065818e97b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2415 time: 0.0822282 Jul 28 14:40:44.149753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-b638abf2-80e6-47d3-93a6-49b1df8a6be5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3697217 Jul 28 14:40:44.188290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Request body: {'port': {'device_id': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:44.265167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b28ab3e7-0cf9-4977-9f56-f4e440efbbc5 req-ac1f9855-b45f-4bef-a712-2e7d70a05eb7 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097832 Jul 28 14:40:44.290316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:40:44.304343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7a1dba1a-c761-4b1e-98e0-5fd2d48f987c admin admin] 10.222.0.47 "PUT /v2.0/routers/34634803-b3e0-4e48-8909-12b7bf6f2217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3111334 Jul 28 14:40:44.306600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4ee44ed3-effb-4848-a127-a26386fe7aca up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:44.315949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.499882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 4ee44ed3-effb-4848-a127-a26386fe7aca completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:44.506576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 4ee44ed3-effb-4848-a127-a26386fe7aca triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:44.506576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.555991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518a95e-39f6-4c8e-8112-772cc5085ad1 req-d905aad5-0ed9-464d-88e5-3c10595ee7d6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:44.570405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7518a95e-39f6-4c8e-8112-772cc5085ad1 req-d905aad5-0ed9-464d-88e5-3c10595ee7d6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 932 time: 0.0738509 Jul 28 14:40:44.690815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7518a95e-39f6-4c8e-8112-772cc5085ad1 req-8b7518d2-7db3-4cdc-a2c9-cf63e202dbaf tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049130 Jul 28 14:40:44.748753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d149a2c-5993-4be6-b573-2e51ddb5f344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.756793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.794469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:44.796902 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc60ddbb-f736-4679-b697-df3c7b035f2e" -d '{"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:44.810510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526cbde9-e441-4953-be11-6a8faa86fd70 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:44.812335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4ee44ed3-effb-4848-a127-a26386fe7aca,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:44.820780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.836758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Transition to ACTIVE for port object 526cbde9-e441-4953-be11-6a8faa86fd70 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:44.842436 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec2ae1-0b82-4039-aff8-f72f70aca956 x-openstack-request-id: req-16ec2ae1-0b82-4039-aff8-f72f70aca956 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:44.842728 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:44.843009 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-16ec2ae1-0b82-4039-aff8-f72f70aca956 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:44.843409 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca', 'code': 200} Jul 28 14:40:44.929194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:44.929194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e085a48c-77ea-4740-bcc2-66aa4862e9cf up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:44.929897 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.005988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.021061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:45.138480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Pushing event updated for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:45.170776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Attempting to bind port 526cbde9-e441-4953-be11-6a8faa86fd70 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:45.171079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Attempting to bind port 526cbde9-e441-4953-be11-6a8faa86fd70 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'de94324d-f59b-4e07-a5b7-b1bd78b88774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:45.171423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Attempting to bind port 526cbde9-e441-4953-be11-6a8faa86fd70 on network 54b340e8-9a36-4795-9421-91ed51f85437 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:45.176559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Port 526cbde9-e441-4953-be11-6a8faa86fd70 on network 54b340e8-9a36-4795-9421-91ed51f85437 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:40:45.176892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Attempting to bind port 526cbde9-e441-4953-be11-6a8faa86fd70 on network 54b340e8-9a36-4795-9421-91ed51f85437 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:45.182044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:45.182394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Checking segment: {'id': 'de94324d-f59b-4e07-a5b7-b1bd78b88774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:45.182788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Bound using segment: {'id': 'de94324d-f59b-4e07-a5b7-b1bd78b88774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:45.183296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Bound port: 526cbde9-e441-4953-be11-6a8faa86fd70, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de94324d-f59b-4e07-a5b7-b1bd78b88774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:45.183638 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.207101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e085a48c-77ea-4740-bcc2-66aa4862e9cf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:45.227928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e085a48c-77ea-4740-bcc2-66aa4862e9cf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:45.227928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.336044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.394879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:45.491690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2959-4eaa-41af-b04f-235e49e7d119 req-6ff84412-1abd-44d7-a9ec-3b97de0dc243 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.506813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2959-4eaa-41af-b04f-235e49e7d119 req-6ff84412-1abd-44d7-a9ec-3b97de0dc243 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.509108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.510328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:45.524509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b2959-4eaa-41af-b04f-235e49e7d119 req-6ff84412-1abd-44d7-a9ec-3b97de0dc243 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.526343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-301b2959-4eaa-41af-b04f-235e49e7d119 req-6ff84412-1abd-44d7-a9ec-3b97de0dc243 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2416 time: 0.1528058 Jul 28 14:40:45.529144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:45.531942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=526cbde9-e441-4953-be11-6a8faa86fd70,segment=NetworkSegment(de94324d-f59b-4e07-a5b7-b1bd78b88774),segment_id=de94324d-f59b-4e07-a5b7-b1bd78b88774)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:45.598672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-301b2959-4eaa-41af-b04f-235e49e7d119 req-b0f649c1-5676-4c37-ac34-ea03a0b404c8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574820 Jul 28 14:40:45.613122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:45.665725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.721942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.722630 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.726595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] 10.222.0.50 "PUT /v2.0/ports/526cbde9-e441-4953-be11-6a8faa86fd70 HTTP/1.1" status: 200 len: 1093 time: 1.5538747 Jul 28 14:40:45.727915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:45.736250 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374" -d '{"events": [{"name": "network-changed", "server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:45.759192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077cb1-aa68-4eb6-b2b9-a9ceec095f65 service neutron] Pushing event updated for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:45.769009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52190) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:45.772334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:45.775249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:45.775998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.867874 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3d25c5-3952-4a2e-8acd-1df2f7773a1c x-openstack-request-id: req-7e3d25c5-3952-4a2e-8acd-1df2f7773a1c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:45.868373 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:45.869565 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e3d25c5-3952-4a2e-8acd-1df2f7773a1c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:45.871378 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70', 'status': 'completed', 'code': 200} Jul 28 14:40:45.884093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf5f6-0088-408f-9ccb-0fc59cb7d2aa req-cd1386a8-93c6-4642-9c90-61a9230e3a46 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.887112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:45.887256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-73ddf5f6-0088-408f-9ccb-0fc59cb7d2aa req-cd1386a8-93c6-4642-9c90-61a9230e3a46 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 944 time: 0.0923626 Jul 28 14:40:45.923195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:45.951525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-c10f945d-bec3-4678-8d3f-9f80a593e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:45.953350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-c10f945d-bec3-4678-8d3f-9f80a593e6b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa5805ea12ea4bafa6a34e8c1b63182d&device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 1096 time: 0.0634222 Jul 28 14:40:45.961189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-73ddf5f6-0088-408f-9ccb-0fc59cb7d2aa req-2f3ebf4a-dc32-4598-8e8c-5d029f06caab tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610440 Jul 28 14:40:46.016264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-6d4435c3-192f-4f38-9fb9-d44c4196c667 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526cbde9-e441-4953-be11-6a8faa86fd70 HTTP/1.1" status: 200 len: 217 time: 0.0497241 Jul 28 14:40:46.084343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-065bf554-6ba3-4d35-85c9-92a7b185c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.085841 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-065bf554-6ba3-4d35-85c9-92a7b185c94f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c713c9-f7e8-4d3a-ae31-4f5403efa3a5 HTTP/1.1" status: 200 len: 854 time: 0.0626705 Jul 28 14:40:46.097101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52222) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:46.098333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.170805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-00d9d1f6-a3f0-408d-9e4a-a5571db7b6d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54b340e8-9a36-4795-9421-91ed51f85437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775237 Jul 28 14:40:46.181002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.243817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:46.243949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1869027000-network', 'tenant_id': 'a3acafa79187413d879228fe008aebe3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:46.276651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a52a81d-01a7-43bc-8889-60b70ebd4226 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:46.320172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-472424390', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:46.334761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-13379954-9e1f-4a71-88f6-b7bbc1f99efe service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565537 Jul 28 14:40:46.403726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Made reservation on behalf of a3acafa79187413d879228fe008aebe3 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:46.406349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.420345 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.476260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c856ff7-8359-4d25-8cc3-f42f05a5915d req-65bdd108-bc5f-410a-9f89-1a8b8ecdc445 service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350586 Jul 28 14:40:46.494613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Made reservation on behalf of 4c0263a03bb54dc2bce675678ddc3eda for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:46.498586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.516016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.608524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.625881 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Sync routers for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:40:46.636888 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:46.637525 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:46.640430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8a52a81d-01a7-43bc-8889-60b70ebd4226 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:46.646528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8a52a81d-01a7-43bc-8889-60b70ebd4226 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:46.647089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.739415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.753671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072283de-5ddf-4fcb-8f90-20b7ada0d5a3 req-8802dff3-1dd0-431c-9433-2aab471352c1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.760643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072283de-5ddf-4fcb-8f90-20b7ada0d5a3 req-8802dff3-1dd0-431c-9433-2aab471352c1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.768738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072283de-5ddf-4fcb-8f90-20b7ada0d5a3 req-8802dff3-1dd0-431c-9433-2aab471352c1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.769941 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:46.777128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-072283de-5ddf-4fcb-8f90-20b7ada0d5a3 req-8802dff3-1dd0-431c-9433-2aab471352c1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.1125557 Jul 28 14:40:46.808020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:46.826919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8a52a81d-01a7-43bc-8889-60b70ebd4226, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a52a81d-01a7-43bc-8889-60b70ebd4226,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:46.844432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf'}, {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:46.847861 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266b2ba1-443b-4830-93ee-8b2f6dbdf92c" -d '{"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf"}, {"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:46.934417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-0393e590-a038-44b1-8edd-c6ab8c050c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:46.938909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-0393e590-a038-44b1-8edd-c6ab8c050c5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa5805ea12ea4bafa6a34e8c1b63182d&device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 1096 time: 0.2392099 Jul 28 14:40:46.975263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-072283de-5ddf-4fcb-8f90-20b7ada0d5a3 req-31fafc91-13de-4fd6-a8b4-bb3e37a4a36d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971030 Jul 28 14:40:46.978242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:46.985826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.027491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.055691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52254) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:47.066076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.071942 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b21ba7b-2f2c-4e8d-89ba-669300cc40bf x-openstack-request-id: req-5b21ba7b-2f2c-4e8d-89ba-669300cc40bf {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:47.072329 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf", "code": 200}, {"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-plugged", "status": "completed", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:47.072625 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b21ba7b-2f2c-4e8d-89ba-669300cc40bf {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:47.073621 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf', 'code': 200} Jul 28 14:40:47.073621 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7', 'code': 200} Jul 28 14:40:47.114183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.130102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] device_id is not set on port 779f3d14-8a60-4636-83b4-ffe8b2252326 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:40:47.164134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8a52a81d-01a7-43bc-8889-60b70ebd4226,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.178853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.179408 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Added segment d53add9f-5d76-49c7-a9bd-28c037d22518 of type vlan for network 87c96a43-672a-421d-bdf6-35a448779b45 Jul 28 14:40:47.211949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc1338-24a9-42df-aeb7-a885aaf1c186,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.259794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:43Z', 'revision_number': 2, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:47.276125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4cba6e5-774b-40e4-a56c-5ebe70b21ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.301264 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Checking router: 34634803-b3e0-4e48-8909-12b7bf6f2217 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:40:47.301753 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Updating router 34634803-b3e0-4e48-8909-12b7bf6f2217 port 1f746683-d75d-4a3d-b57f-6664afa904fb binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:40:47.338446 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.358653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.383328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Allocated IP 172.25.0.95 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/779f3d14-8a60-4636-83b4-ffe8b2252326) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:40:47.404344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-d34e59fb-8cd9-4ef7-8d1e-e36d0f76e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.406358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-d34e59fb-8cd9-4ef7-8d1e-e36d0f76e6ab service neutron] 10.222.0.50 "GET /v2.0/networks?id=54b340e8-9a36-4795-9421-91ed51f85437 HTTP/1.1" status: 200 len: 915 time: 0.4230883 Jul 28 14:40:47.418221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcdf24-b314-4b53-a6ec-33b248f335cf req-01f3d0cc-fc2a-4af6-b470-71c3e0ff55b8 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.425227 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84dcdf24-b314-4b53-a6ec-33b248f335cf req-01f3d0cc-fc2a-4af6-b470-71c3e0ff55b8 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 944 time: 0.2657633 Jul 28 14:40:47.449093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4cba6e5-774b-40e4-a56c-5ebe70b21ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.511685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146d13-0bca-49c1-ae09-d67bf804253e req-db97259d-cb14-4569-a04f-1b2280e8c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.512325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146d13-0bca-49c1-ae09-d67bf804253e req-db97259d-cb14-4569-a04f-1b2280e8c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.512804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146d13-0bca-49c1-ae09-d67bf804253e req-db97259d-cb14-4569-a04f-1b2280e8c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.514535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa146d13-0bca-49c1-ae09-d67bf804253e req-db97259d-cb14-4569-a04f-1b2280e8c90a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2874 time: 0.2364035 Jul 28 14:40:47.521881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-570de586-1b90-4917-8e2a-37b322449372 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526cbde9-e441-4953-be11-6a8faa86fd70 HTTP/1.1" status: 200 len: 217 time: 0.0930729 Jul 28 14:40:47.540343 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4cba6e5-774b-40e4-a56c-5ebe70b21ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.574084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.591617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cba6e5-774b-40e4-a56c-5ebe70b21ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1decca52-aad1-4902-841f-34b3c404a343,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.612178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84dcdf24-b314-4b53-a6ec-33b248f335cf req-c7b01f03-afe4-403d-84dc-2dc9c57230b0 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746814 Jul 28 14:40:47.618101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4cba6e5-774b-40e4-a56c-5ebe70b21ae2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99ce5d5575c549bf8595c4a4a2afed1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587559 Jul 28 14:40:47.622188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52266) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:47.633181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa146d13-0bca-49c1-ae09-d67bf804253e req-dbb0f6db-7402-45b8-95a5-244a2e189f20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093473 Jul 28 14:40:47.636027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-79f3f53e-e5ee-4542-802c-008b38ad73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.637494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-79f3f53e-e5ee-4542-802c-008b38ad73f2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c713c9-f7e8-4d3a-ae31-4f5403efa3a5 HTTP/1.1" status: 200 len: 854 time: 0.1048434 Jul 28 14:40:47.645764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.680383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-5e481744-3b3c-4e65-96f0-fc6f7bb7b293 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54b340e8-9a36-4795-9421-91ed51f85437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343022 Jul 28 14:40:47.702569 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.712803 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Transition to ACTIVE for port object 1f746683-d75d-4a3d-b57f-6664afa904fb will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:40:47.757899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.792075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.820523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.820523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:47.820523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.858652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-9cb42e27-0ef3-47fc-bbe3-2eca9522a1e7 service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691580 Jul 28 14:40:47.981593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] Pushing event updated for resources: {'Network': ['ID=87c96a43-672a-421d-bdf6-35a448779b45,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:47.996648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 87c96a43-672a-421d-bdf6-35a448779b45 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:47.997287 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:47.997416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.050151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a92f63bd-bd73-42b5-a8e8-2cfe799f6374 req-a53ca3f2-dc75-4771-aa36-623376163283 service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489215 Jul 28 14:40:48.068061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:40:48.071390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:48.080126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:40:48.106558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Pushing event updated for resources: {'Port': ['ID=779f3d14-8a60-4636-83b4-ffe8b2252326,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:48.137251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.138444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.152205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f223ab0-c783-4f19-b6d2-899e0e415788 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3816371 Jul 28 14:40:48.154754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52288) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:48.191927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Request body: {'subnet': {'network_id': '87c96a43-672a-421d-bdf6-35a448779b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1869027000-subnet', 'tenant_id': 'a3acafa79187413d879228fe008aebe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:48.212303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.214889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.222121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1decca52-aad1-4902-841f-34b3c404a343 HTTP/1.1" status: 204 len: 168 time: 0.5987554 Jul 28 14:40:48.225160 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83213468-4fdf-40d4-b0e0-fa5b5dc038b8 None None] Pushing event updated for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:48.247768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220eba6c-904a-4cf8-a9e1-9bcf21372abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1decca52-aad1-4902-841f-34b3c404a343,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:48.276972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Attempting to bind port 1f746683-d75d-4a3d-b57f-6664afa904fb on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:40:48.277434 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Attempting to bind port 1f746683-d75d-4a3d-b57f-6664afa904fb by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:40:48.277708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Attempting to bind port 1f746683-d75d-4a3d-b57f-6664afa904fb on network 2ac1d81f-b430-400f-be80-8a9d4cdf197e {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:40:48.284385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a52a81d-01a7-43bc-8889-60b70ebd4226 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:48.292826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f97327b-61ee-4fb9-8765-fc5e0b90f71f tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1943130 Jul 28 14:40:48.298245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52308) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:48.300693 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:40:48.301023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}]}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:48.302061 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Checking segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:48.303576 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.304145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Bound using segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:40:48.306505 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Bound port: 1f746683-d75d-4a3d-b57f-6664afa904fb, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:40:48.306918 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.311408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca8b5-312a-4e01-a3c7-6556f813f78c req-e963e1bc-9768-46fe-a183-794b06e1f192 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.318724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca8b5-312a-4e01-a3c7-6556f813f78c req-e963e1bc-9768-46fe-a183-794b06e1f192 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.338698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca8b5-312a-4e01-a3c7-6556f813f78c req-e963e1bc-9768-46fe-a183-794b06e1f192 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.349319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3fca8b5-312a-4e01-a3c7-6556f813f78c req-e963e1bc-9768-46fe-a183-794b06e1f192 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.2098405 Jul 28 14:40:48.425219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3fca8b5-312a-4e01-a3c7-6556f813f78c req-7492ae96-d8e1-498f-9bf9-a3066d04757b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Jul 28 14:40:48.429289 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] For port 1f746683-d75d-4a3d-b57f-6664afa904fb, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:40:48.433881 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] For port 1f746683-d75d-4a3d-b57f-6664afa904fb, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f746683-d75d-4a3d-b57f-6664afa904fb,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:40:48.438255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8a52a81d-01a7-43bc-8889-60b70ebd4226 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:48.438647 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.545574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Made reservation on behalf of a3acafa79187413d879228fe008aebe3 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:48.549268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.589570 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.679346 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:40:48.687144 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:48.719351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.720582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.833331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.871626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:40:48.924385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd140f1-114a-49d1-a907-e02913ba0f5e req-6f30b481-32cc-4222-add8-e722f0d6d171 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:48.933387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dd140f1-114a-49d1-a907-e02913ba0f5e req-6f30b481-32cc-4222-add8-e722f0d6d171 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 944 time: 0.0982358 Jul 28 14:40:48.963484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 526cbde9-e441-4953-be11-6a8faa86fd70 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:40:48.986231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:48.996003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7dd140f1-114a-49d1-a907-e02913ba0f5e req-7f35e1cd-c150-460d-b782-bf6aadc9ca1f tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Jul 28 14:40:49.115136 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83213468-4fdf-40d4-b0e0-fa5b5dc038b8 None None] Pushing event updated for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:49.144974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12fc924-82c7-493d-a011-43f658eb7a4c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:49.244286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Checking segment: {'id': 'd53add9f-5d76-49c7-a9bd-28c037d22518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:49.244286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Network hostable DHCP agents. Network: 87c96a43-672a-421d-bdf6-35a448779b45, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:49.247869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.277407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=526cbde9-e441-4953-be11-6a8faa86fd70,segment=NetworkSegment(de94324d-f59b-4e07-a5b7-b1bd78b88774),segment_id=de94324d-f59b-4e07-a5b7-b1bd78b88774)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:49.279553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '526cbde9-e441-4953-be11-6a8faa86fd70', 'network_id': '54b340e8-9a36-4795-9421-91ed51f85437', 'port_id': '526cbde9-e441-4953-be11-6a8faa86fd70', 'mac_address': 'fa:16:3e:37:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c713c9-f7e8-4d3a-ae31-4f5403efa3a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:40:49.323003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:48Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:49.332505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.352706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526cbde9-e441-4953-be11-6a8faa86fd70 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:40:49.359610 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f4a55-3c5a-4a1d-8984-8a6475273205 None None] The sync data for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 is: [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:48Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:40:49.380553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=526cbde9-e441-4953-be11-6a8faa86fd70,segment=NetworkSegment(de94324d-f59b-4e07-a5b7-b1bd78b88774),segment_id=de94324d-f59b-4e07-a5b7-b1bd78b88774)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:49.414059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Network 87c96a43-672a-421d-bdf6-35a448779b45 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:49.474754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.508790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 87c96a43-672a-421d-bdf6-35a448779b45) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:49.529387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.535124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.636381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:49.640266 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d155b8cf-814b-41b2-ae8d-9c7c36a22686 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4841936 Jul 28 14:40:49.678593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79bcfef-74a0-417a-9a88-71ee93ab00d0 None None] Network 87c96a43-672a-421d-bdf6-35a448779b45 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:49.801943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451a39-2c53-47ec-a1fa-5826465b5f46 req-37806775-0bee-47bf-b29c-d2b405936d4c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.811110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451a39-2c53-47ec-a1fa-5826465b5f46 req-37806775-0bee-47bf-b29c-d2b405936d4c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.819150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451a39-2c53-47ec-a1fa-5826465b5f46 req-37806775-0bee-47bf-b29c-d2b405936d4c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:49.837933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a451a39-2c53-47ec-a1fa-5826465b5f46 req-37806775-0bee-47bf-b29c-d2b405936d4c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.2288318 Jul 28 14:40:49.864803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.865928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['526cbde9-e441-4953-be11-6a8faa86fd70'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:49.935689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a451a39-2c53-47ec-a1fa-5826465b5f46 req-5a1afd37-ca5a-45b3-9b57-4370deb12a0c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001391 Jul 28 14:40:49.937566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:49.965142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.022511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8412fa6-6ff9-486a-8b0a-93cac555c828 None None] Network 87c96a43-672a-421d-bdf6-35a448779b45 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:50.327327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f746683-d75d-4a3d-b57f-6664afa904fb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:50.353559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f491715-8cb1-4ee9-b5b2-fddb9d55a998 req-a6d2001c-75b2-4aca-937e-40207b933c59 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.356513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f491715-8cb1-4ee9-b5b2-fddb9d55a998 req-a6d2001c-75b2-4aca-937e-40207b933c59 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 945 time: 0.2127733 Jul 28 14:40:50.458297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f491715-8cb1-4ee9-b5b2-fddb9d55a998 req-4173c7d7-7249-41c1-892f-b06bd84b2bab tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Jul 28 14:40:50.464672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.539649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.574064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1f746683-d75d-4a3d-b57f-6664afa904fb completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:50.578509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1f746683-d75d-4a3d-b57f-6664afa904fb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:50.578884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.681164 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.706215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.706215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.731464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1f746683-d75d-4a3d-b57f-6664afa904fb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f746683-d75d-4a3d-b57f-6664afa904fb,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:50.869546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c045a-8b67-422e-a8f7-a1d60d015e18 req-980af5b2-6f0f-44b8-96c2-91ebed1a3a1e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.874856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.875605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c045a-8b67-422e-a8f7-a1d60d015e18 req-980af5b2-6f0f-44b8-96c2-91ebed1a3a1e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.883042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c045a-8b67-422e-a8f7-a1d60d015e18 req-980af5b2-6f0f-44b8-96c2-91ebed1a3a1e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:50.885034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-309c045a-8b67-422e-a8f7-a1d60d015e18 req-980af5b2-6f0f-44b8-96c2-91ebed1a3a1e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.0734596 Jul 28 14:40:50.928753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-309c045a-8b67-422e-a8f7-a1d60d015e18 req-4581b7c1-9b15-476c-8299-feae296a2029 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366240 Jul 28 14:40:50.933814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:50.935169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:50.935936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94a0b308-ede6-4642-ad89-f8b7089db680 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:40:51.106171 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:40:51.107305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-baa14a14-e038-4fc7-a8a6-b6b915705c53 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8103466 Jul 28 14:40:51.114315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52378) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:51.206981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Deleting port 779f3d14-8a60-4636-83b4-ffe8b2252326 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:51.207332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.306136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.320524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Calling delete_port for 779f3d14-8a60-4636-83b4-ffe8b2252326 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:51.612853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bada0-dcc5-42b1-9991-97725670e502 req-8995f238-87a6-48ce-8029-0fda68df18a3 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:51.614548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab6bada0-dcc5-42b1-9991-97725670e502 req-8995f238-87a6-48ce-8029-0fda68df18a3 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 945 time: 0.0712771 Jul 28 14:40:51.634706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.687007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Pushing event deleted for resources: {'Port': ['ID=779f3d14-8a60-4636-83b4-ffe8b2252326,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:51.696415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab6bada0-dcc5-42b1-9991-97725670e502 req-edbaab95-9135-45f1-8c62-4c358dff1bbb tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Jul 28 14:40:51.766209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:51.768772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-06b985b0-5419-4a2d-86f4-de2dd4355019 tempest-RoutersAdminNegativeTest-1973785869 tempest-RoutersAdminNegativeTest-1973785869-project-admin] 10.222.0.47 "DELETE /v2.0/ports/779f3d14-8a60-4636-83b4-ffe8b2252326 HTTP/1.1" status: 204 len: 168 time: 0.6536469 Jul 28 14:40:51.819497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52402) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:51.825436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-628336521-network', 'tenant_id': 'c04a9755581240d9aa1fc9160fcbd975'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:52.040427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Made reservation on behalf of c04a9755581240d9aa1fc9160fcbd975 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:52.043703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.060902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.062658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064df82-2145-4d90-afc9-5e3eddb699ec req-1e860a77-9adc-4bc2-b952-605c3bd8d4a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.070995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064df82-2145-4d90-afc9-5e3eddb699ec req-1e860a77-9adc-4bc2-b952-605c3bd8d4a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.078951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064df82-2145-4d90-afc9-5e3eddb699ec req-1e860a77-9adc-4bc2-b952-605c3bd8d4a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.082808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9064df82-2145-4d90-afc9-5e3eddb699ec req-1e860a77-9adc-4bc2-b952-605c3bd8d4a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.0765224 Jul 28 14:40:52.158446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9064df82-2145-4d90-afc9-5e3eddb699ec req-586db2c9-4d95-4d30-96c6-10192881c28f tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647364 Jul 28 14:40:52.183074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.219439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f746683-d75d-4a3d-b57f-6664afa904fb up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:52.274570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1f746683-d75d-4a3d-b57f-6664afa904fb triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:52.275066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.303047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.334360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef70b0c4-b2da-48a1-b2f3-d9bcf6e03b20,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:52.340657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:40:52.353133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.353584 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Added segment 9ca8fa38-7876-4a72-9fc2-03bda2e236a9 of type vlan for network c39b30d4-f225-44d0-9e7c-86d31e614d86 Jul 28 14:40:52.401797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.540745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-bd6f5845-c29a-4e50-b793-785c99c890e8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.546687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-bd6f5845-c29a-4e50-b793-785c99c890e8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.553132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-bd6f5845-c29a-4e50-b793-785c99c890e8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.554787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-bd6f5845-c29a-4e50-b793-785c99c890e8 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.0813291 Jul 28 14:40:52.556042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.556940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.557508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.648834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] Pushing event updated for resources: {'Network': ['ID=c39b30d4-f225-44d0-9e7c-86d31e614d86,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:52.666042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c39b30d4-f225-44d0-9e7c-86d31e614d86 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:40:52.728416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:52.728776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.780769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-46eb6943-6b15-4cb8-bb55-2e564fd10241 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9599960 Jul 28 14:40:52.784294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:52.789953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Request body: {'subnet': {'network_id': 'c39b30d4-f225-44d0-9e7c-86d31e614d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-628336521-subnet', 'tenant_id': 'c04a9755581240d9aa1fc9160fcbd975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:40:52.877017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2f825-1b62-4157-8bb4-05ebc3d5151e req-374bcb15-dd1c-4362-9f04-4c14a63ff9ad tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:52.878571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8d2f825-1b62-4157-8bb4-05ebc3d5151e req-374bcb15-dd1c-4362-9f04-4c14a63ff9ad tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 945 time: 0.1025171 Jul 28 14:40:52.905976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:52.908516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.931070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:52.962944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52428) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:52.972423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Made reservation on behalf of c04a9755581240d9aa1fc9160fcbd975 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:40:52.975112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:52.979493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 526cbde9-e441-4953-be11-6a8faa86fd70 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:40:52.985479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8d2f825-1b62-4157-8bb4-05ebc3d5151e req-dcb899aa-9323-4d59-9fd7-fa6c5c5754d0 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941427 Jul 28 14:40:53.252765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 526cbde9-e441-4953-be11-6a8faa86fd70 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:40:53.255915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23089cc5-8970-40c2-afa9-6487bc0b0ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.257185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 526cbde9-e441-4953-be11-6a8faa86fd70 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:40:53.262556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.328895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702226d-2f95-45fd-8ff4-f78dc1f4dd10 req-fd30c3f5-04aa-4d91-87fb-d668f2004ec5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:53.344768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702226d-2f95-45fd-8ff4-f78dc1f4dd10 req-fd30c3f5-04aa-4d91-87fb-d668f2004ec5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:53.356382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702226d-2f95-45fd-8ff4-f78dc1f4dd10 req-fd30c3f5-04aa-4d91-87fb-d668f2004ec5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:53.358685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6702226d-2f95-45fd-8ff4-f78dc1f4dd10 req-fd30c3f5-04aa-4d91-87fb-d668f2004ec5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 2418 time: 0.1205957 Jul 28 14:40:53.380753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.386519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23089cc5-8970-40c2-afa9-6487bc0b0ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.423637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=526cbde9-e441-4953-be11-6a8faa86fd70,segment=NetworkSegment(de94324d-f59b-4e07-a5b7-b1bd78b88774),segment_id=de94324d-f59b-4e07-a5b7-b1bd78b88774)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:53.425019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:53.425537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6702226d-2f95-45fd-8ff4-f78dc1f4dd10 req-b6c30403-bd19-474b-a445-0a63bcfac608 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590739 Jul 28 14:40:53.427880 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee143019-714d-49a6-bbcc-9a0f373dd2f8" -d '{"events": [{"server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "name": "network-vif-plugged", "status": "completed", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:53.476655 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33bdd00-2f13-45f1-8377-db78a78e81be x-openstack-request-id: req-d33bdd00-2f13-45f1-8377-db78a78e81be {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:53.477053 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "name": "network-vif-plugged", "status": "completed", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:53.477363 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d33bdd00-2f13-45f1-8377-db78a78e81be {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:53.477815 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70', 'code': 200} Jul 28 14:40:53.522689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.523041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.556603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e085a48c-77ea-4740-bcc2-66aa4862e9cf', '4ee44ed3-effb-4848-a127-a26386fe7aca', '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:40:53.561645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.563212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.593386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23089cc5-8970-40c2-afa9-6487bc0b0ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.645571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:53.648776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:53.656281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-30e35507-5035-47e3-9c7a-e65fa9b6c891 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "DELETE /v2.0/ports/1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 HTTP/1.1" status: 204 len: 173 time: 1.0945399 Jul 28 14:40:53.657091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:53.660892 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127784b8-0d7d-42eb-b523-f75e6ea3697c" -d '{"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:53.697785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.755589 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2724e67d-ec66-49e0-a421-f381034fa45f x-openstack-request-id: req-2724e67d-ec66-49e0-a421-f381034fa45f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:53.756083 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:53.756407 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2724e67d-ec66-49e0-a421-f381034fa45f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:53.756874 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': '1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7', 'status': 'completed', 'code': 200} Jul 28 14:40:53.764322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe313f-e491-4d7c-9633-02405f811b31 req-a3ef7cc9-dcfa-4898-8be3-e30ef2ed82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:53.768185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ebe313f-e491-4d7c-9633-02405f811b31 req-a3ef7cc9-dcfa-4898-8be3-e30ef2ed82ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 1098 time: 0.1995459 Jul 28 14:40:53.780079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0750fcb-f5f3-4eaf-98ee-2fb10b344801,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.799703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23089cc5-8970-40c2-afa9-6487bc0b0ce5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f04c21361f004877b2f93bfdf06e34d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8330448 Jul 28 14:40:53.819708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52448) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:53.839133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23089cc5-8970-40c2-afa9-6487bc0b0ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8682f-131a-4d7b-90f6-16f068f23cfa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:53.902470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Checking segment: {'id': '9ca8fa38-7876-4a72-9fc2-03bda2e236a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'c39b30d4-f225-44d0-9e7c-86d31e614d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:40:53.903140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Network hostable DHCP agents. Network: c39b30d4-f225-44d0-9e7c-86d31e614d86, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:40:53.951180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ebe313f-e491-4d7c-9633-02405f811b31 req-b7830b4b-03b2-4945-906f-737e3fddc92b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720264 Jul 28 14:40:53.967646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.001315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port e085a48c-77ea-4740-bcc2-66aa4862e9cf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:54.001930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.030535 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.105708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Network c39b30d4-f225-44d0-9e7c-86d31e614d86 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:40:54.228505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port e085a48c-77ea-4740-bcc2-66aa4862e9cf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e085a48c-77ea-4740-bcc2-66aa4862e9cf,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:54.228890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.232948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3209e5-7e83-40d0-bdf7-71cbb57de9e2 req-d1600223-b23c-44ec-81fe-a48dd0aa10de tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:54.234601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee3209e5-7e83-40d0-bdf7-71cbb57de9e2 req-d1600223-b23c-44ec-81fe-a48dd0aa10de tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0885065 Jul 28 14:40:54.244336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for e085a48c-77ea-4740-bcc2-66aa4862e9cf owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:54.287439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee3209e5-7e83-40d0-bdf7-71cbb57de9e2 req-4e3188f5-94b4-4a0f-a24c-3a6b23ee202d tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jul 28 14:40:54.548810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c39b30d4-f225-44d0-9e7c-86d31e614d86) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:40:54.562094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:54.562094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.562347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd37537-15f2-4deb-9280-ebdb39b8c12f None None] Network c39b30d4-f225-44d0-9e7c-86d31e614d86 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:54.562844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb583-838c-47a1-8e26-405f425aabec req-3e10ec44-26a5-4b9a-9581-321546ecc3f0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:54.571967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbb583-838c-47a1-8e26-405f425aabec req-3e10ec44-26a5-4b9a-9581-321546ecc3f0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:54.573601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5fbb583-838c-47a1-8e26-405f425aabec req-3e10ec44-26a5-4b9a-9581-321546ecc3f0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 1683 time: 0.0684690 Jul 28 14:40:54.614417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.617939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.625461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73a8682f-131a-4d7b-90f6-16f068f23cfa HTTP/1.1" status: 204 len: 168 time: 0.7988062 Jul 28 14:40:54.641286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1116c6-fbe9-47a3-a3d4-d28d8d7b4156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8682f-131a-4d7b-90f6-16f068f23cfa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:54.674788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5fbb583-838c-47a1-8e26-405f425aabec req-79a57864-15c1-4c3b-9572-3cee1b29d257 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929863 Jul 28 14:40:54.694890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fabe018a-e36f-4e7a-8669-a2b6f77e6c4e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9093862 Jul 28 14:40:54.757349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc9bafb-cd7d-4590-8d9b-00d2af904880 None None] Network c39b30d4-f225-44d0-9e7c-86d31e614d86 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:54.780513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.831254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=e085a48c-77ea-4740-bcc2-66aa4862e9cf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:54.902443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port e085a48c-77ea-4740-bcc2-66aa4862e9cf on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:54.905807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:54.909098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-1c6d542a-0a19-4fb3-8d2e-528c02eba27d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "DELETE /v2.0/ports/e085a48c-77ea-4740-bcc2-66aa4862e9cf HTTP/1.1" status: 204 len: 173 time: 1.2279265 Jul 28 14:40:55.081655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 4ee44ed3-effb-4848-a127-a26386fe7aca {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:55.081655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.185274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 4ee44ed3-effb-4848-a127-a26386fe7aca, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4ee44ed3-effb-4848-a127-a26386fe7aca,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:55.185645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.200189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 4ee44ed3-effb-4848-a127-a26386fe7aca owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:55.463648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b7057-209a-4e53-9efb-b4ca147454d3 req-676acac8-90ce-4cda-9341-30a5a661fc80 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:55.463648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af2b7057-209a-4e53-9efb-b4ca147454d3 req-676acac8-90ce-4cda-9341-30a5a661fc80 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0687215 Jul 28 14:40:55.512130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af2b7057-209a-4e53-9efb-b4ca147454d3 req-cf490073-02cb-4424-add4-9d7f4938e010 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Jul 28 14:40:55.536573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.575382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=4ee44ed3-effb-4848-a127-a26386fe7aca,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:55.634762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 4ee44ed3-effb-4848-a127-a26386fe7aca on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:55.636906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:55.640350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de1a4435-ac4b-4936-9aaa-939a41570dbb req-d18f1736-edae-462f-816e-5b7f8a573210 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.53 "DELETE /v2.0/ports/4ee44ed3-effb-4848-a127-a26386fe7aca HTTP/1.1" status: 204 len: 173 time: 0.7249377 Jul 28 14:40:55.757610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf'}, {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:40:55.760724 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d004db-9815-4bb8-892b-fe0e1d941e82" -d '{"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf"}, {"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:40:56.256359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e59dcfc-e308-4d84-91bf-8efa27629b59 req-947e7256-e00e-410a-b5ea-933d2c15d3b3 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=1718dbe9-99d7-4a8e-9d37-f44b71a92331 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Jul 28 14:40:56.268089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-cc684456-1a92-4e83-8545-c3ae5824c171 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:56.269695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-cc684456-1a92-4e83-8545-c3ae5824c171 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/networks?id=87c96a43-672a-421d-bdf6-35a448779b45 HTTP/1.1" status: 200 len: 825 time: 0.1427114 Jul 28 14:40:56.299352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-bb700e28-5c68-4b98-9183-3073307aea63 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/quotas/a3acafa79187413d879228fe008aebe3 HTTP/1.1" status: 200 len: 375 time: 0.0100622 Jul 28 14:40:56.315000 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7c0775-813b-4af8-a3d0-4485a8579f8a x-openstack-request-id: req-3e7c0775-813b-4af8-a3d0-4485a8579f8a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:40:56.316119 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "e085a48c-77ea-4740-bcc2-66aa4862e9cf", "status": "completed", "code": 200}, {"server_uuid": "1718dbe9-99d7-4a8e-9d37-f44b71a92331", "name": "network-vif-deleted", "tag": "4ee44ed3-effb-4848-a127-a26386fe7aca", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:40:56.316639 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e7c0775-813b-4af8-a3d0-4485a8579f8a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:40:56.317055 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': 'e085a48c-77ea-4740-bcc2-66aa4862e9cf', 'status': 'completed', 'code': 200} Jul 28 14:40:56.317309 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1718dbe9-99d7-4a8e-9d37-f44b71a92331', 'name': 'network-vif-deleted', 'tag': '4ee44ed3-effb-4848-a127-a26386fe7aca', 'status': 'completed', 'code': 200} Jul 28 14:40:56.335276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e085a48c-77ea-4740-bcc2-66aa4862e9cf no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:56.351664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-7f2721f6-1162-4bf3-8206-d056d59a08fc tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3acafa79187413d879228fe008aebe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479639 Jul 28 14:40:56.375057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: e085a48c-77ea-4740-bcc2-66aa4862e9cf {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:56.375809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e085a48c-77ea-4740-bcc2-66aa4862e9cf not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:56.376770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4ee44ed3-effb-4848-a127-a26386fe7aca no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:56.383236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52516) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:56.401606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 4ee44ed3-effb-4848-a127-a26386fe7aca {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:56.403336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4ee44ed3-effb-4848-a127-a26386fe7aca not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:56.403336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:40:56.457417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:40:56.459145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 1f2c6fb3-e770-4a2a-9fc2-2d280d1b59a7 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:40:56.509862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-222d88d7-032e-41e2-922b-962bfedf7a0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c0263a03bb54dc2bce675678ddc3eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254256 Jul 28 14:40:56.512661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:56.527541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fd3eb-eb2a-4192-a6d6-559c78f33e12 req-405afdca-2c69-47f3-b105-3354605dac1a tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:56.529287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-139fd3eb-eb2a-4192-a6d6-559c78f33e12 req-405afdca-2c69-47f3-b105-3354605dac1a tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.1378245 Jul 28 14:40:56.540764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-906a0e8d-de1e-49f5-a668-cbe080fa5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:56.542547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-906a0e8d-de1e-49f5-a668-cbe080fa5928 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fa5805ea12ea4bafa6a34e8c1b63182d&device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 1098 time: 0.1448896 Jul 28 14:40:56.550994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-ee7e6f7d-b5c4-48c2-b95b-148ca033051f service neutron] 10.222.0.47 "GET /v2.0/networks/87c96a43-672a-421d-bdf6-35a448779b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863174 Jul 28 14:40:56.593308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-139fd3eb-eb2a-4192-a6d6-559c78f33e12 req-0b05e83a-f437-4474-b148-dfab812fc7b5 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Jul 28 14:40:56.623051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.651517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.701384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52522) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:56.828589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9825eb9c-1955-49ea-8799-e526789e87dc service neutron] 10.222.0.47 "GET /v2.0/networks/87c96a43-672a-421d-bdf6-35a448779b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426050 Jul 28 14:40:56.831953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-98ecdba9-bf28-4181-8567-e933b0b04868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:56.833400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-98ecdba9-bf28-4181-8567-e933b0b04868 service neutron] 10.222.0.50 "GET /v2.0/networks?id=54b340e8-9a36-4795-9421-91ed51f85437 HTTP/1.1" status: 200 len: 915 time: 0.2812972 Jul 28 14:40:56.874844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.878372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.882988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50cc1338-24a9-42df-aeb7-a885aaf1c186 HTTP/1.1" status: 204 len: 168 time: 0.3665636 Jul 28 14:40:56.895745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-7187b3c5-d182-47ca-86eb-a82c83085ef6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=526cbde9-e441-4953-be11-6a8faa86fd70 HTTP/1.1" status: 200 len: 217 time: 0.0551190 Jul 28 14:40:56.936017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3641-eb7d-4911-a174-e3ab46a10de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:56.941105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620660bb-3e91-44a4-9d6b-d1fdf72871a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc1338-24a9-42df-aeb7-a885aaf1c186,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:57.004393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-16cbf465-c428-4c52-8ec7-20b5bfe6d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:57.005942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-16cbf465-c428-4c52-8ec7-20b5bfe6d70c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=95c713c9-f7e8-4d3a-ae31-4f5403efa3a5 HTTP/1.1" status: 200 len: 854 time: 0.1019425 Jul 28 14:40:57.046187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-defd8ee0-4bf2-4955-9d47-4fac37f851fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=54b340e8-9a36-4795-9421-91ed51f85437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328143 Jul 28 14:40:57.081195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3641-eb7d-4911-a174-e3ab46a10de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.292111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d9c3641-eb7d-4911-a174-e3ab46a10de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.331113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52534) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:57.349251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c3641-eb7d-4911-a174-e3ab46a10de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0deb6-dadd-46a5-8393-8e0b9d97736d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:57.373901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d9c3641-eb7d-4911-a174-e3ab46a10de4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=915fec5c6bd5436d9a4398ea08d39727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6713476 Jul 28 14:40:57.378497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:57.420573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting subnet 59dee54a-4b1b-49d4-b53e-b34f26ce9819 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:57.422603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.437944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-ba6da0a4-e3a4-4fad-a622-1a5cf6d00918 service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843012 Jul 28 14:40:57.542158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bdeeb9f4-2597-4939-bb79-ac98d03c9c66 req-3174a79f-5856-4bd5-b565-60d6a362b7ae tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0565209 Jul 28 14:40:57.552542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.578425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.664112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.674882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.679135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11fb3344-edd2-427e-a0c3-7ed71aef53e1 req-650b3bda-bb73-4aa1-9451-74eae697fdd7 service neutron] 10.222.0.50 "GET /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313180 Jul 28 14:40:57.837628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55e309-4735-4ba0-b118-e2a53eea6ba5 req-cd3c0271-6ebb-4300-9d41-593fde716ab6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:57.839297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e55e309-4735-4ba0-b118-e2a53eea6ba5 req-cd3c0271-6ebb-4300-9d41-593fde716ab6 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0622265 Jul 28 14:40:57.855004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.857845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.859074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9b0deb6-dadd-46a5-8393-8e0b9d97736d HTTP/1.1" status: 204 len: 168 time: 0.4806089 Jul 28 14:40:57.880624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a2cfe-7082-48a2-a163-1c9060a17f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0deb6-dadd-46a5-8393-8e0b9d97736d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:57.904756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e55e309-4735-4ba0-b118-e2a53eea6ba5 req-6a68b9b4-d640-456b-905b-f3696a1b2675 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566850 Jul 28 14:40:57.915525 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.931660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:57.933733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/subnets/59dee54a-4b1b-49d4-b53e-b34f26ce9819 HTTP/1.1" status: 204 len: 168 time: 0.6016636 Jul 28 14:40:57.938399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52564) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:57.949176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f9389-5c59-4836-ad1a-33deb57a40ac None None] Network c98794b8-1eff-48ce-9bcd-e5f1a4d620dc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:40:57.962233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babcfeb-1bee-408b-a0c1-8bea8f3b1885 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Subnet': ['ID=59dee54a-4b1b-49d4-b53e-b34f26ce9819,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:58.055318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.131122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:58.131122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.190279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:58.190665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.197493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] DHCP port deletion for c98794b8-1eff-48ce-9bcd-e5f1a4d620dc request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:40:58.205798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:58.415928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Deleting port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:40:58.416345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.489093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] For port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,segment=NetworkSegment(25253856-4f26-4761-8637-878a43757205),segment_id=25253856-4f26-4761-8637-878a43757205)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:40:58.489552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:58.504254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Calling delete_port for b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:40:58.772240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81426577-57a1-4726-bb06-d850db1ca01b req-1dc99f8c-a766-4ff8-a7ed-407bd7b11de1 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0266163 Jul 28 14:40:59.081249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79136bd-897a-4050-875e-b5b1af769e67 req-a97e4826-1131-4568-829a-1bd1165b9aa8 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:40:59.081249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a79136bd-897a-4050-875e-b5b1af769e67 req-a97e4826-1131-4568-829a-1bd1165b9aa8 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0563617 Jul 28 14:40:59.081249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a79136bd-897a-4050-875e-b5b1af769e67 req-2b59efc1-b8cb-49a2-84c9-c041fb4f42fe tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Jul 28 14:40:59.105711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.113768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.129951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:59.153381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] Pushing event deleted for resources: {'Port': ['ID=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:59.161906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54300a9-bae5-457f-8a70-196992fe78f0 None None] No DVR routers for this DVR port b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:40:59.196526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:59.262399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.277154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98794b8-1eff-48ce-9bcd-e5f1a4d620dc']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:59.297826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25253856-4f26-4761-8637-878a43757205') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:59.298978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25253856-4f26-4761-8637-878a43757205') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:40:59.320807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.372622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.388011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:40:59.388856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:40:59.394381 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:40:59.660046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.679293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.679293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/networks/c98794b8-1eff-48ce-9bcd-e5f1a4d620dc HTTP/1.1" status: 204 len: 168 time: 1.7310259 Jul 28 14:40:59.679498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:40:59.682188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57057f65-f0e6-4422-9935-4c1260e108e9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Network': ['ID=c98794b8-1eff-48ce-9bcd-e5f1a4d620dc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:40:59.750630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting subnet 51ec4845-5467-43b3-9ff2-9e25d8581c4b {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:40:59.755368 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.803663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:40:59.843521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4ab2e4d-3dd6-4925-936e-7859e621dbac req-46354bda-17ff-4598-8b5b-47aeb2c02c85 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0308840 Jul 28 14:40:59.896881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.181551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.225926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:00.252456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:00.253240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b5d8ac4e-ef39-469c-ab0f-04e43a6bcef1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:00.261852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Subnet': ['ID=51ec4845-5467-43b3-9ff2-9e25d8581c4b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.274452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.275184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.275656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.276132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.276578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.277800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.277800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.277800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.278127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.278504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.278946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.279387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:00.283299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.285943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6bc5f89f-d04e-48da-9d90-1bf0a29adc9b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/subnets/51ec4845-5467-43b3-9ff2-9e25d8581c4b HTTP/1.1" status: 204 len: 168 time: 0.6052148 Jul 28 14:41:00.286575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7dbea-313c-41ef-aad2-bac1f1034c25 None None] Network 3a2667d2-c538-4f00-9fe4-92e2de56ac31 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:00.288705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:00.300802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d4675-a95e-493b-a855-48252fc828d9 req-dae535f2-022e-4516-a0c0-739ccdcae403 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:00.304390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-262d4675-a95e-493b-a855-48252fc828d9 req-dae535f2-022e-4516-a0c0-739ccdcae403 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0801139 Jul 28 14:41:00.312106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52612) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:00.388609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-262d4675-a95e-493b-a855-48252fc828d9 req-c1718c96-04dd-4083-a593-03bbe6bcc035 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655718 Jul 28 14:41:00.452479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.539370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 090dda89-e61c-4bda-9b82-43d80f79f188 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:00.551958 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.561775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] DHCP port deletion for 3a2667d2-c538-4f00-9fe4-92e2de56ac31 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:00.622578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Deleting port 090dda89-e61c-4bda-9b82-43d80f79f188 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:00.622990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.623451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 090dda89-e61c-4bda-9b82-43d80f79f188, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=090dda89-e61c-4bda-9b82-43d80f79f188,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:00.623910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.641532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 090dda89-e61c-4bda-9b82-43d80f79f188 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:00.701073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] For port 090dda89-e61c-4bda-9b82-43d80f79f188, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=090dda89-e61c-4bda-9b82-43d80f79f188,segment=NetworkSegment(619cccfe-9277-47da-802c-27698b9783d7),segment_id=619cccfe-9277-47da-802c-27698b9783d7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:00.701504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.719357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Calling delete_port for 090dda89-e61c-4bda-9b82-43d80f79f188 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:00.852095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.857163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c3bda9b-adc7-4c95-916e-d00667d89a15 tempest-AgentManagementNegativeTest-1360013352 tempest-AgentManagementNegativeTest-1360013352-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5433900 Jul 28 14:41:00.859623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:00.888695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=090dda89-e61c-4bda-9b82-43d80f79f188,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.891020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] Pushing event deleted for resources: {'Port': ['ID=090dda89-e61c-4bda-9b82-43d80f79f188,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:00.895618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1dc708-3075-4b87-9beb-ecf5860ea224 None None] No DVR routers for this DVR port 090dda89-e61c-4bda-9b82-43d80f79f188 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:00.909699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 090dda89-e61c-4bda-9b82-43d80f79f188 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:01.034208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e55fb6dd-08f6-409e-81a9-6a1579479154 req-294f7bb4-a687-4808-876f-83ccecdff6eb tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0860524 Jul 28 14:41:01.066885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.078985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2667d2-c538-4f00-9fe4-92e2de56ac31']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:01.092815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619cccfe-9277-47da-802c-27698b9783d7') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:01.093122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619cccfe-9277-47da-802c-27698b9783d7') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:01.105382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.123634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.132326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:01.132737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:01.136239 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:01.219111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31da59-654e-4c3c-b9f7-c244c0a28154 req-7f7dfd46-3b8d-4bcc-9b5e-e23696d1154a tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.223500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc31da59-654e-4c3c-b9f7-c244c0a28154 req-7f7dfd46-3b8d-4bcc-9b5e-e23696d1154a tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0758843 Jul 28 14:41:01.276789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc31da59-654e-4c3c-b9f7-c244c0a28154 req-f639edd4-6291-4ca3-9a70-423de01158bf tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jul 28 14:41:01.397627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.403277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.409293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/networks/3a2667d2-c538-4f00-9fe4-92e2de56ac31 HTTP/1.1" status: 204 len: 168 time: 1.1166229 Jul 28 14:41:01.415767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52640) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:01.421096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2115253405'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:01.438434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255983f-51b3-4689-8332-7d7a86d7ff01 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Network': ['ID=3a2667d2-c538-4f00-9fe4-92e2de56ac31,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:01.566060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:01.570005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.595963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:01.605721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.608249 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Added segment cd9419f3-8676-4ef0-82e2-2a7e36d26ab2 of type vlan for network 6f20202b-677f-4018-ae56-738e9d56acab Jul 28 14:41:01.650672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.845939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.852192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:01.858496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:01.865001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52654) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:01.932921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Network': ['ID=6f20202b-677f-4018-ae56-738e9d56acab,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:01.950827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6f20202b-677f-4018-ae56-738e9d56acab details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:02.055579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f3193fc-4d1a-484e-b715-b7c8af9e9705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.080961 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c5dd61c-98b1-4c41-8950-971d1bf967ce tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6594629 Jul 28 14:41:02.083213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52666) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:02.092183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'subnet': {'network_id': '6f20202b-677f-4018-ae56-738e9d56acab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:02.200655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 090dda89-e61c-4bda-9b82-43d80f79f188 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:02.206702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd6d04c5-f130-4517-be3c-7903e13b4615 req-5661e414-1923-4956-8ba5-61339d456c2b tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0564356 Jul 28 14:41:02.242999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 090dda89-e61c-4bda-9b82-43d80f79f188 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:02.243795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 090dda89-e61c-4bda-9b82-43d80f79f188 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:02.311894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f3193fc-4d1a-484e-b715-b7c8af9e9705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.427303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746b048-c20b-44e1-ad77-725cefe90371 req-549aa422-ac92-401b-a19e-08a7c2964606 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:02.428934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a746b048-c20b-44e1-ad77-725cefe90371 req-549aa422-ac92-401b-a19e-08a7c2964606 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0623999 Jul 28 14:41:02.472115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a746b048-c20b-44e1-ad77-725cefe90371 req-9fb53d5b-926d-4a35-9d20-0d40b3f95313 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360453 Jul 28 14:41:02.522556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f3193fc-4d1a-484e-b715-b7c8af9e9705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.566467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:02.566642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f3193fc-4d1a-484e-b715-b7c8af9e9705 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83ba2189c4b14c9daea3cf4b9b8105ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7000117 Jul 28 14:41:02.568908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3193fc-4d1a-484e-b715-b7c8af9e9705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1937ba-626d-4ac1-95d6-66e368b7d7da,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:02.644787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:02.651011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.741949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.750575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-b6bfd556-5885-4065-befc-94d9321d40ed tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:02.759761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-b6bfd556-5885-4065-befc-94d9321d40ed tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.50 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0801573 Jul 28 14:41:02.789816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:02.804106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-a7727508-3ceb-488d-b419-f8b0ad152ce8 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:02.806303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-a7727508-3ceb-488d-b419-f8b0ad152ce8 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.53 "GET /v2.0/networks?id=87c96a43-672a-421d-bdf6-35a448779b45 HTTP/1.1" status: 200 len: 825 time: 0.2056684 Jul 28 14:41:02.852604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Request body: {'port': {'device_id': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45', 'admin_state_up': True, 'tenant_id': 'a3acafa79187413d879228fe008aebe3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:02.964075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Deleting port 526cbde9-e441-4953-be11-6a8faa86fd70 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:02.964995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.014386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.018166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.030038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff1937ba-626d-4ac1-95d6-66e368b7d7da HTTP/1.1" status: 204 len: 168 time: 0.4559910 Jul 28 14:41:03.040659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4e3f-8f17-43d9-85b4-ad69a0f3f7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1937ba-626d-4ac1-95d6-66e368b7d7da,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:03.098847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.136770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] For port 526cbde9-e441-4953-be11-6a8faa86fd70, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=526cbde9-e441-4953-be11-6a8faa86fd70,segment=NetworkSegment(de94324d-f59b-4e07-a5b7-b1bd78b88774),segment_id=de94324d-f59b-4e07-a5b7-b1bd78b88774)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:03.137156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.149084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Made reservation on behalf of a3acafa79187413d879228fe008aebe3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:03.154616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.176727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Calling delete_port for 526cbde9-e441-4953-be11-6a8faa86fd70 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:03.228644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Subnet': ['ID=e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:03.235667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Checking segment: {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:03.236246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network hostable DHCP agents. Network: 6f20202b-677f-4018-ae56-738e9d56acab, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:03.367414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80b386ff-6bc9-495b-8256-f4e75435b825 req-8acbd56c-73da-4bc2-b4f1-f66601d80140 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0503404 Jul 28 14:41:03.390130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 6f20202b-677f-4018-ae56-738e9d56acab is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:03.469633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Allocated IP 172.20.0.3 (87c96a43-672a-421d-bdf6-35a448779b45/f12fc924-82c7-493d-a011-43f658eb7a4c/4234ab42-1d30-449f-9b93-d09dbd1e6524) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:03.569541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6f20202b-677f-4018-ae56-738e9d56acab) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:03.582723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818f121-ded8-4436-bf98-965e011c10b9 None None] Network 6f20202b-677f-4018-ae56-738e9d56acab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:03.588930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.589632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.622825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910097b1-6f59-4274-a733-9ac35cdbe380 req-3c323381-8f3a-4440-838f-8aeebd8a8bfb tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:03.624846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-910097b1-6f59-4274-a733-9ac35cdbe380 req-3c323381-8f3a-4440-838f-8aeebd8a8bfb tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 946 time: 0.0775893 Jul 28 14:41:03.664495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.702332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['526cbde9-e441-4953-be11-6a8faa86fd70'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:03.741709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Pushing event deleted for resources: {'Port': ['ID=526cbde9-e441-4953-be11-6a8faa86fd70,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:03.749489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-910097b1-6f59-4274-a733-9ac35cdbe380 req-1fcbb591-e081-4d02-a776-37144e86b36a tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/security-groups?id=a46738bd-307b-4ed7-8783-a7d8ee932fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182528 Jul 28 14:41:03.806270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2707fe79-5aa6-4bc2-a2b2-d2ec1fbd9716 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7204328 Jul 28 14:41:03.808938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:03.816050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1121227081'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:03.829098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] No DVR routers for this DVR port 526cbde9-e441-4953-be11-6a8faa86fd70 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:03.834315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.836546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b9a7e7-f030-4f60-a01b-ab448169dfae req-c38f25d1-e96e-4b47-962c-554a8b8cd496 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.50 "DELETE /v2.0/ports/526cbde9-e441-4953-be11-6a8faa86fd70 HTTP/1.1" status: 204 len: 173 time: 1.0761924 Jul 28 14:41:03.837206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'name': 'network-vif-deleted', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:03.838506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6f20202b-677f-4018-ae56-738e9d56acab', 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'fixed_ips': [{'subnet_id': 'e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:03.841717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:03.852412 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04ecd2-870d-4f21-8999-897a642c3b23" -d '{"events": [{"server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "name": "network-vif-deleted", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:03.992773 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbfa7f5-21dd-496a-a3a6-36839e4a81bd x-openstack-request-id: req-fcbfa7f5-21dd-496a-a3a6-36839e4a81bd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:03.992773 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0589edc3-8b85-4dd0-9498-78442c5e1402", "name": "network-vif-deleted", "tag": "526cbde9-e441-4953-be11-6a8faa86fd70", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:03.992773 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fcbfa7f5-21dd-496a-a3a6-36839e4a81bd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:03.992773 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0589edc3-8b85-4dd0-9498-78442c5e1402', 'name': 'network-vif-deleted', 'tag': '526cbde9-e441-4953-be11-6a8faa86fd70', 'status': 'completed', 'code': 200} Jul 28 14:41:04.019560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:04.023697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.077495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:04.089720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.103043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.103846 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Added segment 5a4c9096-57cb-4930-8318-ae4b2d91c7d8 of type vlan for network 1050670a-d866-4b74-a3f6-bcbfc5e5404a Jul 28 14:41:04.124709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Allocated IP 19.80.0.2 (6f20202b-677f-4018-ae56-738e9d56acab/e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc/0a2e9384-9763-47a1-91c0-3eb037df10f8) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:04.174810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.300469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.343013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Network 87c96a43-672a-421d-bdf6-35a448779b45 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:04.346392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:04.349380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:04.354408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.366920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Transition to ACTIVE for port object 0a2e9384-9763-47a1-91c0-3eb037df10f8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:04.388554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Pushing event updated for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:04.389510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.389969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Transition to ACTIVE for port object 0a2e9384-9763-47a1-91c0-3eb037df10f8 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:04.404914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:04.406318 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.438191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:04.439214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.504865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Network': ['ID=1050670a-d866-4b74-a3f6-bcbfc5e5404a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:04.515785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:04.583013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.585312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a75af-a92f-4fec-b154-c39e44bf3908 req-8bf43eea-ac21-467e-8c05-3fa4cc3661b3 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:04.587551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-904a75af-a92f-4fec-b154-c39e44bf3908 req-8bf43eea-ac21-467e-8c05-3fa4cc3661b3 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 931 time: 0.1220350 Jul 28 14:41:04.609350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2cab35d-1ac7-45a2-b6c6-e74c0aeeed6e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7992048 Jul 28 14:41:04.612392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52762) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:04.617786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'subnet': {'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:04.669585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Network 6f20202b-677f-4018-ae56-738e9d56acab is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:04.671949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-5e659d2a-4035-4a1c-97c9-d64a07ae96f7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8457577 Jul 28 14:41:04.677214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:04.685640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:04.702765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Request body: {'port': {'device_id': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:04.719531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Pushing event updated for resources: {'Port': ['ID=0a2e9384-9763-47a1-91c0-3eb037df10f8,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:04.721030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-904a75af-a92f-4fec-b154-c39e44bf3908 req-1a74aa18-2e1f-45eb-873d-1174b3154d22 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262939 Jul 28 14:41:04.744584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.745178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.745696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.746468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.746987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.747495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.747980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.748668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.749309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.749995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.750338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.750668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:04.777865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Attempting to bind port 0a2e9384-9763-47a1-91c0-3eb037df10f8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:04.778382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Attempting to bind port 0a2e9384-9763-47a1-91c0-3eb037df10f8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:04.778875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Attempting to bind port 0a2e9384-9763-47a1-91c0-3eb037df10f8 on network 6f20202b-677f-4018-ae56-738e9d56acab {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:04.785634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:04.786010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Checking segment: {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:04.786423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.786804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Bound using segment: {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:04.787420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Bound port: 0a2e9384-9763-47a1-91c0-3eb037df10f8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:04.787915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.872383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:04.874864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.899749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:04.937309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] For port 0a2e9384-9763-47a1-91c0-3eb037df10f8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:04.941488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] For port 0a2e9384-9763-47a1-91c0-3eb037df10f8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a2e9384-9763-47a1-91c0-3eb037df10f8,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:05.032130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ccaaaef7-df7e-413c-8555-5b9fe356863c req-dfc532a3-c2cf-4b1b-8735-22c0b7e69491 tempest-InstanceActionsTestJSON-1771693885 tempest-InstanceActionsTestJSON-1771693885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0589edc3-8b85-4dd0-9498-78442c5e1402 HTTP/1.1" status: 200 len: 210 time: 0.0678535 Jul 28 14:41:05.100236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.173590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0f96e-b22c-4efc-90d1-a635724242fa None None] Pushing event updated for resources: {'Port': ['ID=0a2e9384-9763-47a1-91c0-3eb037df10f8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:05.336846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4234ab42-1d30-449f-9b93-d09dbd1e6524 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:05.339673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.347652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.419640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Transition to ACTIVE for port object 4234ab42-1d30-449f-9b93-d09dbd1e6524 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:05.434310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Subnet': ['ID=0df076c5-c7a7-40ba-b0b1-a9325009e225,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:05.474727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Checking segment: {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:05.483061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network hostable DHCP agents. Network: 1050670a-d866-4b74-a3f6-bcbfc5e5404a, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:05.505606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.586322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Pushing event updated for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:05.608234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:05.683191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Attempting to bind port 4234ab42-1d30-449f-9b93-d09dbd1e6524 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:05.683191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Attempting to bind port 4234ab42-1d30-449f-9b93-d09dbd1e6524 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd53add9f-5d76-49c7-a9bd-28c037d22518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:05.683191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Attempting to bind port 4234ab42-1d30-449f-9b93-d09dbd1e6524 on network 87c96a43-672a-421d-bdf6-35a448779b45 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:05.687995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Port 4234ab42-1d30-449f-9b93-d09dbd1e6524 on network 87c96a43-672a-421d-bdf6-35a448779b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:05.688319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Attempting to bind port 4234ab42-1d30-449f-9b93-d09dbd1e6524 on network 87c96a43-672a-421d-bdf6-35a448779b45 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:05.693905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:05.694231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Checking segment: {'id': 'd53add9f-5d76-49c7-a9bd-28c037d22518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:05.694642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Bound using segment: {'id': 'd53add9f-5d76-49c7-a9bd-28c037d22518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:05.695080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Bound port: 4234ab42-1d30-449f-9b93-d09dbd1e6524, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53add9f-5d76-49c7-a9bd-28c037d22518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:05.695449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:05.796638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:05.809442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:05.812946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524,segment=NetworkSegment(d53add9f-5d76-49c7-a9bd-28c037d22518),segment_id=d53add9f-5d76-49c7-a9bd-28c037d22518)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:05.960017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:06.112758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52806) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:06.170255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1748986166'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:06.207170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 1050670a-d866-4b74-a3f6-bcbfc5e5404a) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:06.208825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Deleting subnet 95c713c9-f7e8-4d3a-ae31-4f5403efa3a5 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:06.212478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.216652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.218289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fbb7c-7bc5-43ec-9dcc-24bcbce5a22b None None] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:06.218919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.236504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23a9cf17-89ce-473a-be97-26df1e12712a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.265854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb903b-861c-4b89-8613-2ff28f0a11fe req-759105fa-bdaf-46fa-a9bb-160e4339f0b3 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.283910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fdb903b-861c-4b89-8613-2ff28f0a11fe req-759105fa-bdaf-46fa-a9bb-160e4339f0b3 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.4640656 Jul 28 14:41:06.297229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.331825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a2e9384-9763-47a1-91c0-3eb037df10f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:06.336269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fdb903b-861c-4b89-8613-2ff28f0a11fe req-0f386b1d-d5f3-4b1a-a858-0b5bdfdbf8ae tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Jul 28 14:41:06.388530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.411302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320be694-4dd3-430e-b603-b154051cc208 None None] Network 6f20202b-677f-4018-ae56-738e9d56acab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:06.605001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-1050670a-d866-4b74-a3f6-bcbfc5e5404a', 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'fixed_ips': [{'subnet_id': '0df076c5-c7a7-40ba-b0b1-a9325009e225'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:06.605832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.716035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.765295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.765515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.774499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] 10.222.0.53 "PUT /v2.0/ports/4234ab42-1d30-449f-9b93-d09dbd1e6524 HTTP/1.1" status: 200 len: 1092 time: 2.0789583 Jul 28 14:41:06.775900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:06.778433 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d104d-978e-4115-a180-651ff0789089" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:06.783070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Allocated IP 19.86.0.2 (1050670a-d866-4b74-a3f6-bcbfc5e5404a/0df076c5-c7a7-40ba-b0b1-a9325009e225/c926ec93-dd11-4a9f-8d9b-6f66a8717cc9) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:06.787628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:06.795270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.805700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:06.806099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.808409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Provisioning for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:06.811306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Made reservation on behalf of dd21325797194ab0aaec9475e1b82d24 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:06.817259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.858183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Provisioning complete for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:06.858565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.863069 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f49478-2094-4e57-a423-5d4f758d00c1 x-openstack-request-id: req-89f49478-2094-4e57-a423-5d4f758d00c1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:06.863278 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:06.863601 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89f49478-2094-4e57-a423-5d4f758d00c1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:06.864202 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524', 'status': 'completed', 'code': 200} Jul 28 14:41:06.868624 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.871010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c713c9-f7e8-4d3a-ae31-4f5403efa3a5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:06.887248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:06.891715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cb71c313-da89-4036-afba-8b41c38bd34c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/95c713c9-f7e8-4d3a-ae31-4f5403efa3a5 HTTP/1.1" status: 204 len: 168 time: 0.7776845 Jul 28 14:41:06.892733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52820) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:06.960658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157c07e-dfc0-4f66-bec7-3e704ee1053a service neutron] Pushing event updated for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:06.975334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d104d-978e-4115-a180-651ff0789089 req-1cd71f8a-6559-4f5d-9832-5c7e150154b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:06.975688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-74b412eb-0aba-4bd6-a257-469729557813 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3531773 Jul 28 14:41:06.975812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-046d104d-978e-4115-a180-651ff0789089 req-1cd71f8a-6559-4f5d-9832-5c7e150154b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3acafa79187413d879228fe008aebe3&device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 1095 time: 0.0750296 Jul 28 14:41:07.101686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.139187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 526cbde9-e441-4953-be11-6a8faa86fd70 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:07.210014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d104d-978e-4115-a180-651ff0789089 req-c9027134-5eb4-415b-aa85-bd96e38f68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.212029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-046d104d-978e-4115-a180-651ff0789089 req-c9027134-5eb4-415b-aa85-bd96e38f68f8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a3acafa79187413d879228fe008aebe3&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2225080 Jul 28 14:41:07.309167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.323970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b340e8-9a36-4795-9421-91ed51f85437']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:07.337660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de94324d-f59b-4e07-a5b7-b1bd78b88774') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:07.338275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de94324d-f59b-4e07-a5b7-b1bd78b88774') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:07.349798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.368671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d104d-978e-4115-a180-651ff0789089 req-7ed7ff30-3a2f-431c-afd7-9ba0acc34fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.370309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-046d104d-978e-4115-a180-651ff0789089 req-7ed7ff30-3a2f-431c-afd7-9ba0acc34fc9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509848 Jul 28 14:41:07.370992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52838) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:07.389948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 526cbde9-e441-4953-be11-6a8faa86fd70 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:07.390547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 526cbde9-e441-4953-be11-6a8faa86fd70 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:07.406810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.426993 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.443016 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.445477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:07.446796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:07.484330 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:07.547856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.559411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23a9cf17-89ce-473a-be97-26df1e12712a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.566544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] For port 0a2e9384-9763-47a1-91c0-3eb037df10f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a2e9384-9763-47a1-91c0-3eb037df10f8,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:07.572583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0be871b2-24b3-4de7-ab6a-1ecd0ceca388 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.578609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0be871b2-24b3-4de7-ab6a-1ecd0ceca388 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.581489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Transition to ACTIVE for port object c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:07.586356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0be871b2-24b3-4de7-ab6a-1ecd0ceca388 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/networks?id=6f20202b-677f-4018-ae56-738e9d56acab&id=1050670a-d866-4b74-a3f6-bcbfc5e5404a HTTP/1.1" status: 200 len: 1392 time: 0.2143300 Jul 28 14:41:07.608240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Transition to ACTIVE for port object c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:07.617309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-20157d47-13c7-4a5c-bc84-f95bedd4d973 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/quotas/01c478a47d8a4ef680a5da693e31cc35 HTTP/1.1" status: 200 len: 375 time: 0.0299866 Jul 28 14:41:07.629763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109ad2c-6ed2-4a3e-90ef-4ca2797172b7 req-449ccdb0-3671-45ce-8099-930337e99806 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.638135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7109ad2c-6ed2-4a3e-90ef-4ca2797172b7 req-449ccdb0-3671-45ce-8099-930337e99806 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.0888808 Jul 28 14:41:07.662192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-4827881a-0e26-4e92-9f9d-6b90f60861ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.663796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-4827881a-0e26-4e92-9f9d-6b90f60861ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3acafa79187413d879228fe008aebe3&device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 1095 time: 0.1626680 Jul 28 14:41:07.664908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e24efe9c-903a-424c-842f-4b2681b147dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.687646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7109ad2c-6ed2-4a3e-90ef-4ca2797172b7 req-f3437e91-c122-420f-ada7-4edf545acbef tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484996 Jul 28 14:41:07.698443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23a9cf17-89ce-473a-be97-26df1e12712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.712883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.713403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.715431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.725232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-db966875-1cf4-4eab-a7b2-9ea4b0b12826 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524 HTTP/1.1" status: 200 len: 217 time: 0.0452561 Jul 28 14:41:07.735915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:41:07.735915 n-d-705658-23 neutron-server[94748]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 14:41:07.735915 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id': 'dd21325797194ab0aaec9475e1b82d24', 'id': '0b1860ef-2061-4775-be49-bd7435174f79', 'expiration': datetime.datetime(2021, 7, 28, 14, 43, 7, 720203)}] Jul 28 14:41:07.735915 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:07.736486 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:07.769531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23a9cf17-89ce-473a-be97-26df1e12712a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a106ec77cfb044c4b2a5b44f5f81c207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9684889 Jul 28 14:41:07.769531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9cf17-89ce-473a-be97-26df1e12712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8150890-e416-4557-867f-ae525afeb69a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:07.783764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:07.786431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.790612 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:07.791045 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:07.795098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] 10.222.0.47 "DELETE /v2.0/networks/54b340e8-9a36-4795-9421-91ed51f85437 HTTP/1.1" status: 204 len: 168 time: 0.9009409 Jul 28 14:41:07.796658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493483f-5d03-4e06-ad16-f24b85164d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b340e8-9a36-4795-9421-91ed51f85437,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:07.811644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0f916f62-7b7e-4a44-8aaf-d695f0f76728 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1933684 Jul 28 14:41:07.893534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-2772e4fb-01be-4bb8-92e8-db79109abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:07.894991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-2772e4fb-01be-4bb8-92e8-db79109abce4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f12fc924-82c7-493d-a011-43f658eb7a4c HTTP/1.1" status: 200 len: 865 time: 0.1604121 Jul 28 14:41:07.939128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-51795c49-f8dd-4cc5-a96a-772926d185b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=87c96a43-672a-421d-bdf6-35a448779b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353830 Jul 28 14:41:07.961167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5f62-017c-4bbe-8b50-a7e5fcfce67b None None] Pushing event updated for resources: {'Port': ['ID=0a2e9384-9763-47a1-91c0-3eb037df10f8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:07.975228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:07.984760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:07.988936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:07.995904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:08.013945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.041063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aba4adaa-5ca3-42ed-8799-052d9eb7c1eb None None] Provisioning complete for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:08.044891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aba4adaa-5ca3-42ed-8799-052d9eb7c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.138575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Pushing event updated for resources: {'Port': ['ID=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:08.154452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Attempting to bind port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:08.154827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Attempting to bind port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:08.155227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Attempting to bind port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 on network 1050670a-d866-4b74-a3f6-bcbfc5e5404a {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:08.164329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:08.164566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Checking segment: {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:08.164855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.165252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Bound using segment: {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:08.165739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Bound port: c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:08.166130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.206578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.209664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.213510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8150890-e416-4557-867f-ae525afeb69a HTTP/1.1" status: 204 len: 168 time: 0.3874891 Jul 28 14:41:08.232250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62f78-f334-4088-9a2a-69b785d34a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8150890-e416-4557-867f-ae525afeb69a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:08.254051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.287786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] For port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:08.291924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] For port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:08.299639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-e64e521c-c47f-45ea-b196-50941aa52ad0 service neutron] 10.222.0.47 "GET /v2.0/networks/6f20202b-677f-4018-ae56-738e9d56acab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870474 Jul 28 14:41:08.335406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e24efe9c-903a-424c-842f-4b2681b147dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.406791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-f53ad211-e784-4689-a7be-a8c2164aeaff service neutron] 10.222.0.53 "GET /v2.0/networks/87c96a43-672a-421d-bdf6-35a448779b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601600 Jul 28 14:41:08.411483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a2e9384-9763-47a1-91c0-3eb037df10f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:08.441524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.484055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e24efe9c-903a-424c-842f-4b2681b147dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.514229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-2e5fa23a-43ef-4ae3-8698-46716ff435be service neutron] 10.222.0.47 "GET /v2.0/networks/6f20202b-677f-4018-ae56-738e9d56acab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017944 Jul 28 14:41:08.529828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a56e89-fb4b-490b-86db-c3bdb4a47877 None None] Pushing event updated for resources: {'Port': ['ID=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:08.549744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0a2e9384-9763-47a1-91c0-3eb037df10f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:08.553651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.571780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52856) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:08.633940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa0172b2-3f48-4f26-9d44-502676ed557d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa5805ea12ea4bafa6a34e8c1b63182d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589890 Jul 28 14:41:08.636337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:08.671143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e24efe9c-903a-424c-842f-4b2681b147dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e077ae46b24946748f09d4be1e6f2487&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2978327 Jul 28 14:41:08.675998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:08.721939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24efe9c-903a-424c-842f-4b2681b147dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41403ec-0731-4087-82f3-a8eb6d50d3d4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:08.783385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.844382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:08.880647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93986cbc-6970-4bf6-81d1-c4dacd518106 req-07a7efac-668d-48d3-a820-8a43d974dab2 service neutron] 10.222.0.53 "GET /v2.0/networks/87c96a43-672a-421d-bdf6-35a448779b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620996 Jul 28 14:41:08.907773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-56bcd910-a9ba-45bc-9669-be1001891173 service neutron] 10.222.0.47 "GET /v2.0/networks/1050670a-d866-4b74-a3f6-bcbfc5e5404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495104 Jul 28 14:41:08.987589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b1b8-636c-4ef9-930c-647b4d3f5c88 req-5a9d2e3d-946d-4762-93fb-d713d5e8b3f2 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:08.996494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c0b1b8-636c-4ef9-930c-647b4d3f5c88 req-5a9d2e3d-946d-4762-93fb-d713d5e8b3f2 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.1556003 Jul 28 14:41:09.005818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.033223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.042545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.059438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-d30f5fae-05cf-49e0-a423-405dbb1284c9 service neutron] 10.222.0.47 "GET /v2.0/networks/1050670a-d866-4b74-a3f6-bcbfc5e5404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434216 Jul 28 14:41:09.075116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.083915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.083915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a46738bd-307b-4ed7-8783-a7d8ee932fd1 HTTP/1.1" status: 204 len: 168 time: 0.4423981 Jul 28 14:41:09.152893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d80cc-53db-4f7b-9bf0-1e9d6c1a534c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46738bd-307b-4ed7-8783-a7d8ee932fd1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.200512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c0b1b8-636c-4ef9-930c-647b4d3f5c88 req-a7de5bde-838f-4921-8d52-caa417f08569 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005959 Jul 28 14:41:09.265062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.294052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.297001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.300714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f41403ec-0731-4087-82f3-a8eb6d50d3d4 HTTP/1.1" status: 204 len: 168 time: 0.6211736 Jul 28 14:41:09.313975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee56c7a-ec35-4c6f-aba0-02103afaaa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41403ec-0731-4087-82f3-a8eb6d50d3d4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.317164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2aaaa8-4a16-4a13-a3f6-05a577465403,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.336132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:09.355010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:09.362349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.363596 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Added segment 90d7a813-25d1-4384-a7c8-87ec53d55b63 of type vlan for network a942ba51-593a-4619-9a80-a6d98f9556f3 Jul 28 14:41:09.410654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acea98ac-2d78-44a2-95cf-2d3e71225cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.488895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.543911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acea98ac-2d78-44a2-95cf-2d3e71225cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.589792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f65e90b-0c4c-4510-a622-e2754bc5878f req-61ef2242-2c8e-434f-825b-ea228e9149fd tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0442269 Jul 28 14:41:09.646060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acea98ac-2d78-44a2-95cf-2d3e71225cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.682197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.688640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:09.690684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.721114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-acea98ac-2d78-44a2-95cf-2d3e71225cb6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b69b14a6365047b1a444cd48146bcb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647194 Jul 28 14:41:09.722208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea98ac-2d78-44a2-95cf-2d3e71225cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f69bd3-476e-4a7b-84cf-ba35ce79910b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.725460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52896) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:09.806087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'Network': ['ID=a942ba51-593a-4619-9a80-a6d98f9556f3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:09.819336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a942ba51-593a-4619-9a80-a6d98f9556f3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:09.857430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.863746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4fd5cd33-7628-458a-bb9e-59cb28baeb87 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.9024434 Jul 28 14:41:09.866697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:09.872288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Request body: {'subnet': {'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:09.895551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:09.980868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086af22-019b-4cd5-a229-757312fd9b60 None None] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:10.177632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8b0955df-51cb-4fa8-a653-e065b8d4d013 None None] Provisioning for port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:10.294529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.300398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.303784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19f69bd3-476e-4a7b-84cf-ba35ce79910b HTTP/1.1" status: 204 len: 168 time: 0.5771043 Jul 28 14:41:10.343575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cc0ba-b3ad-44b0-801d-6394685e7f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f69bd3-476e-4a7b-84cf-ba35ce79910b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:10.442390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6030-296c-4871-a512-83694afd18b0 req-9d28ae87-94dd-4a14-a456-abf31f54c825 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:10.474109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec4c6030-296c-4871-a512-83694afd18b0 req-9d28ae87-94dd-4a14-a456-abf31f54c825 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.1761663 Jul 28 14:41:10.514891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Made reservation on behalf of dd21325797194ab0aaec9475e1b82d24 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:10.524617 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.609408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:10.658493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec4c6030-296c-4871-a512-83694afd18b0 req-05f71b97-18da-45c0-8339-dd830cd97e78 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734452 Jul 28 14:41:10.711768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86cf5849-d09b-4903-9c61-a86daa5145a9 req-e017be79-d766-4441-968e-8a14d777b942 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0435605 Jul 28 14:41:10.733341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52924) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:10.754344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6960cf49-3b99-40c4-9ed8-48d87c5158e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.910556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:10.926640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:10.926640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:10.935560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6960cf49-3b99-40c4-9ed8-48d87c5158e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.008083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.015021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.064855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:11.071277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6960cf49-3b99-40c4-9ed8-48d87c5158e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.079014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'Subnet': ['ID=0f38909b-8eaa-423d-8be0-ffd62819606b,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.089437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Checking segment: {'id': '90d7a813-25d1-4384-a7c8-87ec53d55b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:11.090064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Network hostable DHCP agents. Network: a942ba51-593a-4619-9a80-a6d98f9556f3, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:11.123957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960cf49-3b99-40c4-9ed8-48d87c5158e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4be3d7-a0b7-4433-a3e5-81cb3a67bc4c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.133144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6960cf49-3b99-40c4-9ed8-48d87c5158e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=853eea1c66234d6299c8378a45c9ee92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977308 Jul 28 14:41:11.140760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52938) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:11.200767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.217834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:11.233337 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.286601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.301376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Network a942ba51-593a-4619-9a80-a6d98f9556f3 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:11.390311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.433668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2145750009-network', 'tenant_id': '6466e2b95c6648b78d8e771cfd439229'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:11.598017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a942ba51-593a-4619-9a80-a6d98f9556f3) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:11.600462 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.611432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.611432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e4be3d7-a0b7-4433-a3e5-81cb3a67bc4c HTTP/1.1" status: 204 len: 168 time: 0.4647610 Jul 28 14:41:11.611809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0083c-f233-4eb2-8c64-775756edc693 None None] Network a942ba51-593a-4619-9a80-a6d98f9556f3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:11.614848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:11.617420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.636133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eadd4c-ef4a-4b3b-bc2c-ff3c1bb863f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4be3d7-a0b7-4433-a3e5-81cb3a67bc4c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:11.664452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Made reservation on behalf of 6466e2b95c6648b78d8e771cfd439229 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:11.667216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.689500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.830912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e5c564b-313f-4f03-8bad-f4523d88d391 req-cd0c115c-e87e-4771-99f3-54f6ca3aba9f tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0425627 Jul 28 14:41:11.831377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a942ba51-593a-4619-9a80-a6d98f9556f3', 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3', 'tenant_id': 'dd21325797194ab0aaec9475e1b82d24', 'fixed_ips': [{'subnet_id': '0f38909b-8eaa-423d-8be0-ffd62819606b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:11.832263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:11.853685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474637b-62c5-4f1e-ad32-2fc97d29acd3 req-1a0831ed-1132-481e-9379-0f7c5f5c49a9 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:11.862147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c474637b-62c5-4f1e-ad32-2fc97d29acd3 req-1a0831ed-1132-481e-9379-0f7c5f5c49a9 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.0760775 Jul 28 14:41:11.899029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c474637b-62c5-4f1e-ad32-2fc97d29acd3 req-5d8bb8c8-8d30-4256-8438-f6c6cf987787 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Jul 28 14:41:11.979843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Allocated IP 172.20.0.2 (a942ba51-593a-4619-9a80-a6d98f9556f3/0f38909b-8eaa-423d-8be0-ffd62819606b/fd0713ca-9038-4443-8aa4-bbf1f32a4902) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:12.060164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4b13f0fb-3f9e-45c7-8200-1aef7921538d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1920424 Jul 28 14:41:12.063077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52962) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:12.069443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Request body: {'port': {'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-294530562'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:12.190524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.195219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.198239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Transition to ACTIVE for port object fd0713ca-9038-4443-8aa4-bbf1f32a4902 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:12.214563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Transition to ACTIVE for port object fd0713ca-9038-4443-8aa4-bbf1f32a4902 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:12.336095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.339310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.353735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1382d535-e25e-49b2-9920-cbc958744cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.410365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:12.428772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:12.440923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4234ab42-1d30-449f-9b93-d09dbd1e6524 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:12.445977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.447416 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Added segment be7a7769-9895-466b-8df8-ae65c3403326 of type vlan for network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 Jul 28 14:41:12.483161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Pushing event updated for resources: {'Port': ['ID=fd0713ca-9038-4443-8aa4-bbf1f32a4902,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:12.486172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:12.488195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Made reservation on behalf of dd21325797194ab0aaec9475e1b82d24 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:12.501099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.501735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Network a942ba51-593a-4619-9a80-a6d98f9556f3 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:12.517929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:12.539984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.557330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] device_id is not set on port 96dafae1-63ae-4287-b03c-883d423f14fa yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:41:12.560031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:12.719529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Allocated IP 172.20.0.6 (a942ba51-593a-4619-9a80-a6d98f9556f3/0f38909b-8eaa-423d-8be0-ffd62819606b/96dafae1-63ae-4287-b03c-883d423f14fa) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:12.757006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.759186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:12.760295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.783423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Attempting to bind port fd0713ca-9038-4443-8aa4-bbf1f32a4902 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:12.783697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Attempting to bind port fd0713ca-9038-4443-8aa4-bbf1f32a4902 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '90d7a813-25d1-4384-a7c8-87ec53d55b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:12.784038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Attempting to bind port fd0713ca-9038-4443-8aa4-bbf1f32a4902 on network a942ba51-593a-4619-9a80-a6d98f9556f3 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:12.800867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:12.800867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Checking segment: {'id': '90d7a813-25d1-4384-a7c8-87ec53d55b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:12.801279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.801539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Bound using segment: {'id': '90d7a813-25d1-4384-a7c8-87ec53d55b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:12.802009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Bound port: fd0713ca-9038-4443-8aa4-bbf1f32a4902, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d7a813-25d1-4384-a7c8-87ec53d55b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:12.802397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.805351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524,segment=NetworkSegment(d53add9f-5d76-49c7-a9bd-28c037d22518),segment_id=d53add9f-5d76-49c7-a9bd-28c037d22518)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:12.824667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] Pushing event updated for resources: {'Network': ['ID=06342ffd-5033-42f1-82a6-b9aec36cf7c0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:12.833375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '4234ab42-1d30-449f-9b93-d09dbd1e6524', 'network_id': '87c96a43-672a-421d-bdf6-35a448779b45', 'port_id': '4234ab42-1d30-449f-9b93-d09dbd1e6524', 'mac_address': 'fa:16:3e:dd:00:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12fc924-82c7-493d-a011-43f658eb7a4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:12.836422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:12.836831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.841475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:12.926046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:12.955014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Transition to ACTIVE for port object 96dafae1-63ae-4287-b03c-883d423f14fa will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:12.978285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d10e254-7a8b-4cb6-8632-b8e1d01f288f req-6cb8f656-1947-41ee-89de-5a504b7ff4d4 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0398009 Jul 28 14:41:13.047817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.060774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] For port fd0713ca-9038-4443-8aa4-bbf1f32a4902, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:13.072913 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c8a1a896-c0d0-42ad-8f7c-ef548ccbc5bd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8537199 Jul 28 14:41:13.075974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:13.083080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Request body: {'subnet': {'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2145750009-subnet', 'tenant_id': '6466e2b95c6648b78d8e771cfd439229', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:13.084825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4234ab42-1d30-449f-9b93-d09dbd1e6524 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:13.094457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] For port fd0713ca-9038-4443-8aa4-bbf1f32a4902, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd0713ca-9038-4443-8aa4-bbf1f32a4902,segment=NetworkSegment(90d7a813-25d1-4384-a7c8-87ec53d55b63),segment_id=90d7a813-25d1-4384-a7c8-87ec53d55b63)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:13.104342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cf49c-5f01-4463-9ce8-04032271ddec req-a0adb768-d505-4b9c-bf4c-48ae1d9a204b tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.106250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba6cf49c-5f01-4463-9ce8-04032271ddec req-a0adb768-d505-4b9c-bf4c-48ae1d9a204b tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 943 time: 0.1055763 Jul 28 14:41:13.131606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524,segment=NetworkSegment(d53add9f-5d76-49c7-a9bd-28c037d22518),segment_id=d53add9f-5d76-49c7-a9bd-28c037d22518)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:13.152728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba6cf49c-5f01-4463-9ce8-04032271ddec req-cd6a0344-c328-42bb-b92b-00aab76f60af tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Jul 28 14:41:13.310247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.310491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.315265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.323403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Made reservation on behalf of 6466e2b95c6648b78d8e771cfd439229 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:13.328011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.401299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a82af-dde4-4625-8bd9-417c4ee0f98a None None] Pushing event updated for resources: {'Port': ['ID=fd0713ca-9038-4443-8aa4-bbf1f32a4902,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:13.440645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Network a942ba51-593a-4619-9a80-a6d98f9556f3 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:13.475401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:13.475813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:13.495924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:13.552624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.552624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:13.593338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['4234ab42-1d30-449f-9b93-d09dbd1e6524'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:13.597646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'Port': ['ID=96dafae1-63ae-4287-b03c-883d423f14fa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:13.640097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:13.872482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0ed17bd8-ea5d-4d75-8524-9f20c719af00 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.880344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0ed17bd8-ea5d-4d75-8524-9f20c719af00 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:13.881980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-0ed17bd8-ea5d-4d75-8524-9f20c719af00 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "GET /v2.0/networks?id=6f20202b-677f-4018-ae56-738e9d56acab&id=1050670a-d866-4b74-a3f6-bcbfc5e5404a HTTP/1.1" status: 200 len: 1392 time: 0.2963412 Jul 28 14:41:13.902530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53014) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:13.903121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-54ac18a3-7716-4a90-b977-b2d6422c5510 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8379645 Jul 28 14:41:13.911056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Request body: {'port': {'network_id': 'a942ba51-593a-4619-9a80-a6d98f9556f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1017531303', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:13.911721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] bootfile-name is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:13.912849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] tftp-server is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:13.913767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] server-ip-address is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:13.921811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'port': {'device_id': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab', 'admin_state_up': True, 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:14.028056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3b3e05b1-fd1c-4227-8285-b8abf5efd6d7 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-137970053'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:14.029035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3b3e05b1-fd1c-4227-8285-b8abf5efd6d7 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Unknown quota resources ['metering_label']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:41:14.121325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3c1a2c9-a007-4cd9-b97e-a337e59062d4 req-2969f10d-32d5-4943-bee9-bea49a7e486c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0612183 Jul 28 14:41:14.169554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.237920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5df14c3-0181-4abe-aaa7-dcc492c11840,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:14.275728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Checking segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:14.276233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Network hostable DHCP agents. Network: 06342ffd-5033-42f1-82a6-b9aec36cf7c0, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:14.318217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c7c45-75cb-4022-b1d6-ee2866812e1b req-be54ba7b-b1d0-4459-8341-1c692a42b0c6 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.327836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b75c7c45-75cb-4022-b1d6-ee2866812e1b req-be54ba7b-b1d0-4459-8341-1c692a42b0c6 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 944 time: 0.0949450 Jul 28 14:41:14.332865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:14.336399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.428141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:14.456152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4234ab42-1d30-449f-9b93-d09dbd1e6524 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:14.509934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b3e05b1-fd1c-4227-8285-b8abf5efd6d7 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.514141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3b3e05b1-fd1c-4227-8285-b8abf5efd6d7 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8726485 Jul 28 14:41:14.517000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53024) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:14.525661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cd042185-298b-4547-bd93-84c4b3549148 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fed9a78a-c736-4387-afa3-48f39954c6bc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:14.526186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cd042185-298b-4547-bd93-84c4b3549148 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:41:14.545438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b75c7c45-75cb-4022-b1d6-ee2866812e1b req-5b1b5488-73e6-4659-8751-bbc7f29985bd tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161245 Jul 28 14:41:14.548352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Made reservation on behalf of dd21325797194ab0aaec9475e1b82d24 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:14.552899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.603656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] device_id is not set on port 629bb050-da82-49e7-81c8-1bb6b05b7a5e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:41:14.653223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 06342ffd-5033-42f1-82a6-b9aec36cf7c0) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:14.659497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:14.660390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:14.666470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd0713ca-9038-4443-8aa4-bbf1f32a4902 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:14.672345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095135b-4893-48d5-8632-01550212821e None None] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:14.704575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Allocated IP 19.80.0.92 (6f20202b-677f-4018-ae56-738e9d56acab/e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc/8074b273-8a2a-4c1b-8c06-16fdf371e644) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:14.785735 n-d-705658-23 neutron-server[94749]: WARNING neutron.services.metering.metering_plugin [None req-cd042185-298b-4547-bd93-84c4b3549148 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 14:41:14.902787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b395c-77d5-4d7d-9d7d-51ef1edd5761 None None] Network a942ba51-593a-4619-9a80-a6d98f9556f3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:14.904253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Allocated IP 172.20.0.9 (a942ba51-593a-4619-9a80-a6d98f9556f3/0f38909b-8eaa-423d-8be0-ffd62819606b/629bb050-da82-49e7-81c8-1bb6b05b7a5e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:14.914914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9d4d92c6-055a-4842-8cd2-439cf1befa42 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8288431 Jul 28 14:41:14.960207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 4234ab42-1d30-449f-9b93-d09dbd1e6524 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:14.964132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fb0fde5f-f378-4ccf-b8f2-1625480915fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.023087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cd042185-298b-4547-bd93-84c4b3549148 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.024519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cd042185-298b-4547-bd93-84c4b3549148 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5064938 Jul 28 14:41:15.028727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:15.035193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3292dfc1-77e2-43d8-8bfb-a728c0ccce11 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fed9a78a-c736-4387-afa3-48f39954c6bc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:15.035823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3292dfc1-77e2-43d8-8bfb-a728c0ccce11 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:41:15.074222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 4234ab42-1d30-449f-9b93-d09dbd1e6524 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:15.075101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.240554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.286588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Transition to ACTIVE for port object 8074b273-8a2a-4c1b-8c06-16fdf371e644 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:15.302201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.330120 n-d-705658-23 neutron-server[94749]: WARNING neutron.services.metering.metering_plugin [None req-3292dfc1-77e2-43d8-8bfb-a728c0ccce11 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 14:41:15.349725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-965e7e72-b06a-4a64-a690-7236735471eb None None] Provisioning for port fd0713ca-9038-4443-8aa4-bbf1f32a4902 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:15.355154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Transition to ACTIVE for port object 629bb050-da82-49e7-81c8-1bb6b05b7a5e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:15.356100 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.357854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66ab08-4834-4d72-b15f-f4068d740ff2 None None] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:15.364638 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.390684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a454907-3a3d-4762-b368-384e1568b328 req-c9b975d5-9bb9-43ff-8d10-9c93f594138d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0680864 Jul 28 14:41:15.451435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fd0713ca-9038-4443-8aa4-bbf1f32a4902 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:15.463778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:15.466084 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a82905-dcc7-4729-87ea-2eb752733586" -d '{"events": [{"server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "name": "network-vif-plugged", "status": "completed", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:15.469087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fd0713ca-9038-4443-8aa4-bbf1f32a4902 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:15.469539 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.473034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3292dfc1-77e2-43d8-8bfb-a728c0ccce11 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.486929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3292dfc1-77e2-43d8-8bfb-a728c0ccce11 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4442668 Jul 28 14:41:15.488603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53054) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:15.510015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cb7bb455-6486-471a-8647-1fc80f39fe9d tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=b445dbc7-ac99-4079-9691-03ec256cb11f HTTP/1.1" status: 200 len: 464 time: 0.0201025 Jul 28 14:41:15.512909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53060) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:15.528818 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80792eec-23b4-462b-ab32-f4d2d5778081 x-openstack-request-id: req-80792eec-23b4-462b-ab32-f4d2d5778081 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:15.529119 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "name": "network-vif-plugged", "status": "completed", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:15.529353 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80792eec-23b4-462b-ab32-f4d2d5778081 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:15.537285 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524', 'code': 200} Jul 28 14:41:15.537636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524,segment=NetworkSegment(d53add9f-5d76-49c7-a9bd-28c037d22518),segment_id=d53add9f-5d76-49c7-a9bd-28c037d22518)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:15.562446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.586203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.683688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Network a942ba51-593a-4619-9a80-a6d98f9556f3 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:15.695422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 6f20202b-677f-4018-ae56-738e9d56acab is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:15.699994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.717762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:15.721989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:15.742470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:15.750817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:15.781984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:15.806043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-583bf179-88dd-49be-a3e0-5398d652abeb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.809103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-583bf179-88dd-49be-a3e0-5398d652abeb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 818 time: 0.2776077 Jul 28 14:41:15.850319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-b4bc6f2e-009f-4cb5-b3f3-2094d35c72d6 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/quotas/6466e2b95c6648b78d8e771cfd439229 HTTP/1.1" status: 200 len: 375 time: 0.0265982 Jul 28 14:41:15.853142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fd0713ca-9038-4443-8aa4-bbf1f32a4902, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd0713ca-9038-4443-8aa4-bbf1f32a4902,segment=NetworkSegment(90d7a813-25d1-4384-a7c8-87ec53d55b63),segment_id=90d7a813-25d1-4384-a7c8-87ec53d55b63)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:15.854437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:15.895112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-7e3dcb98-0241-4ed3-9773-fd99d8f90265 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376837 Jul 28 14:41:15.971564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'Port': ['ID=629bb050-da82-49e7-81c8-1bb6b05b7a5e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:15.992652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:15.993362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.012398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.071088 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.090679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-9038d3bf-14ea-4bcc-ad1f-5aeccf6dc4d0 service neutron] 10.222.0.47 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837578 Jul 28 14:41:16.144785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fd0713ca-9038-4443-8aa4-bbf1f32a4902,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:16.173564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66cdaa9d-2260-4999-9f1a-4111d8e1e588 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.174886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-66cdaa9d-2260-4999-9f1a-4111d8e1e588 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/b445dbc7-ac99-4079-9691-03ec256cb11f HTTP/1.1" status: 204 len: 168 time: 0.6605558 Jul 28 14:41:16.182144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eee01-46a7-4c0e-b7f8-aa1f2d305a58 req-a0aadece-6688-4b64-92ab-c4de86e20e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.183507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53076) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.183647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e9eee01-46a7-4c0e-b7f8-aa1f2d305a58 req-a0aadece-6688-4b64-92ab-c4de86e20e9b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 1097 time: 0.5369740 Jul 28 14:41:16.207963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e69a8f-9649-432d-aac5-7777b1320d7b req-ef936439-b80c-4f6b-b3ff-ab95f585eeec tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.209778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e69a8f-9649-432d-aac5-7777b1320d7b req-ef936439-b80c-4f6b-b3ff-ab95f585eeec tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.4843466 Jul 28 14:41:16.215426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e980071c-4b81-4feb-8e97-a5b251b85d9e tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=b445dbc7-ac99-4079-9691-03ec256cb11f HTTP/1.1" status: 200 len: 221 time: 0.0250227 Jul 28 14:41:16.215572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53078) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.217135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.217795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.220601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c4ebba6b-ff49-406d-aa92-71e856cb28fc tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2064470976', 'description': 'label created by tempest'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:16.221112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c4ebba6b-ff49-406d-aa92-71e856cb28fc tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Unknown quota resources ['metering_label']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:41:16.228855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:16.278422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f8113f55-8749-4194-897b-214ecf7cce60 service neutron] 10.222.0.47 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867642 Jul 28 14:41:16.443276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd0713ca-9038-4443-8aa4-bbf1f32a4902 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:16.524745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-600bfa96-ad76-4b4a-900a-425fe392ac67 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6174462 Jul 28 14:41:16.529996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53084) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.530218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Provisioning for port 96dafae1-63ae-4287-b03c-883d423f14fa completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:16.534019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fd0713ca-9038-4443-8aa4-bbf1f32a4902 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:16.534545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.589220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Provisioning complete for port 96dafae1-63ae-4287-b03c-883d423f14fa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:16.592885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.621711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e9eee01-46a7-4c0e-b7f8-aa1f2d305a58 req-0770e0ea-3198-4032-a561-b35b4e21f66e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249671 Jul 28 14:41:16.646646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e69a8f-9649-432d-aac5-7777b1320d7b req-23f1053e-bc56-494d-a4c7-d4bb588bc2f1 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187346 Jul 28 14:41:16.675713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Port 96dafae1-63ae-4287-b03c-883d423f14fa cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:16.683284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c959cc-941b-497a-81d2-0df0a27be0c7 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.702145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c959cc-941b-497a-81d2-0df0a27be0c7 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.702299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Provisioning complete for port fd0713ca-9038-4443-8aa4-bbf1f32a4902 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:16.702299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-673e028a-d457-47cb-ba44-9d5bf5d35d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.702460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c959cc-941b-497a-81d2-0df0a27be0c7 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:16.702460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-04c959cc-941b-497a-81d2-0df0a27be0c7 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1690886 Jul 28 14:41:16.703331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-f5489e50-80e7-4222-9215-197693d57c91 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7857678 Jul 28 14:41:16.704349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.754340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Request body: {'port': {'device_id': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a', 'admin_state_up': True, 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:16.781879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4ebba6b-ff49-406d-aa92-71e856cb28fc tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:16.787012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c4ebba6b-ff49-406d-aa92-71e856cb28fc tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5682828 Jul 28 14:41:16.802465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53090) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.911661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1fc00a01-3835-4dfb-9879-98bb50aa677d tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=2bc63fe8-5905-4c1e-a7a1-5d0c34d3f403 HTTP/1.1" status: 200 len: 468 time: 0.1070347 Jul 28 14:41:16.912842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53096) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:16.948864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Provisioning complete for port 96dafae1-63ae-4287-b03c-883d423f14fa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:16.953189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.008806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Port 96dafae1-63ae-4287-b03c-883d423f14fa cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:17.025405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bdc32-10d7-4f17-8f6d-0167b6431bb6 req-b1007228-bac0-41ac-aa3c-d169d477bdd0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.027106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d60bdc32-10d7-4f17-8f6d-0167b6431bb6 req-b1007228-bac0-41ac-aa3c-d169d477bdd0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 931 time: 0.1052129 Jul 28 14:41:17.077973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Deleting port 629bb050-da82-49e7-81c8-1bb6b05b7a5e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:17.078318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.146410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d60bdc32-10d7-4f17-8f6d-0167b6431bb6 req-2492b41b-e379-454f-9165-8dda0cdcca1a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115246 Jul 28 14:41:17.196994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.209787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Calling delete_port for 629bb050-da82-49e7-81c8-1bb6b05b7a5e owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:17.328802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Provisioning for port 8074b273-8a2a-4c1b-8c06-16fdf371e644 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:17.335185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Provisioning complete for port 8074b273-8a2a-4c1b-8c06-16fdf371e644 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:17.336199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.345486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Made reservation on behalf of 01c478a47d8a4ef680a5da693e31cc35 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:17.348140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c1867789-0581-4fdb-92ad-2e2a56331feb tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.349880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.352115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53100) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.352938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c1867789-0581-4fdb-92ad-2e2a56331feb tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/2bc63fe8-5905-4c1e-a7a1-5d0c34d3f403 HTTP/1.1" status: 204 len: 168 time: 0.4390302 Jul 28 14:41:17.377488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Port 8074b273-8a2a-4c1b-8c06-16fdf371e644 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:17.377737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1235a852-d322-461e-9d88-cc63aae8dace tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=2bc63fe8-5905-4c1e-a7a1-5d0c34d3f403 HTTP/1.1" status: 200 len: 216 time: 0.0238800 Jul 28 14:41:17.382363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53102) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.410460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-216dfdcf-9800-4b93-93ba-7ae90bd0cb81 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0215700 Jul 28 14:41:17.410460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53106) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.422986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-72a5a989-fd84-44fd-afe7-cb7f3e4adcdc tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0114837 Jul 28 14:41:17.426890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.534472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Provisioning for port 629bb050-da82-49e7-81c8-1bb6b05b7a5e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:17.537332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-03ad4337-4ba6-4134-b28b-745b1e2d72f6 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/fed9a78a-c736-4387-afa3-48f39954c6bc HTTP/1.1" status: 200 len: 472 time: 0.1082659 Jul 28 14:41:17.539051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22d8930b-b863-41f1-a140-431d5acb998e req-f88b451c-3a4d-48c4-94eb-fc9fcef6b7d2 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0325239 Jul 28 14:41:17.548946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Provisioning complete for port 629bb050-da82-49e7-81c8-1bb6b05b7a5e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:17.548946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.553978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.575666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-18d0616d-9d6a-4251-abb0-a0ecceacaa45 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/0ba13117-73ed-477d-8e5f-3beb6f48bdaf HTTP/1.1" status: 200 len: 461 time: 0.0205133 Jul 28 14:41:17.583567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53120) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.589413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.595592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0abb907-6c61-4e94-9adf-eae904d3a4cc None None] Port 629bb050-da82-49e7-81c8-1bb6b05b7a5e was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:41:17.647197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event deleted for resources: {'Port': ['ID=629bb050-da82-49e7-81c8-1bb6b05b7a5e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:17.748152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-f082e223-8b6b-4672-bdd8-3e2574400a2a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2470341 Jul 28 14:41:17.762210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.822480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Allocated IP 19.86.0.193 (1050670a-d866-4b74-a3f6-bcbfc5e5404a/0df076c5-c7a7-40ba-b0b1-a9325009e225/5fed393b-0822-45ea-8e6f-e08fcb3a5195) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:17.825861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:17.834659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53130) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:17.841295 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-43c656e4-c32c-4ee3-b730-3b61034d74f8 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "DELETE /v2.0/ports/629bb050-da82-49e7-81c8-1bb6b05b7a5e HTTP/1.1" status: 204 len: 168 time: 1.1357863 Jul 28 14:41:17.841913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Request body: {'port': {'name': 'tempest-new-port-name-968774621', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:17.842617 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.api.validators [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] bootfile-name is not in valid_values {{(pid=94749) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:17.843175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.api.validators [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] tftp-server is not in valid_values {{(pid=94749) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:17.843733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.api.validators [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] server-ip-address is not in valid_values {{(pid=94749) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:41:17.920544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5eb4c-d02c-479e-ae1e-e055bf027ca6 req-1cd760c2-7893-4511-9826-5af67b777ee4 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.922050 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cb5eb4c-d02c-479e-ae1e-e055bf027ca6 req-1cd760c2-7893-4511-9826-5af67b777ee4 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.1819663 Jul 28 14:41:17.988939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.989474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.989959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.990433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.990905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.991437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.991925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:17.993881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-9e40ec00-0d7d-4ed7-b142-69ba69c70b04 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.1306660 Jul 28 14:41:17.997587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f468fa4c-ed32-4b92-9b7b-94e3ac03e971 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.005647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f468fa4c-ed32-4b92-9b7b-94e3ac03e971 tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/0ba13117-73ed-477d-8e5f-3beb6f48bdaf HTTP/1.1" status: 204 len: 168 time: 0.4139123 Jul 28 14:41:18.005647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:18.015633 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.115292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cb5eb4c-d02c-479e-ae1e-e055bf027ca6 req-63ca3f58-7df8-4607-bd49-8ab87340afa0 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787267 Jul 28 14:41:18.200365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.222099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-a3feb3e7-10f8-45b6-8f9f-5b16e2a61fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.222586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-a3feb3e7-10f8-45b6-8f9f-5b16e2a61fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.223283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-a3feb3e7-10f8-45b6-8f9f-5b16e2a61fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.228622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-a3feb3e7-10f8-45b6-8f9f-5b16e2a61fbb service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 2291 time: 0.1920824 Jul 28 14:41:18.230745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Transition to ACTIVE for port object 5fed393b-0822-45ea-8e6f-e08fcb3a5195 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:18.322815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-3334bb19-6430-4b37-bada-e92d263c02f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 1000 time: 0.0873849 Jul 28 14:41:18.392281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-7f66f3b9-fc63-44e0-b086-31efb0ac50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.394149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-7f66f3b9-fc63-44e0-b086-31efb0ac50ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.0629482 Jul 28 14:41:18.445355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-4b14d9e3-6771-4c7d-928d-deeb679bee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.446907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-4b14d9e3-6771-4c7d-928d-deeb679bee59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456522 Jul 28 14:41:18.521726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f5db8-19ac-4cf1-940b-fd5229ffaf7b req-a6163dd0-45d3-4247-9bfd-04bef1f93daf tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.523313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711f5db8-19ac-4cf1-940b-fd5229ffaf7b req-a6163dd0-45d3-4247-9bfd-04bef1f93daf tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 931 time: 0.1823659 Jul 28 14:41:18.530293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.592743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-0dfaa6aa-4c76-4dd7-95ff-6cc7a83338fe service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384339 Jul 28 14:41:18.621962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:18.624713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event updated for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:18.650134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:18.653672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f9cf82b-4771-41cf-8fa5-f26c81b4faad req-852d01a3-fcc7-4f9b-b06b-d10f082ee469 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0545795 Jul 28 14:41:18.663112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711f5db8-19ac-4cf1-940b-fd5229ffaf7b req-b1d0ced0-58b8-4ed9-8d67-f244ba231c8c tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919290 Jul 28 14:41:18.679295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:18.756615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.757225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.780789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.783912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-0c93e80c-8c97-49d3-86ca-9c5bc2001bc1 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810360 Jul 28 14:41:18.786975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ee0f289b-7b21-45ca-880d-52ddd4ec867a tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.788161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ee0f289b-7b21-45ca-880d-52ddd4ec867a tempest-MeteringTestJSON-2130732224 tempest-MeteringTestJSON-2130732224-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/fed9a78a-c736-4387-afa3-48f39954c6bc HTTP/1.1" status: 204 len: 168 time: 0.7858398 Jul 28 14:41:18.828175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-f1d81625-4e4b-4c52-b2ca-0802275c1b5d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 217 time: 0.0375977 Jul 28 14:41:18.891222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-5c36d524-00e2-46e6-a78b-a64c8fc05d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.900006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-5c36d524-00e2-46e6-a78b-a64c8fc05d36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.0581346 Jul 28 14:41:18.974790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-57969e09-4f22-4e8b-a294-f37fe5338660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:18.976782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-57969e09-4f22-4e8b-a294-f37fe5338660 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761042 Jul 28 14:41:18.977648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:18.981321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-bf0d5258-9a2c-402d-84c2-768f18f4b213 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2345734 Jul 28 14:41:19.053742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Request body: {'port': {'device_id': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:19.069496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event updated for resources: {'Port': ['ID=96dafae1-63ae-4287-b03c-883d423f14fa,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:19.086243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] In _notify_port_updated(), no bound segment for port 96dafae1-63ae-4287-b03c-883d423f14fa on network a942ba51-593a-4619-9a80-a6d98f9556f3 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:41:19.092998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.094230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.099433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cf035719-1c54-44ba-a7a5-5b9bea6ee972 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "PUT /v2.0/ports/96dafae1-63ae-4287-b03c-883d423f14fa HTTP/1.1" status: 200 len: 1135 time: 1.2632685 Jul 28 14:41:19.100404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53158) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:19.154701 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.185646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4332d-6e26-4bfe-aa2c-923f0d51fde2 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.187171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d4f4332d-6e26-4bfe-aa2c-923f0d51fde2 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "GET /v2.0/ports/96dafae1-63ae-4287-b03c-883d423f14fa HTTP/1.1" status: 200 len: 1135 time: 0.0855980 Jul 28 14:41:19.191952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:19.264023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-204d1026-0c1e-45a6-8173-8096a948a03e service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658226 Jul 28 14:41:19.302850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7bf09eb7-97cb-4227-8b17-e6abf5671983 None None] Provisioning for port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:19.307895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7bf09eb7-97cb-4227-8b17-e6abf5671983 None None] Provisioning complete for port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:19.308281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7bf09eb7-97cb-4227-8b17-e6abf5671983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.318847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Deleting port 96dafae1-63ae-4287-b03c-883d423f14fa {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:19.319222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.350438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7bf09eb7-97cb-4227-8b17-e6abf5671983 None None] Port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:19.429901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.443192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Calling delete_port for 96dafae1-63ae-4287-b03c-883d423f14fa owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:19.471351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ffcc6987-757e-4cb6-ac58-df812bc0dfbd None None] Provisioning complete for port 96dafae1-63ae-4287-b03c-883d423f14fa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:19.474125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffcc6987-757e-4cb6-ac58-df812bc0dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.480068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0f192-c62e-4f6b-9aa6-b96dd501c144 req-e06fa2ad-98ac-453d-a392-8855f45fafa9 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.481639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77e0f192-c62e-4f6b-9aa6-b96dd501c144 req-e06fa2ad-98ac-453d-a392-8855f45fafa9 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.2609272 Jul 28 14:41:19.500014 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:41:19.524874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-ef3f4e9d-3662-4930-a7cf-f821d28dc702 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517457 Jul 28 14:41:19.545387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc6987-757e-4cb6-ac58-df812bc0dfbd None None] Port 96dafae1-63ae-4287-b03c-883d423f14fa cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:19.592391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-90bcc5cc-e6f5-4d08-af4f-c3f8b940444c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 217 time: 0.0557232 Jul 28 14:41:19.616872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77e0f192-c62e-4f6b-9aa6-b96dd501c144 req-6a09bbde-d94b-44aa-8446-c341273f3783 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213856 Jul 28 14:41:19.699994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-2d7e6abf-8a1a-4a10-b88e-a497cc82119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.701504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-2d7e6abf-8a1a-4a10-b88e-a497cc82119d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.0956612 Jul 28 14:41:19.740651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8074b273-8a2a-4c1b-8c06-16fdf371e644 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:19.752198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.756189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6ad8e-2ec5-4ab9-b563-a3832a8400cd req-0113399b-1b49-4324-91ba-b3e0e9d96d4b tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.757743 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28a6ad8e-2ec5-4ab9-b563-a3832a8400cd req-0113399b-1b49-4324-91ba-b3e0e9d96d4b tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.0622647 Jul 28 14:41:19.802784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-3afec5d3-64cc-44d6-837c-8ef958e3a856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.804486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-3afec5d3-64cc-44d6-837c-8ef958e3a856 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962031 Jul 28 14:41:19.807686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28a6ad8e-2ec5-4ab9-b563-a3832a8400cd req-fa360b33-f4b7-42a1-b3c3-354d2aa4c6b7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Jul 28 14:41:19.828334 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.828567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:19.840446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34ed5-9244-4e03-8a7f-cb91e012d0ff req-a6c8b168-410d-4c6d-9e06-b741700dcac0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.849891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34ed5-9244-4e03-8a7f-cb91e012d0ff req-a6c8b168-410d-4c6d-9e06-b741700dcac0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:19.851717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9af34ed5-9244-4e03-8a7f-cb91e012d0ff req-a6c8b168-410d-4c6d-9e06-b741700dcac0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1654 time: 0.1024361 Jul 28 14:41:19.874433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Transition to ACTIVE for port object 8074b273-8a2a-4c1b-8c06-16fdf371e644 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:19.923776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:19.965848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event deleted for resources: {'Port': ['ID=96dafae1-63ae-4287-b03c-883d423f14fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:20.040772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c7114c1-85b4-4ac7-83ad-8a6af676e7ac req-df9568d6-d2d5-43fb-b03c-a3602fcb11ec tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.1433606 Jul 28 14:41:20.074888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.079693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e2ac3b4c-cd09-43bc-9f2a-a739b714f04d tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "DELETE /v2.0/ports/96dafae1-63ae-4287-b03c-883d423f14fa HTTP/1.1" status: 204 len: 168 time: 0.8819027 Jul 28 14:41:20.081520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53188) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:20.142767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:20.180909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Deleting subnet 0f38909b-8eaa-423d-8be0-ffd62819606b {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:20.185109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.224092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.251296 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a42f2312-42ef-456a-922e-a1ae04d2602a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.319912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9af34ed5-9244-4e03-8a7f-cb91e012d0ff req-600fcc6a-2f6f-44ac-9816-7af99bed888b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090186 Jul 28 14:41:20.336513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:20.344097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-d10d6d93-5a12-4c8a-94e4-af20d5335c99 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325663 Jul 28 14:41:20.423345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a42f2312-42ef-456a-922e-a1ae04d2602a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.430577 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.476226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6889e4fa-a919-4e28-8f65-2f8d869a6517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.497245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.554469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a42f2312-42ef-456a-922e-a1ae04d2602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.595379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.646286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Attempting to bind port 8074b273-8a2a-4c1b-8c06-16fdf371e644 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:20.646918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Attempting to bind port 8074b273-8a2a-4c1b-8c06-16fdf371e644 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:20.646918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Attempting to bind port 8074b273-8a2a-4c1b-8c06-16fdf371e644 on network 6f20202b-677f-4018-ae56-738e9d56acab {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:20.664089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Port 8074b273-8a2a-4c1b-8c06-16fdf371e644 on network 6f20202b-677f-4018-ae56-738e9d56acab not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:20.664394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Attempting to bind port 8074b273-8a2a-4c1b-8c06-16fdf371e644 on network 6f20202b-677f-4018-ae56-738e9d56acab {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:20.668547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a42f2312-42ef-456a-922e-a1ae04d2602a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f7b7cc8523345ab8ed6d09354de69e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7429030 Jul 28 14:41:20.670052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-17423fe7-56d8-4508-858f-7d989a71fea4 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949109 Jul 28 14:41:20.673331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53198) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:20.684245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:20.693597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Checking segment: {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:20.693597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Bound using segment: {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:20.693597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Bound port: 8074b273-8a2a-4c1b-8c06-16fdf371e644, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:20.693597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.694145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f2312-42ef-456a-922e-a1ae04d2602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033d344f-8305-477a-b30e-405191be9a88,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:20.751987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-399643db-4895-484c-8cc0-433f3533e658 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 217 time: 0.0737462 Jul 28 14:41:20.763251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fec0b1-2a53-401b-b368-3310e15bf590 req-31cf03b2-a44b-4613-a485-b84f8f04a958 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:20.764797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75fec0b1-2a53-401b-b368-3310e15bf590 req-31cf03b2-a44b-4613-a485-b84f8f04a958 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.1584864 Jul 28 14:41:20.765723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6889e4fa-a919-4e28-8f65-2f8d869a6517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.903027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-b05d1195-9df3-45e7-8fc3-a709c4b55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:20.904594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-b05d1195-9df3-45e7-8fc3-a709c4b55d0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1387384 Jul 28 14:41:20.911669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75fec0b1-2a53-401b-b368-3310e15bf590 req-eee205b2-a0be-44bd-b4c2-40b41225e7be tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290708 Jul 28 14:41:20.912288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:20.931024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:20.969167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:21.002221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6889e4fa-a919-4e28-8f65-2f8d869a6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.002342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.002428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.013831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-2672faae-a7d5-4732-8ac7-dcf7b4487947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.015498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-2672faae-a7d5-4732-8ac7-dcf7b4487947 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988221 Jul 28 14:41:21.039506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event deleted for resources: {'Subnet': ['ID=0f38909b-8eaa-423d-8be0-ffd62819606b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.050175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.052296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bc5e04e9-a5c0-4994-84c0-212114ef5b7a tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "DELETE /v2.0/subnets/0f38909b-8eaa-423d-8be0-ffd62819606b HTTP/1.1" status: 204 len: 168 time: 0.9697702 Jul 28 14:41:21.058071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:21.066971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47999713-5ceb-4a59-a2c1-8ee09c49c053 None None] Network a942ba51-593a-4619-9a80-a6d98f9556f3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:21.088814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e4fa-a919-4e28-8f65-2f8d869a6517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abfc748-bf59-4801-bfd5-fb8a6b1429d3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.098004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6889e4fa-a919-4e28-8f65-2f8d869a6517 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b56f66f40e044bfe9be1ab2fca3813d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9541969 Jul 28 14:41:21.107450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53208) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:21.159527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-fe8f4a57-0f56-4d63-b49d-2d2896d63776 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351445 Jul 28 14:41:21.183261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-48b5caf7-ff81-424e-a415-fec12eb38f0e req-2eddfad5-cd4b-4094-b702-ad6cf9d8d515 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0909691 Jul 28 14:41:21.218013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.239094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.276775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.279932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] DHCP port deletion for a942ba51-593a-4619-9a80-a6d98f9556f3 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:21.301908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Deleting port fd0713ca-9038-4443-8aa4-bbf1f32a4902 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:21.305514 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.312314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-6e09964c-7278-4152-a653-d17ece837119 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454797 Jul 28 14:41:21.320574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.344545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Deleting port fd0713ca-9038-4443-8aa4-bbf1f32a4902 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:21.345219 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.397882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-a61568f3-a2d6-43c4-8178-bde199fa4218 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0742209 Jul 28 14:41:21.404099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.404744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.406160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] 10.222.0.50 "PUT /v2.0/ports/8074b273-8a2a-4c1b-8c06-16fdf371e644 HTTP/1.1" status: 200 len: 1092 time: 2.3590472 Jul 28 14:41:21.406656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:21.408977 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:21.424002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] For port fd0713ca-9038-4443-8aa4-bbf1f32a4902, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd0713ca-9038-4443-8aa4-bbf1f32a4902,segment=NetworkSegment(90d7a813-25d1-4384-a7c8-87ec53d55b63),segment_id=90d7a813-25d1-4384-a7c8-87ec53d55b63)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:21.424215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.448565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Calling delete_port for fd0713ca-9038-4443-8aa4-bbf1f32a4902 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:21.468956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53355-eff6-4ffb-9b0a-2f97d451b9f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.472215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.474846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.478530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/033d344f-8305-477a-b30e-405191be9a88 HTTP/1.1" status: 204 len: 168 time: 0.8007889 Jul 28 14:41:21.513526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] For port fd0713ca-9038-4443-8aa4-bbf1f32a4902, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd0713ca-9038-4443-8aa4-bbf1f32a4902,segment=NetworkSegment(90d7a813-25d1-4384-a7c8-87ec53d55b63),segment_id=90d7a813-25d1-4384-a7c8-87ec53d55b63)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:21.513526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.514330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-e14f1619-bf0e-4a58-a0cb-f2ba2c5a4db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.515820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-e14f1619-bf0e-4a58-a0cb-f2ba2c5a4db0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1032350 Jul 28 14:41:21.516953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8666e3-e3d8-42ee-9f0f-835329338355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033d344f-8305-477a-b30e-405191be9a88,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.538727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Calling delete_port for fd0713ca-9038-4443-8aa4-bbf1f32a4902 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:21.595659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-cd799d02-2e36-4e25-8626-0e664e402ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.597374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-cd799d02-2e36-4e25-8626-0e664e402ca8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705144 Jul 28 14:41:21.665448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325d1b9-a94c-41b0-9ef1-7a19d5a6319f req-b2b8490d-afb9-474e-9cdc-e6e732d8e295 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.679812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325d1b9-a94c-41b0-9ef1-7a19d5a6319f req-b2b8490d-afb9-474e-9cdc-e6e732d8e295 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:21.681914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c325d1b9-a94c-41b0-9ef1-7a19d5a6319f req-b2b8490d-afb9-474e-9cdc-e6e732d8e295 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1666 time: 0.1411006 Jul 28 14:41:21.716733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-1b5ed0ce-e9e4-4409-9c07-67028a526b74 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052294 Jul 28 14:41:21.730452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c325d1b9-a94c-41b0-9ef1-7a19d5a6319f req-fff4cb5a-a142-4fb6-9621-c5b5982c7c84 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Jul 28 14:41:21.736202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.736729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.738053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8abfc748-bf59-4801-bfd5-fb8a6b1429d3 HTTP/1.1" status: 204 len: 168 time: 0.6293755 Jul 28 14:41:21.784282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Request body: {'port': {'device_id': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:21.789261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.793567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:21.807220 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6c441f-5411-436f-bdc0-891b8e795c72 x-openstack-request-id: req-0a6c441f-5411-436f-bdc0-891b8e795c72 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:21.807514 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:21.807768 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a6c441f-5411-436f-bdc0-891b8e795c72 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:21.828237 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644', 'status': 'completed', 'code': 200} Jul 28 14:41:21.849234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] Pushing event deleted for resources: {'Port': ['ID=fd0713ca-9038-4443-8aa4-bbf1f32a4902,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.854446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946c35f-b9ca-4d55-8bdc-3d81b4032c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abfc748-bf59-4801-bfd5-fb8a6b1429d3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.856401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ff3a5-d71c-4e06-a092-afbbde7dd200 None None] No DVR routers for this DVR port fd0713ca-9038-4443-8aa4-bbf1f32a4902 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:21.865053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] No DVR routers for this DVR port fd0713ca-9038-4443-8aa4-bbf1f32a4902 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:21.866901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event deleted for resources: {'Port': ['ID=fd0713ca-9038-4443-8aa4-bbf1f32a4902,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:21.928791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-66b79de2-d9c2-4ee3-995d-9ed3238a13e1 req-0d38fdc0-39e8-4cc7-bdab-dbe9ba696b18 service neutron] (94749) timed out ('10.222.0.50', 58325) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:41:21.953780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.002556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-8342a84c-331e-4d6d-96ac-828a2a19853c service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786212 Jul 28 14:41:22.012256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.025005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a942ba51-593a-4619-9a80-a6d98f9556f3']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:22.029165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-b8bbc8bc-7ef8-458e-b2a7-07155fc0c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.029667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-b8bbc8bc-7ef8-458e-b2a7-07155fc0c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.031359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-b8bbc8bc-7ef8-458e-b2a7-07155fc0c34d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1914 time: 0.1746850 Jul 28 14:41:22.039733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d7a813-25d1-4384-a7c8-87ec53d55b63') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:22.040036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d7a813-25d1-4384-a7c8-87ec53d55b63') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:22.064709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.102111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-1f53b38a-5d91-4734-b9b2-03334613664e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 217 time: 0.0704672 Jul 28 14:41:22.148828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f510862-5448-4f05-b862-66d229ea4760 req-4629f7c4-737b-49b4-99ca-0ba98b504ec1 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.158287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f510862-5448-4f05-b862-66d229ea4760 req-4629f7c4-737b-49b4-99ca-0ba98b504ec1 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.1902785 Jul 28 14:41:22.158462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.169454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:22.170396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:22.174188 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:22.285016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-5f5c9429-5b4f-42d7-a529-842ed49219fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.286644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-5f5c9429-5b4f-42d7-a529-842ed49219fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.1800046 Jul 28 14:41:22.291062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-865e2ae2-d948-4ad2-9c76-4b5dae93c73b req-50b38fb6-7ac0-439e-b4e4-4d4f1baa5165 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0477514 Jul 28 14:41:22.307183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-c8edf1c8-b539-49a1-87d3-75570fad06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.307661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-c8edf1c8-b539-49a1-87d3-75570fad06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.308160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-c8edf1c8-b539-49a1-87d3-75570fad06a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.309774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-c8edf1c8-b539-49a1-87d3-75570fad06a0 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=01c478a47d8a4ef680a5da693e31cc35&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2631876 Jul 28 14:41:22.345310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f510862-5448-4f05-b862-66d229ea4760 req-46f921c5-0956-4db5-890a-ba449a624438 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724012 Jul 28 14:41:22.419967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-149d17ce-22f6-4893-95df-5a669375bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.421721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb6f409b-ae40-48a8-b43b-c2f1d26fa6c1 req-149d17ce-22f6-4893-95df-5a669375bc84 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051378 Jul 28 14:41:22.437180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd0713ca-9038-4443-8aa4-bbf1f32a4902 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:22.453570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-df46be83-0434-48c1-973c-d8edd220287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.456170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-df46be83-0434-48c1-973c-d8edd220287c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1507823 Jul 28 14:41:22.474842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.487531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: fd0713ca-9038-4443-8aa4-bbf1f32a4902 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:22.490186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd0713ca-9038-4443-8aa4-bbf1f32a4902 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:22.518799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.520788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] 10.222.0.47 "DELETE /v2.0/networks/a942ba51-593a-4619-9a80-a6d98f9556f3 HTTP/1.1" status: 204 len: 168 time: 1.4607651 Jul 28 14:41:22.521708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3cde2-107a-42b3-b0ca-dba8f90e6460 tempest-ExtraDHCPOptionsTestJSON-108621622 tempest-ExtraDHCPOptionsTestJSON-108621622-project] Pushing event deleted for resources: {'Network': ['ID=a942ba51-593a-4619-9a80-a6d98f9556f3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:22.603319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fed393b-0822-45ea-8e6f-e08fcb3a5195 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:22.616940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.625164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-86e52ee6-ba5f-4723-8bbb-51fe8b6aead6 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572776 Jul 28 14:41:22.632501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Transition to ACTIVE for port object 5fed393b-0822-45ea-8e6f-e08fcb3a5195 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:22.737349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-51d0d160-53c0-422b-bc8c-c407ed3b8586 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936847 Jul 28 14:41:22.782224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-0845297c-a1be-44f5-9f6f-5f407c98a43d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0369627 Jul 28 14:41:22.798602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:22.866433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fcee1-e8df-4cc9-95b2-a39da4939ceb req-26c87497-0871-4043-b576-5f247f7a12bb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.873353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fcee1-e8df-4cc9-95b2-a39da4939ceb req-26c87497-0871-4043-b576-5f247f7a12bb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.888473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a8fcee1-e8df-4cc9-95b2-a39da4939ceb req-26c87497-0871-4043-b576-5f247f7a12bb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1678 time: 0.0830135 Jul 28 14:41:22.909231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-4710b638-34cb-4dc2-9964-2e96dadb51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:22.910932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-4710b638-34cb-4dc2-9964-2e96dadb51f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.1222258 Jul 28 14:41:22.938728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Pushing event updated for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:22.954443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a8fcee1-e8df-4cc9-95b2-a39da4939ceb req-e056b324-dbb2-4761-9c53-934a306d73a5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622509 Jul 28 14:41:23.020709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53238) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:23.046178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6ff96eb-2988-4a25-8a8f-c839064f6b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.055772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-bc3e9494-196c-47af-a90a-3184fc8113a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.065310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-bc3e9494-196c-47af-a90a-3184fc8113a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1208732 Jul 28 14:41:23.085097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Attempting to bind port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:23.093859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Attempting to bind port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:23.094466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Attempting to bind port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 on network 1050670a-d866-4b74-a3f6-bcbfc5e5404a {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:23.170403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 on network 1050670a-d866-4b74-a3f6-bcbfc5e5404a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:23.170790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Attempting to bind port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 on network 1050670a-d866-4b74-a3f6-bcbfc5e5404a {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:23.179813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:23.180398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Checking segment: {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:23.180954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Bound using segment: {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:23.181578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Bound port: 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4c9096-57cb-4930-8318-ae4b2d91c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:23.182108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.218577 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6ff96eb-2988-4a25-8a8f-c839064f6b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.240168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:23.255205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7b10-86b0-4792-a08c-12a8d12e7264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.295718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-2f467314-2616-43cb-9308-13d0cb831d69 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274187 Jul 28 14:41:23.342643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:23.420820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:23.445647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcb118ca-c049-43f5-a8d5-974bacc1712c req-9b5fe48f-2ba8-4e6e-b964-5fe15df59c61 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0590696 Jul 28 14:41:23.512909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6ff96eb-2988-4a25-8a8f-c839064f6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.580919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b6ff96eb-2988-4a25-8a8f-c839064f6b03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c572ec68c03741e083e332c21a03e066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591574 Jul 28 14:41:23.583734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:23.584559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff96eb-2988-4a25-8a8f-c839064f6b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb86ad-cf80-471c-8d0e-ca7321b1b602,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:23.616233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010950ef-22b1-49ab-ba0a-e23141015670 req-e7595773-2324-4b03-8b3d-5d3f1832fdc7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.617811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-010950ef-22b1-49ab-ba0a-e23141015670 req-e7595773-2324-4b03-8b3d-5d3f1832fdc7 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.2001307 Jul 28 14:41:23.624089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc6c04a0-af21-435f-ace7-8de5f4da1545 req-f377c3aa-ffca-4889-8ba3-262f7517fc3b service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134625 Jul 28 14:41:23.634477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606ceb3-7c77-46dc-85de-03dc8298ea06 req-fbfaceee-3137-4419-9c29-9dc1ac8658ca tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.643242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7606ceb3-7c77-46dc-85de-03dc8298ea06 req-fbfaceee-3137-4419-9c29-9dc1ac8658ca tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 945 time: 0.1713202 Jul 28 14:41:23.667947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.680205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.725007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.727857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7b10-86b0-4792-a08c-12a8d12e7264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.763580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:23.764590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.765658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] 10.222.0.50 "PUT /v2.0/ports/5fed393b-0822-45ea-8e6f-e08fcb3a5195 HTTP/1.1" status: 200 len: 1093 time: 2.0264874 Jul 28 14:41:23.793635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7606ceb3-7c77-46dc-85de-03dc8298ea06 req-bc5dce77-0b0c-4d47-bb2b-0cbc3e2b9113 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/security-groups?id=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492035 Jul 28 14:41:23.810326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d9fe8-a8a5-4fa6-af8f-91f0d6dbf433 service neutron] Pushing event updated for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:23.824822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:23.827254 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:23.848601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Deleting port 4234ab42-1d30-449f-9b93-d09dbd1e6524 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:23.848949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.907881 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c5696-a260-47d5-96fc-5c821c1d1886 x-openstack-request-id: req-ff0c5696-a260-47d5-96fc-5c821c1d1886 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:23.908262 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:23.908538 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff0c5696-a260-47d5-96fc-5c821c1d1886 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:23.908926 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195', 'status': 'completed', 'code': 200} Jul 28 14:41:23.972518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7b10-86b0-4792-a08c-12a8d12e7264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:23.997924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.001904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.005676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebeb86ad-cf80-471c-8d0e-ca7321b1b602 HTTP/1.1" status: 204 len: 168 time: 0.4157031 Jul 28 14:41:24.007054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] For port 4234ab42-1d30-449f-9b93-d09dbd1e6524, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=4234ab42-1d30-449f-9b93-d09dbd1e6524,segment=NetworkSegment(d53add9f-5d76-49c7-a9bd-28c037d22518),segment_id=d53add9f-5d76-49c7-a9bd-28c037d22518)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:24.007444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.022793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-04c65cdb-a58a-4d96-9d0f-ce3cd9977085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.023352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-04c65cdb-a58a-4d96-9d0f-ce3cd9977085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.025089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-04c65cdb-a58a-4d96-9d0f-ce3cd9977085 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1982 time: 0.0951595 Jul 28 14:41:24.029515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Calling delete_port for 4234ab42-1d30-449f-9b93-d09dbd1e6524 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:24.048103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1c9a7b10-86b0-4792-a08c-12a8d12e7264 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3b9d525e6294d79ba131c1e74d7fe8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8067420 Jul 28 14:41:24.052010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53260) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:24.065739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a7b10-86b0-4792-a08c-12a8d12e7264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767caab6-f062-4ebb-a78e-a949c8258452,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:24.130070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990fa0-32b7-4648-8920-72e44a19a8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb86ad-cf80-471c-8d0e-ca7321b1b602,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:24.181019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:24.210470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.240799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.495948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.507631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.513612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/767caab6-f062-4ebb-a78e-a949c8258452 HTTP/1.1" status: 204 len: 168 time: 0.4558034 Jul 28 14:41:24.528164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cb29c-0ef5-456e-9118-a57b1c164de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767caab6-f062-4ebb-a78e-a949c8258452,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:24.583415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558296a-088a-4f64-a1f8-e9e1b733d32f req-cc9a33f2-84e6-40d0-b196-5c636239864a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.589433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558296a-088a-4f64-a1f8-e9e1b733d32f req-cc9a33f2-84e6-40d0-b196-5c636239864a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.591106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9558296a-088a-4f64-a1f8-e9e1b733d32f req-cc9a33f2-84e6-40d0-b196-5c636239864a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1678 time: 0.4565911 Jul 28 14:41:24.597073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-f057705f-e324-4399-9dfc-9082ef4d9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.597549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-f057705f-e324-4399-9dfc-9082ef4d9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.598019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-f057705f-e324-4399-9dfc-9082ef4d9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.599624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-f057705f-e324-4399-9dfc-9082ef4d9d3b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=01c478a47d8a4ef680a5da693e31cc35&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5592270 Jul 28 14:41:24.621197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03b100f4-dca5-412f-8278-a422160c6cff req-7e623e34-6944-4bfb-a1d3-6b682c9a4d52 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0399911 Jul 28 14:41:24.754715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-c5cdfad8-ac25-4a4c-8138-82b14c6d6985 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.756281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-c5cdfad8-ac25-4a4c-8138-82b14c6d6985 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 818 time: 0.3107059 Jul 28 14:41:24.802091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Request body: {'port': {'device_id': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'admin_state_up': True, 'tenant_id': '6466e2b95c6648b78d8e771cfd439229'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:24.803827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9558296a-088a-4f64-a1f8-e9e1b733d32f req-5199c1c5-9549-48ba-9d1d-0de38402c613 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995709 Jul 28 14:41:24.878435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-5e249099-8352-4375-83e7-6782d0d0b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:24.879956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf53e7fc-2f73-416f-b8e4-c56d6d7df464 req-5e249099-8352-4375-83e7-6782d0d0b3f3 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678974 Jul 28 14:41:24.904736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53282) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:24.907919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-20da7f2c-14cb-4471-8fde-e775c39bea5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd21325797194ab0aaec9475e1b82d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7242732 Jul 28 14:41:24.924015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:24.950045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b33c81de-766f-4e19-87bb-bb7420bd952c req-6d83773a-4343-4309-a983-24b77a10aa28 tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0429773 Jul 28 14:41:24.996912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Pushing event deleted for resources: {'Port': ['ID=4234ab42-1d30-449f-9b93-d09dbd1e6524,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:24.997995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.027343 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.069626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] No DVR routers for this DVR port 4234ab42-1d30-449f-9b93-d09dbd1e6524 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:25.074322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.085338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-010950ef-22b1-49ab-ba0a-e23141015670 req-a8492abe-e41a-46c0-a905-c318743e12ac tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.53 "DELETE /v2.0/ports/4234ab42-1d30-449f-9b93-d09dbd1e6524 HTTP/1.1" status: 204 len: 173 time: 1.4301260 Jul 28 14:41:25.090711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-ab04412d-21d4-47af-9cfd-864a105bbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.090873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-ab04412d-21d4-47af-9cfd-864a105bbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.092495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-ab04412d-21d4-47af-9cfd-864a105bbb23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01c478a47d8a4ef680a5da693e31cc35&device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1982 time: 0.1078155 Jul 28 14:41:25.147210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-2ff0b00e-1863-4775-a878-77a885b507dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644 HTTP/1.1" status: 200 len: 217 time: 0.0413854 Jul 28 14:41:25.199836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-c89785f6-4057-4b85-8052-987e5da54b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.201536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-c89785f6-4057-4b85-8052-987e5da54b13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc HTTP/1.1" status: 200 len: 801 time: 0.0483034 Jul 28 14:41:25.257455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-d2ebf544-fb4d-456c-b402-47a1d224f1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.264827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-d2ebf544-fb4d-456c-b402-47a1d224f1e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6f20202b-677f-4018-ae56-738e9d56acab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561330 Jul 28 14:41:25.325455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.337595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.337595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed2aaaa8-4a16-4a13-a3f6-05a577465403 HTTP/1.1" status: 204 len: 168 time: 0.4276180 Jul 28 14:41:25.347124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7789b5-4c06-43fa-af47-e402ad0e736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2aaaa8-4a16-4a13-a3f6-05a577465403,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:25.455498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Made reservation on behalf of 6466e2b95c6648b78d8e771cfd439229 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:25.459035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:25.463568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-8b6e07d9-ce5f-459b-bf4b-f7dcf18e2a45 service neutron] 10.222.0.50 "GET /v2.0/networks/6f20202b-677f-4018-ae56-738e9d56acab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822658 Jul 28 14:41:25.470169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-9e8fa07f-4309-49d6-8ddc-4d10499ed8fa tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.472067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-9e8fa07f-4309-49d6-8ddc-4d10499ed8fa tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.50 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 818 time: 0.1920331 Jul 28 14:41:25.512396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Request body: {'port': {'device_id': '42331f82-951b-460b-a221-559a8572cd66', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'admin_state_up': True, 'tenant_id': '6466e2b95c6648b78d8e771cfd439229'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:25.753550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35473724-357b-43b6-8839-32df8561ca7a req-39cd1146-58fe-461c-b308-bb753f8c78ff tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0501912 Jul 28 14:41:25.842346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-d70509fc-a198-4960-96d2-d33a16f69d1e service neutron] 10.222.0.50 "GET /v2.0/networks/6f20202b-677f-4018-ae56-738e9d56acab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687739 Jul 28 14:41:25.904602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-3bbd99a0-2fb7-403c-8a4b-65c42b043efe tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:25.906059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-3bbd99a0-2fb7-403c-8a4b-65c42b043efe tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 818 time: 0.3473151 Jul 28 14:41:25.911997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'name': 'network-vif-deleted', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:25.914170 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eed0ff4-30b1-47e5-8402-f36a986a6a38" -d '{"events": [{"server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "name": "network-vif-deleted", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:25.922410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-2f02361c-3d2d-4e5d-84e3-233452f0a32e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195 HTTP/1.1" status: 200 len: 217 time: 0.0680733 Jul 28 14:41:25.943982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Request body: {'port': {'device_id': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'admin_state_up': True, 'tenant_id': '6466e2b95c6648b78d8e771cfd439229'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:25.988227 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6411a8ab-b44d-4d37-bcb4-e844ee54a89c x-openstack-request-id: req-6411a8ab-b44d-4d37-bcb4-e844ee54a89c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:25.988462 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc74451-c02c-4ae6-b36a-e8d575bae3dc", "name": "network-vif-deleted", "tag": "4234ab42-1d30-449f-9b93-d09dbd1e6524", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:25.988567 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6411a8ab-b44d-4d37-bcb4-e844ee54a89c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:25.988943 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc74451-c02c-4ae6-b36a-e8d575bae3dc', 'name': 'network-vif-deleted', 'tag': '4234ab42-1d30-449f-9b93-d09dbd1e6524', 'status': 'completed', 'code': 200} Jul 28 14:41:26.044666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Allocated IP 172.20.0.13 (06342ffd-5033-42f1-82a6-b9aec36cf7c0/e5df14c3-0181-4abe-aaa7-dcc492c11840/0b9d88fe-5cbc-4af8-85be-d290105eba59) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:26.061676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1735b358-297c-453b-8f02-33267f95e9b9 req-df5641de-b638-452d-a5a1-90da6f4aa9be tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0309789 Jul 28 14:41:26.100161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-60a42de1-9bdf-4417-a727-a958ac4446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.101114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-60a42de1-9bdf-4417-a727-a958ac4446ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0df076c5-c7a7-40ba-b0b1-a9325009e225 HTTP/1.1" status: 200 len: 801 time: 0.1535447 Jul 28 14:41:26.148472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e84344-8392-40bc-9757-d496139586b1 req-5f671dc5-cde4-48d1-9d2d-59f1f8337487 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.154673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e84344-8392-40bc-9757-d496139586b1 req-5f671dc5-cde4-48d1-9d2d-59f1f8337487 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.156402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60e84344-8392-40bc-9757-d496139586b1 req-5f671dc5-cde4-48d1-9d2d-59f1f8337487 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1678 time: 0.2454278 Jul 28 14:41:26.295482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cf3be-6431-47c9-a400-711fec5b16bb req-200c5826-20ca-4b25-919b-96b281f0d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:26.297091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-200c5826-20ca-4b25-919b-96b281f0d2bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1050670a-d866-4b74-a3f6-bcbfc5e5404a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801805 Jul 28 14:41:26.314437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60e84344-8392-40bc-9757-d496139586b1 req-22d76dec-1f80-445b-a8de-ffa532d31e5d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269662 Jul 28 14:41:26.314437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Made reservation on behalf of 6466e2b95c6648b78d8e771cfd439229 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:26.314437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.506831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.524332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4234ab42-1d30-449f-9b93-d09dbd1e6524 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:26.532177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-29bdd9d0-5715-4554-b300-3557cbcb4895 service neutron] 10.222.0.50 "GET /v2.0/networks/1050670a-d866-4b74-a3f6-bcbfc5e5404a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275181 Jul 28 14:41:26.565344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 4234ab42-1d30-449f-9b93-d09dbd1e6524 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:26.565344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 4234ab42-1d30-449f-9b93-d09dbd1e6524 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:26.605888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Made reservation on behalf of 6466e2b95c6648b78d8e771cfd439229 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:26.609673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:26.935702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e028486e-20f2-4a5e-9180-acae5fd3fc41 req-95f5a52b-24cd-4d4a-92ba-beb10c042727 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0432925 Jul 28 14:41:27.029580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-837cf3be-6431-47c9-a400-711fec5b16bb req-afa91761-4988-424c-a1cc-00f9ed0cf0a0 service neutron] 10.222.0.50 "GET /v2.0/networks/1050670a-d866-4b74-a3f6-bcbfc5e5404a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824924 Jul 28 14:41:27.123438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.196106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88161e99-49e8-4b8a-9a76-66dc7aea24e0 req-d622a687-da4b-463f-9ea5-e9ba48af996e tempest-ServersNegativeTestMultiTenantJSON-733566923 tempest-ServersNegativeTestMultiTenantJSON-733566923-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dc74451-c02c-4ae6-b36a-e8d575bae3dc HTTP/1.1" status: 200 len: 210 time: 0.0288067 Jul 28 14:41:27.226513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:27.234965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:27.243809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:27.277681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event updated for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:27.283424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Allocated IP 172.20.0.14 (06342ffd-5033-42f1-82a6-b9aec36cf7c0/e5df14c3-0181-4abe-aaa7-dcc492c11840/f244c30d-071d-489e-baac-8d77ed246db4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:27.317332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.317971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.495552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-ce48348c-c452-4520-ae54-bb2ca0071378 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7096641 Jul 28 14:41:27.518469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Request body: {'port': {'device_id': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:27.554881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350906-ecf9-4270-ba5d-314d7a7522a1 req-855a577e-3a59-4e72-b490-7ea8f3cd1262 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.561006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a350906-ecf9-4270-ba5d-314d7a7522a1 req-855a577e-3a59-4e72-b490-7ea8f3cd1262 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:27.562678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a350906-ecf9-4270-ba5d-314d7a7522a1 req-855a577e-3a59-4e72-b490-7ea8f3cd1262 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1678 time: 0.1160867 Jul 28 14:41:27.632107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.654327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.677588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a350906-ecf9-4270-ba5d-314d7a7522a1 req-35d0ee78-63c0-4ac1-9e53-48b718b1e1f0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035578 Jul 28 14:41:27.863703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:27.960467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:27.966980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:27.970105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:27.992369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event updated for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:28.025085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:28.079455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c163645-7e9f-4b9a-a3a3-435430e76712 req-3a737d25-e284-4c77-89d5-929d9d8b2f18 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0345197 Jul 28 14:41:28.104356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.105021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.129295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-af7ac90d-7ebd-48c6-b2d7-6e27bc9f6bf9 {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:28.129642 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:28.215093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9d88fe-5cbc-4af8-85be-d290105eba59 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:28.223976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.238794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Transition to ACTIVE for port object 0b9d88fe-5cbc-4af8-85be-d290105eba59 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:28.258468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53392) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:28.277228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-eecef7b6-cd2e-4ba9-bece-c484c3cb82b3 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7844968 Jul 28 14:41:28.296097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Request body: {'port': {'device_id': '42331f82-951b-460b-a221-559a8572cd66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:28.304110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-86677180', 'router:external': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:28.319716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Deleting subnet f12fc924-82c7-493d-a011-43f658eb7a4c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:28.342450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.362227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.380463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.432847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:28.446308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.490536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.503493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1345862810'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:28.538769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Made reservation on behalf of cfe4d0cebddd48c5a8c2fe98ca908bc3 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:28.541269 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.556002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.622027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Pushing event updated for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:28.650233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.700749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:28.705130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.711752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.735854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.742863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Attempting to bind port 0b9d88fe-5cbc-4af8-85be-d290105eba59 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:28.743412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Attempting to bind port 0b9d88fe-5cbc-4af8-85be-d290105eba59 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:28.743757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Attempting to bind port 0b9d88fe-5cbc-4af8-85be-d290105eba59 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:28.763295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12fc924-82c7-493d-a011-43f658eb7a4c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:28.775888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.778000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5b240aeb-b137-4588-8bc2-c6e7223ec903 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f12fc924-82c7-493d-a011-43f658eb7a4c HTTP/1.1" status: 204 len: 168 time: 0.5184665 Jul 28 14:41:28.782731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:28.805030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Port 0b9d88fe-5cbc-4af8-85be-d290105eba59 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:28.805371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Attempting to bind port 0b9d88fe-5cbc-4af8-85be-d290105eba59 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:28.859521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:28.859812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Checking segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:28.860527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Bound using segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:28.860901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Bound port: 0b9d88fe-5cbc-4af8-85be-d290105eba59, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:28.861368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.888473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.942245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:28.953778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7b87-e367-4ee4-8207-9dcff7340139 req-15646bfd-8638-4eed-b8e4-5690824c5f06 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.960862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7b87-e367-4ee4-8207-9dcff7340139 req-15646bfd-8638-4eed-b8e4-5690824c5f06 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:28.962608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-624f7b87-e367-4ee4-8207-9dcff7340139 req-15646bfd-8638-4eed-b8e4-5690824c5f06 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1678 time: 0.1781557 Jul 28 14:41:28.991831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f244c30d-071d-489e-baac-8d77ed246db4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:28.998053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.009471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c96a43-672a-421d-bdf6-35a448779b45']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:29.011233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.021335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53add9f-5d76-49c7-a9bd-28c037d22518') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:29.021671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53add9f-5d76-49c7-a9bd-28c037d22518') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:29.031790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.046765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:29.062998 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:29.067134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Transition to ACTIVE for port object f244c30d-071d-489e-baac-8d77ed246db4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:29.067134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:29.067134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-624f7b87-e367-4ee4-8207-9dcff7340139 req-6c7bdecd-668a-4eee-98f1-8ed184d7d32e tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933456 Jul 28 14:41:29.081067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:29.116010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.152101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:29.154870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8cbbfc-63a7-44d3-b38b-245e1c4633f3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.216539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9dea6ed4-c603-41d3-ab13-77005358bd20 req-35e92027-901c-4b15-8b0c-9b9963e9585c tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0449502 Jul 28 14:41:29.217621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.218000 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Added segment e4e9453a-8698-4425-8f96-599a1d2a8539 of type vlan for network d9d2b46a-a256-40d4-9be7-75d65ef6e717 Jul 28 14:41:29.219403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.247594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8074b273-8a2a-4c1b-8c06-16fdf371e644 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:29.309739 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.324560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.343264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.345064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.346327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Allocated IP 172.20.0.12 (06342ffd-5033-42f1-82a6-b9aec36cf7c0/e5df14c3-0181-4abe-aaa7-dcc492c11840/8ad8a5d8-8856-4866-93b2-119672b4b494) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:29.351911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:29.362704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.381103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] 10.222.0.47 "DELETE /v2.0/networks/87c96a43-672a-421d-bdf6-35a448779b45 HTTP/1.1" status: 204 len: 168 time: 0.5810642 Jul 28 14:41:29.381659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.385329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53422) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:29.387811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eea16-2e1f-4509-9f25-0f697ce21657 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c96a43-672a-421d-bdf6-35a448779b45,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.453730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.454424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.456068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] 10.222.0.53 "PUT /v2.0/ports/0b9d88fe-5cbc-4af8-85be-d290105eba59 HTTP/1.1" status: 200 len: 1093 time: 1.9441750 Jul 28 14:41:29.458085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.458653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:29.461075 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1e088-76ca-4bff-8fd2-4e096443cb08" -d '{"events": [{"name": "network-changed", "server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:29.495596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Deleting subnet b0750fcb-f5f3-4eaf-98ee-2fb10b344801 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:29.511985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8074b273-8a2a-4c1b-8c06-16fdf371e644', 'network_id': '6f20202b-677f-4018-ae56-738e9d56acab', 'port_id': '8074b273-8a2a-4c1b-8c06-16fdf371e644', 'mac_address': 'fa:16:3e:8c:11:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:29.536508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:29.540815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.547149 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b4d908-5226-4608-a3c7-15849f218a35 x-openstack-request-id: req-05b4d908-5226-4608-a3c7-15849f218a35 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:29.547766 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:29.548765 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05b4d908-5226-4608-a3c7-15849f218a35 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:29.549459 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59', 'status': 'completed', 'code': 200} Jul 28 14:41:29.573308 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.587303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8074b273-8a2a-4c1b-8c06-16fdf371e644 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:29.605686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c970f9-9952-454f-9ef1-227ea2fd16ea service neutron] Pushing event updated for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.616248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:29.629003 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.629446 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 303fd47e-f8b7-4f0a-a3e8-4878ec53e103 of type vlan for network 023d275b-0fa7-4145-beaa-539127c44c00 Jul 28 14:41:29.662736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53428) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:29.667330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Attempting to bind port f244c30d-071d-489e-baac-8d77ed246db4 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:29.667668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Attempting to bind port f244c30d-071d-489e-baac-8d77ed246db4 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:29.668006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Attempting to bind port f244c30d-071d-489e-baac-8d77ed246db4 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:29.673266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.674230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.674994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.680394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Port f244c30d-071d-489e-baac-8d77ed246db4 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:29.680739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Attempting to bind port f244c30d-071d-489e-baac-8d77ed246db4 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:29.687754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c050999-427f-4143-89be-703b7c5f6188,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.695605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:29.695772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Checking segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:29.696112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Bound using segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:29.696559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Bound port: f244c30d-071d-489e-baac-8d77ed246db4, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:29.696925 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.717563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.724024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-f01b0173-171b-4ac4-9137-20677c95fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.725572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-f01b0173-171b-4ac4-9137-20677c95fb23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 1096 time: 0.1400862 Jul 28 14:41:29.769065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.801221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.848085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Network': ['ID=d9d2b46a-a256-40d4-9be7-75d65ef6e717,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.852374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96fabd4b-4589-4dd5-8463-c05a47a72e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.853348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.873079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:29.879980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:29.884261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:29.942632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:29.942632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f244c30d-071d-489e-baac-8d77ed246db4,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:29.950130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-315deeb3-1bed-42e1-8607-0d38b8989731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:29.951667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-315deeb3-1bed-42e1-8607-0d38b8989731 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6466e2b95c6648b78d8e771cfd439229&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2091250 Jul 28 14:41:29.990636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-19b116da-50f9-4d36-bf49-55cb364d8195 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9612534 Jul 28 14:41:29.997894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:29.997894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'subnet': {'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:30.049160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-16c95ec4-f8d2-4d62-96ab-6c9d4bb757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.050780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53c1e088-76ca-4bff-8fd2-4e096443cb08 req-16c95ec4-f8d2-4d62-96ab-6c9d4bb757b3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915437 Jul 28 14:41:30.088923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96fabd4b-4589-4dd5-8463-c05a47a72e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.138436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8074b273-8a2a-4c1b-8c06-16fdf371e644'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:30.190810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f8bebb71-ddd5-419e-b91d-053feb924cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.192369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f8bebb71-ddd5-419e-b91d-053feb924cff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 1096 time: 0.0827179 Jul 28 14:41:30.206633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e51f4-633d-470c-9b0a-09e52d896bd2 req-bc747f33-d8ce-495a-a0b9-45147719d70d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.212537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e51f4-633d-470c-9b0a-09e52d896bd2 req-bc747f33-d8ce-495a-a0b9-45147719d70d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.214142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a52e51f4-633d-470c-9b0a-09e52d896bd2 req-bc747f33-d8ce-495a-a0b9-45147719d70d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1679 time: 0.0710063 Jul 28 14:41:30.255696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-a7534c97-010c-47ef-81ad-09f604827725 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59 HTTP/1.1" status: 200 len: 217 time: 0.0403965 Jul 28 14:41:30.318570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a52e51f4-633d-470c-9b0a-09e52d896bd2 req-e43fbb2d-59ae-4564-8f57-4201756c573f tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964060 Jul 28 14:41:30.325823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-34c1e45b-affd-45d9-9973-d8110e9e5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.326879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68a4ba86-57d8-4038-adf4-7b8debfa08fd req-ddf254c1-05f4-416d-bb0c-faf4094a58fc tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0279031 Jul 28 14:41:30.327417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-34c1e45b-affd-45d9-9973-d8110e9e5f9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 200 len: 858 time: 0.0653267 Jul 28 14:41:30.350476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.356429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.357166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.375055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-802182f8-e438-4cfd-b971-afa13cdd4c22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06342ffd-5033-42f1-82a6-b9aec36cf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404706 Jul 28 14:41:30.429887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.433946 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.434143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-96fabd4b-4589-4dd5-8463-c05a47a72e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.434290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.475398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=023d275b-0fa7-4145-beaa-539127c44c00,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.482256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0750fcb-f5f3-4eaf-98ee-2fb10b344801,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.483810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.484191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.484416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.486346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] 10.222.0.50 "PUT /v2.0/ports/f244c30d-071d-489e-baac-8d77ed246db4 HTTP/1.1" status: 200 len: 1093 time: 2.1947677 Jul 28 14:41:30.487030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-794f8c23-638e-41a9-bf9c-012b2b9633af admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b0750fcb-f5f3-4eaf-98ee-2fb10b344801 HTTP/1.1" status: 204 len: 168 time: 1.1004915 Jul 28 14:41:30.492135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53444) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:30.503611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 023d275b-0fa7-4145-beaa-539127c44c00 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:30.509543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-96fabd4b-4589-4dd5-8463-c05a47a72e0f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e8a339221de4419a0b672506b2dac7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8456593 Jul 28 14:41:30.515431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53446) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:30.521605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:30.536306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fabd4b-4589-4dd5-8463-c05a47a72e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380a2b1-d4a9-4a00-9e67-52e576c604c9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.564011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:30.574210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:30.574872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a27c9b6b-4ef2-4a68-b627-8f008d1fc8b5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1408703 Jul 28 14:41:30.578039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53450) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:30.589699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-78088991'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:30.615160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.625721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea89c77-6326-46dd-9868-67982aad1a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.644046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.680288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-8a4b8530-6f65-4fb6-8fac-300cd981b3b2 service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981162 Jul 28 14:41:30.710202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:30.710810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.714743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.769843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event updated for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.778703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Made reservation on behalf of cfe4d0cebddd48c5a8c2fe98ca908bc3 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:30.784693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.844974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.847745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.849090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0380a2b1-d4a9-4a00-9e67-52e576c604c9 HTTP/1.1" status: 204 len: 168 time: 0.3326857 Jul 28 14:41:30.867342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e912bf-8dcc-4d77-863a-dd4f2645b11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380a2b1-d4a9-4a00-9e67-52e576c604c9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:30.884021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:30.888155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.951154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:30.971477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:30.971477 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 38daad44-b41d-4666-a769-7578bffad1ee of type vlan for network 2fd0fe02-8f52-4db1-80e1-b8c060043238 Jul 28 14:41:31.056432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.165334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-d327deae-e037-463b-91dd-ac41f2207cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.166825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-d327deae-e037-463b-91dd-ac41f2207cd5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 1096 time: 0.4028337 Jul 28 14:41:31.170255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-2ca8c1ae-f538-4671-ab70-8a5b0b9f0575 service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786801 Jul 28 14:41:31.176779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.194935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39b30d4-f225-44d0-9e7c-86d31e614d86']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:31.232292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-5def8c27-4cf6-4287-a357-80004f31fb32 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f244c30d-071d-489e-baac-8d77ed246db4 HTTP/1.1" status: 200 len: 217 time: 0.0479853 Jul 28 14:41:31.235592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca8fa38-7876-4a72-9fc2-03bda2e236a9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:31.235935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca8fa38-7876-4a72-9fc2-03bda2e236a9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:31.243067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5fed393b-0822-45ea-8e6f-e08fcb3a5195 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:31.253797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.281787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-f0f44e68-9ed7-4a01-9704-586404dd0ecb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3491518 Jul 28 14:41:31.292075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.304091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Request body: {'port': {'device_id': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:31.306951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.315089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:31.315989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.317051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:31.318037 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:31.320569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.346999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-0bc49620-83c2-496d-91d5-3bded5a6f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.348773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-0bc49620-83c2-496d-91d5-3bded5a6f528 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 200 len: 858 time: 0.1064234 Jul 28 14:41:31.428345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-97f70c8d-05df-4fac-83f1-e20a87638458 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06342ffd-5033-42f1-82a6-b9aec36cf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437431 Jul 28 14:41:31.449278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:31.483859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5fed393b-0822-45ea-8e6f-e08fcb3a5195', 'network_id': '1050670a-d866-4b74-a3f6-bcbfc5e5404a', 'port_id': '5fed393b-0822-45ea-8e6f-e08fcb3a5195', 'mac_address': 'fa:16:3e:e0:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df076c5-c7a7-40ba-b0b1-a9325009e225', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:31.488823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8074b273-8a2a-4c1b-8c06-16fdf371e644 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:31.534867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.547455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9658411 Jul 28 14:41:31.560828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:31.565950 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0578eb94-b7f4-4ad6-8513-73bdcf57e338" -d '{"events": [{"name": "network-changed", "server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "tag": "f244c30d-071d-489e-baac-8d77ed246db4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:31.575396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53470) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:31.583180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '023d275b-0fa7-4145-beaa-539127c44c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:31.583741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.597994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.601212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] 10.222.0.47 "DELETE /v2.0/networks/c39b30d4-f225-44d0-9e7c-86d31e614d86 HTTP/1.1" status: 204 len: 168 time: 1.1056499 Jul 28 14:41:31.605734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73d23c-c2d7-4440-9bf7-2c4c7571e663 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=2fd0fe02-8f52-4db1-80e1-b8c060043238,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.633031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:31.702443 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.742430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1158395-ac87-407e-8fad-88026d95c7db admin admin] Pushing event deleted for resources: {'Network': ['ID=c39b30d4-f225-44d0-9e7c-86d31e614d86,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.755360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f50f5-334c-4789-8ed2-ccbcb7a276ab req-5c7dfff8-9536-402f-814f-3aeb17b8d5d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.761626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f50f5-334c-4789-8ed2-ccbcb7a276ab req-5c7dfff8-9536-402f-814f-3aeb17b8d5d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.763447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-123f50f5-334c-4789-8ed2-ccbcb7a276ab req-5c7dfff8-9536-402f-814f-3aeb17b8d5d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1679 time: 0.2314706 Jul 28 14:41:31.777845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045bb82-fe52-46a6-aadf-d391331a3a91 req-04c2c3f7-b5ff-4b82-839b-745ba04f9b20 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:31.786795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2045bb82-fe52-46a6-aadf-d391331a3a91 req-04c2c3f7-b5ff-4b82-839b-745ba04f9b20 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 932 time: 0.2804480 Jul 28 14:41:31.794488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8074b273-8a2a-4c1b-8c06-16fdf371e644 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:31.821119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-e0367721-e17c-4925-a7f0-a5a3f1be4925 service neutron] 10.222.0.50 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855588 Jul 28 14:41:31.829086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:41:31.830041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.849263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8074b273-8a2a-4c1b-8c06-16fdf371e644 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:31.849928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:31.857267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fed393b-0822-45ea-8e6f-e08fcb3a5195 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:31.907486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-123f50f5-334c-4789-8ed2-ccbcb7a276ab req-91f85691-67a1-4f71-ad39-c38b94694b28 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192594 Jul 28 14:41:31.921632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad610310-b95b-4e1c-aabf-04f375231f0b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:31.939485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Checking segment: {'id': 'e4e9453a-8698-4425-8f96-599a1d2a8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:31.940109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network hostable DHCP agents. Network: d9d2b46a-a256-40d4-9be7-75d65ef6e717, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:31.987270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2045bb82-fe52-46a6-aadf-d391331a3a91 req-21305bfc-2353-40d0-8550-87d28639a4eb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945775 Jul 28 14:41:31.993934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:32.026907 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f6e60-51c0-4f5f-be62-1e0c3b6f749c x-openstack-request-id: req-955f6e60-51c0-4f5f-be62-1e0c3b6f749c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:32.027293 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "tag": "f244c30d-071d-489e-baac-8d77ed246db4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:32.027672 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-955f6e60-51c0-4f5f-be62-1e0c3b6f749c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:32.028153 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4', 'status': 'completed', 'code': 200} Jul 28 14:41:32.070492 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.094107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:32.097056 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ee0ecb-ed8e-4014-b2bd-f38c352ec8cb" -d '{"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-plugged", "status": "completed", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:32.108031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-788cfc15-b47a-4e1f-8c9a-ec66fec70505 service neutron] 10.222.0.50 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778051 Jul 28 14:41:32.108979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:32.113327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.116532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:32.150777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.171459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:32.174105 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72518316-bbf0-4da2-9eae-1da69f4a1068 x-openstack-request-id: req-72518316-bbf0-4da2-9eae-1da69f4a1068 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:32.174434 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-plugged", "status": "completed", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:32.174741 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72518316-bbf0-4da2-9eae-1da69f4a1068 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:32.175174 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644', 'code': 200} Jul 28 14:41:32.207091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad8a5d8-8856-4866-93b2-119672b4b494 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:32.207747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:32.215339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.228150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Transition to ACTIVE for port object 8ad8a5d8-8856-4866-93b2-119672b4b494 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:32.391019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d9d2b46a-a256-40d4-9be7-75d65ef6e717) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:32.392830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.397511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.398558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.421711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f753f2-19b9-46ee-b62e-fb07d0b1bc2e None None] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:32.433407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:32.478139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5982c71e-72a7-43ac-a814-836c515129bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3acafa79187413d879228fe008aebe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434413 Jul 28 14:41:32.482493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53492) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:32.505638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-2c46d25c-f80d-4e32-825a-e97b5829017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.506611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5fed393b-0822-45ea-8e6f-e08fcb3a5195'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:32.507450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-2c46d25c-f80d-4e32-825a-e97b5829017d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 1096 time: 0.0506425 Jul 28 14:41:32.514273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:32.514489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.549526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.606589 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.660473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.693489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-4a3ebca8-2ea4-4627-8b3d-9063cd613c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.695325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-4a3ebca8-2ea4-4627-8b3d-9063cd613c35 service neutron] 10.222.0.50 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 919 time: 0.1775258 Jul 28 14:41:32.721396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7820c4c1-53a7-46e1-989e-82e7558b068f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7293830 Jul 28 14:41:32.727110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53500) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:32.733437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-184353241', 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:32.746719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=571c72ce-f35e-4ef4-8528-d68fe79d38ea,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:32.751945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87621f6-8eb4-47b4-88d1-2d198f616818 None None] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:32.787826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:32.811237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-6733bc1f-ce0c-42fe-b0b1-a5a42f58cb94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f244c30d-071d-489e-baac-8d77ed246db4 HTTP/1.1" status: 200 len: 217 time: 0.1042752 Jul 28 14:41:32.920189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Attempting to bind port 8ad8a5d8-8856-4866-93b2-119672b4b494 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:32.920812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Attempting to bind port 8ad8a5d8-8856-4866-93b2-119672b4b494 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:32.921736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Attempting to bind port 8ad8a5d8-8856-4866-93b2-119672b4b494 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:32.932653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Port 8ad8a5d8-8856-4866-93b2-119672b4b494 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:41:32.933263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Attempting to bind port 8ad8a5d8-8856-4866-93b2-119672b4b494 on network 06342ffd-5033-42f1-82a6-b9aec36cf7c0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:32.942370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:32.943674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Checking segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:32.950474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Bound using segment: {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:32.950474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Bound port: 8ad8a5d8-8856-4866-93b2-119672b4b494, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7a7769-9895-466b-8df8-ae65c3403326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:32.950474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:32.963330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-8dc064bd-43df-4683-985d-f20464149d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:32.965028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-8dc064bd-43df-4683-985d-f20464149d06 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 200 len: 858 time: 0.0994334 Jul 28 14:41:33.033391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-e1eba759-37a9-4dad-b125-8016792eed16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=06342ffd-5033-42f1-82a6-b9aec36cf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567367 Jul 28 14:41:33.087644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.089409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.090524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f HTTP/1.1" status: 204 len: 168 time: 0.6071680 Jul 28 14:41:33.132129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e34b7e-fa5c-4fc8-9044-ef26048887f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ae48a0-cd1d-4fe5-9ca1-4c43d56da36f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:33.137513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:33.162128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad8a5d8-8856-4866-93b2-119672b4b494,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:33.175750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '303fd47e-f8b7-4f0a-a3e8-4878ec53e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:33.176127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 023d275b-0fa7-4145-beaa-539127c44c00, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:33.184524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0048d3-cc2f-4b0b-b83c-678304f984e9 req-92e305be-ac4d-4a07-a1e3-802ff26a3aac tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.190396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe25f6-5bab-4fa9-992a-d70ecd738d35 req-12eef041-713b-4b7f-901c-324a21fe1972 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.191677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0048d3-cc2f-4b0b-b83c-678304f984e9 req-92e305be-ac4d-4a07-a1e3-802ff26a3aac tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.191958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdfe25f6-5bab-4fa9-992a-d70ecd738d35 req-12eef041-713b-4b7f-901c-324a21fe1972 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 944 time: 0.1096580 Jul 28 14:41:33.193338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0048d3-cc2f-4b0b-b83c-678304f984e9 req-92e305be-ac4d-4a07-a1e3-802ff26a3aac tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1681 time: 0.1759837 Jul 28 14:41:33.236887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-449af99d-4aff-43c9-b3e0-b1aad905ab5d service neutron] 10.222.0.50 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726038 Jul 28 14:41:33.241385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fdfe25f6-5bab-4fa9-992a-d70ecd738d35 req-60abdcf4-33a1-4c6f-8e1d-6a62dbc0964a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 Jul 28 14:41:33.303524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0048d3-cc2f-4b0b-b83c-678304f984e9 req-4c4e82c5-4b02-4806-b1fb-3410ac09a7a6 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958447 Jul 28 14:41:33.328459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Made reservation on behalf of cfe4d0cebddd48c5a8c2fe98ca908bc3 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:33.346115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.346320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.377829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] device_id is not set on port f585de29-8f0e-4702-a778-87972c80ab51 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:41:33.391975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.392725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.393991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ad8a5d8-8856-4866-93b2-119672b4b494 HTTP/1.1" status: 200 len: 1093 time: 2.0943010 Jul 28 14:41:33.400369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0578eb94-b7f4-4ad6-8513-73bdcf57e338 req-d7d2efde-9794-4d50-8961-174166e6422e service neutron] 10.222.0.50 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663337 Jul 28 14:41:33.416147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:33.424146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.424496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.424835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.425173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.425508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.425840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.426169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.426496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.426938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.434317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.434317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.434317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06431387-e027-40ac-be6b-3ac45e032a09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:33.434653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 023d275b-0fa7-4145-beaa-539127c44c00 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:33.515659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 2001:db8::292 (d9d2b46a-a256-40d4-9be7-75d65ef6e717/ad610310-b95b-4e1c-aabf-04f375231f0b/f585de29-8f0e-4702-a778-87972c80ab51) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:33.649431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 023d275b-0fa7-4145-beaa-539127c44c00) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:33.667175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.667997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.676124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c74edb3-0a76-4842-b3e9-08dd7b2414a2 None None] Network 023d275b-0fa7-4145-beaa-539127c44c00 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:33.714928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.785358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-c209e532-50e5-4141-baa3-38642eb51b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.787398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-c209e532-50e5-4141-baa3-38642eb51b47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 1096 time: 0.0898807 Jul 28 14:41:33.804581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53524) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:33.804732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-35bbc2c3-bb23-4d6b-b311-1d33bbab8f02 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2204504 Jul 28 14:41:33.809100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:33.899716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-d17a82ee-8f4d-4535-9f23-f5c436202a74 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad8a5d8-8856-4866-93b2-119672b4b494 HTTP/1.1" status: 200 len: 217 time: 0.0988154 Jul 28 14:41:33.940677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-023d275b-0fa7-4145-beaa-539127c44c00', 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '571c72ce-f35e-4ef4-8528-d68fe79d38ea'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:33.942123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.954474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:33.993383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-e86aba90-f00a-45af-bd45-d0dbcae0e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:33.994942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-e86aba90-f00a-45af-bd45-d0dbcae0e4e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 200 len: 858 time: 0.0838113 Jul 28 14:41:34.027777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:34.033562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:34.037220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:34.039580 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab944ee8-359e-4150-8e0d-2517132f78f0" -d '{"events": [{"name": "network-changed", "server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:34.040068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:34.042390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.043359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.046315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-863a442d-2010-41fa-8aba-605d726afd66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06342ffd-5033-42f1-82a6-b9aec36cf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417714 Jul 28 14:41:34.064424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=f585de29-8f0e-4702-a778-87972c80ab51,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:34.137641 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66902cc8-d18a-4c26-bbea-4fa18598309f x-openstack-request-id: req-66902cc8-d18a-4c26-bbea-4fa18598309f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:34.137941 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:34.138193 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66902cc8-d18a-4c26-bbea-4fa18598309f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:34.138595 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494', 'status': 'completed', 'code': 200} Jul 28 14:41:34.159185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Allocated IP 2001:db8::2 (023d275b-0fa7-4145-beaa-539127c44c00/571c72ce-f35e-4ef4-8528-d68fe79d38ea/09122de5-66d1-4256-b56f-80bd1323c363) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:34.184536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-bd376760-92ae-4afd-9212-a86f658eb80a service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298685 Jul 28 14:41:34.257769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:34.261427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.321195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fb9032ab-1db1-4584-9238-c245c1145b11 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5924189 Jul 28 14:41:34.324760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53542) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:34.404027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53548) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:34.510151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.521717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Transition to ACTIVE for port object 09122de5-66d1-4256-b56f-80bd1323c363 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:34.544641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Transition to ACTIVE for port object 09122de5-66d1-4256-b56f-80bd1323c363 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:34.552743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cc3a0-8af3-4d86-8849-a847e0bcd339 req-4183427f-e56c-468d-a4e3-ba237ff7ab30 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.554313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-172cc3a0-8af3-4d86-8849-a847e0bcd339 req-4183427f-e56c-468d-a4e3-ba237ff7ab30 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 944 time: 0.0818076 Jul 28 14:41:34.595201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0b9d88fe-5cbc-4af8-85be-d290105eba59 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:34.601336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152901af-8fda-4739-b7dd-800952d5912d req-7ea6d885-6937-4474-a085-3e2200b8e6de tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.607541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152901af-8fda-4739-b7dd-800952d5912d req-7ea6d885-6937-4474-a085-3e2200b8e6de tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.609592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-152901af-8fda-4739-b7dd-800952d5912d req-7ea6d885-6937-4474-a085-3e2200b8e6de tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1681 time: 0.1504619 Jul 28 14:41:34.611756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Deleting port f585de29-8f0e-4702-a778-87972c80ab51 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:34.612276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.625061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b057b6fa-58b8-4a93-b8ad-f86e5af4e940 req-053bb6fd-b667-4b6c-957b-6b4b81bb28f2 service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325554 Jul 28 14:41:34.646261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-172cc3a0-8af3-4d86-8849-a847e0bcd339 req-a41a12f2-ceb4-4a4b-9c4b-10f635a460b1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637958 Jul 28 14:41:34.671851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b222a8b2-9b61-4bc2-8ecf-b2a27a3b4bd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c04a9755581240d9aa1fc9160fcbd975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649803 Jul 28 14:41:34.676715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53552) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:34.708914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-152901af-8fda-4739-b7dd-800952d5912d req-b5d934eb-c5cd-42c3-92d8-5da5a43e99b1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779119 Jul 28 14:41:34.770419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.808376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.830242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.847562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Calling delete_port for f585de29-8f0e-4702-a778-87972c80ab51 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:34.856798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Network 023d275b-0fa7-4145-beaa-539127c44c00 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:34.863930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:34.879682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:34.897152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:34.911361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Pushing event updated for resources: {'Port': ['ID=09122de5-66d1-4256-b56f-80bd1323c363,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:34.972861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:34.992221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-f982571f-611a-4fce-bdba-d5465424ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:34.993975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Attempting to bind port 09122de5-66d1-4256-b56f-80bd1323c363 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:34.994367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Attempting to bind port 09122de5-66d1-4256-b56f-80bd1323c363 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '303fd47e-f8b7-4f0a-a3e8-4878ec53e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:34.994804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Attempting to bind port 09122de5-66d1-4256-b56f-80bd1323c363 on network 023d275b-0fa7-4145-beaa-539127c44c00 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:34.995178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-f982571f-611a-4fce-bdba-d5465424ea52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6466e2b95c6648b78d8e771cfd439229&device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 1096 time: 0.1610887 Jul 28 14:41:34.996937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0b9d88fe-5cbc-4af8-85be-d290105eba59', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'port_id': '0b9d88fe-5cbc-4af8-85be-d290105eba59', 'mac_address': 'fa:16:3e:63:61:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5df14c3-0181-4abe-aaa7-dcc492c11840', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:35.004982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:35.006320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Checking segment: {'id': '303fd47e-f8b7-4f0a-a3e8-4878ec53e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:35.006320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.006320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Bound using segment: {'id': '303fd47e-f8b7-4f0a-a3e8-4878ec53e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:35.006657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Bound port: 09122de5-66d1-4256-b56f-80bd1323c363, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303fd47e-f8b7-4f0a-a3e8-4878ec53e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '023d275b-0fa7-4145-beaa-539127c44c00'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:35.007054 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.083236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.106513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9d88fe-5cbc-4af8-85be-d290105eba59 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:35.143219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-7b2c552c-bb50-4647-961d-b602e24c5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.149088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-7b2c552c-bb50-4647-961d-b602e24c5e13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 200 len: 919 time: 0.1421764 Jul 28 14:41:35.149236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:35.149335 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.149434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] For port 09122de5-66d1-4256-b56f-80bd1323c363, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:35.165579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] For port 09122de5-66d1-4256-b56f-80bd1323c363, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09122de5-66d1-4256-b56f-80bd1323c363,segment=NetworkSegment(303fd47e-f8b7-4f0a-a3e8-4878ec53e103),segment_id=303fd47e-f8b7-4f0a-a3e8-4878ec53e103)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:35.184928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.214225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Port': ['ID=f585de29-8f0e-4702-a778-87972c80ab51,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.236585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-ff2f1d04-e956-45be-9598-68406aa755ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ad8a5d8-8856-4866-93b2-119672b4b494 HTTP/1.1" status: 200 len: 217 time: 0.0829558 Jul 28 14:41:35.242402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.243587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-24f71e82-c53b-4612-9c96-2d009399509e tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f585de29-8f0e-4702-a778-87972c80ab51 HTTP/1.1" status: 204 len: 168 time: 0.9189205 Jul 28 14:41:35.245584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f244c30d-071d-489e-baac-8d77ed246db4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:35.246262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53560) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:35.252017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717', 'external_fixed_ips': [{'subnet_id': 'ad610310-b95b-4e1c-aabf-04f375231f0b', 'ip_address': '2001:db8::292'}]}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:35.256472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=c4d8fb9e-0757-40df-8676-ffc1b76ea215,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.258214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5fed393b-0822-45ea-8e6f-e08fcb3a5195 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:35.287065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.289539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.294004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef70b0c4-b2da-48a1-b2f3-d9bcf6e03b20 HTTP/1.1" status: 204 len: 168 time: 0.6108320 Jul 28 14:41:35.306182 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.308832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.313238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d28432-d858-45b8-8820-893c57ef4054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef70b0c4-b2da-48a1-b2f3-d9bcf6e03b20,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.327110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '38daad44-b41d-4666-a769-7578bffad1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:35.327545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 2fd0fe02-8f52-4db1-80e1-b8c060043238, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:35.340228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-7e49601f-39ab-422e-9cbc-94dda3dff009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.341763 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-7e49601f-39ab-422e-9cbc-94dda3dff009 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 200 len: 858 time: 0.0955584 Jul 28 14:41:35.384862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.385751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.394745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-8933e89e-b75f-460a-be86-a9b4d3e4b940 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06342ffd-5033-42f1-82a6-b9aec36cf7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438790 Jul 28 14:41:35.469734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:35.525781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.557388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-31d9df43-feac-4312-903e-e9726ca9656c service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551995 Jul 28 14:41:35.681530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 2fd0fe02-8f52-4db1-80e1-b8c060043238) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:35.681665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe6576-464c-4709-87e5-e406e664d169 None None] Pushing event updated for resources: {'Port': ['ID=09122de5-66d1-4256-b56f-80bd1323c363,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:35.690050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:35.690767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.704559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab944ee8-359e-4150-8e0d-2517132f78f0 req-120b6230-a85a-428a-a085-16f4b28325f1 service neutron] 10.222.0.53 "GET /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370254 Jul 28 14:41:35.743093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0b9d88fe-5cbc-4af8-85be-d290105eba59'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:35.795737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad90d2-a664-45a7-9c3a-94ecd4701930 None None] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:35.828476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:35.882726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92998435-ba92-460c-b1bf-1015d7123bdd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0794225 Jul 28 14:41:35.885772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:35.895896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-176923620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:35.904851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53588) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:35.929599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:35.936109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:35.973884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1833444386'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:36.009702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:36.025956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f244c30d-071d-489e-baac-8d77ed246db4,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.028050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.041023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432e9ee-610f-4068-bc06-2adf98513f06 req-8f922919-a43a-4e61-9421-554ee8ad698a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.044530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0432e9ee-610f-4068-bc06-2adf98513f06 req-8f922919-a43a-4e61-9421-554ee8ad698a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 944 time: 0.1149764 Jul 28 14:41:36.044673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.045737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.079907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'f244c30d-071d-489e-baac-8d77ed246db4', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'port_id': 'f244c30d-071d-489e-baac-8d77ed246db4', 'mac_address': 'fa:16:3e:53:17:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5df14c3-0181-4abe-aaa7-dcc492c11840', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:36.092522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f29be-8418-448a-9846-bfce73e781fd req-dbc2b2c4-1e80-43dc-a3d8-b854580f6431 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.101678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f29be-8418-448a-9846-bfce73e781fd req-dbc2b2c4-1e80-43dc-a3d8-b854580f6431 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.115514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f8f29be-8418-448a-9846-bfce73e781fd req-dbc2b2c4-1e80-43dc-a3d8-b854580f6431 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1681 time: 0.1309528 Jul 28 14:41:36.178540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f8f29be-8418-448a-9846-bfce73e781fd req-6aeb2ae4-39b8-4512-8722-a8001d237715 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623081 Jul 28 14:41:36.243739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0432e9ee-610f-4068-bc06-2adf98513f06 req-619492d7-a88f-4f32-b291-bdcfbe85be36 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897438 Jul 28 14:41:36.247015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.291769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.293486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:36.297282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.301426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f244c30d-071d-489e-baac-8d77ed246db4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:36.312466 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.340576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:36.353505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-2fd0fe02-8f52-4db1-80e1-b8c060043238', 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': 'c4d8fb9e-0757-40df-8676-ffc1b76ea215'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:36.354449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.363625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.363987 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Added segment ce22c549-764a-42fb-9c11-98aec55c5b2a of type vlan for network f29ba33f-336c-4637-baa7-e1e1c051e438 Jul 28 14:41:36.414320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.420843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f244c30d-071d-489e-baac-8d77ed246db4,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.421984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:36.425076 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427cf5f2-c385-4169-bf99-7df92121288b" -d '{"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-plugged", "status": "completed", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:36.456283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:36.480276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.550764 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51421989-7c3f-4476-b4c2-6d8ed3aeecea x-openstack-request-id: req-51421989-7c3f-4476-b4c2-6d8ed3aeecea {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:36.551166 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-plugged", "status": "completed", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:36.551298 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51421989-7c3f-4476-b4c2-6d8ed3aeecea {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:36.551629 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195', 'code': 200} Jul 28 14:41:36.552368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.568667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09122de5-66d1-4256-b56f-80bd1323c363 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:36.600887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.605239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-02e158fd-1a52-46ee-a1f2-8dc8e7ae66eb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7156105 Jul 28 14:41:36.605543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53604) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:36.687355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.694152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:36.703550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.704262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:36.756115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad8a5d8-8856-4866-93b2-119672b4b494 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:41:36.759229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.779190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.825397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:36.836012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Network': ['ID=f29ba33f-336c-4637-baa7-e1e1c051e438,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:36.876385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network f29ba33f-336c-4637-baa7-e1e1c051e438 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:36.919622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-22c9449b-3a89-4d8a-b265-2ca3a9f76943 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0136621 Jul 28 14:41:36.923742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53618) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:36.931851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-222442994'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:36.990028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f244c30d-071d-489e-baac-8d77ed246db4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:37.081123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 2001:db8::292 (d9d2b46a-a256-40d4-9be7-75d65ef6e717/ad610310-b95b-4e1c-aabf-04f375231f0b/718f820c-9f72-445e-b9a5-e00d95f44bd7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:37.085767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e234ac-796c-4983-8fd2-9133228a1ac9 None None] Network 023d275b-0fa7-4145-beaa-539127c44c00 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:37.095336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:41:37.107552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:37.111945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.185984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53628) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:37.199076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:37.211147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:37.221002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.221443 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Added segment 33155f3e-74d6-4eae-a920-9e0e28fdd9e9 of type vlan for network ad33859d-0cf9-4685-97d8-6318e5f7a89c Jul 28 14:41:37.348732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.352941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c800443-f8ca-4b98-b949-cf6884eaad1a req-09d9d93d-7541-4312-bd36-eb812bbd4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.353500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c800443-f8ca-4b98-b949-cf6884eaad1a req-09d9d93d-7541-4312-bd36-eb812bbd4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.356602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c800443-f8ca-4b98-b949-cf6884eaad1a req-09d9d93d-7541-4312-bd36-eb812bbd4f95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1986 time: 0.6927559 Jul 28 14:41:37.431268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.431561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Allocated IP 2001:db8:1::2 (2fd0fe02-8f52-4db1-80e1-b8c060043238/c4d8fb9e-0757-40df-8676-ffc1b76ea215/4a7cd164-dceb-44b5-a21d-9e11a1d998d5) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:37.444225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1394549048-network', 'tenant_id': 'eb19106e7ffd44fbbbf9cf69daa79de1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:37.510007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 09122de5-66d1-4256-b56f-80bd1323c363 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:37.534514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e7589-18b2-426d-9b93-406f35e60fd9 req-6ecc7d8a-c95f-4a64-bd13-0f425331b6d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.540734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e7589-18b2-426d-9b93-406f35e60fd9 req-6ecc7d8a-c95f-4a64-bd13-0f425331b6d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.542498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-977e7589-18b2-426d-9b93-406f35e60fd9 req-6ecc7d8a-c95f-4a64-bd13-0f425331b6d5 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.1840773 Jul 28 14:41:37.590571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.593240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c800443-f8ca-4b98-b949-cf6884eaad1a req-6ade935c-82b9-46f2-811e-bf6d2942727a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075025 Jul 28 14:41:37.596984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.597632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.614743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Made reservation on behalf of eb19106e7ffd44fbbbf9cf69daa79de1 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:37.617250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.635897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.654231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Provisioning for port 09122de5-66d1-4256-b56f-80bd1323c363 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:37.663312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa60db-accb-4691-b7f2-478686ead6db req-0f5bcb9c-a881-4469-a793-efaf37beaed7 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:37.665113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edaa60db-accb-4691-b7f2-478686ead6db req-0f5bcb9c-a881-4469-a793-efaf37beaed7 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 944 time: 0.1775053 Jul 28 14:41:37.697975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.729483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad8a5d8-8856-4866-93b2-119672b4b494,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:37.735373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Provisioning complete for port 09122de5-66d1-4256-b56f-80bd1323c363 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:37.735901 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.736875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:37.742433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-977e7589-18b2-426d-9b93-406f35e60fd9 req-2ece3557-d547-4377-a496-55e9ef86f1de tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872151 Jul 28 14:41:37.788994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Network': ['ID=ad33859d-0cf9-4685-97d8-6318e5f7a89c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:37.853700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:37.877301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8ad8a5d8-8856-4866-93b2-119672b4b494', 'network_id': '06342ffd-5033-42f1-82a6-b9aec36cf7c0', 'port_id': '8ad8a5d8-8856-4866-93b2-119672b4b494', 'mac_address': 'fa:16:3e:86:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5df14c3-0181-4abe-aaa7-dcc492c11840', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:41:37.882537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=718f820c-9f72-445e-b9a5-e00d95f44bd7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:37.898872 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f41b6ccc-f0b5-4358-8486-385adcb4db17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9677892 Jul 28 14:41:37.898872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:37.904142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'subnet': {'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:37.930041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network d9d2b46a-a256-40d4-9be7-75d65ef6e717 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:37.965907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:37.969442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:37.993620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-edaa60db-accb-4691-b7f2-478686ead6db req-dfa3191a-05b8-4abc-b1bb-9d3a4f165bb9 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682468 Jul 28 14:41:38.054683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8::1 (023d275b-0fa7-4145-beaa-539127c44c00/571c72ce-f35e-4ef4-8528-d68fe79d38ea/deb4f83d-4cad-456b-b29d-944e85a9fe51) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:38.157148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.199959 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.217457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.231905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.239143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object deb4f83d-4cad-456b-b29d-944e85a9fe51 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:38.239880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.248452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad8a5d8-8856-4866-93b2-119672b4b494 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:41:38.267620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Transition to ACTIVE for port object 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:38.298901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Transition to ACTIVE for port object 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:38.303487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.317224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad8a5d8-8856-4866-93b2-119672b4b494,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:38.326705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] For port 09122de5-66d1-4256-b56f-80bd1323c363, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09122de5-66d1-4256-b56f-80bd1323c363,segment=NetworkSegment(303fd47e-f8b7-4f0a-a3e8-4878ec53e103),segment_id=303fd47e-f8b7-4f0a-a3e8-4878ec53e103)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:38.337669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:38.355671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdadfe2-2292-4498-a6bd-ee5fb848035e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:38.366802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.367254 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Added segment fbcfbf0d-474f-4725-ab18-77bc744566fc of type vlan for network 97428be8-25e2-4cee-ada1-b5513fb79000 Jul 28 14:41:38.448504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.451552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.452052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.456380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.473217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.480895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:38.484727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.527347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 023d275b-0fa7-4145-beaa-539127c44c00 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:38.528000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:38.530442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:38.533608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:38.534162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.535528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:38.539324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:38.573601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c979ce-e329-45a1-a6a5-6a941e6b913f None None] Pushing event updated for resources: {'Port': ['ID=09122de5-66d1-4256-b56f-80bd1323c363,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:38.643256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=deb4f83d-4cad-456b-b29d-944e85a9fe51,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:38.677927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.846888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.857444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0b9d88fe-5cbc-4af8-85be-d290105eba59 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:38.861825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:38.882307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.892602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:38.893242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:38.961072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Attempting to bind port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:38.961462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Attempting to bind port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '38daad44-b41d-4666-a769-7578bffad1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:38.961812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Attempting to bind port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 on network 2fd0fe02-8f52-4db1-80e1-b8c060043238 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:38.964010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ad8a5d8-8856-4866-93b2-119672b4b494'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:39.000606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4a1f71bf-bd65-4a50-9ca6-73a734db4feb None None] Provisioning complete for port 09122de5-66d1-4256-b56f-80bd1323c363 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:39.001076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a1f71bf-bd65-4a50-9ca6-73a734db4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.011333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:39.012011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Checking segment: {'id': '38daad44-b41d-4666-a769-7578bffad1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:39.012164 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.012563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Bound using segment: {'id': '38daad44-b41d-4666-a769-7578bffad1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:39.013080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Bound port: 4a7cd164-dceb-44b5-a21d-9e11a1d998d5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38daad44-b41d-4666-a769-7578bffad1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '2fd0fe02-8f52-4db1-80e1-b8c060043238'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:39.013478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.044282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] Pushing event updated for resources: {'Network': ['ID=97428be8-25e2-4cee-ada1-b5513fb79000,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.069406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Pushing event updated for resources: {'Port': ['ID=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.078471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 97428be8-25e2-4cee-ada1-b5513fb79000 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:39.101434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18928-5274-44cb-9858-7a3ced7ac2b9 req-d6f11773-d12a-4201-b3ba-fd9e3e5c08c9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.107531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc18928-5274-44cb-9858-7a3ced7ac2b9 req-d6f11773-d12a-4201-b3ba-fd9e3e5c08c9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.109555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fc18928-5274-44cb-9858-7a3ced7ac2b9 req-d6f11773-d12a-4201-b3ba-fd9e3e5c08c9 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.2281590 Jul 28 14:41:39.117889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.226327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2dabb60-2b08-4cf8-a63f-1bc04ab58049 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0363836 Jul 28 14:41:39.230384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53668) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:39.236114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Request body: {'subnet': {'network_id': '97428be8-25e2-4cee-ada1-b5513fb79000', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1394549048-subnet', 'tenant_id': 'eb19106e7ffd44fbbbf9cf69daa79de1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:39.247424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] For port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:39.258204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] For port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,segment=NetworkSegment(38daad44-b41d-4666-a769-7578bffad1ee),segment_id=38daad44-b41d-4666-a769-7578bffad1ee)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:39.264918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Subnet': ['ID=7fd61ece-50ae-4038-8817-3b30aac67b7a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.293976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f244c30d-071d-489e-baac-8d77ed246db4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:39.320391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fc18928-5274-44cb-9858-7a3ced7ac2b9 req-24c2d9b4-95bf-4d43-8a91-a5d998996bd4 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846733 Jul 28 14:41:39.325544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.325701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b99c2-24a1-4be8-bfe2-11db9535e91e req-7217308f-6522-42a1-a6b6-f1886ede43e9 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.326451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-944b99c2-24a1-4be8-bfe2-11db9535e91e req-7217308f-6522-42a1-a6b6-f1886ede43e9 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 945 time: 0.1374347 Jul 28 14:41:39.342775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:39.342775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network hostable DHCP agents. Network: f29ba33f-336c-4637-baa7-e1e1c051e438, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:39.343178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0b9d88fe-5cbc-4af8-85be-d290105eba59 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:39.367266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.370464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0b9d88fe-5cbc-4af8-85be-d290105eba59 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:39.376707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.405482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-944b99c2-24a1-4be8-bfe2-11db9535e91e req-c4e69677-907d-4b20-be41-ed37f2efa515 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699604 Jul 28 14:41:39.411953 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.447366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Made reservation on behalf of eb19106e7ffd44fbbbf9cf69daa79de1 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:39.450027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.473679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53672) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:39.566030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.566885 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.595459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867425c-766c-48cc-ae25-78c3832bfd4e None None] Pushing event updated for resources: {'Port': ['ID=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.614716 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.625084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:39.644495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:39.646916 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538e9d25-bb56-4030-a926-c30fe9105f39" -d '{"events": [{"server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "name": "network-vif-plugged", "status": "completed", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:39.661788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:39.670366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router 691d5e01-5dc3-4654-9053-6c906ef63cbb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:39.671128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9ca921af-c6ed-4e34-8016-77bbd7522e10 None None] Provisioning for port deb4f83d-4cad-456b-b29d-944e85a9fe51 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:39.677351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port f244c30d-071d-489e-baac-8d77ed246db4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:39.691317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9ca921af-c6ed-4e34-8016-77bbd7522e10 None None] Provisioning complete for port deb4f83d-4cad-456b-b29d-944e85a9fe51 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:39.691769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9ca921af-c6ed-4e34-8016-77bbd7522e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.738744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfd5b-b766-4e1a-9981-d0d2178380f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.756553 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b29558-f1a9-408b-be7f-891b5dd2ab4b x-openstack-request-id: req-92b29558-f1a9-408b-be7f-891b5dd2ab4b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:39.756845 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "name": "network-vif-plugged", "status": "completed", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:39.757101 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92b29558-f1a9-408b-be7f-891b5dd2ab4b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:39.758173 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59', 'code': 200} Jul 28 14:41:39.761371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port f244c30d-071d-489e-baac-8d77ed246db4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:39.761786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.774317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, f29ba33f-336c-4637-baa7-e1e1c051e438) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:39.784644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:39.785398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.798584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:39.801292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=deb4f83d-4cad-456b-b29d-944e85a9fe51,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.812685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70114bea-1634-4b57-9838-6c26a24ae548 None None] Network f29ba33f-336c-4637-baa7-e1e1c051e438 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:39.861543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9ca921af-c6ed-4e34-8016-77bbd7522e10 None None] Port deb4f83d-4cad-456b-b29d-944e85a9fe51 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:39.915612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:39.937386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Sync routers for ids ['691d5e01-5dc3-4654-9053-6c906ef63cbb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:39.956833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:39.976118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Routers {'691d5e01-5dc3-4654-9053-6c906ef63cbb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:39.976758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['691d5e01-5dc3-4654-9053-6c906ef63cbb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:40.005415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 023d275b-0fa7-4145-beaa-539127c44c00 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:40.008599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:40.032588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36577-b485-4c3c-8f6d-0a37127c7ae4 req-e69423c1-4b66-4073-b435-351f2c19ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.034315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e36577-b485-4c3c-8f6d-0a37127c7ae4 req-e69423c1-4b66-4073-b435-351f2c19ffcc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 1098 time: 0.2059474 Jul 28 14:41:40.081070 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.084535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.187527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfd5b-b766-4e1a-9981-d0d2178380f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.207225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f244c30d-071d-489e-baac-8d77ed246db4,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:40.211638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Set router 691d5e01-5dc3-4654-9053-6c906ef63cbb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:40.215449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-f29ba33f-336c-4637-baa7-e1e1c051e438', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:40.216384 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.245009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a4e36577-b485-4c3c-8f6d-0a37127c7ae4 req-ab43a3b2-e065-42b1-ae7e-77e99e9f862a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753764 Jul 28 14:41:40.251221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba8436d-7d99-4ca8-b3c8-9f075b08fab8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:40.272276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Checking segment: {'id': 'fbcfbf0d-474f-4725-ab18-77bc744566fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '97428be8-25e2-4cee-ada1-b5513fb79000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:40.272736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Network hostable DHCP agents. Network: 97428be8-25e2-4cee-ada1-b5513fb79000, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:40.288065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e4dfd5b-b766-4e1a-9981-d0d2178380f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.330194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.343727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dfd5b-b766-4e1a-9981-d0d2178380f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c697a5-735f-4abf-b86a-b89469e212fc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:40.348563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1e4dfd5b-b766-4e1a-9981-d0d2178380f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a73173e32a79472eb9cde59249b81145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735738 Jul 28 14:41:40.351421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.415373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Network 97428be8-25e2-4cee-ada1-b5513fb79000 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:40.418210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 4efe70e9-4568-4676-98ff-af8bc8d9b3b8 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:40.431239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.435828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6411fe10-29fb-4f61-9f40-b4748f2b2d76 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1881876 Jul 28 14:41:40.436544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.464152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1879407-ff81-4af2-b328-50b35c7af1a0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5644479 Jul 28 14:41:40.469971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.476813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'subnet': {'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:40.562659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 97428be8-25e2-4cee-ada1-b5513fb79000) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:40.580438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.581214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.593972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:40.639454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:40.645763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d471bf4-f6a3-46d0-8f63-edc2de1c513c None None] Network 97428be8-25e2-4cee-ada1-b5513fb79000 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:40.654724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0ef8d02d-5db3-46ac-b329-1e175f2a7bb5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0476174 Jul 28 14:41:40.655066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad8a5d8-8856-4866-93b2-119672b4b494 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:40.658425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-67cc1f02-e695-47a9-a721-0495b080938a None None] Provisioning complete for port deb4f83d-4cad-456b-b29d-944e85a9fe51 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:40.658819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67cc1f02-e695-47a9-a721-0495b080938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.658949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53690) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.676697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6e99a-f23f-4b96-a74a-a9e406129b31 req-cca998ff-2876-44a0-a9be-6678f39fae36 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.679333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76b6e99a-f23f-4b96-a74a-a9e406129b31 req-cca998ff-2876-44a0-a9be-6678f39fae36 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 945 time: 0.1484299 Jul 28 14:41:40.691034 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] Sync routers for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:40.710894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:40.714017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:40.748246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73ee22a-2768-42a6-b78f-8c5504646a04 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:40.758596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f73ee22a-2768-42a6-b78f-8c5504646a04 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports/deb4f83d-4cad-456b-b29d-944e85a9fe51 HTTP/1.1" status: 200 len: 911 time: 0.0978501 Jul 28 14:41:40.759995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:40.764352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:40.771209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09122de5-66d1-4256-b56f-80bd1323c363 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:40.780723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:40.790622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c9705f2c-ac67-4a22-a751-3bdb2451bd7b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5590913 Jul 28 14:41:40.800644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:40.805156 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:40.815548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Allocated IP 10.1.1.2 (f29ba33f-336c-4637-baa7-e1e1c051e438/7fd61ece-50ae-4038-8817-3b30aac67b7a/6493904c-4e9c-49e3-94b6-3229440f743a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:40.821176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76b6e99a-f23f-4b96-a74a-a9e406129b31 req-f6f00a59-772e-4562-b217-b5a6091518a0 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609744 Jul 28 14:41:40.874471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:40.874779 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4817f1-38c2-4cc9-869c-7749391207aa None None] The sync data for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:40.960875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53698) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:41.015303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Deleting subnet 3ba8436d-7d99-4ca8-b3c8-9f075b08fab8 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:41.019939 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.072894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.095536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b075db5-d7ce-4b1f-b582-5e7368652907 None None] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:41.124913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.215259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-67cc1f02-e695-47a9-a721-0495b080938a None None] Port deb4f83d-4cad-456b-b29d-944e85a9fe51 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:41.280594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.310446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba8436d-7d99-4ca8-b3c8-9f075b08fab8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:41.320856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.323406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b29f551d-d00b-4212-907b-141cb37d9c32 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3ba8436d-7d99-4ca8-b3c8-9f075b08fab8 HTTP/1.1" status: 204 len: 168 time: 0.3617816 Jul 28 14:41:41.326774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:41.366561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347a05-f986-4ce7-ae2e-b0bfd3fca433 req-61af1ff5-c10e-4943-b37a-44fc7853ee75 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:41.373135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347a05-f986-4ce7-ae2e-b0bfd3fca433 req-61af1ff5-c10e-4943-b37a-44fc7853ee75 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:41.374860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca347a05-f986-4ce7-ae2e-b0bfd3fca433 req-61af1ff5-c10e-4943-b37a-44fc7853ee75 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.7595541 Jul 28 14:41:41.387098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.401983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a2bdd-6809-4787-973b-2affe0d2d3d3 None None] Network 97428be8-25e2-4cee-ada1-b5513fb79000 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:41.424047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.444116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.445795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:41.449325 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.461303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 09122de5-66d1-4256-b56f-80bd1323c363 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:41.461303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.510430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8ad8a5d8-8856-4866-93b2-119672b4b494 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:41.514722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.526815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.538400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97428be8-25e2-4cee-ada1-b5513fb79000']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:41.551589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcfbf0d-474f-4725-ab18-77bc744566fc') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:41.551892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcfbf0d-474f-4725-ab18-77bc744566fc') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:41.553586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-508ea5db-c633-4963-b500-f546bab82451 None None] Provisioning for port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:41.563894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.567843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8ad8a5d8-8856-4866-93b2-119672b4b494 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:41.568230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.571909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Transition to ACTIVE for port object 6493904c-4e9c-49e3-94b6-3229440f743a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:41.587592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.587845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d5e01-5dc3-4654-9053-6c906ef63cbb', 'name': '', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717', 'external_fixed_ips': [{'subnet_id': 'ad610310-b95b-4e1c-aabf-04f375231f0b', 'ip_address': '2001:db8::292'}], 'enable_snat': True}, 'gw_port_id': '718f820c-9f72-445e-b9a5-e00d95f44bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:35Z', 'updated_at': '2021-07-28T14:41:38Z', 'revision_number': 3, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port': {'id': '718f820c-9f72-445e-b9a5-e00d95f44bd7', 'name': '', 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:90:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d5e01-5dc3-4654-9053-6c906ef63cbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ad610310-b95b-4e1c-aabf-04f375231f0b', 'ip_address': '2001:db8::292', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:36Z', 'updated_at': '2021-07-28T14:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad610310-b95b-4e1c-aabf-04f375231f0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:41.596034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:41.596516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:41.599131 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:41.686255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Checking router: 691d5e01-5dc3-4654-9053-6c906ef63cbb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:41.691063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Updating router 691d5e01-5dc3-4654-9053-6c906ef63cbb port 718f820c-9f72-445e-b9a5-e00d95f44bd7 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:41.708197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca347a05-f986-4ce7-ae2e-b0bfd3fca433 req-21058db1-eb5f-49a8-bd6f-b29c3ee39d8a tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098330 Jul 28 14:41:41.761412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:41.763815 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b99423-635c-46eb-b7ac-325d6d74d821" -d '{"events": [{"server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "name": "network-vif-plugged", "status": "completed", "tag": "f244c30d-071d-489e-baac-8d77ed246db4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:41.765870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.769265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.772723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.777251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] 10.222.0.47 "DELETE /v2.0/networks/97428be8-25e2-4cee-ada1-b5513fb79000 HTTP/1.1" status: 204 len: 168 time: 0.4475658 Jul 28 14:41:41.799446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863346a-4baa-4d65-9fd1-b0e364207035 admin admin] Pushing event deleted for resources: {'Network': ['ID=97428be8-25e2-4cee-ada1-b5513fb79000,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:41.842751 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ea556-8742-4afe-bc72-88b0a243cd6d x-openstack-request-id: req-763ea556-8742-4afe-bc72-88b0a243cd6d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:41.843184 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "name": "network-vif-plugged", "status": "completed", "tag": "f244c30d-071d-489e-baac-8d77ed246db4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:41.843291 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-763ea556-8742-4afe-bc72-88b0a243cd6d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:41.843689 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4', 'code': 200} Jul 28 14:41:41.899225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.948907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Transition to ACTIVE for port object 6493904c-4e9c-49e3-94b6-3229440f743a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:41.959191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.961750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:41.962541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:41.962923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2c697a5-735f-4abf-b86a-b89469e212fc HTTP/1.1" status: 204 len: 168 time: 1.6104922 Jul 28 14:41:42.006361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.015188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a4d94-9294-4d45-82f2-6ea243eba24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c697a5-735f-4abf-b86a-b89469e212fc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.063998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26fce9-76e9-4dd5-bfaf-6c4d784e4976 req-b8efad2f-78cf-4e98-abc8-5d2b7a3271be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:42.065842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c26fce9-76e9-4dd5-bfaf-6c4d784e4976 req-b8efad2f-78cf-4e98-abc8-5d2b7a3271be service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 1098 time: 0.1044910 Jul 28 14:41:42.118247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c26fce9-76e9-4dd5-bfaf-6c4d784e4976 req-2c57a126-855f-4533-a427-998a5b197a8e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Jul 28 14:41:42.124451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0870949-fa40-4927-9039-fcb6fa2ad810 req-16be6219-6f57-44b6-984e-44e13a453233 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:42.127786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0870949-fa40-4927-9039-fcb6fa2ad810 req-16be6219-6f57-44b6-984e-44e13a453233 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 945 time: 0.1738961 Jul 28 14:41:42.132801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad8a5d8-8856-4866-93b2-119672b4b494,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:42.205472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.271054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Pushing event updated for resources: {'Port': ['ID=6493904c-4e9c-49e3-94b6-3229440f743a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.283362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:42.286647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:42.290620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:42.294183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0870949-fa40-4927-9039-fcb6fa2ad810 req-58c6c096-dabd-479f-a9db-b705914dbb17 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533327 Jul 28 14:41:42.330862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.333598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Deleting port 718f820c-9f72-445e-b9a5-e00d95f44bd7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:42.333928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.371716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:42.373707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.377472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.412722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:42.413380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.441197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Attempting to bind port 6493904c-4e9c-49e3-94b6-3229440f743a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:42.445569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Attempting to bind port 6493904c-4e9c-49e3-94b6-3229440f743a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:42.445569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Attempting to bind port 6493904c-4e9c-49e3-94b6-3229440f743a on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:42.458344 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-608f87b6-e722-4cb6-a4e6-cd3267fda0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.468219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.469030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Transition to ACTIVE for port object 718f820c-9f72-445e-b9a5-e00d95f44bd7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:42.482272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76464d10-7d25-43e3-ac44-f40df1c69c51 None None] Provisioning complete for port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:42.482577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76464d10-7d25-43e3-ac44-f40df1c69c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.489991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:42.490378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:42.490791 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.491220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Bound using segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:42.491702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Bound port: 6493904c-4e9c-49e3-94b6-3229440f743a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:42.492089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.546881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.580729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.596542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Subnet': ['ID=292458b7-41f0-4981-9a61-4ca03a707058,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.627879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.644481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53720) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:42.663952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Calling delete_port for 718f820c-9f72-445e-b9a5-e00d95f44bd7 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:42.694885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Checking segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:42.695344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network hostable DHCP agents. Network: ad33859d-0cf9-4685-97d8-6318e5f7a89c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:42.711826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7245ee61-40c0-43f3-a82a-158ce6dd6f06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb19106e7ffd44fbbbf9cf69daa79de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621703 Jul 28 14:41:42.711826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53722) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:42.712141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] For port 6493904c-4e9c-49e3-94b6-3229440f743a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:42.735320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.746681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] For port 6493904c-4e9c-49e3-94b6-3229440f743a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6493904c-4e9c-49e3-94b6-3229440f743a,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:42.769897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.771981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Attempting to bind port 718f820c-9f72-445e-b9a5-e00d95f44bd7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:42.778584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Attempting to bind port 718f820c-9f72-445e-b9a5-e00d95f44bd7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e4e9453a-8698-4425-8f96-599a1d2a8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:42.778584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Attempting to bind port 718f820c-9f72-445e-b9a5-e00d95f44bd7 on network d9d2b46a-a256-40d4-9be7-75d65ef6e717 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:42.778584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffffe3a-35cc-4082-97f9-767f6b4ddbd5 None None] Pushing event updated for resources: {'Port': ['ID=718f820c-9f72-445e-b9a5-e00d95f44bd7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.788070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76464d10-7d25-43e3-ac44-f40df1c69c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.791977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:42.792362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Checking segment: {'id': 'e4e9453a-8698-4425-8f96-599a1d2a8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:42.792767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.793204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Bound using segment: {'id': 'e4e9453a-8698-4425-8f96-599a1d2a8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:42.793663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Bound port: 718f820c-9f72-445e-b9a5-e00d95f44bd7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e9453a-8698-4425-8f96-599a1d2a8539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd9d2b46a-a256-40d4-9be7-75d65ef6e717'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:42.794050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.799888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.849421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,segment=NetworkSegment(38daad44-b41d-4666-a769-7578bffad1ee),segment_id=38daad44-b41d-4666-a769-7578bffad1ee)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:42.874888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959149-a322-4a92-a2cd-0ebeaa7cfd2f req-7ef3b20d-9fbb-4d04-b73a-3baba0dc7aba tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:42.883476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2959149-a322-4a92-a2cd-0ebeaa7cfd2f req-7ef3b20d-9fbb-4d04-b73a-3baba0dc7aba tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:42.885828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2959149-a322-4a92-a2cd-0ebeaa7cfd2f req-7ef3b20d-9fbb-4d04-b73a-3baba0dc7aba tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.2126303 Jul 28 14:41:42.893615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] For port 718f820c-9f72-445e-b9a5-e00d95f44bd7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:42.900557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] For port 718f820c-9f72-445e-b9a5-e00d95f44bd7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=718f820c-9f72-445e-b9a5-e00d95f44bd7,segment=NetworkSegment(e4e9453a-8698-4425-8f96-599a1d2a8539),segment_id=e4e9453a-8698-4425-8f96-599a1d2a8539)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:42.902973 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.976085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:42.979815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a8bf4-42e4-4a83-b142-4efac738a69d None None] Pushing event updated for resources: {'Port': ['ID=6493904c-4e9c-49e3-94b6-3229440f743a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:42.984270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:43.015714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8:1::1 (2fd0fe02-8f52-4db1-80e1-b8c060043238/c4d8fb9e-0757-40df-8676-ffc1b76ea215/7d705ac1-b869-4913-a318-0d84eeb06db5) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:43.031408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2959149-a322-4a92-a2cd-0ebeaa7cfd2f req-de41e01c-4d6f-41fe-bde1-52f70ada5509 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332552 Jul 28 14:41:43.053950 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-76464d10-7d25-43e3-ac44-f40df1c69c51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:41:43.054429 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-76464d10-7d25-43e3-ac44-f40df1c69c51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:41:43.068637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.120532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.123420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.124646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8fdadfe2-2292-4498-a6bd-ee5fb848035e HTTP/1.1" status: 204 len: 168 time: 0.4124134 Jul 28 14:41:43.136632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c42ce0-389e-4d4d-8a2e-3be810ce9633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdadfe2-2292-4498-a6bd-ee5fb848035e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.204652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.221406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object 7d705ac1-b869-4913-a318-0d84eeb06db5 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:43.254684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.291356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ad33859d-0cf9-4685-97d8-6318e5f7a89c) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:43.300659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:43.301267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.304359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c55c6-13a1-4cf0-a907-f987387b50bb None None] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:43.436948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb8771-37ce-4884-8b0e-1e4f34ed4a5c req-dcccaa7c-63bc-4315-8fbd-90860c36bdda tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:43.446623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9afb8771-37ce-4884-8b0e-1e4f34ed4a5c req-dcccaa7c-63bc-4315-8fbd-90860c36bdda tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 946 time: 0.0666397 Jul 28 14:41:43.493460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9afb8771-37ce-4884-8b0e-1e4f34ed4a5c req-6e8c0703-badc-4d35-85d8-75506eb84932 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Jul 28 14:41:43.531060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Routers {'691d5e01-5dc3-4654-9053-6c906ef63cbb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:43.531764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['691d5e01-5dc3-4654-9053-6c906ef63cbb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:43.580935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffffe3a-35cc-4082-97f9-767f6b4ddbd5 None None] Pushing event updated for resources: {'Port': ['ID=718f820c-9f72-445e-b9a5-e00d95f44bd7,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.585436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4a969a37-57aa-4abf-aea5-5219f96be08c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1140363 Jul 28 14:41:43.588236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.588389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:43.591191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.597487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'name': 'tempest-TaggedBootDevicesTest_v242-215357271', 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:43.629676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Port': ['ID=718f820c-9f72-445e-b9a5-e00d95f44bd7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:43.699801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] Set router 691d5e01-5dc3-4654-9053-6c906ef63cbb gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:43.707618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:43.752580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:43.755193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:43.755933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.763547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.777820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691d5e01-5dc3-4654-9053-6c906ef63cbb', 'name': '', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:35Z', 'updated_at': '2021-07-28T14:41:41Z', 'revision_number': 4, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:43.830985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:43.849672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7c3be7f-0712-427e-84b6-63fa8e469d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:43.850313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:43.852950 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b973fd-aa64-4731-877c-222fa0cf777a" -d '{"events": [{"server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:43.859004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce63797-bb90-4a9e-ad45-fdd4f1f0e24e None None] The sync data for ids ['691d5e01-5dc3-4654-9053-6c906ef63cbb'] in n-d-705658-23 is: [{'id': '691d5e01-5dc3-4654-9053-6c906ef63cbb', 'name': '', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:35Z', 'updated_at': '2021-07-28T14:41:41Z', 'revision_number': 4, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:43.896147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:43.978640 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef06c66-b2f2-4cc7-b908-d5b5e939afea x-openstack-request-id: req-3ef06c66-b2f2-4cc7-b908-d5b5e939afea {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:43.979281 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:43.979726 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ef06c66-b2f2-4cc7-b908-d5b5e939afea {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:43.980352 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494', 'code': 200} Jul 28 14:41:43.996161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ips': [{'subnet_id': '292458b7-41f0-4981-9a61-4ca03a707058'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:43.997339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.187681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=7d705ac1-b869-4913-a318-0d84eeb06db5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:44.213920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.226380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.390764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013e57e-15b5-45ba-8b0f-19abdb60d015 req-1cec4896-ae21-41e6-903e-1c3c9d689938 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:44.397799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013e57e-15b5-45ba-8b0f-19abdb60d015 req-1cec4896-ae21-41e6-903e-1c3c9d689938 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:44.400057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d013e57e-15b5-45ba-8b0f-19abdb60d015 req-1cec4896-ae21-41e6-903e-1c3c9d689938 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.1715908 Jul 28 14:41:44.415701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Allocated IP 10.2.2.2 (ad33859d-0cf9-4685-97d8-6318e5f7a89c/292458b7-41f0-4981-9a61-4ca03a707058/5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:44.422444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c6beb-bd76-4123-ae46-804cfdaa180f None None] Network f29ba33f-336c-4637-baa7-e1e1c051e438 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:44.451610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d013e57e-15b5-45ba-8b0f-19abdb60d015 req-c55d5c57-0bad-4b3a-9c98-6d1e12002180 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452030 Jul 28 14:41:44.458619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.459545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 691d5e01-5dc3-4654-9053-6c906ef63cbb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:41:44.465162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.467152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b5cf6ab-6fe1-413b-97da-ddd00872cebd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/routers/691d5e01-5dc3-4654-9053-6c906ef63cbb HTTP/1.1" status: 204 len: 168 time: 4.0224249 Jul 28 14:41:44.470075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53748) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:44.530277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4838557f-349e-4155-b728-e76974e147e2 None None] Provisioning for port 7d705ac1-b869-4913-a318-0d84eeb06db5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:44.540661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4838557f-349e-4155-b728-e76974e147e2 None None] Provisioning complete for port 7d705ac1-b869-4913-a318-0d84eeb06db5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:44.541310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4838557f-349e-4155-b728-e76974e147e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.597638 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7c3be7f-0712-427e-84b6-63fa8e469d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.607723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4838557f-349e-4155-b728-e76974e147e2 None None] Port 7d705ac1-b869-4913-a318-0d84eeb06db5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:44.647430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.692792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] device_id is not set on port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:41:44.729694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987cc84-482b-40da-a8f4-9b91a4ca44e2 req-6ff02aeb-7a5f-483f-99c8-bad537b068fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:44.731335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8987cc84-482b-40da-a8f4-9b91a4ca44e2 req-6ff02aeb-7a5f-483f-99c8-bad537b068fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 1098 time: 0.6757686 Jul 28 14:41:44.739785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f7c3be7f-0712-427e-84b6-63fa8e469d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.764887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7e72b08d-c1a9-4d62-9d66-fc98b3b1311c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.811708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Transition to ACTIVE for port object 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:44.837981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-0d71c68f-20af-4e43-8c63-d6f9fee89fdb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:44.844456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-0d71c68f-20af-4e43-8c63-d6f9fee89fdb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:44.846222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-0d71c68f-20af-4e43-8c63-d6f9fee89fdb tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.3199921 Jul 28 14:41:44.854608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Transition to ACTIVE for port object 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:44.870104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:44.927838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19defaa7-a5cb-4340-ba72-a1635eec281e None None] Provisioning for port 6493904c-4e9c-49e3-94b6-3229440f743a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:44.972984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3be7f-0712-427e-84b6-63fa8e469d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d10bee8-68f7-4b87-b764-0e0f1e985a8d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:44.978778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f7c3be7f-0712-427e-84b6-63fa8e469d8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df0e890fb9d64e90941c9b7b93375100&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1462975 Jul 28 14:41:44.993011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53762) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:45.059218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.090545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5bf00-ed50-4eef-be10-59bca08a90f0 req-54b040ec-fe80-4b8e-a8ae-515969a7031e tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.092367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2e5bf00-ed50-4eef-be10-59bca08a90f0 req-54b040ec-fe80-4b8e-a8ae-515969a7031e tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 946 time: 0.4264576 Jul 28 14:41:45.116113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Deleting subnet ad610310-b95b-4e1c-aabf-04f375231f0b {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:45.124527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.135342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Pushing event updated for resources: {'Port': ['ID=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:45.145426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:45.147823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:45.152451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8987cc84-482b-40da-a8f4-9b91a4ca44e2 req-66f81e16-866a-4802-9ad4-f5b9aa16d2af service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075637 Jul 28 14:41:45.156370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:45.166188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.212743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.291529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:45.330638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2e5bf00-ed50-4eef-be10-59bca08a90f0 req-b242cdab-22b8-4358-a543-78a0cc9b6092 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812801 Jul 28 14:41:45.358221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53766) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:45.369544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Attempting to bind port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:45.369854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Attempting to bind port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:45.370334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Attempting to bind port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d on network ad33859d-0cf9-4685-97d8-6318e5f7a89c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:45.381231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.381951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:45.381951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Checking segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:45.382313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.382661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Bound using segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:45.383409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Bound port: 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:45.383715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.402888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.1.1.246 (f29ba33f-336c-4637-baa7-e1e1c051e438/7fd61ece-50ae-4038-8817-3b30aac67b7a/6e4b73cf-851d-4a1c-afa9-1767e2ce8881) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:45.405813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.446452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 8074b273-8a2a-4c1b-8c06-16fdf371e644 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:45.446804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.465963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:45.466233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.540478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] For port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:45.546490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] For port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:45.567846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.587937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-network', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:45.608474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6493904c-4e9c-49e3-94b6-3229440f743a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:45.652167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.686115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.705824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f0f4b-e1dd-4f36-824d-9fb15efafdfd req-e7a0641a-50d5-477e-a022-202f3f769843 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.711807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f0f4b-e1dd-4f36-824d-9fb15efafdfd req-e7a0641a-50d5-477e-a022-202f3f769843 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:45.724282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d27f0f4b-e1dd-4f36-824d-9fb15efafdfd req-e7a0641a-50d5-477e-a022-202f3f769843 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 1682 time: 0.1129448 Jul 28 14:41:45.747237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2832b00-f202-4767-8f4c-65a0446cca3f None None] Pushing event updated for resources: {'Port': ['ID=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:45.776212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 8074b273-8a2a-4c1b-8c06-16fdf371e644, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8074b273-8a2a-4c1b-8c06-16fdf371e644,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:45.776589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.778240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad610310-b95b-4e1c-aabf-04f375231f0b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:45.795646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.797936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 8074b273-8a2a-4c1b-8c06-16fdf371e644 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:45.802180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a6f821f-52b5-4bca-b095-00182cd11344 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/ad610310-b95b-4e1c-aabf-04f375231f0b HTTP/1.1" status: 204 len: 168 time: 1.3306594 Jul 28 14:41:45.806292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:45.826255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Made reservation on behalf of 3ac65aeb36c34d2c8a7e2e02b4cd7ba5 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:45.828600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.854682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d27f0f4b-e1dd-4f36-824d-9fb15efafdfd req-be04eade-33ad-4fa9-99a1-d49ad5ef1ce0 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783815 Jul 28 14:41:45.863114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6493904c-4e9c-49e3-94b6-3229440f743a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:45.869451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6493904c-4e9c-49e3-94b6-3229440f743a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:45.873896 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.885883 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.889557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.954626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.957204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:45.960705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d10bee8-68f7-4b87-b764-0e0f1e985a8d HTTP/1.1" status: 204 len: 168 time: 0.8861511 Jul 28 14:41:45.977956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.029572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.036726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6493904c-4e9c-49e3-94b6-3229440f743a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6493904c-4e9c-49e3-94b6-3229440f743a,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:46.036966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd412ab4-25cf-41c2-9f4c-e397ba9cdae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d10bee8-68f7-4b87-b764-0e0f1e985a8d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.058442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.085646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:46.116592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.127225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.127225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.195180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.255904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=7d705ac1-b869-4913-a318-0d84eeb06db5,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.256123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.262230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6493904c-4e9c-49e3-94b6-3229440f743a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.272642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d2b46a-a256-40d4-9be7-75d65ef6e717']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.292945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e9453a-8698-4425-8f96-599a1d2a8539') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.292945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e9453a-8698-4425-8f96-599a1d2a8539') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.309449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:46.316569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:46.339300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.342162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.373707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.381307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:46.381723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:46.383712 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:46.442589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 4efe70e9-4568-4676-98ff-af8bc8d9b3b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:46.492919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.498914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.580176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:46.588903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:46.593752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] Sync routers for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:46.597938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b8d10762-a639-4f5a-9a19-605112e201fb tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8226390 Jul 28 14:41:46.600783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.600942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53782) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:46.618120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:46.620825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:46.621521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.640578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:46.676170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8074b273-8a2a-4c1b-8c06-16fdf371e644', '5fed393b-0822-45ea-8e6f-e08fcb3a5195'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:46.680053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.684790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:46.691022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c31530-619a-437a-8d6b-a5a9492f84c8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:46.697211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53786) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:46.697469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-70c31530-619a-437a-8d6b-a5a9492f84c8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports/7d705ac1-b869-4913-a318-0d84eeb06db5 HTTP/1.1" status: 200 len: 913 time: 0.0953133 Jul 28 14:41:46.758059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:46.758722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.765604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071b009-b83a-4661-a5e2-6aa7a158243a req-6cd2f7f2-2355-460d-8a27-f1f011621a6b tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:46.774284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9071b009-b83a-4661-a5e2-6aa7a158243a req-6cd2f7f2-2355-460d-8a27-f1f011621a6b tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 946 time: 0.3191690 Jul 28 14:41:46.776196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.789108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c207582-29cd-4576-ab32-b6d733556714,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:46.816356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65b16071-dc44-48ff-8138-b7ceedd522fe None None] Provisioning complete for port 7d705ac1-b869-4913-a318-0d84eeb06db5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:46.816888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65b16071-dc44-48ff-8138-b7ceedd522fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.827341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:46.828339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcac0-a73e-4514-ab7d-538b906aa183 None None] The sync data for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:46.831676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.832073 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Added segment 0a504e5e-f3b8-4788-acb6-7458e9598b23 of type vlan for network b0b12b2b-4a50-418c-a90e-58dc7407a942 Jul 28 14:41:46.854180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:46.931904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-65b16071-dc44-48ff-8138-b7ceedd522fe None None] Port 7d705ac1-b869-4913-a318-0d84eeb06db5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:46.979646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9d2b46a-a256-40d4-9be7-75d65ef6e717 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:41:46.994182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9d2b46a-a256-40d4-9be7-75d65ef6e717,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.025025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.034056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d72cfaf3-e16f-4493-9fe5-1036c1b72a2a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/networks/d9d2b46a-a256-40d4-9be7-75d65ef6e717 HTTP/1.1" status: 204 len: 168 time: 1.2249451 Jul 28 14:41:47.154250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=8074b273-8a2a-4c1b-8c06-16fdf371e644,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:47.205913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.235693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0cc8f-dc7f-45a2-acf7-1a61a214f130 req-38a20a67-2443-4a15-bf2a-37945f522123 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:47.239851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eaa0cc8f-dc7f-45a2-acf7-1a61a214f130 req-38a20a67-2443-4a15-bf2a-37945f522123 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 946 time: 0.1992757 Jul 28 14:41:47.274735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9071b009-b83a-4661-a5e2-6aa7a158243a req-3703a1d8-e884-4472-bb4b-bac3cb423995 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993806 Jul 28 14:41:47.304588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 8074b273-8a2a-4c1b-8c06-16fdf371e644 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:47.309670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.314134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-15b77638-bad7-4e25-83b8-076fb66bae7d tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "DELETE /v2.0/ports/8074b273-8a2a-4c1b-8c06-16fdf371e644 HTTP/1.1" status: 204 len: 173 time: 2.4447095 Jul 28 14:41:47.324272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eaa0cc8f-dc7f-45a2-acf7-1a61a214f130 req-d2b20bfa-567a-45a1-8b20-d165d0ef6db4 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Jul 28 14:41:47.341893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-deleted', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:47.345609 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70accab0-e5e6-482e-8cc0-fa4a2ecc4f4a" -d '{"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-deleted", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:47.356259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:47.356938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.388376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:47.448223 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b6d1c3-e218-4b4a-b35d-18041690843a x-openstack-request-id: req-06b6d1c3-e218-4b4a-b35d-18041690843a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:47.449371 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-deleted", "tag": "8074b273-8a2a-4c1b-8c06-16fdf371e644", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:47.449371 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06b6d1c3-e218-4b4a-b35d-18041690843a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:47.449371 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-deleted', 'tag': '8074b273-8a2a-4c1b-8c06-16fdf371e644', 'status': 'completed', 'code': 200} Jul 28 14:41:47.463620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c441c679-ea98-4ed6-b049-2fe46e38cb1a None None] Provisioning for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:47.472975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c441c679-ea98-4ed6-b049-2fe46e38cb1a None None] Provisioning complete for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:47.473822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c441c679-ea98-4ed6-b049-2fe46e38cb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.522564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b701bc9-871b-425d-96b3-de30facd7d80 None None] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:47.556237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b4eb2332-637a-4baa-a576-127c6b3b7a44 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9667647 Jul 28 14:41:47.559908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:47.565700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'name': 'tempest-TaggedBootDevicesTest_v242-1913772362', 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:47.604314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c441c679-ea98-4ed6-b049-2fe46e38cb1a None None] Port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:47.696781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:47.704833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6493904c-4e9c-49e3-94b6-3229440f743a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:47.734178 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.734178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:47.734178 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.759800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.773731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:47.773731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.847400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6493904c-4e9c-49e3-94b6-3229440f743a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:47.847690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.904010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Provisioning for port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:47.914126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Provisioning complete for port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:47.914126 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:47.958345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] Pushing event updated for resources: {'Network': ['ID=b0b12b2b-4a50-418c-a90e-58dc7407a942,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:48.017915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:48.019838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:41:48.136581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:48.153907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'name': 'tempest-router--1169336910', 'project_id': 'f1e02349a2af41f4a71f06cf686f6bbb'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:48.182071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.186682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 5fed393b-0822-45ea-8e6f-e08fcb3a5195, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5fed393b-0822-45ea-8e6f-e08fcb3a5195,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:48.187091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.226319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] device_id is not set on port ba5344bb-170b-45eb-9d0b-dfc3efd4540e yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:41:48.240162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a17ef19e-9817-46df-9995-253b18f31d05 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8781796 Jul 28 14:41:48.242163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:48.247081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 5fed393b-0822-45ea-8e6f-e08fcb3a5195 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:48.255417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Request body: {'subnet': {'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-subnet', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:48.270438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.337130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] For port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:48.459143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.603900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4218a-688b-42a7-ae7f-efdfeb54f0ff req-c24e5b71-b3b4-4ef7-89af-667fcd4e409f tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:48.605421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6b4218a-688b-42a7-ae7f-efdfeb54f0ff req-c24e5b71-b3b4-4ef7-89af-667fcd4e409f tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 946 time: 0.1464250 Jul 28 14:41:48.624482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.627343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.641203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Made reservation on behalf of 3ac65aeb36c34d2c8a7e2e02b4cd7ba5 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:48.643547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.675508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-37c7ec01-e1f9-4b73-8d4d-25d6933922e1 None None] Provisioning complete for port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:48.676082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37c7ec01-e1f9-4b73-8d4d-25d6933922e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.678222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.1.1.203 (f29ba33f-336c-4637-baa7-e1e1c051e438/7fd61ece-50ae-4038-8817-3b30aac67b7a/ba5344bb-170b-45eb-9d0b-dfc3efd4540e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:48.711754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.724185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388726b2-6d10-412b-b99d-3050af1ab7b6 None None] Pushing event updated for resources: {'Port': ['ID=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:48.735602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6b4218a-688b-42a7-ae7f-efdfeb54f0ff req-6287c137-5a72-44a6-ad7f-8c961167ad7b tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/security-groups?id=2b8c54f2-91e6-42f9-91a4-349ac492cdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187446 Jul 28 14:41:48.841322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48582c5-fab5-4282-84a0-e8a48a5ef953 req-d795d88c-2244-49cb-b240-175fa40a61a0 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:48.842874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b48582c5-fab5-4282-84a0-e8a48a5ef953 req-d795d88c-2244-49cb-b240-175fa40a61a0 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 946 time: 0.2276349 Jul 28 14:41:48.864664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:48.968540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b48582c5-fab5-4282-84a0-e8a48a5ef953 req-18f024e2-fa43-4288-bf36-ca9a168fdc20 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015465 Jul 28 14:41:48.979717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.004813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object ba5344bb-170b-45eb-9d0b-dfc3efd4540e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:49.042938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.126894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:49.152110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58a8cd-1e68-48a8-92d4-970d81f2c2bd req-ca79ae22-9ae5-484d-a76b-71d750bea1a0 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.154184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a58a8cd-1e68-48a8-92d4-970d81f2c2bd req-ca79ae22-9ae5-484d-a76b-71d750bea1a0 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 946 time: 0.0756273 Jul 28 14:41:49.175648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.183034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:49.183553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.206878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a58a8cd-1e68-48a8-92d4-970d81f2c2bd req-03abe3ce-d888-4d26-81d9-5493b064476c tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Jul 28 14:41:49.231154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=5fed393b-0822-45ea-8e6f-e08fcb3a5195,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:49.238051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 7d705ac1-b869-4913-a318-0d84eeb06db5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:49.238051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.255628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.288905 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.305002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.309329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a6e5f86-588c-4c14-bf79-641c9fe2ca26 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1735477 Jul 28 14:41:49.316302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:49.337505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5fed393b-0822-45ea-8e6f-e08fcb3a5195 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:49.356808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 5fed393b-0822-45ea-8e6f-e08fcb3a5195 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:49.361986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.364150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d62471c-8178-4d72-b003-a413faecb3e9 req-7a484c9c-59a3-449f-bf31-17015ef5ca27 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.50 "DELETE /v2.0/ports/5fed393b-0822-45ea-8e6f-e08fcb3a5195 HTTP/1.1" status: 204 len: 173 time: 1.9815476 Jul 28 14:41:49.384231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5fed393b-0822-45ea-8e6f-e08fcb3a5195 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:49.385012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5fed393b-0822-45ea-8e6f-e08fcb3a5195 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:49.385622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8074b273-8a2a-4c1b-8c06-16fdf371e644 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:49.419303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.424363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8074b273-8a2a-4c1b-8c06-16fdf371e644 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:49.424363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8074b273-8a2a-4c1b-8c06-16fdf371e644 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:49.444909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 7d705ac1-b869-4913-a318-0d84eeb06db5 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:49.451185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-deleted', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:49.454521 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a9160c-5808-4952-bfd8-c5f66c274e86" -d '{"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-deleted", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:49.466054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53882) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:49.523736 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af8f3c0-22c3-415b-8023-0409756ab0c1 x-openstack-request-id: req-3af8f3c0-22c3-415b-8023-0409756ab0c1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:49.524144 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1e81a7-b20b-4534-a169-3bb5749c413a", "name": "network-vif-deleted", "tag": "5fed393b-0822-45ea-8e6f-e08fcb3a5195", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:49.524790 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3af8f3c0-22c3-415b-8023-0409756ab0c1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:49.525258 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1e81a7-b20b-4534-a169-3bb5749c413a', 'name': 'network-vif-deleted', 'tag': '5fed393b-0822-45ea-8e6f-e08fcb3a5195', 'status': 'completed', 'code': 200} Jul 28 14:41:49.553786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36539276-68fc-4033-a1e4-b6b2f4dc4313,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:49.568657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.577971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:49.630421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:49.635580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-405d74a7-15ed-4a29-ba32-10f6e36a63ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.674706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:49.680203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:49.714821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac52e1-cb13-4201-9200-1eebec7712e7 req-a5b268fd-0582-460e-8d56-62bc9b4d2aa1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.716509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5cac52e1-cb13-4201-9200-1eebec7712e7 req-a5b268fd-0582-460e-8d56-62bc9b4d2aa1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 946 time: 0.3967612 Jul 28 14:41:49.721754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.796972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:49.798831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Network hostable DHCP agents. Network: b0b12b2b-4a50-418c-a90e-58dc7407a942, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:41:49.828051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-405d74a7-15ed-4a29-ba32-10f6e36a63ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.869574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-603297ed-5bbf-4d86-8b1f-51cbeb4929ef req-5bd53a42-0d80-40a9-b696-d8a1713ea4da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0356789 Jul 28 14:41:49.870495 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.878731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:49.879376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.883481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.930365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:49.948249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5cac52e1-cb13-4201-9200-1eebec7712e7 req-0d27ad9a-d14c-44d5-9cfc-c92a5d02c15a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933420 Jul 28 14:41:49.956572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=7d705ac1-b869-4913-a318-0d84eeb06db5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:50.074433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-405d74a7-15ed-4a29-ba32-10f6e36a63ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.088286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:41:50.090944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cbd2d0ed-91d1-4794-b07d-7f7cb56f3be7 None None] Provisioning for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:50.100691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cbd2d0ed-91d1-4794-b07d-7f7cb56f3be7 None None] Provisioning complete for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:50.100967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbd2d0ed-91d1-4794-b07d-7f7cb56f3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.159712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-405d74a7-15ed-4a29-ba32-10f6e36a63ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83d1c0e8078b4a87819c1e20b6c3b27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892855 Jul 28 14:41:50.166191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53890) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.166548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d74a7-15ed-4a29-ba32-10f6e36a63ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f392db3-656a-4835-bc99-40e9b3aaa030,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:50.169136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2d0ed-91d1-4794-b07d-7f7cb56f3be7 None None] Port ba5344bb-170b-45eb-9d0b-dfc3efd4540e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:41:50.192366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.230177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b84b65e1-c619-419e-a194-242818db234f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6656923 Jul 28 14:41:50.238907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.262379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.295132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.295678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f76188a-3239-4ac3-b1b4-f8f07903aee1 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:41:50.300995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.302284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-312caaa6-35c6-439d-9ea2-3099aa184f5a tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/routers/4f76188a-3239-4ac3-b1b4-f8f07903aee1 HTTP/1.1" status: 204 len: 168 time: 0.9782937 Jul 28 14:41:50.306449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b0b12b2b-4a50-418c-a90e-58dc7407a942) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:50.310986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.311589 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.319850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5d85d-76d1-4050-ab60-fce16acce901 None None] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:50.430692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 4efe70e9-4568-4676-98ff-af8bc8d9b3b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:50.447850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.450574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.454824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f392db3-656a-4835-bc99-40e9b3aaa030 HTTP/1.1" status: 204 len: 168 time: 0.2902861 Jul 28 14:41:50.454824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa5c0eb7-e3de-4c13-83eb-81caee0fb941 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2068949 Jul 28 14:41:50.458274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.468495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:50.472220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.491069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741bb76-b991-47f1-9392-e486e0e9b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f392db3-656a-4835-bc99-40e9b3aaa030,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:50.567995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b0b12b2b-4a50-418c-a90e-58dc7407a942', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:41:50.569073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.614310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:50.626504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c9f5cd5a-569e-4bc4-833b-11fc4f382ea3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214110 Jul 28 14:41:50.627012 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] Sync routers for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:50.627464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.637281 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:50.637907 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:50.651671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.658293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.714179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:50.731442 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:50.732591 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:50.742911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53906) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.747541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Allocated IP 172.20.0.2 (b0b12b2b-4a50-418c-a90e-58dc7407a942/36539276-68fc-4033-a1e4-b6b2f4dc4313/2ea041da-1853-4519-b2f6-cb3d59118b8a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:50.762548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285795709', 'description': 'tempest-description--775834086'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:50.770424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:50.771484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b6922-64c5-4885-8296-c5a46c5b5eea None None] The sync data for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:50.772853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.911087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:50.919507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Transition to ACTIVE for port object 2ea041da-1853-4519-b2f6-cb3d59118b8a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:50.935852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff9798-ea95-4458-8448-9ec730713795 req-a29f7039-be02-460d-8730-16419541adba tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:50.937467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ff9798-ea95-4458-8448-9ec730713795 req-a29f7039-be02-460d-8730-16419541adba tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 946 time: 0.1465027 Jul 28 14:41:50.949714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53910) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:50.951141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Transition to ACTIVE for port object 2ea041da-1853-4519-b2f6-cb3d59118b8a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:50.993587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ff9798-ea95-4458-8448-9ec730713795 req-087b4da2-060c-4823-bcd5-b1617e48f40b tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479736 Jul 28 14:41:51.073712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.115073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.137712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.151572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37b055b1-d539-4bfc-b055-4cdbc911b59a req-b04daae2-0c57-45eb-a3ab-1f5a2a823634 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab1e81a7-b20b-4534-a169-3bb5749c413a HTTP/1.1" status: 200 len: 210 time: 0.0884864 Jul 28 14:41:51.200994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:51.202624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.206937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:51.211767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:51.215336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Pushing event updated for resources: {'Port': ['ID=2ea041da-1853-4519-b2f6-cb3d59118b8a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:51.290604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Attempting to bind port 2ea041da-1853-4519-b2f6-cb3d59118b8a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:51.291089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Attempting to bind port 2ea041da-1853-4519-b2f6-cb3d59118b8a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:51.291535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Attempting to bind port 2ea041da-1853-4519-b2f6-cb3d59118b8a on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:51.294192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-817642223', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:51.296855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:51.297686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:51.298328 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.298799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:51.300160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Bound port: 2ea041da-1853-4519-b2f6-cb3d59118b8a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:51.300160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.377103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] For port 2ea041da-1853-4519-b2f6-cb3d59118b8a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:51.383864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] For port 2ea041da-1853-4519-b2f6-cb3d59118b8a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2ea041da-1853-4519-b2f6-cb3d59118b8a,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:51.394331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.437792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port deb4f83d-4cad-456b-b29d-944e85a9fe51 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:51.438924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.516996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.533406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.546130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for deb4f83d-4cad-456b-b29d-944e85a9fe51 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:51.575112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.606947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352922c-295d-401a-b693-6f2fe8244b27 None None] Pushing event updated for resources: {'Port': ['ID=2ea041da-1853-4519-b2f6-cb3d59118b8a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:51.633965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.656958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=864c97e5-e12c-4a8b-8575-68b9016a6bd9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:51.660869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.711040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.712064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.830795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.833786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.837681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d5ccf87-2161-4b5c-81eb-407c9899e141 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0911305 Jul 28 14:41:51.838053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:51.843150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'security_group_rule': {'security_group_id': '864c97e5-e12c-4a8b-8575-68b9016a6bd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:51.864510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:51.866402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Allocated IP 172.25.0.182 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/e69f56d1-fc11-4e96-8078-fd1495dff4e3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:51.923182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=deb4f83d-4cad-456b-b29d-944e85a9fe51,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:52.050531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.256900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:52.400334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.524076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.564613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca489-7279-42e8-8c41-0286ad956730 req-ac0e858c-eaf3-4429-ab3b-d853a117d105 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.566923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-371ca489-7279-42e8-8c41-0286ad956730 req-ac0e858c-eaf3-4429-ab3b-d853a117d105 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 946 time: 0.1428840 Jul 28 14:41:52.569761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 4efe70e9-4568-4676-98ff-af8bc8d9b3b8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:41:52.630397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.642513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting subnet 0df076c5-c7a7-40ba-b0b1-a9325009e225 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:52.658874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803ce70-11ca-4923-8840-63b0dc71248e req-1de32748-c3a2-41da-bb73-bf3b3b8664fb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:52.661160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b803ce70-11ca-4923-8840-63b0dc71248e req-1de32748-c3a2-41da-bb73-bf3b3b8664fb tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 946 time: 0.4053748 Jul 28 14:41:52.667208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.675601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9166e12-c5ac-4301-83c8-55511acb8e4e None None] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:52.700763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:52.722287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] Sync routers for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:52.727495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a531cbd-8eae-4ab4-b162-e820088962ba tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964432 Jul 28 14:41:52.728558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53948) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:52.735850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.752971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:52.753611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:52.758898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-13dd3b1f-aba8-4d83-ba24-54182e2d5868 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efe70e9-4568-4676-98ff-af8bc8d9b3b8 HTTP/1.1" status: 200 len: 205 time: 0.0275965 Jul 28 14:41:52.761044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:52.793652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:52.813403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] Routers {'4efe70e9-4568-4676-98ff-af8bc8d9b3b8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:52.814253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:52.816399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.846777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.856798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:52.857455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da44de3-95cd-4fb8-b1f9-3f8b11abdf20 None None] The sync data for ids ['4efe70e9-4568-4676-98ff-af8bc8d9b3b8'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:52.883003 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.900019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Deleting port 0b9d88fe-5cbc-4af8-85be-d290105eba59 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:52.900424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.902145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ab989cea-4c4f-46e3-a3e3-15f9d162c239 None None] Provisioning for port 2ea041da-1853-4519-b2f6-cb3d59118b8a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:52.920690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:52.950885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b803ce70-11ca-4923-8840-63b0dc71248e req-721bade6-5737-4ba2-9c8d-b264c7b95d0e tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782302 Jul 28 14:41:52.982572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:52.998016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0858a3be-abf6-4cd0-9695-d91c454e6296,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.000222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:53.029685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:53.104288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Pushing event updated for resources: {'Port': ['ID=e69f56d1-fc11-4e96-8078-fd1495dff4e3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.116692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.122900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.150677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.181814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] For port 0b9d88fe-5cbc-4af8-85be-d290105eba59, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0b9d88fe-5cbc-4af8-85be-d290105eba59,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:53.181814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.193305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2ea041da-1853-4519-b2f6-cb3d59118b8a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:53.196517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Calling delete_port for 0b9d88fe-5cbc-4af8-85be-d290105eba59 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:53.296674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.296674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-acd05df7-9033-4084-abbd-103df928eb39 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4571154 Jul 28 14:41:53.300196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:53.305940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'security_group_rule': {'security_group_id': '864c97e5-e12c-4a8b-8575-68b9016a6bd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:53.311216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:53.350110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.350597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router 4efe70e9-4568-4676-98ff-af8bc8d9b3b8 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:41:53.360445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.362352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-34fc6eb8-0b1e-4df5-a544-dfb2ca035d16 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8 HTTP/1.1" status: 204 len: 168 time: 0.5999916 Jul 28 14:41:53.367826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53962) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:53.395386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2ea041da-1853-4519-b2f6-cb3d59118b8a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:53.400284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2ea041da-1853-4519-b2f6-cb3d59118b8a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:53.400669 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.456713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4fcce4e-7cdb-477f-9667-3c82753b0530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.492472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.494064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet c4d8fb9e-0757-40df-8676-ffc1b76ea215 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:53.498943 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.527703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2ea041da-1853-4519-b2f6-cb3d59118b8a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2ea041da-1853-4519-b2f6-cb3d59118b8a,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:53.549964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.613432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.621112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.631637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.698882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.701341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.729610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.735977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f244c30d-071d-489e-baac-8d77ed246db4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:53.741730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0b9d88fe-5cbc-4af8-85be-d290105eba59', '8ad8a5d8-8856-4866-93b2-119672b4b494'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:41:53.753535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event deleted for resources: {'Port': ['ID=0b9d88fe-5cbc-4af8-85be-d290105eba59,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.772017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.811069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Subnet': ['ID=0df076c5-c7a7-40ba-b0b1-a9325009e225,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.820564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.823026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d0f22a90-3dff-4b0d-a463-d1b4a87ae496 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/subnets/0df076c5-c7a7-40ba-b0b1-a9325009e225 HTTP/1.1" status: 204 len: 168 time: 1.5643494 Jul 28 14:41:53.825135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53964) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:53.837516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] No DVR routers for this DVR port 0b9d88fe-5cbc-4af8-85be-d290105eba59 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:53.840037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2ea041da-1853-4519-b2f6-cb3d59118b8a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:53.845655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.848037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.848162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-371ca489-7279-42e8-8c41-0286ad956730 req-704b304d-1cb9-477f-bd8b-008bf719c1a1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "DELETE /v2.0/ports/0b9d88fe-5cbc-4af8-85be-d290105eba59 HTTP/1.1" status: 204 len: 173 time: 1.2711773 Jul 28 14:41:53.857915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'name': 'network-vif-deleted', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:41:53.860350 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e429b11-6c9c-4844-ab00-8fe40b7777c7" -d '{"events": [{"server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "name": "network-vif-deleted", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:41:53.861125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3de87-5be4-458a-9924-93df8b85eafb None None] Network 1050670a-d866-4b74-a3f6-bcbfc5e5404a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:53.901327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.944735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4fcce4e-7cdb-477f-9667-3c82753b0530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:53.951391 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c8b118-3517-4b83-823a-5fe51cb508e4 x-openstack-request-id: req-c8c8b118-3517-4b83-823a-5fe51cb508e4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:41:53.952256 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405983e0-c0cc-4fd0-bd52-37993b03a665", "name": "network-vif-deleted", "tag": "0b9d88fe-5cbc-4af8-85be-d290105eba59", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:41:53.952938 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8c8b118-3517-4b83-823a-5fe51cb508e4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:41:53.954051 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405983e0-c0cc-4fd0-bd52-37993b03a665', 'name': 'network-vif-deleted', 'tag': '0b9d88fe-5cbc-4af8-85be-d290105eba59', 'status': 'completed', 'code': 200} Jul 28 14:41:53.956286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.004547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.006373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace5da1-457e-4809-98c6-75c5b8317801,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.027970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Allocated IP 172.25.0.108 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/398f311d-4c9e-499e-9dda-fb566cea045e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:54.067903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:54.068459 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.178061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30d5601b-e87a-4609-8af3-1ac9bb48ef7a req-444f47d8-d776-4ce7-a2fb-33ec775b7c31 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 210 time: 0.0566561 Jul 28 14:41:54.190702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:54.191103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.208611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] DHCP port deletion for 1050670a-d866-4b74-a3f6-bcbfc5e5404a request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:54.212072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4fcce4e-7cdb-477f-9667-3c82753b0530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.253530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcce4e-7cdb-477f-9667-3c82753b0530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f76d6-90c5-4cf4-bd84-958bfc67b7a0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.263327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Deleting port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:54.272731 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.273931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:54.290866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e4fcce4e-7cdb-477f-9667-3c82753b0530 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0932f1fbc4ae4edfb9e6d8f5af91204e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745603 Jul 28 14:41:54.292309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53972) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:54.333749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.336590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] For port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,segment=NetworkSegment(5a4c9096-57cb-4930-8318-ae4b2d91c7d8),segment_id=5a4c9096-57cb-4930-8318-ae4b2d91c7d8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:54.347641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.352299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Calling delete_port for c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:54.373660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.379182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-081ae16d-0577-435d-a9f2-fdaea6009da3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0728812 Jul 28 14:41:54.379182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53974) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:54.385641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:54.427618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.463030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.549704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.644338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.656109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.680970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.687835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d8fb9e-0757-40df-8676-ffc1b76ea215,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.692595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.693903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb184d1-eabd-463e-a3fb-74375781bf23 None None] Network 2fd0fe02-8f52-4db1-80e1-b8c060043238 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:54.694540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-54d05dc3-eacb-4477-a011-2e15a1b3ed86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/c4d8fb9e-0757-40df-8676-ffc1b76ea215 HTTP/1.1" status: 204 len: 168 time: 1.3257518 Jul 28 14:41:54.697292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53976) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:54.731556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.754014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.789130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] Pushing event deleted for resources: {'Port': ['ID=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.794155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c408af-35ac-40aa-a6ad-0c5e8544e484 None None] No DVR routers for this DVR port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:54.820919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=c926ec93-dd11-4a9f-8d9b-6f66a8717cc9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.832725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.835302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.843486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb7f76d6-90c5-4cf4-bd84-958bfc67b7a0 HTTP/1.1" status: 204 len: 168 time: 0.5458848 Jul 28 14:41:54.865347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:54.871620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 571c72ce-f35e-4ef4-8528-d68fe79d38ea {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:54.902628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.906993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25129064-22b0-4485-ba8f-6d1c738f938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f76d6-90c5-4cf4-bd84-958bfc67b7a0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.911970 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:54.931498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] DHCP port deletion for 2fd0fe02-8f52-4db1-80e1-b8c060043238 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:54.951117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:54.967482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:54.970519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event updated for resources: {'Port': ['ID=398f311d-4c9e-499e-9dda-fb566cea045e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:54.978151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:54.981991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:55.042024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Deleting port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:55.042534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.058648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.095604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 172.25.0.201 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/d887e153-4397-476d-bbd3-28640cb8adf5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:55.099212 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.106062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1050670a-d866-4b74-a3f6-bcbfc5e5404a']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.140887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4c9096-57cb-4930-8318-ae4b2d91c7d8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.141772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4c9096-57cb-4930-8318-ae4b2d91c7d8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.154850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] For port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,segment=NetworkSegment(38daad44-b41d-4666-a769-7578bffad1ee),segment_id=38daad44-b41d-4666-a769-7578bffad1ee)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:55.154850 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.177763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Calling delete_port for 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:55.193752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.256852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:55.281375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.281862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:55.295017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:55.296449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2ea041da-1853-4519-b2f6-cb3d59118b8a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:55.297884 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.313923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:55.314604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:55.319458 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:55.390483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2ea041da-1853-4519-b2f6-cb3d59118b8a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:55.392133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.419340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7f741a5-bc84-46b7-a61f-3fa28359ef79 req-086bcd1a-65cc-4c5c-9cac-7cf72816c822 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=405983e0-c0cc-4fd0-bd52-37993b03a665 HTTP/1.1" status: 200 len: 210 time: 0.1006706 Jul 28 14:41:55.444804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.511476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.511476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f067673-6d61-49a1-888a-b0f8d4fa6431 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0427139 Jul 28 14:41:55.511683 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:55.512297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53988) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:55.531047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.572771 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.644757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] No DVR routers for this DVR port 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:55.658114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:55.668219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab24c1-fc8f-46cf-a3bb-5b130432ec62 None None] Pushing event deleted for resources: {'Port': ['ID=4a7cd164-dceb-44b5-a21d-9e11a1d998d5,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:55.696414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:55.697321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c926ec93-dd11-4a9f-8d9b-6f66a8717cc9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:55.697952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:55.722286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.728556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:55.729217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a7cd164-dceb-44b5-a21d-9e11a1d998d5 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:55.729635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.735743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.744852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/networks/1050670a-d866-4b74-a3f6-bcbfc5e5404a HTTP/1.1" status: 204 len: 168 time: 1.9186108 Jul 28 14:41:55.745804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53994) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:55.845992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:41:53Z', 'revision_number': 3, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:55.887820 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:41:55.891205 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Updating router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa port e69f56d1-fc11-4e96-8078-fd1495dff4e3 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:41:55.927429 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:55.989723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.082044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26f951-d28e-46d5-a08b-1ad30934c332 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Network': ['ID=1050670a-d866-4b74-a3f6-bcbfc5e5404a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.085220 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.145148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:56.187145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:56.190001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:41:56.200691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting subnet e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:41:56.226628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=d887e153-4397-476d-bbd3-28640cb8adf5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.227315 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.231721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.238520 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Transition to ACTIVE for port object e69f56d1-fc11-4e96-8078-fd1495dff4e3 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:56.246752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Router 61a9832e-9de1-4056-bf51-d776f44539ff is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:41:56.264693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.353899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=571c72ce-f35e-4ef4-8528-d68fe79d38ea,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.365104 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.369626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-604901c0-af9e-4df6-b43e-d54990a4ca5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/571c72ce-f35e-4ef4-8528-d68fe79d38ea HTTP/1.1" status: 204 len: 168 time: 1.6687400 Jul 28 14:41:56.370399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:56.372771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b96553c-dcc8-4b29-9cf9-53619cf3d14e None None] Network 023d275b-0fa7-4145-beaa-539127c44c00 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:56.379084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.400899 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.430509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:41:56.454369 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Pushing event updated for resources: {'Port': ['ID=e69f56d1-fc11-4e96-8078-fd1495dff4e3,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.481945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.495338 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.496022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.497991 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.498521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.499044 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.501527 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.503516 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.509750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.509750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.509750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.509750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:41:56.525612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.526229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] Sync routers for ids ['61a9832e-9de1-4056-bf51-d776f44539ff'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:41:56.533995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:41:56.553558 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Attempting to bind port e69f56d1-fc11-4e96-8078-fd1495dff4e3 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:41:56.553697 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Attempting to bind port e69f56d1-fc11-4e96-8078-fd1495dff4e3 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:41:56.554065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Attempting to bind port e69f56d1-fc11-4e96-8078-fd1495dff4e3 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:41:56.568938 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:41:56.569959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:41:56.571805 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.571805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:41:56.571805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Bound port: e69f56d1-fc11-4e96-8078-fd1495dff4e3, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:41:56.572878 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.606823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] Routers {'61a9832e-9de1-4056-bf51-d776f44539ff'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:56.611998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61a9832e-9de1-4056-bf51-d776f44539ff'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.639894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.641491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e050b3f2-ad5d-4e36-a065-42ea8240af1f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6903360 Jul 28 14:41:56.653162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54014) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:56.653496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.662769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] For port e69f56d1-fc11-4e96-8078-fd1495dff4e3, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:41:56.669033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] Routers {'61a9832e-9de1-4056-bf51-d776f44539ff'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:56.669548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] For port e69f56d1-fc11-4e96-8078-fd1495dff4e3, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69f56d1-fc11-4e96-8078-fd1495dff4e3,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:41:56.669891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61a9832e-9de1-4056-bf51-d776f44539ff'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.738670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.741125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0b9d88fe-5cbc-4af8-85be-d290105eba59 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:56.744143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.744934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3cdc4c-8322-4813-9d6e-6062edacfa7e None None] The sync data for ids ['61a9832e-9de1-4056-bf51-d776f44539ff'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:56.750106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.763081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd0fe02-8f52-4db1-80e1-b8c060043238']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.774089 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.777571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38daad44-b41d-4666-a769-7578bffad1ee') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.777694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38daad44-b41d-4666-a769-7578bffad1ee') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.798327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.832892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.851221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.852484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:56.852994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: items = [ Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:56.856981 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:56.904420 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04190aca-7f95-4921-99f3-c61803d2b536 None None] Pushing event updated for resources: {'Port': ['ID=e69f56d1-fc11-4e96-8078-fd1495dff4e3,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:56.906018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca0672-b652-43cc-822e-504de54db585 None None] DHCP port deletion for 023d275b-0fa7-4145-beaa-539127c44c00 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:56.908300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 0b9d88fe-5cbc-4af8-85be-d290105eba59 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:56.908649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0b9d88fe-5cbc-4af8-85be-d290105eba59 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:56.926575 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:41:56.927385 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:56.970371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Deleting port 09122de5-66d1-4256-b56f-80bd1323c363 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:56.970988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.087163 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:41:57.103464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5fca0672-b652-43cc-822e-504de54db585 None None] For port 09122de5-66d1-4256-b56f-80bd1323c363, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09122de5-66d1-4256-b56f-80bd1323c363,segment=NetworkSegment(303fd47e-f8b7-4f0a-a3e8-4878ec53e103),segment_id=303fd47e-f8b7-4f0a-a3e8-4878ec53e103)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:57.104283 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.155492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Calling delete_port for 09122de5-66d1-4256-b56f-80bd1323c363 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:57.195459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.200805 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.203458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/2fd0fe02-8f52-4db1-80e1-b8c060043238 HTTP/1.1" status: 204 len: 168 time: 0.8279810 Jul 28 14:41:57.220299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:57.263472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3c7fa-63e3-4ebc-b221-4b3574ee5b50 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=2fd0fe02-8f52-4db1-80e1-b8c060043238,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:57.327428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09122de5-66d1-4256-b56f-80bd1323c363 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:57.349182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:41:53Z', 'revision_number': 3, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:57.387815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4a8b0d43-de17-4cf6-a4a2-924aa32d7aa7 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/61a9832e-9de1-4056-bf51-d776f44539ff HTTP/1.1" status: 200 len: 924 time: 0.7295485 Jul 28 14:41:57.388257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54040) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:57.454892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ad23e9d5-4ca6-458a-b8af-7b1c9aadab12 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9832e-9de1-4056-bf51-d776f44539ff HTTP/1.1" status: 200 len: 205 time: 0.0597758 Jul 28 14:41:57.454892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:57.460669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.464076 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9dd8b-abeb-469c-84e3-fbb4d645dbca None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:41:53Z', 'revision_number': 3, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:41:57.489473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.538805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca0672-b652-43cc-822e-504de54db585 None None] No DVR routers for this DVR port 09122de5-66d1-4256-b56f-80bd1323c363 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:57.550017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca0672-b652-43cc-822e-504de54db585 None None] Pushing event deleted for resources: {'Port': ['ID=09122de5-66d1-4256-b56f-80bd1323c363,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:57.572682 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.623081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.707431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.709323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Subnet': ['ID=e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:57.717218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.720563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cbf72785-e1aa-4608-bf93-a3b9c632baf1 tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/subnets/e8e96f3b-7d96-4fc9-bdd7-9c7b857e2fdc HTTP/1.1" status: 204 len: 168 time: 1.9641967 Jul 28 14:41:57.722095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.723342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:57.723740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d106f38-d045-46df-8d24-23fcf8a9e8fc None None] Network 6f20202b-677f-4018-ae56-738e9d56acab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:41:57.867134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:57.966453 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.003324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] DHCP port deletion for 6f20202b-677f-4018-ae56-738e9d56acab request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:41:58.025974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.046934 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.090338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Deleting port 0a2e9384-9763-47a1-91c0-3eb037df10f8 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:58.090919 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.114643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port 398f311d-4c9e-499e-9dda-fb566cea045e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:58.115098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.149330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.199234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] For port 0a2e9384-9763-47a1-91c0-3eb037df10f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0a2e9384-9763-47a1-91c0-3eb037df10f8,segment=NetworkSegment(cd9419f3-8676-4ef0-82e2-2a7e36d26ab2),segment_id=cd9419f3-8676-4ef0-82e2-2a7e36d26ab2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:58.199483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef46bd5-7eba-4e01-881e-165f6a7af34b req-edfd9d6b-5dd4-476b-843f-3f941b997f4a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:58.203853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.206904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef46bd5-7eba-4e01-881e-165f6a7af34b req-edfd9d6b-5dd4-476b-843f-3f941b997f4a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:58.208769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ef46bd5-7eba-4e01-881e-165f6a7af34b req-edfd9d6b-5dd4-476b-843f-3f941b997f4a tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66&device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 1683 time: 0.4353530 Jul 28 14:41:58.212626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.221385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Calling delete_port for 0a2e9384-9763-47a1-91c0-3eb037df10f8 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:58.251033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.266735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for 398f311d-4c9e-499e-9dda-fb566cea045e owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:58.330364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023d275b-0fa7-4145-beaa-539127c44c00']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:58.366656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303fd47e-f8b7-4f0a-a3e8-4878ec53e103') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:58.366993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303fd47e-f8b7-4f0a-a3e8-4878ec53e103') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:58.424630 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.438939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=d887e153-4397-476d-bbd3-28640cb8adf5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:58.445507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.465277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] Pushing event deleted for resources: {'Port': ['ID=0a2e9384-9763-47a1-91c0-3eb037df10f8,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:58.473262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de4baa-20d5-421b-a919-28999eb562e1 None None] No DVR routers for this DVR port 0a2e9384-9763-47a1-91c0-3eb037df10f8 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:58.525766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ef46bd5-7eba-4e01-881e-165f6a7af34b req-bb70dcad-c6c0-4e48-b531-05ba60c1ede9 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215877 Jul 28 14:41:58.529072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.547971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.547971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:58.547971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:58.553026 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:58.579482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.627696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=398f311d-4c9e-499e-9dda-fb566cea045e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:58.673597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Allocated IP 172.20.0.1 (b0b12b2b-4a50-418c-a90e-58dc7407a942/36539276-68fc-4033-a1e4-b6b2f4dc4313/5edd1e44-aa49-419c-b61b-c0045b2210df) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:41:58.676327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Deleting port 0a2e9384-9763-47a1-91c0-3eb037df10f8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:41:58.676676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.715182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.734332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.735694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f4527e9b-f9e8-4618-bab8-d747ab7497b9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3555558 Jul 28 14:41:58.800242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54074) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:58.828781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.848683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.850602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/023d275b-0fa7-4145-beaa-539127c44c00 HTTP/1.1" status: 204 len: 168 time: 1.6242816 Jul 28 14:41:58.855184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] For port 0a2e9384-9763-47a1-91c0-3eb037df10f8, host n-d-705658-23, got binding levels [] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:58.855599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.858222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54080) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:58.883357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128463449'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:58.901995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c11c13-d0fb-4cf8-b141-6786abf06ed8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=023d275b-0fa7-4145-beaa-539127c44c00,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:58.909272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Calling delete_port for 0a2e9384-9763-47a1-91c0-3eb037df10f8 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:41:58.912388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Port 0a2e9384-9763-47a1-91c0-3eb037df10f8 was not found and therefore no delete operation was performed {{(pid=94748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:41:58.919631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.950803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:58.957872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.149231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69f56d1-fc11-4e96-8078-fd1495dff4e3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:41:59.195463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.196003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router 61a9832e-9de1-4056-bf51-d776f44539ff {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:41:59.203224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.204578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-783a7f2f-a7f0-4046-a36a-db957bc74cdf tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/61a9832e-9de1-4056-bf51-d776f44539ff HTTP/1.1" status: 204 len: 168 time: 1.7520123 Jul 28 14:41:59.209176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:59.213742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2084448238', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:59.260792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c60337ee-6017-4a6d-99d7-4182aae8fb60 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:41:59.263741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] No DVR routers for this DVR port 0a2e9384-9763-47a1-91c0-3eb037df10f8 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:41:59.265150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:41:59.268889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.271120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Port': ['ID=0a2e9384-9763-47a1-91c0-3eb037df10f8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:59.342475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.383705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e69f56d1-fc11-4e96-8078-fd1495dff4e3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:41:59.384060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.385187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.388248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e69f56d1-fc11-4e96-8078-fd1495dff4e3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:41:59.388884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.435839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Transition to ACTIVE for port object 5edd1e44-aa49-419c-b61b-c0045b2210df will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:41:59.446048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-f92dd019-e607-4877-ad32-b251099a6758 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--285795709&fields=id&tenant_id=dc2e76b247be45a58b8613e0c06cb839 HTTP/1.1" status: 200 len: 267 time: 0.1909788 Jul 28 14:41:59.454571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:41:59.457183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.457474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.488222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f20202b-677f-4018-ae56-738e9d56acab']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:59.512909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.517754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.518111 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment f2e6609f-2ba3-4561-952f-d6a2f8b248fc of type vlan for network 1cf1943f-66f1-405d-b50e-af55db01ddef Jul 28 14:41:59.537162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port e69f56d1-fc11-4e96-8078-fd1495dff4e3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69f56d1-fc11-4e96-8078-fd1495dff4e3,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:41:59.541783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:59.542121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9419f3-8676-4ef0-82e2-2a7e36d26ab2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:41:59.586633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.597278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4cdc4b17-d3ca-4277-9389-cac2478b0b7d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.598793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4cdc4b17-d3ca-4277-9389-cac2478b0b7d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 936 time: 0.1374996 Jul 28 14:41:59.639758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.641690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.662227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.676808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:41:59.677249 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:41:59.680458 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:41:59.734709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a2e9384-9763-47a1-91c0-3eb037df10f8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:41:59.738428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-45ce5c02-ec1e-41a2-8e53-cb032891879c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:41:59.739880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-45ce5c02-ec1e-41a2-8e53-cb032891879c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 937 time: 0.1194260 Jul 28 14:41:59.770539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0a2e9384-9763-47a1-91c0-3eb037df10f8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:41:59.770847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0a2e9384-9763-47a1-91c0-3eb037df10f8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:41:59.773321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.776864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=e69f56d1-fc11-4e96-8078-fd1495dff4e3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:41:59.822736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-1791fcbc-84d3-4787-a9f4-f4fc013aa813 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0695381 Jul 28 14:41:59.841351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c60337ee-6017-4a6d-99d7-4182aae8fb60 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "PUT /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd HTTP/1.1" status: 200 len: 366 time: 1.0382202 Jul 28 14:41:59.847842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:59.854567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cd72d4f8-add2-4523-af0a-8421d1ea5bde tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0093613 Jul 28 14:41:59.857253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:59.864778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-217aa993-7011-4a4f-968e-58b94282fcc5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0340345 Jul 28 14:41:59.866328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:41:59.867592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23f0eab1-c81a-4aee-93a5-e80a5349dd32 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd HTTP/1.1" status: 200 len: 366 time: 0.0092978 Jul 28 14:41:59.870000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54104) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:41:59.965318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:41:59.972876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:41:59.984227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:00.013283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:00.055529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.114655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-1dc2023e-81eb-4042-bb94-241c5c4f03d4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.120417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-1dc2023e-81eb-4042-bb94-241c5c4f03d4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.126736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-1dc2023e-81eb-4042-bb94-241c5c4f03d4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.128470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-1dc2023e-81eb-4042-bb94-241c5c4f03d4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 1995 time: 0.2504733 Jul 28 14:42:00.154515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-23ec4e9d-3c41-40f9-9cfa-0b140879f3cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/quotas/dc2e76b247be45a58b8613e0c06cb839 HTTP/1.1" status: 200 len: 375 time: 0.0195928 Jul 28 14:42:00.212396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f0910b6d-8343-48aa-89d5-0634e237d818 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd HTTP/1.1" status: 204 len: 168 time: 0.3388503 Jul 28 14:42:00.215656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.225662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.228038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.234794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.235556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.248545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.253313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] 10.222.0.47 "DELETE /v2.0/networks/6f20202b-677f-4018-ae56-738e9d56acab HTTP/1.1" status: 204 len: 168 time: 2.4957762 Jul 28 14:42:00.296463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-01e456a9-4603-4ce9-8c58-bfbc3f6c5a15 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0763102 Jul 28 14:42:00.297401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54112) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.322191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2154f54e-ac0b-41ec-9829-f7fca4f08fcc tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd HTTP/1.1" status: 200 len: 370 time: 0.0215108 Jul 28 14:42:00.323374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54114) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.332020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad6fdbc2-abd8-450b-8071-bb59cbe7c009 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd/default HTTP/1.1" status: 200 len: 370 time: 0.0074861 Jul 28 14:42:00.333808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=1cf1943f-66f1-405d-b50e-af55db01ddef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:00.335479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.355053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-94f26dd8-e353-459e-8a7f-959f5098df0d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1738625 Jul 28 14:42:00.355189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 1cf1943f-66f1-405d-b50e-af55db01ddef details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:00.355627 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-80be9cd1-1a0f-427c-b6ac-a834cecb11a8 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] delete failed (client error): The resource could not be found. Jul 28 14:42:00.355627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-80be9cd1-1a0f-427c-b6ac-a834cecb11a8 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/a3902b1a53a3483f8efe2e52d11ba7bd HTTP/1.1" status: 404 len: 348 time: 0.0162683 Jul 28 14:42:00.390074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912304f5-fd05-4e9f-8295-f23555a9a3da tempest-ServersTestMultiNic-1512665581 tempest-ServersTestMultiNic-1512665581-project] Pushing event deleted for resources: {'Network': ['ID=6f20202b-677f-4018-ae56-738e9d56acab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:00.452555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32c7fc7c-97b4-494b-b0d3-01fac26a2353 None None] Provisioning for port 5edd1e44-aa49-419c-b61b-c0045b2210df completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:00.459240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32c7fc7c-97b4-494b-b0d3-01fac26a2353 None None] Provisioning complete for port 5edd1e44-aa49-419c-b61b-c0045b2210df triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:00.460120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32c7fc7c-97b4-494b-b0d3-01fac26a2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.507600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-32c7fc7c-97b4-494b-b0d3-01fac26a2353 None None] Port 5edd1e44-aa49-419c-b61b-c0045b2210df cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:00.509731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ca7dad86-2e09-47ed-a09f-da784a728b21 service neutron] 10.222.0.47 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282203 Jul 28 14:42:00.522912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-66381ae8-557a-4f77-80f3-175f71303251 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6536973 Jul 28 14:42:00.538747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54124) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.543651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:00.593487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.652211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.663954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-21eb4552-afd6-48b4-972a-16eaaea4da62 service neutron] 10.222.0.47 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532319 Jul 28 14:42:00.681243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.699916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98b9b-1b47-4a0c-8acb-6ec8a4c88c60 req-56860d69-9355-47b8-90cc-931dc64f2a9c tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:00.701449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4f98b9b-1b47-4a0c-8acb-6ec8a4c88c60 req-56860d69-9355-47b8-90cc-931dc64f2a9c tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 946 time: 0.1635473 Jul 28 14:42:00.748554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-0865c14a-270d-4213-bb7c-0587fafff545 service neutron] 10.222.0.47 "GET /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0775566 Jul 28 14:42:00.795773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54126) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:00.812815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4f98b9b-1b47-4a0c-8acb-6ec8a4c88c60 req-96c55701-f819-4bd7-9547-482aca4230b1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004632 Jul 28 14:42:00.870618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:network and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:00.889204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:00.897593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-dc329008-93fa-48a6-a0cb-4da18e659623 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367147 Jul 28 14:42:00.899612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:00.913569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 172.25.0.198 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/d3755a31-adba-422c-a3b4-efb23ead8023) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:00.938257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:subnet and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:00.938257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:00.980320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:subnetpool and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:00.989196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:00.991531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:01.001376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-98b3e1e3-c602-48fe-8b8b-1bc0fd5d5c2b service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974367 Jul 28 14:42:01.051371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-9645fb74-1654-41a8-b8a2-614e5f0f7a0d service neutron] 10.222.0.47 "GET /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0428700 Jul 28 14:42:01.083653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69f56d1-fc11-4e96-8078-fd1495dff4e3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:01.148373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e69f56d1-fc11-4e96-8078-fd1495dff4e3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:01.148786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.184567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-c8674355-a0f6-4db5-b327-d4c8bc1f39d4 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.185857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-c8674355-a0f6-4db5-b327-d4c8bc1f39d4 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.50 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 946 time: 0.1062086 Jul 28 14:42:01.231199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c276fc39-8307-4ea5-a61d-719ec790dd20 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727846 Jul 28 14:42:01.347573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:01.351131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.364711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.380558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:port and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:01.418087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:01.423639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-5905c0ec-583b-4abc-8a1b-4cb4e4298160 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781652 Jul 28 14:42:01.437260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Deleting port f244c30d-071d-489e-baac-8d77ed246db4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:01.437260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.507287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:router and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:01.512387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.534179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:01.554816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.556560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:01.567280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:floatingip and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:01.616377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:01.675583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] For port f244c30d-071d-489e-baac-8d77ed246db4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f244c30d-071d-489e-baac-8d77ed246db4,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:01.675961 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.691151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-20cfef66-1049-490c-a289-f9f6b364cb34 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666595 Jul 28 14:42:01.702883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Calling delete_port for f244c30d-071d-489e-baac-8d77ed246db4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:01.843503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.848877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:security_group and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:01.853985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:01.864967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:01.891906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:01.906133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-6ccc5294-c3b0-481c-8c8c-460ff9a6e6c1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:01.907758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-6ccc5294-c3b0-481c-8c8c-460ff9a6e6c1 tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 946 time: 0.2019918 Jul 28 14:42:01.972685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:01.976465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:01.995929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-9b4614a5-8e33-442d-8156-0fb8f2877c39 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951880 Jul 28 14:42:02.013968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Usage tracker for resource:security_group_rule and tenant:a910d09732324f6cac3173e8e175ea41 is out of sync, need to count used quota {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 28 14:42:02.016657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:02.018879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=d3755a31-adba-422c-a3b4-efb23ead8023,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:02.028878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:02.071708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.quota.resource [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94749) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 28 14:42:02.084369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.084917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.085706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.086154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.086698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.087165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.087586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.087985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.088440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.088840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.089244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.089589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:02.118885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-928c71e6-5ed9-485c-8a3b-acc03e1ea671 tempest-QuotasTest-1170325632 tempest-QuotasTest-1170325632-project-admin] 10.222.0.47 "GET /v2.0/quotas/a910d09732324f6cac3173e8e175ea41/details.json HTTP/1.1" status: 200 len: 703 time: 1.3193467 Jul 28 14:42:02.135188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:02.156900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20149ef0-d051-4324-8aab-97dfa3409b94 req-f487d426-8ff1-4903-9282-f0c4b11243df tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.158124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fbf42e6a-38da-4d58-b0a2-a95577321e26 None None] Provisioning complete for port 5edd1e44-aa49-419c-b61b-c0045b2210df triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:02.159175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf42e6a-38da-4d58-b0a2-a95577321e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.164549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20149ef0-d051-4324-8aab-97dfa3409b94 req-f487d426-8ff1-4903-9282-f0c4b11243df tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 946 time: 0.2317913 Jul 28 14:42:02.209739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fbf42e6a-38da-4d58-b0a2-a95577321e26 None None] Port 5edd1e44-aa49-419c-b61b-c0045b2210df cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:02.269784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:02.270169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 1cf1943f-66f1-405d-b50e-af55db01ddef, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:02.324795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20149ef0-d051-4324-8aab-97dfa3409b94 req-3718baa0-bb2b-47af-ac76-e8be6d6e0bbf tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593273 Jul 28 14:42:02.401291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.512817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:02.516869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 1cf1943f-66f1-405d-b50e-af55db01ddef is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:02.530501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-dc828335-122c-461a-8081-dde3d791a318 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225475 Jul 28 14:42:02.566698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Deleting port 8ad8a5d8-8856-4866-93b2-119672b4b494 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:02.567270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.679481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.695125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 1cf1943f-66f1-405d-b50e-af55db01ddef) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:02.701584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:02.702693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.715912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f244c30d-071d-489e-baac-8d77ed246db4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:02.720813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8ad8a5d8-8856-4866-93b2-119672b4b494'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:02.735238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.760533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8f3dd-3713-465f-938f-10965c1cc712 None None] Network 1cf1943f-66f1-405d-b50e-af55db01ddef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:02.767483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event deleted for resources: {'Port': ['ID=f244c30d-071d-489e-baac-8d77ed246db4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:02.841104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54144) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:02.879044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-679add61-eeb8-495a-afad-64c374bf3919 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3368433 Jul 28 14:42:02.882371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54148) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:02.888036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251265261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:02.897647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] No DVR routers for this DVR port f244c30d-071d-489e-baac-8d77ed246db4 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:02.899692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:02.902976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.908696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c981aa63-03f5-4f16-9e45-2d859c90b974 req-9a9731ae-c440-4791-8f9f-bc15aca1121f tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.50 "DELETE /v2.0/ports/f244c30d-071d-489e-baac-8d77ed246db4 HTTP/1.1" status: 204 len: 173 time: 1.7090034 Jul 28 14:42:02.908696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] For port 8ad8a5d8-8856-4866-93b2-119672b4b494, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8ad8a5d8-8856-4866-93b2-119672b4b494,segment=NetworkSegment(be7a7769-9895-466b-8df8-ae65c3403326),segment_id=be7a7769-9895-466b-8df8-ae65c3403326)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:02.908696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:02.911618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-700b6cf2-93e1-4c48-aab7-a82aa21dd080 service neutron] 10.222.0.47 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714685 Jul 28 14:42:02.912061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'name': 'network-vif-deleted', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:02.914539 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c187c0b-711b-40d0-9d1f-69bcab970169" -d '{"events": [{"server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "name": "network-vif-deleted", "tag": "f244c30d-071d-489e-baac-8d77ed246db4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:02.916328 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:02.927990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8b197c87-2f9d-486e-b7d8-8d3aef8a76d7 admin admin] 10.222.0.47 "PUT /v2.0/routers/9c0fa6ce-c1fe-4aaa-b969-06fe559364aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4128633 Jul 28 14:42:02.954605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Calling delete_port for 8ad8a5d8-8856-4866-93b2-119672b4b494 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:02.969577 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:02.973729 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:03.050470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.090345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-1cf1943f-66f1-405d-b50e-af55db01ddef', 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': 'bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:42:03.091705 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.151227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Deleting port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:03.151537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.262263 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94774132-1531-4424-9f95-4d831b811d8e x-openstack-request-id: req-94774132-1531-4424-9f95-4d831b811d8e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:03.263072 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42331f82-951b-460b-a221-559a8572cd66", "name": "network-vif-deleted", "tag": "f244c30d-071d-489e-baac-8d77ed246db4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:03.264119 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94774132-1531-4424-9f95-4d831b811d8e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:03.264119 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42331f82-951b-460b-a221-559a8572cd66', 'name': 'network-vif-deleted', 'tag': 'f244c30d-071d-489e-baac-8d77ed246db4', 'status': 'completed', 'code': 200} Jul 28 14:42:03.269403 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:03.283785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5b03fe2-f100-4118-9ae5-508f98094e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.297512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] For port 182d25ca-2d8b-41c6-909d-9805cd6b5cd4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:03.297512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.317442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Calling delete_port for 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:03.339647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-777a854a-1e59-4a28-af24-e9edd85ff52d service neutron] 10.222.0.47 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041278 Jul 28 14:42:03.382371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Allocated IP 2001:db8::2 (1cf1943f-66f1-405d-b50e-af55db01ddef/bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd/8eda9127-fb07-4616-84db-efb6f2f8f1b1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:03.489669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.495625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.534529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router dc7676fb-620e-401b-b835-d185edb65ee8 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:03.548534 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 2, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:03.588867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:03.589528 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Updating router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa port 5edd1e44-aa49-419c-b61b-c0045b2210df binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:42:03.596323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.607228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Transition to ACTIVE for port object 8eda9127-fb07-4616-84db-efb6f2f8f1b1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:03.630280 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.631468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Transition to ACTIVE for port object 8eda9127-fb07-4616-84db-efb6f2f8f1b1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:03.740540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:03.753113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Sync routers for ids ['dc7676fb-620e-401b-b835-d185edb65ee8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:03.767066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.773472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5b03fe2-f100-4118-9ae5-508f98094e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.806824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6a2cda12-07e0-4071-ac9b-6e6ae87af34d service neutron] 10.222.0.47 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585505 Jul 28 14:42:03.824799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Routers {'dc7676fb-620e-401b-b835-d185edb65ee8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:03.825546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['dc7676fb-620e-401b-b835-d185edb65ee8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:03.879118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Network 1cf1943f-66f1-405d-b50e-af55db01ddef is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:03.888597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:03.892382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:03.895881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.916575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5b03fe2-f100-4118-9ae5-508f98094e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:03.917947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Pushing event updated for resources: {'Port': ['ID=8eda9127-fb07-4616-84db-efb6f2f8f1b1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:03.939404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.010168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a81f83f2-c1d9-412c-a28f-c133c880e214 service neutron] 10.222.0.47 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088971 Jul 28 14:42:04.026891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03fe2-f100-4118-9ae5-508f98094e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271a7e71-4ef8-4a3d-a6ad-1e5e52755e42,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.032659 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.041362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Pushing event deleted for resources: {'Port': ['ID=182d25ca-2d8b-41c6-909d-9805cd6b5cd4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.050097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.052143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.065478 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Transition to ACTIVE for port object 5edd1e44-aa49-419c-b61b-c0045b2210df will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:04.077927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Attempting to bind port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:04.078710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Attempting to bind port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:04.079347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Attempting to bind port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 on network 1cf1943f-66f1-405d-b50e-af55db01ddef {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:04.093562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:04.094834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Checking segment: {'id': 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:04.095468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.096111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Bound using segment: {'id': 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:04.096892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Bound port: 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:04.097477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.101609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Set router dc7676fb-620e-401b-b835-d185edb65ee8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:04.154273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Pushing event deleted for resources: {'Port': ['ID=8ad8a5d8-8856-4866-93b2-119672b4b494,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.154384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.154478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5b03fe2-f100-4118-9ae5-508f98094e64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31ec50a1c01c4237a470358c835b73bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3029711 Jul 28 14:42:04.154561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f641079-4e29-4f56-9e80-6184f7bc5fb6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9333837 Jul 28 14:42:04.154561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:04.156730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:04.159808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54166) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:04.161301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209114119', 'description': 'tempest-description--1809191991'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:04.289311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] No DVR routers for this DVR port 8ad8a5d8-8856-4866-93b2-119672b4b494 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:04.293220 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.295336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fd70c3d-6e5e-4b82-a475-4dab933b37cf req-dd893114-4127-4e7d-9b4c-39166dc0abce tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.53 "DELETE /v2.0/ports/8ad8a5d8-8856-4866-93b2-119672b4b494 HTTP/1.1" status: 204 len: 173 time: 2.3774638 Jul 28 14:42:04.316488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-91a8dc54-323f-453e-926f-00d1d1de7e34 service neutron] 10.222.0.47 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052642 Jul 28 14:42:04.327100 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.346814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.379927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.425542 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7f9af-ac13-4e19-a393-c157da553345 None None] Pushing event updated for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.554941 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Attempting to bind port 5edd1e44-aa49-419c-b61b-c0045b2210df on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:04.560120 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Attempting to bind port 5edd1e44-aa49-419c-b61b-c0045b2210df by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:04.560120 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Attempting to bind port 5edd1e44-aa49-419c-b61b-c0045b2210df on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:04.560361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.563596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-267b9321-189d-4c7d-a802-807a28fb546e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6798530 Jul 28 14:42:04.569279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54172) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:04.573971 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:04.574716 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:04.575069 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.579260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:04.579846 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Bound port: 5edd1e44-aa49-419c-b61b-c0045b2210df, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:04.580263 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.599739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'port': {'network_id': '1cf1943f-66f1-405d-b50e-af55db01ddef', 'name': 'tempest-RoutersIpV6Test-2115304723'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:04.713618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] For port 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:04.726373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.730698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.732383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/271a7e71-4ef8-4a3d-a6ad-1e5e52755e42 HTTP/1.1" status: 204 len: 168 time: 0.5724843 Jul 28 14:42:04.744528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] For port 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8eda9127-fb07-4616-84db-efb6f2f8f1b1,segment=NetworkSegment(f2e6609f-2ba3-4561-952f-d6a2f8b248fc),segment_id=f2e6609f-2ba3-4561-952f-d6a2f8b248fc)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:04.756405 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] For port 5edd1e44-aa49-419c-b61b-c0045b2210df, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:04.764429 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] For port 5edd1e44-aa49-419c-b61b-c0045b2210df, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5edd1e44-aa49-419c-b61b-c0045b2210df,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:04.777935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad8a5d8-8856-4866-93b2-119672b4b494 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:04.791987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eff04-4ee7-4a1d-9c8c-13a31e200057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271a7e71-4ef8-4a3d-a6ad-1e5e52755e42,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.821430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8ad8a5d8-8856-4866-93b2-119672b4b494 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:04.821430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8ad8a5d8-8856-4866-93b2-119672b4b494 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:04.830256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.897278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1987195a-1678-436c-8a99-e10331042f7f req-613032c7-10ca-4aa6-a9fb-62697094c63e tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=42331f82-951b-460b-a221-559a8572cd66 HTTP/1.1" status: 200 len: 210 time: 0.0355296 Jul 28 14:42:04.939615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Pushing event updated for resources: {'Port': ['ID=8eda9127-fb07-4616-84db-efb6f2f8f1b1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:04.947655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.948074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.948347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.948689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.949027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.949359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.949691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.952707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.952862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84477374-5c43-4ae6-8abb-c01dfe43b89d tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/dc7676fb-620e-401b-b835-d185edb65ee8 HTTP/1.1" status: 200 len: 909 time: 0.7844672 Jul 28 14:42:04.952998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.952998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.952998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.952998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3e3933-9a10-43c1-b634-930c3510d8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:04.954052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:04.957276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2084448238', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': True}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:04.960847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198'}], 'enable_snat': False}, 'gw_port_id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:59Z', 'updated_at': '2021-07-28T14:42:02Z', 'revision_number': 3, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port': {'id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:00Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:04.964956 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.982379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:04.989681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Checking router: dc7676fb-620e-401b-b835-d185edb65ee8 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:04.990033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Updating router dc7676fb-620e-401b-b835-d185edb65ee8 port d3755a31-adba-422c-a3b4-efb23ead8023 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:42:05.025301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:05.031545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.042130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.062039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:42:05.062039 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:42:05.062039 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 42, 4, 964040)}] Jul 28 14:42:05.062039 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:42:05.066078 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:42:05.107887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] device_id is not set on port 32695484-74d7-4acc-a903-292f482f080e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:42:05.179341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:05.179982 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:05.265863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'name': 'network-vif-deleted', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:05.283209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7f9af-ac13-4e19-a393-c157da553345 None None] Pushing event updated for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:05.309252 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71730a86-a3a7-4449-bce6-02f838e93193" -d '{"events": [{"server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "name": "network-vif-deleted", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:05.389287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.423794 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8152c6a-b1fb-495e-bf2c-ba86c70611f3 x-openstack-request-id: req-f8152c6a-b1fb-495e-bf2c-ba86c70611f3 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:05.424105 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba5d23b-4c23-42c1-918b-3b3e6193a51d", "name": "network-vif-deleted", "tag": "8ad8a5d8-8856-4866-93b2-119672b4b494", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:05.424359 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8152c6a-b1fb-495e-bf2c-ba86c70611f3 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:05.425163 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba5d23b-4c23-42c1-918b-3b3e6193a51d', 'name': 'network-vif-deleted', 'tag': '8ad8a5d8-8856-4866-93b2-119672b4b494', 'status': 'completed', 'code': 200} Jul 28 14:42:05.451444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8::5c (1cf1943f-66f1-405d-b50e-af55db01ddef/bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd/32695484-74d7-4acc-a903-292f482f080e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:05.457941 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:05.482749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Router 3525326f-6364-45e9-bd02-01bf9cca9506 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:05.546194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f244c30d-071d-489e-baac-8d77ed246db4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:05.598544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: f244c30d-071d-489e-baac-8d77ed246db4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:05.617725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f244c30d-071d-489e-baac-8d77ed246db4 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:05.701366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.729768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Transition to ACTIVE for port object d3755a31-adba-422c-a3b4-efb23ead8023 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:05.752113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.758510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:05.769188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object 32695484-74d7-4acc-a903-292f482f080e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:05.770627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-43a27d3b-d4e3-40ed-95cc-a474de62d290 admin admin] 10.222.0.47 "PUT /v2.0/routers/3525326f-6364-45e9-bd02-01bf9cca9506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7735839 Jul 28 14:42:05.773527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54192) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:05.788000 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Sync routers for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:05.812113 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:05.812790 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:05.827428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.909642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.943306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.990203 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:05.992820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Attempting to bind port d3755a31-adba-422c-a3b4-efb23ead8023 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:05.993263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Attempting to bind port d3755a31-adba-422c-a3b4-efb23ead8023 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:05.993648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Attempting to bind port d3755a31-adba-422c-a3b4-efb23ead8023 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:06.003528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:06.004108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:06.004532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.004936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:06.005417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Bound port: d3755a31-adba-422c-a3b4-efb23ead8023, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:06.005820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.042990 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:06.085898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] For port d3755a31-adba-422c-a3b4-efb23ead8023, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:06.086524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0da555-9459-41d0-b3db-d0573034f861,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.089395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] For port d3755a31-adba-422c-a3b4-efb23ead8023, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3755a31-adba-422c-a3b4-efb23ead8023,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:06.115655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576485-ca61-4af4-abf4-36eac94303d3 None None] Pushing event updated for resources: {'Port': ['ID=d3755a31-adba-422c-a3b4-efb23ead8023,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.129122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.170866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-816c9e5a-97c7-4d43-8489-1106e7116074 req-2981d011-56bf-489e-b011-390061d6f2fe tempest-ListServersNegativeTestJSON-711344459 tempest-ListServersNegativeTestJSON-711344459-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba5d23b-4c23-42c1-918b-3b3e6193a51d HTTP/1.1" status: 200 len: 210 time: 0.0416038 Jul 28 14:42:06.204068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 1cf1943f-66f1-405d-b50e-af55db01ddef is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:06.233291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:06.239848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:06.247690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:06.247993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.250305 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:04Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:06.252468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.255561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=32695484-74d7-4acc-a903-292f482f080e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.298945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1246706-bf5c-4baf-a374-4b8c513f6a4f None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:04Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:06.327464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.327762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.329871 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.455542 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:42:03Z', 'revision_number': 5, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port': {'id': '4117854d-e81f-47f8-ba34-96b0fcf3a2d5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:04Z', 'updated_at': '2021-07-28T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:06.466085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54204) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:06.478706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576485-ca61-4af4-abf4-36eac94303d3 None None] Pushing event updated for resources: {'Port': ['ID=d3755a31-adba-422c-a3b4-efb23ead8023,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.507940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45683c7d-068a-4199-b3e9-fe660f4aa3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.510554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-351c195f-8bed-42a9-ac12-dd2cf35f6ba4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9383545 Jul 28 14:42:06.518808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Checking router: 3525326f-6364-45e9-bd02-01bf9cca9506 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:06.526069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54206) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:06.531428 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Routers {'3525326f-6364-45e9-bd02-01bf9cca9506'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:06.532738 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3525326f-6364-45e9-bd02-01bf9cca9506'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:06.533307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862f7a4-7790-47b9-a8f5-3c97dc72ac28 None None] Network 1cf1943f-66f1-405d-b50e-af55db01ddef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:06.540288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Deleting port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:06.540635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.542939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.543505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Routers {'dc7676fb-620e-401b-b835-d185edb65ee8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:06.548465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['dc7676fb-620e-401b-b835-d185edb65ee8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:06.550255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d6bd383-32ed-4305-a5c5-1ae3c2ffb973 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3964770 Jul 28 14:42:06.552294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54208) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:06.554145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.618514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group_rule': {'security_group_id': 'ff0da555-9459-41d0-b3db-d0573034f861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:06.661951 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] Set router 3525326f-6364-45e9-bd02-01bf9cca9506 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:06.678884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45683c7d-068a-4199-b3e9-fe660f4aa3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.774925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] For port 4117854d-e81f-47f8-ba34-96b0fcf3a2d5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:06.775431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.778908 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:42:06Z', 'revision_number': 6, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:06.793888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Calling delete_port for 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:06.813780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45683c7d-068a-4199-b3e9-fe660f4aa3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:06.818461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3a5c3231-1762-4330-941a-6a97fb22dae3 None None] Provisioning for port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:06.823620 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3e0992-25ad-493b-88ff-0ddda5887029 None None] The sync data for ids ['3525326f-6364-45e9-bd02-01bf9cca9506'] in n-d-705658-23 is: [{'id': '3525326f-6364-45e9-bd02-01bf9cca9506', 'name': 'tempest-ServersTestMultiNic-789025457-router', 'tenant_id': '01c478a47d8a4ef680a5da693e31cc35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:03Z', 'updated_at': '2021-07-28T14:42:06Z', 'revision_number': 6, 'project_id': '01c478a47d8a4ef680a5da693e31cc35', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:06.937983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45683c7d-068a-4199-b3e9-fe660f4aa3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186952b1-c923-41a9-89d1-91dfcf1c3fa2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:06.999801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45683c7d-068a-4199-b3e9-fe660f4aa3d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a910d09732324f6cac3173e8e175ea41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258048 Jul 28 14:42:07.003396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54214) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:07.028915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] Set router dc7676fb-620e-401b-b835-d185edb65ee8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:07.135037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dca2f9d8-2306-4850-bda3-b9d1efdd6b3d req-1a7a3d9d-1630-4e7b-a309-d628cc69c79d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0980034 Jul 28 14:42:07.147143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.174127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.222396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.297708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.305594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54222) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:07.401647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.436965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.447247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198'}], 'enable_snat': False}, 'gw_port_id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:59Z', 'updated_at': '2021-07-28T14:42:02Z', 'revision_number': 3, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port': {'id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:00Z', 'updated_at': '2021-07-28T14:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:07.464887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.480595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.484112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/186952b1-c923-41a9-89d1-91dfcf1c3fa2 HTTP/1.1" status: 204 len: 168 time: 0.4760115 Jul 28 14:42:07.505464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a906fb-a671-4d70-bd1b-89526c7abbc4 None None] The sync data for ids ['dc7676fb-620e-401b-b835-d185edb65ee8'] in n-d-705658-23 is: [{'id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198'}], 'enable_snat': False}, 'gw_port_id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:59Z', 'updated_at': '2021-07-28T14:42:02Z', 'revision_number': 3, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port': {'id': 'd3755a31-adba-422c-a3b4-efb23ead8023', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:42:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7676fb-620e-401b-b835-d185edb65ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:00Z', 'updated_at': '2021-07-28T14:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:07.537047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b68ade-478f-49dc-868c-34ac1fff4b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186952b1-c923-41a9-89d1-91dfcf1c3fa2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:07.557234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.603212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Deleting subnet e5df14c3-0181-4abe-aaa7-dcc492c11840 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:07.615719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.670167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa913aa-71e6-49b0-b60a-dc4a0bc02ff3,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:07.725809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.730514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4fef9dfb-1835-478b-8b68-7d4519e99d04 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1748080 Jul 28 14:42:07.731246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54228) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:07.756259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group_rule': {'security_group_id': 'ff0da555-9459-41d0-b3db-d0573034f861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:07.780664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.847101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:07.892975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8eda9127-fb07-4616-84db-efb6f2f8f1b1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:07.996964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.068760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eab53331-1a2f-4e4b-a6cd-a836e8ff87c2 None None] Provisioning for port 32695484-74d7-4acc-a903-292f482f080e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:08.080633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eab53331-1a2f-4e4b-a6cd-a836e8ff87c2 None None] Provisioning complete for port 32695484-74d7-4acc-a903-292f482f080e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:08.081285 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eab53331-1a2f-4e4b-a6cd-a836e8ff87c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.132812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Pushing event deleted for resources: {'Port': ['ID=4117854d-e81f-47f8-ba34-96b0fcf3a2d5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.138716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.145594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-eab53331-1a2f-4e4b-a6cd-a836e8ff87c2 None None] Port 32695484-74d7-4acc-a903-292f482f080e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:08.149013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.169435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.253394 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.268542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b711cefe-4072-44d7-8e1b-33b2330aa874 None None] Provisioning complete for port 32695484-74d7-4acc-a903-292f482f080e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:08.269362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b711cefe-4072-44d7-8e1b-33b2330aa874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.289664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5df14c3-0181-4abe-aaa7-dcc492c11840,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.301092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a40ef4a-250f-4d75-be2d-be04c099408a req-7fe0e7f9-31d6-4b32-ad9c-625e0e06fb7c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0699513 Jul 28 14:42:08.304054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.304309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.309541 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ea783aa-b579-439e-8aae-a86f7ea7f337 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e5df14c3-0181-4abe-aaa7-dcc492c11840 HTTP/1.1" status: 204 len: 168 time: 1.0030229 Jul 28 14:42:08.312838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54232) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:08.335075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b711cefe-4072-44d7-8e1b-33b2330aa874 None None] Port 32695484-74d7-4acc-a903-292f482f080e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:08.361422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:08.373145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:08.373145 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.401188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.405125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.406346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.415836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.493715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.498526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=32695484-74d7-4acc-a903-292f482f080e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.572194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8eda9127-fb07-4616-84db-efb6f2f8f1b1,segment=NetworkSegment(f2e6609f-2ba3-4561-952f-d6a2f8b248fc),segment_id=f2e6609f-2ba3-4561-952f-d6a2f8b248fc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:08.642403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.661967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.661967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5edd1e44-aa49-419c-b61b-c0045b2210df up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:08.736476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1090045e-4f58-42d9-a9b4-c19cacb6b8a9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.757753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 172.25.0.187 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0061dd98-1e1c-4719-9cb4-ce471fc9aa44) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:08.850405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8eda9127-fb07-4616-84db-efb6f2f8f1b1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:08.888487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.898945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f2d018a-c841-4450-9642-b498479184c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1604600 Jul 28 14:42:08.905405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54248) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:08.911710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:08.949524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5edd1e44-aa49-419c-b61b-c0045b2210df completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:08.958178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5edd1e44-aa49-419c-b61b-c0045b2210df triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:08.958562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:08.995752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ffe583f9-943e-426f-aee3-80f69540b2c4 None None] Provisioning complete for port 32695484-74d7-4acc-a903-292f482f080e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:08.996146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffe583f9-943e-426f-aee3-80f69540b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.038901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.055893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.071571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ffe583f9-943e-426f-aee3-80f69540b2c4 None None] Port 32695484-74d7-4acc-a903-292f482f080e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:09.105360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.108676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.121175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.171092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 5edd1e44-aa49-419c-b61b-c0045b2210df, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5edd1e44-aa49-419c-b61b-c0045b2210df,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:09.223317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.235053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06342ffd-5033-42f1-82a6-b9aec36cf7c0']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:09.245511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7a7769-9895-466b-8df8-ae65c3403326') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:09.245824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7a7769-9895-466b-8df8-ae65c3403326') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:09.260224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.283208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.294125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:09.294613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.310318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:09.313905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.357636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:09.357989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 182d25ca-2d8b-41c6-909d-9805cd6b5cd4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:09.370250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.374276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:09.386196 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:09.397589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.399321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3525326f-6364-45e9-bd02-01bf9cca9506 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:09.419109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.420771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0e04ede7-e1ad-4bc2-88cf-0bf3adf4e390 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3525326f-6364-45e9-bd02-01bf9cca9506 HTTP/1.1" status: 204 len: 168 time: 3.6458738 Jul 28 14:42:09.424687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.426396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:09.504075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a57fd0a-dbf0-46b6-a8fa-a7eb8a13909d req-c42f5fb8-ad09-4600-ae90-a5e9cf403b9f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0994430 Jul 28 14:42:09.537960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Deleting subnet a0bc22a3-2dab-4083-a06b-02061eab6259 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:09.542711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.559892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.590129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.612745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.676111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.678917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] 10.222.0.47 "DELETE /v2.0/networks/06342ffd-5033-42f1-82a6-b9aec36cf7c0 HTTP/1.1" status: 204 len: 168 time: 1.3651075 Jul 28 14:42:09.700210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=0061dd98-1e1c-4719-9cb4-ce471fc9aa44,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.705527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:09.712642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:09.720270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:09.723884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8eda9127-fb07-4616-84db-efb6f2f8f1b1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:09.735191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd4a45-9a57-4713-986b-131951c05820 admin admin] Pushing event deleted for resources: {'Network': ['ID=06342ffd-5033-42f1-82a6-b9aec36cf7c0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:09.766174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.809380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:09.810065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:09.952508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3755a31-adba-422c-a3b4-efb23ead8023 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:10.001003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.030368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bc22a3-2dab-4083-a06b-02061eab6259,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:10.034469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.036401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8d010b22-eae0-4fc6-9620-ccfc6dc23154 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a0bc22a3-2dab-4083-a06b-02061eab6259 HTTP/1.1" status: 204 len: 168 time: 0.5971241 Jul 28 14:42:10.038856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54268) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:10.048265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960f81d-ce0d-4f59-8b30-b21b2f142d99 None None] Network e829c200-e2d7-4e35-9d29-dc40a86f2cb1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:10.080180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.134914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d3755a31-adba-422c-a3b4-efb23ead8023 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:10.149600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3755a31-adba-422c-a3b4-efb23ead8023 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:10.150368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.183838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.324837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Deleting port 24fcb027-dc3f-4721-8b0e-3e6294c53879 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:10.324837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.340912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.368033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d3755a31-adba-422c-a3b4-efb23ead8023, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3755a31-adba-422c-a3b4-efb23ead8023,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:10.425643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] DHCP port deletion for e829c200-e2d7-4e35-9d29-dc40a86f2cb1 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:42:10.446327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] For port 24fcb027-dc3f-4721-8b0e-3e6294c53879, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=24fcb027-dc3f-4721-8b0e-3e6294c53879,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:10.446829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.475383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Calling delete_port for 24fcb027-dc3f-4721-8b0e-3e6294c53879 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:10.500721 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.544101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54276) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:10.628933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:10.665141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:10.665729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4117854d-e81f-47f8-ba34-96b0fcf3a2d5 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:10.674410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.681907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d3755a31-adba-422c-a3b4-efb23ead8023,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:10.693612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Deleting port 24fcb027-dc3f-4721-8b0e-3e6294c53879 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:10.694099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.722385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Allocated IP 172.25.0.188 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/dd9bd6a5-258e-4961-b395-d943b72d6ff8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:10.735923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.736044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-15bc0647-8bc4-46df-b730-56703245cfee req-5441376f-a141-415c-a67b-12ddcbd76dda tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0500512 Jul 28 14:42:10.740827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f7f49518-f2ac-44de-ae5c-8ef9ae04be79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6466e2b95c6648b78d8e771cfd439229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955616 Jul 28 14:42:10.741930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54284) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:10.744095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.785484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.786364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.802001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Pushing event deleted for resources: {'Port': ['ID=24fcb027-dc3f-4721-8b0e-3e6294c53879,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:10.808026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] No DVR routers for this DVR port 24fcb027-dc3f-4721-8b0e-3e6294c53879 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:10.927339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.930622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.943126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e829c200-e2d7-4e35-9d29-dc40a86f2cb1']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:10.963345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:10.963797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:10.981738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:10.985343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.016990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.029860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:11.030329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:11.032329 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:11.060459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] For port 24fcb027-dc3f-4721-8b0e-3e6294c53879, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=24fcb027-dc3f-4721-8b0e-3e6294c53879,segment=NetworkSegment(bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1),segment_id=bf7bb606-1e81-4cb1-b7bb-c1a4ac444ce1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:11.061958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.077545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Calling delete_port for 24fcb027-dc3f-4721-8b0e-3e6294c53879 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:11.117401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.124292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=32695484-74d7-4acc-a903-292f482f080e,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:11.140441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:11.178485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.196234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] Pushing event deleted for resources: {'Port': ['ID=24fcb027-dc3f-4721-8b0e-3e6294c53879,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:11.199286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 1cf1943f-66f1-405d-b50e-af55db01ddef is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:11.199741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d2aa6-1227-4951-9909-11849904c964 None None] No DVR routers for this DVR port 24fcb027-dc3f-4721-8b0e-3e6294c53879 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:11.234714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:11.266991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1103081059', 'router:external': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:11.283856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.286367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.290392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef41effb-9e5b-4f55-81ca-7b5c571cb4a8 HTTP/1.1" status: 204 len: 168 time: 0.5473280 Jul 28 14:42:11.298237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.346595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.351377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] 10.222.0.47 "DELETE /v2.0/networks/e829c200-e2d7-4e35-9d29-dc40a86f2cb1 HTTP/1.1" status: 204 len: 168 time: 1.3087432 Jul 28 14:42:11.351377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dce216-9d16-4a42-a6f6-dcdcb8d0f87b admin admin] Pushing event deleted for resources: {'Network': ['ID=e829c200-e2d7-4e35-9d29-dc40a86f2cb1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:11.384355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-cda49d70-17ae-476f-8637-71f5cd19f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.384355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-cda49d70-17ae-476f-8637-71f5cd19f5a7 service neutron] 10.222.0.53 "GET /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 1032 time: 0.1126103 Jul 28 14:42:11.388664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963818-4d82-4343-9f93-0e9f02a9f687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef41effb-9e5b-4f55-81ca-7b5c571cb4a8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:11.433889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.456976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a69e4662-4921-422c-a6f4-8a56b82f5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.460306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a69e4662-4921-422c-a6f4-8a56b82f5c66 service neutron] 10.222.0.53 "GET /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 1033 time: 0.0661628 Jul 28 14:42:11.490338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.568771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5edd1e44-aa49-419c-b61b-c0045b2210df up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:11.610845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:11.620718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:11.627909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:11.637962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Made reservation on behalf of 421924e9f62a441cb2bfd4d214f1bff1 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:11.645070 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.646561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b02f8359-c23f-4d43-b2fc-0fbba0f24e4c None None] Provisioning complete for port 32695484-74d7-4acc-a903-292f482f080e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:11.647016 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b02f8359-c23f-4d43-b2fc-0fbba0f24e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.665257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=dd9bd6a5-258e-4961-b395-d943b72d6ff8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:11.678998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5edd1e44-aa49-419c-b61b-c0045b2210df triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:11.679386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.680813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.699432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2ef9d066-f1d9-4031-b5ab-2e2806fae48c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.704340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 23a08f6c-b099-4593-bea9-1b350f6bdda4 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:11.706197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2ef9d066-f1d9-4031-b5ab-2e2806fae48c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.712329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2ef9d066-f1d9-4031-b5ab-2e2806fae48c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.714099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2ef9d066-f1d9-4031-b5ab-2e2806fae48c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 1995 time: 0.2462418 Jul 28 14:42:11.720811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b02f8359-c23f-4d43-b2fc-0fbba0f24e4c None None] Port 32695484-74d7-4acc-a903-292f482f080e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:11.783204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3755a31-adba-422c-a3b4-efb23ead8023 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:11.848738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.872827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3755a31-adba-422c-a3b4-efb23ead8023 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:11.873249 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:11.886714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:11.898248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ada95822-eaf0-45e7-acc3-8d1f6843b52d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/23a08f6c-b099-4593-bea9-1b350f6bdda4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3668845 Jul 28 14:42:11.898248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:11.903411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8b869c5e-3a40-4af8-9e9e-f9283a5a9b17 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc2e76b247be45a58b8613e0c06cb839 HTTP/1.1" status: 200 len: 379 time: 0.1636410 Jul 28 14:42:11.908466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] Sync routers for ids ['23a08f6c-b099-4593-bea9-1b350f6bdda4'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:11.911008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'admin_state_up': True, 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'security_groups': ['864c97e5-e12c-4a8b-8575-68b9016a6bd9']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:11.982493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] Routers {'23a08f6c-b099-4593-bea9-1b350f6bdda4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:11.987215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aff83b-989c-439e-a048-e4d4d2a98c9e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:11.988152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['23a08f6c-b099-4593-bea9-1b350f6bdda4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:11.996772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-49aff83b-989c-439e-a048-e4d4d2a98c9e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports/32695484-74d7-4acc-a903-292f482f080e HTTP/1.1" status: 200 len: 983 time: 0.0968823 Jul 28 14:42:11.998250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84e86be7-5bdd-48a4-a1e4-7d55144715fb req-e36b0562-520c-4716-88f5-91153fdf4dce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0836229 Jul 28 14:42:12.003472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router c4d80e85-1256-4479-93bc-2e984e89138a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:12.003637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54308) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.049027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:12.058312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54310) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.068409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] Routers {'23a08f6c-b099-4593-bea9-1b350f6bdda4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:12.069060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['23a08f6c-b099-4593-bea9-1b350f6bdda4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:12.074207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.104912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:12.104912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c69321f-d45a-479d-898d-d0bf929f5292 None None] The sync data for ids ['23a08f6c-b099-4593-bea9-1b350f6bdda4'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:12.202434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.213799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-744eed66-efe5-42a4-a3e3-142e0643bac2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01c478a47d8a4ef680a5da693e31cc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512568 Jul 28 14:42:12.217123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54314) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.268828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 24fcb027-dc3f-4721-8b0e-3e6294c53879 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:12.313278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-53c8b000-f4e6-4e71-b989-fe0529c1bc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.317833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 24fcb027-dc3f-4721-8b0e-3e6294c53879 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:12.320136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 24fcb027-dc3f-4721-8b0e-3e6294c53879 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:12.354309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:12.371202 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Sync routers for ids ['c4d80e85-1256-4479-93bc-2e984e89138a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:12.385747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Routers {'c4d80e85-1256-4479-93bc-2e984e89138a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:12.387391 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c4d80e85-1256-4479-93bc-2e984e89138a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:12.410379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.418414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.469073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:12.478520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.497458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097cf3be-98d2-4018-8009-5cc2514cd81c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.531087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.533693 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Added segment 47456844-ea3d-4c73-a199-8d63976fd24f of type vlan for network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c Jul 28 14:42:12.538336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:12.547079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.554418 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.568808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Set router c4d80e85-1256-4479-93bc-2e984e89138a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:12.596558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.600106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a01b9e2-234a-4bc4-a51c-9e89c15ed0b6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6462121 Jul 28 14:42:12.602795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54320) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.665365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.712941 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.721817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.724599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.739305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b8c54f2-91e6-42f9-91a4-349ac492cdfb HTTP/1.1" status: 204 len: 168 time: 0.5101717 Jul 28 14:42:12.862727 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d80e85-1256-4479-93bc-2e984e89138a', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '0061dd98-1e1c-4719-9cb4-ce471fc9aa44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:06Z', 'updated_at': '2021-07-28T14:42:10Z', 'revision_number': 3, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port': {'id': '0061dd98-1e1c-4719-9cb4-ce471fc9aa44', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:e8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d80e85-1256-4479-93bc-2e984e89138a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:08Z', 'updated_at': '2021-07-28T14:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:12.871650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=dd9bd6a5-258e-4961-b395-d943b72d6ff8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.876250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c6f99-df46-4fa8-802a-01053d903252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c54f2-91e6-42f9-91a4-349ac492cdfb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:12.901605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.909361 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40980afd-985c-4c6c-b83e-685e48feef18 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/c4d80e85-1256-4479-93bc-2e984e89138a HTTP/1.1" status: 200 len: 908 time: 0.3047411 Jul 28 14:42:12.913520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:12.987160 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Checking router: c4d80e85-1256-4479-93bc-2e984e89138a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:12.987518 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Updating router c4d80e85-1256-4479-93bc-2e984e89138a port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:42:12.993838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:12.995180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:12.995956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.038887 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.063373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.099039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 172.20.0.4 (2ac1d81f-b430-400f-be80-8a9d4cdf197e/e15baafe-88f2-4483-9557-d5036ba33cf0/e840232c-c673-4690-8d4e-d2111dccacfa) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:13.103716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Network': ['ID=6db5f1f6-72d7-4edc-a6ca-6838852dfb2c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:13.117846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:13.197193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.247976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.251115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b43762b7-863a-48f2-b952-d010c13fa368 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3430619 Jul 28 14:42:13.254676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.260194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c58e9742-a172-4aa6-b12e-9282d920937b req-b5c1408b-b954-4b32-bfa9-7a31d3115c4c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0582795 Jul 28 14:42:13.268675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-416a7232-991a-466b-a965-45f6e6018383 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1267347 Jul 28 14:42:13.271581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54340) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:13.278278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'subnet': {'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:13.434516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Made reservation on behalf of 421924e9f62a441cb2bfd4d214f1bff1 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:13.443172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.447833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54348) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:13.711699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1960465450-network', 'tenant_id': '8124f1de9e814dcba8cf2b5b7513da80'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:13.726909 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-ca4b1235-5acf-4eed-8d14-1ea04747299e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1209114119&fields=id&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 267 time: 0.1131513 Jul 28 14:42:13.730324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Deleting port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:13.730663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.740898 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.753948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.766822 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Transition to ACTIVE for port object 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:13.800996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object e840232c-c673-4690-8d4e-d2111dccacfa will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:13.845789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Made reservation on behalf of 8124f1de9e814dcba8cf2b5b7513da80 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:13.848126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.853434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 32695484-74d7-4acc-a903-292f482f080e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:13.853909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.904194 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.919327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:13.992457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52e9f3-2183-4133-b145-9599e56f8926 None None] Pushing event updated for resources: {'Port': ['ID=0061dd98-1e1c-4719-9cb4-ce471fc9aa44,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:13.995592 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Attempting to bind port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:13.996336 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Attempting to bind port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:13.996946 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Attempting to bind port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:14.003511 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:14.004389 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:14.005202 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.005836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:14.006572 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Bound port: 0061dd98-1e1c-4719-9cb4-ce471fc9aa44, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:14.007262 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.023659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.063939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 32695484-74d7-4acc-a903-292f482f080e owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:14.259173 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] For port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:14.265869 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] For port 0061dd98-1e1c-4719-9cb4-ce471fc9aa44, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0061dd98-1e1c-4719-9cb4-ce471fc9aa44,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:14.407689 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.436349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.470671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.492289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Calling delete_port for 0061dd98-1e1c-4719-9cb4-ce471fc9aa44 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:14.502805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-71668825-bdb9-468b-b9af-367d95f8ec4a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.506238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-71668825-bdb9-468b-b9af-367d95f8ec4a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 817 time: 0.7605467 Jul 28 14:42:14.539332 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52e9f3-2183-4133-b145-9599e56f8926 None None] Pushing event updated for resources: {'Port': ['ID=0061dd98-1e1c-4719-9cb4-ce471fc9aa44,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:14.562778 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Routers {'c4d80e85-1256-4479-93bc-2e984e89138a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:14.563044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:14.564469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:41:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c4d80e85-1256-4479-93bc-2e984e89138a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:14.615170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:14.619479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.620534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:14.625875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:14.633679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54378) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:14.658490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-dfba6e00-e211-4f70-abb3-ce70e9840b75 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/quotas/3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 375 time: 0.0502937 Jul 28 14:42:14.680537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400455-0b6b-4cc0-9572-b1fea6821065 req-561afbe6-8d35-4dfc-b758-98b9527b7247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.682697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8400455-0b6b-4cc0-9572-b1fea6821065 req-561afbe6-8d35-4dfc-b758-98b9527b7247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 931 time: 0.2518704 Jul 28 14:42:14.715221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da73d499-d27d-4498-9b91-3556cb2e7ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.721985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.770782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:14.771479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.800320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] Set router c4d80e85-1256-4479-93bc-2e984e89138a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:14.833998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:14.875562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:14.897939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-f2743abc-c5aa-482b-a797-f9887daf6462 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752505 Jul 28 14:42:14.920636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d80e85-1256-4479-93bc-2e984e89138a', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:06Z', 'updated_at': '2021-07-28T14:42:13Z', 'revision_number': 4, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:14.962521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1091279012-network', 'tenant_id': '294ef7103aa741478383b9ab11173971'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:14.981664 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cc4d8-ed91-4679-b130-d77187efa1bb None None] The sync data for ids ['c4d80e85-1256-4479-93bc-2e984e89138a'] in n-d-705658-23 is: [{'id': 'c4d80e85-1256-4479-93bc-2e984e89138a', 'name': 'tempest-snat-router-2084448238', 'tenant_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:06Z', 'updated_at': '2021-07-28T14:42:13Z', 'revision_number': 4, 'project_id': 'cfe4d0cebddd48c5a8c2fe98ca908bc3', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:15.003575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7535474-8c0b-4c30-ae0e-2e53045a47c6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.006865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.007237 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Added segment a4a3a7cf-37de-42a5-a6c8-1aeba463c299 of type vlan for network f4c1f85a-bb77-4048-a80c-eccd60337e3f Jul 28 14:42:15.013636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b4297925-00db-49bd-b7af-53c14da55537 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1092999 Jul 28 14:42:15.025243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8400455-0b6b-4cc0-9572-b1fea6821065 req-cacf8306-3dfe-45c9-9a94-60560b7bb5f0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195999 Jul 28 14:42:15.053206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'admin_state_up': True, 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'security_groups': ['864c97e5-e12c-4a8b-8575-68b9016a6bd9']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:15.164815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:42:15.165475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.180917 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.223988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-54e5c393-cdcf-4f13-8a70-0b3b69b670e8 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944770 Jul 28 14:42:15.225090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.288016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-11b8dbbc-11f1-4e72-829b-fc3e919c9d28 None None] Provisioning for port e840232c-c673-4690-8d4e-d2111dccacfa completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:15.295405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.297663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Made reservation on behalf of 294ef7103aa741478383b9ab11173971 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:15.298772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-11b8dbbc-11f1-4e72-829b-fc3e919c9d28 None None] Provisioning complete for port e840232c-c673-4690-8d4e-d2111dccacfa triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:15.299411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-11b8dbbc-11f1-4e72-829b-fc3e919c9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.303665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.308954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Port': ['ID=0061dd98-1e1c-4719-9cb4-ce471fc9aa44,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.363975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Subnet': ['ID=34dd7d9a-8789-4202-8d38-16665fadf631,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.421331 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.439945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-11b8dbbc-11f1-4e72-829b-fc3e919c9d28 None None] Port e840232c-c673-4690-8d4e-d2111dccacfa cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:15.458846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Checking segment: {'id': '47456844-ea3d-4c73-a199-8d63976fd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:15.459286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network hostable DHCP agents. Network: 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:15.469908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=32695484-74d7-4acc-a903-292f482f080e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.500789 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.501819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.502533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.518691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.523826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-d6ac128d-90d5-4f8c-b0f3-9992a076bad1 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824678 Jul 28 14:42:15.665373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:15.673689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.678288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] Pushing event updated for resources: {'Network': ['ID=f4c1f85a-bb77-4048-a80c-eccd60337e3f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:15.679275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.692013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network f4c1f85a-bb77-4048-a80c-eccd60337e3f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:15.739436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:15.743519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.801911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:15.807897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:15.808513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.825013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:15.838349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027bac7-b8c0-4f3b-9433-047ffb33a46d None None] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:16.001916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.003096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4d80e85-1256-4479-93bc-2e984e89138a {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:16.022654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.022654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14e64937-d727-444a-8563-09d8ed08e2d5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/routers/c4d80e85-1256-4479-93bc-2e984e89138a HTTP/1.1" status: 204 len: 168 time: 3.1071346 Jul 28 14:42:16.022654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54388) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:16.070448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd4923b-6b7c-4bf2-930a-af6fab2598f6 None None] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:16.111599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25842514-04a2-4557-9208-1505e2619952 req-b42cc1b0-d1bc-4673-8a32-f0e05f5f32f6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.1285894 Jul 28 14:42:16.241601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-ec15224e-07c9-49be-ae71-727bdfa040bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2056508 Jul 28 14:42:16.269804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.326415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.367450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7af2-c97d-4dd6-9df3-f59f5f86a62b req-b2697431-f12e-429e-97da-07af454b39c2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.370174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7be7af2-c97d-4dd6-9df3-f59f5f86a62b req-b2697431-f12e-429e-97da-07af454b39c2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 931 time: 0.1856704 Jul 28 14:42:16.396106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.402873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 23a08f6c-b099-4593-bea9-1b350f6bdda4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:16.419745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.1.1.187 (f29ba33f-336c-4637-baa7-e1e1c051e438/7fd61ece-50ae-4038-8817-3b30aac67b7a/239e3ecf-84f1-4d84-9d09-6753e96821e1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:16.471077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7be7af2-c97d-4dd6-9df3-f59f5f86a62b req-505b5e19-9914-45ce-b0c7-e47aa054d6fa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944760 Jul 28 14:42:16.524612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.536876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.537368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.537856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.538344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.538825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.539343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.539817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.542822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3b10c7d9-89f5-41c0-bf17-57e64472ca23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.2259367 Jul 28 14:42:16.577260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.636504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:16.643225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4aa2ada3-54ab-4308-95ea-fc67eb386d11 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3698952 Jul 28 14:42:16.647511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f95f584-f1fb-4d24-8ff7-1011f306eeb2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/23a08f6c-b099-4593-bea9-1b350f6bdda4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6448650 Jul 28 14:42:16.647962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:16.652328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce367784-a533-4941-aecc-80d074299973 None None] Sync routers for ids ['23a08f6c-b099-4593-bea9-1b350f6bdda4'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:16.656962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:16.663511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] Routers {'23a08f6c-b099-4593-bea9-1b350f6bdda4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:16.667435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['23a08f6c-b099-4593-bea9-1b350f6bdda4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:16.670364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1857936523', 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:16.693522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8275efaf-6f64-422d-ae47-f6034cc9210b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2409630 Jul 28 14:42:16.700342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:16.701799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:16.707029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54402) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:16.712442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] Routers {'23a08f6c-b099-4593-bea9-1b350f6bdda4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:16.713362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['23a08f6c-b099-4593-bea9-1b350f6bdda4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:16.756723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ce367784-a533-4941-aecc-80d074299973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:16.757646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce367784-a533-4941-aecc-80d074299973 None None] The sync data for ids ['23a08f6c-b099-4593-bea9-1b350f6bdda4'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:16.796322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Request body: {'subnet': {'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1960465450-subnet', 'tenant_id': '8124f1de9e814dcba8cf2b5b7513da80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:16.814753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f73b5e-9e8a-433c-87bc-311b7c32fc95,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:16.819660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.823224 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Added segment 5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef of type vlan for network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d Jul 28 14:42:16.823404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Deleting port d3755a31-adba-422c-a3b4-efb23ead8023 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:16.823741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.917430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.944142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Made reservation on behalf of 421924e9f62a441cb2bfd4d214f1bff1 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:16.946432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.994005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:16.998766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d67d6d6e-7bd6-4eac-b4c8-06ce497a0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:16.999473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d67d6d6e-7bd6-4eac-b4c8-06ce497a0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.000965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d67d6d6e-7bd6-4eac-b4c8-06ce497a0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.002198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d67d6d6e-7bd6-4eac-b4c8-06ce497a0ca2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 2291 time: 0.4186935 Jul 28 14:42:17.003047 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-ae8773fd-a030-4901-b4af-6fa38abfea86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 14:42:17.008331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae8773fd-a030-4901-b4af-6fa38abfea86 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/23a08f6c-b099-4593-bea9-1b350f6bdda4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3548524 Jul 28 14:42:17.008550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54406) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.023034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] device_id is not set on port 52aa21ae-94f4-4eb6-b119-c20cef0f0f35 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:42:17.038908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] For port d3755a31-adba-422c-a3b4-efb23ead8023, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3755a31-adba-422c-a3b4-efb23ead8023,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:17.038908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.056327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object 239e3ecf-84f1-4d84-9d09-6753e96821e1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:17.086716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Calling delete_port for d3755a31-adba-422c-a3b4-efb23ead8023 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:17.102428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-117d38d6-2141-4e9b-a4f7-fe0195969d97 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=23a08f6c-b099-4593-bea9-1b350f6bdda4 HTTP/1.1" status: 200 len: 205 time: 0.0915003 Jul 28 14:42:17.111725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.111977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Made reservation on behalf of 8124f1de9e814dcba8cf2b5b7513da80 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:17.113012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.186736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.188013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.188530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.201376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-0766dee6-a37a-4194-989a-9a5fd8443140 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 1000 time: 0.1920300 Jul 28 14:42:17.274903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59c00cc9-2515-4c05-bc76-b6778075d31b req-2b30ae49-8ab0-4144-b22d-978ac49e8a41 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0830703 Jul 28 14:42:17.308184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.329734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] Pushing event updated for resources: {'Network': ['ID=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:17.346615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:17.350706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-8be904f4-f56d-424a-a231-a20b66f2a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.352259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-8be904f4-f56d-424a-a231-a20b66f2a1e4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.1250372 Jul 28 14:42:17.442748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0cde95ea-1611-413e-a4c5-367296eae39b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7827501 Jul 28 14:42:17.444103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.446458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.20.0.9 (6db5f1f6-72d7-4edc-a6ca-6838852dfb2c/34dd7d9a-8789-4202-8d38-16665fadf631/52aa21ae-94f4-4eb6-b119-c20cef0f0f35) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:17.448643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54412) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.463466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Request body: {'subnet': {'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1091279012-subnet', 'tenant_id': '294ef7103aa741478383b9ab11173971', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:17.520120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-2090ff9b-d02a-4bd6-bf23-95372bc1e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.521672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-2090ff9b-d02a-4bd6-bf23-95372bc1e2b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601717 Jul 28 14:42:17.550746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:17.608148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:17.610681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:17.617918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:17.649549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.679215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.682185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.725969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.726741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.759872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe700e-c5ce-4cb0-af84-a27aaf499562 req-6e5da3c7-527b-41ec-b995-81a09506b210 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.766496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe700e-c5ce-4cb0-af84-a27aaf499562 req-6e5da3c7-527b-41ec-b995-81a09506b210 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:17.772435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdfe700e-c5ce-4cb0-af84-a27aaf499562 req-6e5da3c7-527b-41ec-b995-81a09506b210 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 1653 time: 0.1542230 Jul 28 14:42:17.772435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.775126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-43248426-2f54-4554-b50a-de47537e9cc6 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408764 Jul 28 14:42:17.923723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Made reservation on behalf of 294ef7103aa741478383b9ab11173971 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:17.927946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.928252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdfe700e-c5ce-4cb0-af84-a27aaf499562 req-a49110c7-c375-442c-afe1-b6fb121130f0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513762 Jul 28 14:42:17.931270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.932324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router 23a08f6c-b099-4593-bea9-1b350f6bdda4 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:17.938788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ff6306-1ff9-4476-a862-27b5456a3843,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:17.955691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:17.959550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7b0ac69-f7b6-447d-ba66-27d7b7e29b7f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/23a08f6c-b099-4593-bea9-1b350f6bdda4 HTTP/1.1" status: 204 len: 168 time: 0.8534117 Jul 28 14:42:17.985764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-a718728d-ee13-4fe7-9e02-91a33ea93179 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975908 Jul 28 14:42:17.986660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54418) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:17.988972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Checking segment: {'id': 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:17.989336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Network hostable DHCP agents. Network: f4c1f85a-bb77-4048-a80c-eccd60337e3f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:18.002369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.007085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.048690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3755a31-adba-422c-a3b4-efb23ead8023,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:18.069700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-12318d3e-4fad-4b46-87bb-b241c68c3ed4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 217 time: 0.0718117 Jul 28 14:42:18.082404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-4a36d2c1-ce0b-4a85-aa56-32caf924d610 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0327911 Jul 28 14:42:18.108143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'admin_state_up': True, 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'security_groups': ['864c97e5-e12c-4a8b-8575-68b9016a6bd9']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:18.195195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7a2544a6-7e4b-4726-8546-dc96a58c8b8d None None] Provisioning for port 239e3ecf-84f1-4d84-9d09-6753e96821e1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:18.199872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7a2544a6-7e4b-4726-8546-dc96a58c8b8d None None] Provisioning complete for port 239e3ecf-84f1-4d84-9d09-6753e96821e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:18.200662 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7a2544a6-7e4b-4726-8546-dc96a58c8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.239984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7a2544a6-7e4b-4726-8546-dc96a58c8b8d None None] Port 239e3ecf-84f1-4d84-9d09-6753e96821e1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:18.497502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Network f4c1f85a-bb77-4048-a80c-eccd60337e3f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:18.503206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:18.511392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.548001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-b069fcf3-bdb4-4aab-936a-68a2c6fc9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.549538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-b069fcf3-bdb4-4aab-936a-68a2c6fc9945 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.4652095 Jul 28 14:42:18.568121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1619e79-0852-4c09-96e7-18f06fce717b req-630d4733-1808-4d5d-abf0-c18b3af60be1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0630438 Jul 28 14:42:18.603281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.610225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.681505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-f36523c7-8526-4dad-97a4-52c5e5b7822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.683307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-f36523c7-8526-4dad-97a4-52c5e5b7822d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252248 Jul 28 14:42:18.691737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, f4c1f85a-bb77-4048-a80c-eccd60337e3f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:18.710816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.711908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.715707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4010fd-abd1-41e2-9759-81bb6312e2e8 None None] Network f4c1f85a-bb77-4048-a80c-eccd60337e3f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:18.731053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.740026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.746062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.821140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.859597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:18.864016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.872098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:18.882654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:18.884145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:18.894070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=52aa21ae-94f4-4eb6-b119-c20cef0f0f35,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:18.920461 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-83758389-b510-4337-9669-1eef3b8802ad service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248785 Jul 28 14:42:18.941450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef9bda-fdee-4b22-b832-96288257a917 None None] Network f4c1f85a-bb77-4048-a80c-eccd60337e3f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:18.956958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:18.957631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.967168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.967776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc7676fb-620e-401b-b835-d185edb65ee8 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:18.974693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:18.983599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54426) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:18.988963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f00dfd79-0934-4e59-b3da-053a7277f28f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "DELETE /v2.0/routers/dc7676fb-620e-401b-b835-d185edb65ee8 HTTP/1.1" status: 204 len: 168 time: 2.9532495 Jul 28 14:42:19.007914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-663132153', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:19.089761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-70a0c229-e3a2-4c4e-a8f8-9c8f7307e7a3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3400044 Jul 28 14:42:19.122874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317647-6a80-4155-a872-b1e12221b49f req-a8010214-8850-4860-8e52-debeb6bef5e7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.130545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317647-6a80-4155-a872-b1e12221b49f req-a8010214-8850-4860-8e52-debeb6bef5e7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.132919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab317647-6a80-4155-a872-b1e12221b49f req-a8010214-8850-4860-8e52-debeb6bef5e7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 1653 time: 0.0943694 Jul 28 14:42:19.134987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.184811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca211bfc-8101-46f2-a014-cad701a8ae93 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5260940 Jul 28 14:42:19.201658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:19.214124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-f40a2e0f-dbd9-431b-b499-d3be9bb4cc9f service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542386 Jul 28 14:42:19.271859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.274552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-aa0c4d63-e62c-482c-ae69-4f8b6454d24f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 217 time: 0.0508473 Jul 28 14:42:19.290609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.1.1.29 (f29ba33f-336c-4637-baa7-e1e1c051e438/7fd61ece-50ae-4038-8817-3b30aac67b7a/ba74a78f-b4eb-4759-bb8a-69d3bef93225) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:19.312620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0711c4f0-4143-4d86-a45a-318af1de5a7b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:19.326729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:19.331464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab317647-6a80-4155-a872-b1e12221b49f req-18b50ada-146c-4cd5-9f2d-c2a097321fb5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881611 Jul 28 14:42:19.351512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Checking segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:19.352038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Network hostable DHCP agents. Network: e30f8eb3-55f4-42b9-ae0b-5d08f30de20d, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:19.355696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.357728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2f348d65-5e21-41db-9ed4-b2a6a14b5fa2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd HTTP/1.1" status: 204 len: 168 time: 1.3700767 Jul 28 14:42:19.360850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2d23ff-0ac4-47e2-b676-4ad33c210ab2 None None] Network 1cf1943f-66f1-405d-b50e-af55db01ddef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:19.363433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54438) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:19.384959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.385922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.402070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Deleting port 52aa21ae-94f4-4eb6-b119-c20cef0f0f35 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:19.402808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.445235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-4c979ecf-6ef6-488a-8cd5-9d8a10763d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.446828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-4c979ecf-6ef6-488a-8cd5-9d8a10763d9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1578417 Jul 28 14:42:19.493910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:19.559406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.590756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Calling delete_port for 52aa21ae-94f4-4eb6-b119-c20cef0f0f35 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:19.673723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e30f8eb3-55f4-42b9-ae0b-5d08f30de20d) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:19.679582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:19.680378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.693488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa44458-f953-4f38-9ff6-baf368f5bb0e None None] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:19.750744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] DHCP port deletion for 1cf1943f-66f1-405d-b50e-af55db01ddef request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:42:19.757332 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c79b4400-3b2c-423e-accb-3e1a745be7b6 req-630d7d99-a764-4ced-a14e-bf43f4ff34b1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0402725 Jul 28 14:42:19.759080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3755a31-adba-422c-a3b4-efb23ead8023 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:19.826289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-04bbacda-8718-4041-8cde-e560921842ea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3672774 Jul 28 14:42:19.854657 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.854822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d3755a31-adba-422c-a3b4-efb23ead8023 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:19.855187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3755a31-adba-422c-a3b4-efb23ead8023 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:19.922050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Deleting port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:19.922595 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:19.978080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.034278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] For port 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8eda9127-fb07-4616-84db-efb6f2f8f1b1,segment=NetworkSegment(f2e6609f-2ba3-4561-952f-d6a2f8b248fc),segment_id=f2e6609f-2ba3-4561-952f-d6a2f8b248fc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:20.035131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.039596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'tenant_id': '294ef7103aa741478383b9ab11173971', 'fixed_ips': [{'subnet_id': '0711c4f0-4143-4d86-a45a-318af1de5a7b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:42:20.040922 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.059356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Port': ['ID=52aa21ae-94f4-4eb6-b119-c20cef0f0f35,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.063660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Calling delete_port for 8eda9127-fb07-4616-84db-efb6f2f8f1b1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:20.118797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.177640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.180705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-30cce0a8-267b-42cb-9b18-a4c140270b00 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/ports/52aa21ae-94f4-4eb6-b119-c20cef0f0f35 HTTP/1.1" status: 204 len: 168 time: 0.9700997 Jul 28 14:42:20.183210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54460) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:20.204889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c', 'external_fixed_ips': [{'subnet_id': '34dd7d9a-8789-4202-8d38-16665fadf631', 'ip_address': '172.20.0.9'}]}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:20.219163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.231718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-61cec9b2-c053-46b1-8304-24097009006d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.233634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-61cec9b2-c053-46b1-8304-24097009006d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 817 time: 0.7604785 Jul 28 14:42:20.241676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-479619a3-07ff-4ca0-a9d4-96bb0d92b785 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.243589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-479619a3-07ff-4ca0-a9d4-96bb0d92b785 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/networks?id=f4c1f85a-bb77-4048-a80c-eccd60337e3f HTTP/1.1" status: 200 len: 814 time: 0.5335662 Jul 28 14:42:20.249810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.294727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-0cf868f7-35f8-4cd0-bae7-1cdedb857008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.302410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-0cf868f7-35f8-4cd0-bae7-1cdedb857008 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8223643 Jul 28 14:42:20.307085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object ba74a78f-b4eb-4759-bb8a-69d3bef93225 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:20.314431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-db49121c-06ee-4c05-84f4-378507abcf2c tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/quotas/8124f1de9e814dcba8cf2b5b7513da80 HTTP/1.1" status: 200 len: 375 time: 0.0499132 Jul 28 14:42:20.467684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-ebef15c0-b4f7-4b79-8b56-7e249c010e38 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:20.469909 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-ebef15c0-b4f7-4b79-8b56-7e249c010e38 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.1336303 Jul 28 14:42:20.471918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.472689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.478871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-af637cbd-bb6a-4064-9cae-63ac4a1e87be tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8124f1de9e814dcba8cf2b5b7513da80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519799 Jul 28 14:42:20.479226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Allocated IP 172.20.0.2 (e30f8eb3-55f4-42b9-ae0b-5d08f30de20d/0711c4f0-4143-4d86-a45a-318af1de5a7b/a1f957a8-85e6-413b-9e57-101176c7cae3) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:20.483183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-7a954102-5706-43f4-8562-5c2a3f303d48 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 380 time: 0.2296107 Jul 28 14:42:20.505269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-32cc8639-96f8-49df-bf46-2a5540cab0b3 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/quotas/294ef7103aa741478383b9ab11173971 HTTP/1.1" status: 200 len: 375 time: 0.0286388 Jul 28 14:42:20.539407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'port': {'device_id': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'admin_state_up': True, 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'security_groups': ['ff0da555-9459-41d0-b3db-d0573034f861']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:20.553306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.563775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.587510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.590442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-784c50fd-281b-44bb-98ad-6cd63ebfdc50 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779467 Jul 28 14:42:20.597111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] Pushing event deleted for resources: {'Port': ['ID=8eda9127-fb07-4616-84db-efb6f2f8f1b1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:20.611278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1595af-ddc2-4c13-89f4-861e746e1b89 None None] No DVR routers for this DVR port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:20.698040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-51ef3f80-bbd8-4ea5-8b1c-efc9907fa9c4 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729252 Jul 28 14:42:20.701296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-07ae7fff-a88f-442e-80bf-7c4067a71f0f service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024349 Jul 28 14:42:20.723892 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.734753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Transition to ACTIVE for port object a1f957a8-85e6-413b-9e57-101176c7cae3 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:20.761975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Transition to ACTIVE for port object a1f957a8-85e6-413b-9e57-101176c7cae3 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:20.898229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.915941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.931168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.946135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-ec6f901c-08b7-414e-baff-1cc829e4e0d4 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369956 Jul 28 14:42:20.948124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-8900412d-4929-4250-bfe7-2527e61ed88c service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077878 Jul 28 14:42:20.983752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:20.984893 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:20.989007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:20.997522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:21.002353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:21.014025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f957a8-85e6-413b-9e57-101176c7cae3,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:21.074905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.096129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Attempting to bind port a1f957a8-85e6-413b-9e57-101176c7cae3 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:21.096812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Attempting to bind port a1f957a8-85e6-413b-9e57-101176c7cae3 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:21.097282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Attempting to bind port a1f957a8-85e6-413b-9e57-101176c7cae3 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:21.106257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:21.107037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Checking segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:21.107504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.108545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Bound using segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:21.108772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Bound port: a1f957a8-85e6-413b-9e57-101176c7cae3, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:21.109951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.203638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-d0c07c46-6797-4e74-8c63-853f69337063 service neutron] 10.222.0.47 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672325 Jul 28 14:42:21.217917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] For port a1f957a8-85e6-413b-9e57-101176c7cae3, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:21.233502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] For port a1f957a8-85e6-413b-9e57-101176c7cae3, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1f957a8-85e6-413b-9e57-101176c7cae3,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:21.367777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.395289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.407373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.542374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6adb1-f349-49ce-897a-a346a706b0e1 None None] Pushing event updated for resources: {'Port': ['ID=a1f957a8-85e6-413b-9e57-101176c7cae3,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:21.576318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8e49-0db5-499c-a94a-becbed8ccd71 req-3434cce0-b9b4-45fb-b8b3-5156aa372c52 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.581655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8e49-0db5-499c-a94a-becbed8ccd71 req-3434cce0-b9b4-45fb-b8b3-5156aa372c52 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.601780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8e49-0db5-499c-a94a-becbed8ccd71 req-3434cce0-b9b4-45fb-b8b3-5156aa372c52 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:21.603488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b1d8e49-0db5-499c-a94a-becbed8ccd71 req-3434cce0-b9b4-45fb-b8b3-5156aa372c52 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 2373 time: 0.1511075 Jul 28 14:42:21.707104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8eda9127-fb07-4616-84db-efb6f2f8f1b1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:21.743407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 8eda9127-fb07-4616-84db-efb6f2f8f1b1, host n-d-705658-23, got binding levels [] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:21.743910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.749979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8eda9127-fb07-4616-84db-efb6f2f8f1b1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:21.750424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8eda9127-fb07-4616-84db-efb6f2f8f1b1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:21.764359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-e721c7a2-8159-4d02-a5c2-78ad1c324018 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025982 Jul 28 14:42:21.770808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network f29ba33f-336c-4637-baa7-e1e1c051e438 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:21.786155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b1d8e49-0db5-499c-a94a-becbed8ccd71 req-d783f277-293b-4a6b-8a53-4aeca461b5bd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732521 Jul 28 14:42:21.802857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.20.0.9 (6db5f1f6-72d7-4edc-a6ca-6838852dfb2c/34dd7d9a-8789-4202-8d38-16665fadf631/36db38ff-ea85-408b-88f9-df5ec1df312f) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:21.816592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 8eda9127-fb07-4616-84db-efb6f2f8f1b1 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:21.822292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 was not found and therefore no delete operation was performed {{(pid=94748) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:42:21.835920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:21.922173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69d17f4c-632c-4a6b-ba25-a957885c66d0 req-cc4fe5ae-c295-4d13-86a7-f8e9cde3cda1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.1374047 Jul 28 14:42:21.929242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port 8eda9127-fb07-4616-84db-efb6f2f8f1b1 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:21.934231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:22.001995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:22.065238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.066242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.066923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.069424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:22.106970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-4ae75caa-e7d5-45a5-9dbd-9e351525f429 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 217 time: 0.2072847 Jul 28 14:42:22.150642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c87b2492-f6f2-43f7-86ec-d89d71665659 req-8a35e0c2-6234-4233-b6c8-c6868bada988 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.0984852 Jul 28 14:42:22.272779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=8eda9127-fb07-4616-84db-efb6f2f8f1b1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:22.278102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Made reservation on behalf of 3ac65aeb36c34d2c8a7e2e02b4cd7ba5 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:22.282814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.349447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.398419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.417232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-8b75fcd7-9189-413b-8af7-2ff096b36d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.418738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-8b75fcd7-9189-413b-8af7-2ff096b36d24 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.2996905 Jul 28 14:42:22.419750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:22.421968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:22.427197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:22.427879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf1943f-66f1-405d-b50e-af55db01ddef']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:22.462329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=36db38ff-ea85-408b-88f9-df5ec1df312f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:22.474651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9acc5829-d021-45c1-a031-9aa1a39fe0fb None None] Provisioning for port ba74a78f-b4eb-4759-bb8a-69d3bef93225 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:22.480946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9acc5829-d021-45c1-a031-9aa1a39fe0fb None None] Provisioning complete for port ba74a78f-b4eb-4759-bb8a-69d3bef93225 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:22.487596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9acc5829-d021-45c1-a031-9aa1a39fe0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.519001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:22.519269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e6609f-2ba3-4561-952f-d6a2f8b248fc') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:22.522074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-58fec636-0dea-4169-8245-065f8390166c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4225004 Jul 28 14:42:22.523930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9acc5829-d021-45c1-a031-9aa1a39fe0fb None None] Port ba74a78f-b4eb-4759-bb8a-69d3bef93225 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:22.547448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-178134a3-eec1-4a5f-b8ed-801b28282071 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.548977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-178134a3-eec1-4a5f-b8ed-801b28282071 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.4439597 Jul 28 14:42:22.550795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.556439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'admin_state_up': True, 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'security_groups': ['864c97e5-e12c-4a8b-8575-68b9016a6bd9']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:22.653949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.660186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-e3abdd95-dfbd-4fd9-be19-8e9746f7de9b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/quotas/294ef7103aa741478383b9ab11173971 HTTP/1.1" status: 200 len: 375 time: 0.0894587 Jul 28 14:42:22.703303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:22.703726 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:22.712589 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:22.810418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-84575329-5b9c-44a1-9311-df18516f73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:22.812568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-84575329-5b9c-44a1-9311-df18516f73b5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3801184 Jul 28 14:42:22.978593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.009938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Allocated IP 172.20.0.13 (b0b12b2b-4a50-418c-a90e-58dc7407a942/36539276-68fc-4033-a1e4-b6b2f4dc4313/769e2005-6f13-4bee-8228-d261300c2bc4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:23.157664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df36cca8-9f94-49a3-8d47-47fc7fa1b4cf tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4568686 Jul 28 14:42:23.186593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804c51d-70b5-471f-9fd4-22b7138aa624 None None] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:23.215948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22464d-3158-421c-81e0-b2653f4cb591 req-d39acd4a-3508-4592-bd3d-24a5f0bd2c0b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:23.227524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.239158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22464d-3158-421c-81e0-b2653f4cb591 req-d39acd4a-3508-4592-bd3d-24a5f0bd2c0b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:23.255254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22464d-3158-421c-81e0-b2653f4cb591 req-d39acd4a-3508-4592-bd3d-24a5f0bd2c0b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:23.266893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f22464d-3158-421c-81e0-b2653f4cb591 req-d39acd4a-3508-4592-bd3d-24a5f0bd2c0b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 2373 time: 0.3278494 Jul 28 14:42:23.269632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.312582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.322632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/1cf1943f-66f1-405d-b50e-af55db01ddef HTTP/1.1" status: 204 len: 168 time: 3.9581423 Jul 28 14:42:23.324081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54516) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:23.332790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1485110950'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:23.344986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.349713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f22464d-3158-421c-81e0-b2653f4cb591 req-62e4b434-266e-4ef2-a116-fcb6e7015824 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814109 Jul 28 14:42:23.464720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-6cde6f2e-15a9-4934-b6bf-fab671a9431e service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329598 Jul 28 14:42:23.472948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f11bbe-d7b1-47ec-abaa-4e763f3de2c7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=1cf1943f-66f1-405d-b50e-af55db01ddef,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:23.517035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:23.565050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f5d3fb7-a24c-4e7c-a8e5-2ebdeb3796f4 req-059a891c-c5fb-46fd-936b-6b934dbbbf54 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.1107945 Jul 28 14:42:23.575724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ac22b021-bf79-4bab-ba17-bcf89ef8eff6 None None] Provisioning for port a1f957a8-85e6-413b-9e57-101176c7cae3 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:23.727908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:23.738022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.791830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1f957a8-85e6-413b-9e57-101176c7cae3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:23.820830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.835614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Transition to ACTIVE for port object 769e2005-6f13-4bee-8228-d261300c2bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:23.863609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:23.884014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-a19973ff-5d6b-4c99-945e-46cc9be2104a service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254813 Jul 28 14:42:23.887847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.896624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:23.897333 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 4ef49ae2-1e35-4e02-8af1-43b1ef45ebce of type vlan for network 80b87b76-67fa-4722-9739-d0e874d779aa Jul 28 14:42:24.031906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.053239 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.103391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a1f957a8-85e6-413b-9e57-101176c7cae3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:24.107799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72257416-2d13-4f69-9288-5b570beae64d req-8f2f5ba2-409c-47de-8e9e-5865144b2c03 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.1376364 Jul 28 14:42:24.117316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1f957a8-85e6-413b-9e57-101176c7cae3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:24.117704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.169245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-7193a628-08d2-4f06-8f39-db75788ef80c service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909602 Jul 28 14:42:24.174001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Allocated IP 172.25.0.143 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/03f7304a-2612-4d1e-8fd0-c40ed051f874) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:24.188594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.192320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:24.221182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:24.257501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.281746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:24.292730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-0c6fe86d-4f7d-4f62-b42e-b635cc653a23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 217 time: 0.1142220 Jul 28 14:42:24.302558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a1f957a8-85e6-413b-9e57-101176c7cae3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1f957a8-85e6-413b-9e57-101176c7cae3,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:24.360290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-52fa8947-e0c5-4902-8266-8faccb524472 service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593215 Jul 28 14:42:24.366716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router aa1cf690-70cd-4f5e-a7eb-66988782e8c6 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:24.368697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.388284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.392580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.399929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:24.602433 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.617157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=80b87b76-67fa-4722-9739-d0e874d779aa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:24.678998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 80b87b76-67fa-4722-9739-d0e874d779aa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:24.724842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed433-011f-4187-80c2-1285561143ca req-01297dbe-6963-4c9c-9221-3b11e87dcb0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.744041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed433-011f-4187-80c2-1285561143ca req-01297dbe-6963-4c9c-9221-3b11e87dcb0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.755110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ed433-011f-4187-80c2-1285561143ca req-01297dbe-6963-4c9c-9221-3b11e87dcb0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:24.757005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-227ed433-011f-4187-80c2-1285561143ca req-01297dbe-6963-4c9c-9221-3b11e87dcb0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 2373 time: 0.2550151 Jul 28 14:42:24.761355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a53dc8f7-2458-4e28-b824-a20385fbe0b7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4343958 Jul 28 14:42:24.765999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:24.773877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:24.824007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0e625425-036b-486e-9914-ed62296c9a17 None None] Provisioning for port 769e2005-6f13-4bee-8228-d261300c2bc4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:24.883352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0e625425-036b-486e-9914-ed62296c9a17 None None] Provisioning complete for port 769e2005-6f13-4bee-8228-d261300c2bc4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:24.883725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0e625425-036b-486e-9914-ed62296c9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:24.915632 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-227ed433-011f-4187-80c2-1285561143ca req-a378b8fa-6cb6-4bee-9e65-d28049f680ef tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510100 Jul 28 14:42:24.961972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:24.974330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0e625425-036b-486e-9914-ed62296c9a17 None None] Port 769e2005-6f13-4bee-8228-d261300c2bc4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:24.981341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a1f957a8-85e6-413b-9e57-101176c7cae3,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:24.986558 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Sync routers for ids ['aa1cf690-70cd-4f5e-a7eb-66988782e8c6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:25.016112 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Routers {'aa1cf690-70cd-4f5e-a7eb-66988782e8c6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:25.017049 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aa1cf690-70cd-4f5e-a7eb-66988782e8c6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:25.097427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.098627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.122072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:25.138817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.214939 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Set router aa1cf690-70cd-4f5e-a7eb-66988782e8c6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:25.273513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.277248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b6a236e-d017-4de5-9d69-4b43ea4b9213 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0902474 Jul 28 14:42:25.279752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:25.317032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3124c29a-7b73-4fab-b1f8-2590860afec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.324197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-3124c29a-7b73-4fab-b1f8-2590860afec1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.9328215 Jul 28 14:42:25.384651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915ec3f-1ef4-47e6-891a-e32d13174b4f req-8e0dc525-606c-4b07-bd6e-e1f36ea95a71 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.392413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0915ec3f-1ef4-47e6-891a-e32d13174b4f req-8e0dc525-606c-4b07-bd6e-e1f36ea95a71 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 932 time: 0.4888344 Jul 28 14:42:25.437381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.497644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.2.2.100 (ad33859d-0cf9-4685-97d8-6318e5f7a89c/292458b7-41f0-4981-9a61-4ca03a707058/703cff72-ad5f-4e16-aa69-771aac3b0433) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:25.505805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cf690-70cd-4f5e-a7eb-66988782e8c6', 'name': '', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c', 'external_fixed_ips': [{'subnet_id': '34dd7d9a-8789-4202-8d38-16665fadf631', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '36db38ff-ea85-408b-88f9-df5ec1df312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:20Z', 'updated_at': '2021-07-28T14:42:22Z', 'revision_number': 3, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port': {'id': '36db38ff-ea85-408b-88f9-df5ec1df312f', 'name': '', 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:33:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cf690-70cd-4f5e-a7eb-66988782e8c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '34dd7d9a-8789-4202-8d38-16665fadf631', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:21Z', 'updated_at': '2021-07-28T14:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34dd7d9a-8789-4202-8d38-16665fadf631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:25.519421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0915ec3f-1ef4-47e6-891a-e32d13174b4f req-1d1bfadd-7a15-41d2-9e7b-e33a84b5dae0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952947 Jul 28 14:42:25.521784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-e9546c39-74a3-478f-a355-d43675b99c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:25.523540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-e9546c39-74a3-478f-a355-d43675b99c61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1869030 Jul 28 14:42:25.553731 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Checking router: aa1cf690-70cd-4f5e-a7eb-66988782e8c6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:25.554106 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Updating router aa1cf690-70cd-4f5e-a7eb-66988782e8c6 port 36db38ff-ea85-408b-88f9-df5ec1df312f binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:42:25.554326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-9b24be2b-9ff5-4135-b40b-3ca70ed2fc7e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0632370 Jul 28 14:42:25.610636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Request body: {'port': {'device_id': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:25.632472 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.764788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1f957a8-85e6-413b-9e57-101176c7cae3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:25.842584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-b5fc00ef-c626-4d7d-b93d-94440afe40d6 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111181 Jul 28 14:42:25.853861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1f957a8-85e6-413b-9e57-101176c7cae3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:25.854436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:25.898018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f440bbdd-f5af-4bd8-80cc-c550dab46e70 req-94c7db68-b5c9-4e6c-8d27-a9d78af28f72 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.2796519 Jul 28 14:42:26.000838 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.011745 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Transition to ACTIVE for port object 36db38ff-ea85-408b-88f9-df5ec1df312f will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:26.082667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-35c3d91b-2e2b-4d89-a4aa-0cb29d72fc19 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.084337 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-35c3d91b-2e2b-4d89-a4aa-0cb29d72fc19 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.9044368 Jul 28 14:42:26.141417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-40ad68e8-618d-4439-834e-afe07f973aea tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/quotas/294ef7103aa741478383b9ab11173971 HTTP/1.1" status: 200 len: 375 time: 0.0294614 Jul 28 14:42:26.146770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.161007 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.169499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.220219 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Attempting to bind port 36db38ff-ea85-408b-88f9-df5ec1df312f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:26.220598 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Attempting to bind port 36db38ff-ea85-408b-88f9-df5ec1df312f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '47456844-ea3d-4c73-a199-8d63976fd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:26.220967 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Attempting to bind port 36db38ff-ea85-408b-88f9-df5ec1df312f on network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:26.223132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a7c9-9a50-4b19-b7ec-4ab8a15e57cb None None] Pushing event updated for resources: {'Port': ['ID=36db38ff-ea85-408b-88f9-df5ec1df312f,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:26.230066 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:26.230345 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Checking segment: {'id': '47456844-ea3d-4c73-a199-8d63976fd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:26.230622 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.231375 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Bound using segment: {'id': '47456844-ea3d-4c73-a199-8d63976fd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:26.231501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.231609 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Bound port: 36db38ff-ea85-408b-88f9-df5ec1df312f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47456844-ea3d-4c73-a199-8d63976fd24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6db5f1f6-72d7-4edc-a6ca-6838852dfb2c'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:26.231914 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.293291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] For port 36db38ff-ea85-408b-88f9-df5ec1df312f, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:26.298996 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] For port 36db38ff-ea85-408b-88f9-df5ec1df312f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=36db38ff-ea85-408b-88f9-df5ec1df312f,segment=NetworkSegment(47456844-ea3d-4c73-a199-8d63976fd24f),segment_id=47456844-ea3d-4c73-a199-8d63976fd24f)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:26.325906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.393690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-d1ce27cc-69aa-4b3b-be44-60e25d1df823 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552620 Jul 28 14:42:26.397943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:26.400789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.407607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a919ea-4a3e-4c5d-b9ef-a815580a80c2 req-88ecd0b4-2a42-4d66-848f-d6d7bb6a14b7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.413659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a919ea-4a3e-4c5d-b9ef-a815580a80c2 req-88ecd0b4-2a42-4d66-848f-d6d7bb6a14b7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.419607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a919ea-4a3e-4c5d-b9ef-a815580a80c2 req-88ecd0b4-2a42-4d66-848f-d6d7bb6a14b7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.421335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9a919ea-4a3e-4c5d-b9ef-a815580a80c2 req-88ecd0b4-2a42-4d66-848f-d6d7bb6a14b7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 2373 time: 0.3358376 Jul 28 14:42:26.432323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:26.441287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-019a68f5-27fd-4cf5-ae83-2c3f2b2d0aad tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.448165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-019a68f5-27fd-4cf5-ae83-2c3f2b2d0aad tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.53 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.6418159 Jul 28 14:42:26.448165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-681ba56e-515f-41ac-bc11-70ad11db7b78 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717530 Jul 28 14:42:26.448165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:26.451889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event updated for resources: {'Port': ['ID=03f7304a-2612-4d1e-8fd0-c40ed051f874,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:26.459745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object 703cff72-ad5f-4e16-aa69-771aac3b0433 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:26.497908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Request body: {'port': {'device_id': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'admin_state_up': True, 'tenant_id': '294ef7103aa741478383b9ab11173971'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:26.508683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-5ec0e2be-7672-479e-8ee4-417a24114704 service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047647 Jul 28 14:42:26.510163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.511201 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.587276 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Routers {'aa1cf690-70cd-4f5e-a7eb-66988782e8c6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:26.588370 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['aa1cf690-70cd-4f5e-a7eb-66988782e8c6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:26.608397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-0330e3d9-014a-43ef-ba8e-11f01946108a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 217 time: 0.1530707 Jul 28 14:42:26.680018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a7c9-9a50-4b19-b7ec-4ab8a15e57cb None None] Pushing event updated for resources: {'Port': ['ID=36db38ff-ea85-408b-88f9-df5ec1df312f,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:26.710824 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] Set router aa1cf690-70cd-4f5e-a7eb-66988782e8c6 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:26.734359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=8f47e69a-e5a1-422a-b75f-40af22339942,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:26.746028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9a919ea-4a3e-4c5d-b9ef-a815580a80c2 req-35b7e5b1-3ddc-4ff2-b9e4-ae6c63a73c14 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001459 Jul 28 14:42:26.825688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:26.826070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 80b87b76-67fa-4722-9739-d0e874d779aa, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:26.835465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cf690-70cd-4f5e-a7eb-66988782e8c6', 'name': '', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:20Z', 'updated_at': '2021-07-28T14:42:26Z', 'revision_number': 4, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:26.842365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-ea6cdb28-0fbc-46b4-81bd-e9b2eefe0125 service neutron] 10.222.0.47 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027585 Jul 28 14:42:26.874889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-69adfd70-d24c-42a7-ad1d-53efc884ecdc tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.876531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-69adfd70-d24c-42a7-ad1d-53efc884ecdc tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.53 "GET /v2.0/networks?id=f4c1f85a-bb77-4048-a80c-eccd60337e3f HTTP/1.1" status: 200 len: 814 time: 0.2203310 Jul 28 14:42:26.884589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Deleting port 36db38ff-ea85-408b-88f9-df5ec1df312f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:26.884939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:26.902004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Request body: {'port': {'device_id': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f', 'admin_state_up': True, 'tenant_id': '8124f1de9e814dcba8cf2b5b7513da80'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:26.904236 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79312c4d-3471-4d47-991a-ea194998d9f7 None None] The sync data for ids ['aa1cf690-70cd-4f5e-a7eb-66988782e8c6'] in n-d-705658-23 is: [{'id': 'aa1cf690-70cd-4f5e-a7eb-66988782e8c6', 'name': '', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:20Z', 'updated_at': '2021-07-28T14:42:26Z', 'revision_number': 4, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:26.981783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-c31ce721-4bfc-44c6-8f31-9762a5692183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:26.984171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-c31ce721-4bfc-44c6-8f31-9762a5692183 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.3190811 Jul 28 14:42:27.065382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] For port 36db38ff-ea85-408b-88f9-df5ec1df312f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=36db38ff-ea85-408b-88f9-df5ec1df312f,segment=NetworkSegment(47456844-ea3d-4c73-a199-8d63976fd24f),segment_id=47456844-ea3d-4c73-a199-8d63976fd24f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:27.065860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.087046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Calling delete_port for 36db38ff-ea85-408b-88f9-df5ec1df312f owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:27.102552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 80b87b76-67fa-4722-9739-d0e874d779aa is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:27.354900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 80b87b76-67fa-4722-9739-d0e874d779aa) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:27.360784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-633fc720-3392-48c5-a086-12458c586885 req-dd800063-9ed0-4529-a65c-fc9d73a9b531 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.0503228 Jul 28 14:42:27.364907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Made reservation on behalf of 8124f1de9e814dcba8cf2b5b7513da80 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:27.366536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e9d1a-58f6-4f51-9e00-d1a590891f6a None None] Network 80b87b76-67fa-4722-9739-d0e874d779aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:27.368568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.376445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.377098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.501945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e46d4419-419e-4991-8993-3c1293488757 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7320306 Jul 28 14:42:27.505090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:27.527821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326320071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:27.556112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.613353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ada0735d-9546-484e-a021-522d4bb6748f req-ad709373-f318-4658-a6f4-450898153fa1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.1176276 Jul 28 14:42:27.642729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-80b87b76-67fa-4722-9739-d0e874d779aa', 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '8f47e69a-e5a1-422a-b75f-40af22339942'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:42:27.643774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.674790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:27.749906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Allocated IP 172.20.0.13 (f4c1f85a-bb77-4048-a80c-eccd60337e3f/69ff6306-1ff9-4476-a862-27b5456a3843/afefbefc-b378-4a89-8599-d9e3a72d69f1) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:27.806365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0102c19-a025-414f-9025-5b288bb7bba2 req-c1fb4dd4-2806-4e69-9ff7-e2eb00f01168 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.815323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0102c19-a025-414f-9025-5b288bb7bba2 req-c1fb4dd4-2806-4e69-9ff7-e2eb00f01168 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 932 time: 0.8253312 Jul 28 14:42:27.824777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:27.841032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-705f4e89-b4ba-4f8d-8fc7-1b47b7837ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:27.842572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-705f4e89-b4ba-4f8d-8fc7-1b47b7837ce5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8159816 Jul 28 14:42:27.852766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Port': ['ID=36db38ff-ea85-408b-88f9-df5ec1df312f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:27.865844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:27.929962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Allocated IP 2001:db8::2 (80b87b76-67fa-4722-9739-d0e874d779aa/8f47e69a-e5a1-422a-b75f-40af22339942/86e5ed22-3fe1-45ee-9170-999b378cdd83) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:28.017919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:28.021988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:28.081247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.111148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-fe14b2f9-5fd1-41a6-af13-62469c6a527a service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415254 Jul 28 14:42:28.192601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.197543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.227956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0102c19-a025-414f-9025-5b288bb7bba2 req-9d789e7f-3050-4677-b603-c04ba8edab09 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4117277 Jul 28 14:42:28.258258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.259425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.301698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-51f7ce42-7df1-4bfd-98f8-17b6050a48eb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.309676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-51f7ce42-7df1-4bfd-98f8-17b6050a48eb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.317792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-51f7ce42-7df1-4bfd-98f8-17b6050a48eb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.323023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.326794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-51f7ce42-7df1-4bfd-98f8-17b6050a48eb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.336287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-51f7ce42-7df1-4bfd-98f8-17b6050a48eb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3094 time: 0.4257929 Jul 28 14:42:28.349958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Transition to ACTIVE for port object 86e5ed22-3fe1-45ee-9170-999b378cdd83 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:28.394635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Transition to ACTIVE for port object 86e5ed22-3fe1-45ee-9170-999b378cdd83 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:28.396379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.397229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1cf690-70cd-4f5e-a7eb-66988782e8c6 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:28.403389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.407188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-294610e0-fbad-462f-808f-062c268a8993 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/routers/aa1cf690-70cd-4f5e-a7eb-66988782e8c6 HTTP/1.1" status: 204 len: 168 time: 3.1220703 Jul 28 14:42:28.413049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.420931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54574) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:28.450811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.451545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.471991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c2a43c9-d88d-44d7-8a86-0ae714fae208 req-91c157f6-4e61-4e96-bbb1-8ca82b3f0c71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345277 Jul 28 14:42:28.550769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:28.571432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.583432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3e85f14f-1b6c-44c5-93fe-5610aac50c7a None None] Provisioning for port 703cff72-ad5f-4e16-aa69-771aac3b0433 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:28.594760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3e85f14f-1b6c-44c5-93fe-5610aac50c7a None None] Provisioning complete for port 703cff72-ad5f-4e16-aa69-771aac3b0433 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:28.595120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e85f14f-1b6c-44c5-93fe-5610aac50c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.597413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.644176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.646200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.654755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa130601-4ae9-40bc-84ec-b0092280638a req-81d460b0-a547-43bd-813d-4c22835eb181 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.0552399 Jul 28 14:42:28.663349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Deleting subnet 34dd7d9a-8789-4202-8d38-16665fadf631 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:28.696782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Network 80b87b76-67fa-4722-9739-d0e874d779aa is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:28.701940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3e85f14f-1b6c-44c5-93fe-5610aac50c7a None None] Port 703cff72-ad5f-4e16-aa69-771aac3b0433 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:28.725273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:28.727249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.727777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Pushing event updated for resources: {'Port': ['ID=86e5ed22-3fe1-45ee-9170-999b378cdd83,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:28.733462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:28.789222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.795590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27c3f4c9-b591-4ea2-bba2-c6112adf7d51 req-d83177e1-b50d-408e-a790-53db124aa526 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.1169796 Jul 28 14:42:28.802200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Attempting to bind port 86e5ed22-3fe1-45ee-9170-999b378cdd83 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:28.802654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Attempting to bind port 86e5ed22-3fe1-45ee-9170-999b378cdd83 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:28.803125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Attempting to bind port 86e5ed22-3fe1-45ee-9170-999b378cdd83 on network 80b87b76-67fa-4722-9739-d0e874d779aa {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:28.809353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:28.809895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Checking segment: {'id': '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:28.819926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.819926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Bound using segment: {'id': '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:28.819926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Bound port: 86e5ed22-3fe1-45ee-9170-999b378cdd83, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '80b87b76-67fa-4722-9739-d0e874d779aa'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:28.819926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.835587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.840528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Transition to ACTIVE for port object 769e2005-6f13-4bee-8228-d261300c2bc4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:28.842106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Made reservation on behalf of 294ef7103aa741478383b9ab11173971 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:28.845850 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.898220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] For port 86e5ed22-3fe1-45ee-9170-999b378cdd83, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:28.900227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-2d9d9253-044c-4772-a2fc-6158ca12eea5 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:28.901794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-2d9d9253-044c-4772-a2fc-6158ca12eea5 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.3447359 Jul 28 14:42:28.903724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] For port 86e5ed22-3fe1-45ee-9170-999b378cdd83, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86e5ed22-3fe1-45ee-9170-999b378cdd83,segment=NetworkSegment(4ef49ae2-1e35-4e02-8af1-43b1ef45ebce),segment_id=4ef49ae2-1e35-4e02-8af1-43b1ef45ebce)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:28.911417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:28.913883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-fcadba6b-74e2-4f60-887e-9b64c85c06d2 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686784 Jul 28 14:42:28.944899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Request body: {'port': {'device_id': '1b6614ea-401c-48e6-b1dc-737070681033', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'admin_state_up': True, 'tenant_id': '294ef7103aa741478383b9ab11173971'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:28.968643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-25484b70-cad7-4944-adcf-5a59761a1999 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0428925 Jul 28 14:42:29.058342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.061620 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.064072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.065284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca1256be-76ff-4c0c-be93-be9f2a172719 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5459256 Jul 28 14:42:29.071674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54580) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:29.082631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.085181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-d1eac473-ac9e-49b2-a245-171ece63ecb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5465794 Jul 28 14:42:29.134915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Network f4c1f85a-bb77-4048-a80c-eccd60337e3f is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:29.142714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de054a-16a5-46c8-b61a-ed5d8115ab46 None None] Pushing event updated for resources: {'Port': ['ID=86e5ed22-3fe1-45ee-9170-999b378cdd83,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:29.153799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:29.153799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Pushing event updated for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:29.153799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:29.206158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:29.207027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.232365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:29.236411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-c65288d8-5d13-4c1e-8bbc-c69b4dd3cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:29.237912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-c65288d8-5d13-4c1e-8bbc-c69b4dd3cd54 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.2607558 Jul 28 14:42:29.241576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'admin_state_up': True, 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'security_groups': ['864c97e5-e12c-4a8b-8575-68b9016a6bd9']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:29.253479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.271741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-2ecad2f8-32d8-4160-ad23-6b40f5e870c9 req-d34eee13-99a0-46bf-be0b-56d7fa36ebed service neutron] (94749) timed out ('10.222.0.47', 58720) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:42:29.303698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.306506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/34dd7d9a-8789-4202-8d38-16665fadf631 HTTP/1.1" status: 204 len: 168 time: 0.8822410 Jul 28 14:42:29.306824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Made reservation on behalf of 294ef7103aa741478383b9ab11173971 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:29.311268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.314008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:29.319703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea63ab-e27c-4200-950d-312894dee3b2 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=34dd7d9a-8789-4202-8d38-16665fadf631,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:29.472093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2993fc37-ee03-4e2e-a0b1-cbdbd313fecd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5737970 Jul 28 14:42:29.553979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Request body: {'port': {'device_id': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:29.557192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.669652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.789448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86e5ed22-3fe1-45ee-9170-999b378cdd83 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:29.853085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.869690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Allocated IP 172.20.0.8 (e30f8eb3-55f4-42b9-ae0b-5d08f30de20d/0711c4f0-4143-4d86-a45a-318af1de5a7b/c06dede9-8405-4b5d-8a39-df4ef86f95e0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:29.955038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:29.998551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db5f1f6-72d7-4edc-a6ca-6838852dfb2c']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:30.011722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47456844-ea3d-4c73-a199-8d63976fd24f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:30.012022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47456844-ea3d-4c73-a199-8d63976fd24f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:30.024511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 86e5ed22-3fe1-45ee-9170-999b378cdd83 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:30.024970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-db23ebe4-754f-4676-9115-034f074f9913 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.031847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-db23ebe4-754f-4676-9115-034f074f9913 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.040978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-db23ebe4-754f-4676-9115-034f074f9913 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.045644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-db23ebe4-754f-4676-9115-034f074f9913 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.047296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-db23ebe4-754f-4676-9115-034f074f9913 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3094 time: 0.2964239 Jul 28 14:42:30.067442 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.087498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-e1a0bde2-fc99-4126-b47e-92f2db87d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.089102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-e1a0bde2-fc99-4126-b47e-92f2db87d15a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8239086 Jul 28 14:42:30.148543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.177148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0a6bd76-bbc6-4c56-9137-02438848be63 req-16f8903a-9e8a-4f1b-a122-09e686bcc7fc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181440 Jul 28 14:42:30.178264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:30.178674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: items = [ Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:30.206511 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:30.408146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973807d6-5a5a-4510-a08b-b50306e90a4d req-8caffa9f-11e7-4cd4-86e9-ffa261174b08 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.415752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-973807d6-5a5a-4510-a08b-b50306e90a4d req-8caffa9f-11e7-4cd4-86e9-ffa261174b08 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 932 time: 0.1351988 Jul 28 14:42:30.687759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f560e8-ce59-4f6f-80f1-13bdd43bbdac None None] Network 80b87b76-67fa-4722-9739-d0e874d779aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:30.761579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0f02-767a-4b08-b471-acda6ab1ade0 req-15a5ebc0-ca7d-4eb5-9ca3-4ded6a7bcd38 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:30.765736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a02b0f02-767a-4b08-b471-acda6ab1ade0 req-15a5ebc0-ca7d-4eb5-9ca3-4ded6a7bcd38 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 1.2188301 Jul 28 14:42:30.804989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.805423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Made reservation on behalf of dc2e76b247be45a58b8613e0c06cb839 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:30.837484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6db5f1f6-72d7-4edc-a6ca-6838852dfb2c {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 14:42:30.853033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.854915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/networks/6db5f1f6-72d7-4edc-a6ca-6838852dfb2c HTTP/1.1" status: 204 len: 168 time: 1.5364728 Jul 28 14:42:30.883518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-973807d6-5a5a-4510-a08b-b50306e90a4d req-9543f917-1f39-443b-a888-4f18d64e61b6 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667740 Jul 28 14:42:30.884926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417bfde-5272-48f0-8206-8255827f8f40 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Network': ['ID=6db5f1f6-72d7-4edc-a6ca-6838852dfb2c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:30.946199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.50', 58715) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:30.966449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Provisioning for port 86e5ed22-3fe1-45ee-9170-999b378cdd83 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:30.971554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Provisioning complete for port 86e5ed22-3fe1-45ee-9170-999b378cdd83 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:30.972050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:30.986699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:30.987283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:30.987641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:31.033295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.064879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a02b0f02-767a-4b08-b471-acda6ab1ade0 req-aff31ad5-c4b0-4ffd-8bbf-43ebf38761a0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740409 Jul 28 14:42:31.092545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:31.093565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:31.108722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:31.109645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:31.110148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:31.110700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Bound port: 769e2005-6f13-4bee-8228-d261300c2bc4, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:31.111241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.129394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4a9c3ce-4ad6-4a32-b938-34a82b7ec518 req-195328b6-2491-4e5b-8eb5-e6ea93071a8e tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.1446269 Jul 28 14:42:31.326934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afefbefc-b378-4a89-8599-d9e3a72d69f1 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:31.356333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-458b49cf-5a0e-4737-a1b2-83210d7cedfb tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.358130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-458b49cf-5a0e-4737-a1b2-83210d7cedfb tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 816 time: 0.4106674 Jul 28 14:42:31.361397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.380982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Request body: {'port': {'device_id': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'admin_state_up': True, 'tenant_id': '294ef7103aa741478383b9ab11173971'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:31.396736 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.465685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Transition to ACTIVE for port object afefbefc-b378-4a89-8599-d9e3a72d69f1 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:31.467502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] For port 86e5ed22-3fe1-45ee-9170-999b378cdd83, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86e5ed22-3fe1-45ee-9170-999b378cdd83,segment=NetworkSegment(4ef49ae2-1e35-4e02-8af1-43b1ef45ebce),segment_id=4ef49ae2-1e35-4e02-8af1-43b1ef45ebce)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:31.500849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-3ee9d16c-d413-49e6-9e98-da1d50b0a140 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.507744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-3ee9d16c-d413-49e6-9e98-da1d50b0a140 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.516760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-3ee9d16c-d413-49e6-9e98-da1d50b0a140 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.524678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-3ee9d16c-d413-49e6-9e98-da1d50b0a140 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:31.535441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-3ee9d16c-d413-49e6-9e98-da1d50b0a140 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3094 time: 0.2379391 Jul 28 14:42:31.573585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.580093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8::1 (80b87b76-67fa-4722-9739-d0e874d779aa/8f47e69a-e5a1-422a-b75f-40af22339942/54a15733-7079-46ee-8b4d-4e7d6a2be8e5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:31.589656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-ce1e16cb-ce26-4973-9044-ea6c3235146f service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4377487 Jul 28 14:42:31.595439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.625973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54604) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:31.635800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'name': 'tempest-router--349938538', 'project_id': 'b364ba95a2be4b62ae068604324376e2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:31.646082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.651715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b6620-643f-4c2a-a947-8598e7c3d404 None None] Pushing event updated for resources: {'Port': ['ID=86e5ed22-3fe1-45ee-9170-999b378cdd83,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:31.676629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d7f93e3-7cf2-476c-bc64-69873058ca53 req-60300abc-d580-4ec3-9f2a-a3bb0b9b92e4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400254 Jul 28 14:42:31.712454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:31.729141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fc1c60e3-2f82-42e1-a409-6c263cd1e09a None None] Provisioning complete for port 86e5ed22-3fe1-45ee-9170-999b378cdd83 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:31.730290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc1c60e3-2f82-42e1-a409-6c263cd1e09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.748108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.805855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Transition to ACTIVE for port object c06dede9-8405-4b5d-8a39-df4ef86f95e0 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:31.816772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Attempting to bind port afefbefc-b378-4a89-8599-d9e3a72d69f1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:31.817146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Attempting to bind port afefbefc-b378-4a89-8599-d9e3a72d69f1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:31.817472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Attempting to bind port afefbefc-b378-4a89-8599-d9e3a72d69f1 on network f4c1f85a-bb77-4048-a80c-eccd60337e3f {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:31.824890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Port afefbefc-b378-4a89-8599-d9e3a72d69f1 on network f4c1f85a-bb77-4048-a80c-eccd60337e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:31.825229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Attempting to bind port afefbefc-b378-4a89-8599-d9e3a72d69f1 on network f4c1f85a-bb77-4048-a80c-eccd60337e3f {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:31.831575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:31.831872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Checking segment: {'id': 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:31.832300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Bound using segment: {'id': 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:31.832772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Bound port: afefbefc-b378-4a89-8599-d9e3a72d69f1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:31.833240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.846341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Made reservation on behalf of 294ef7103aa741478383b9ab11173971 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:31.852790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:31.958245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:32.005944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:32.023145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1,segment=NetworkSegment(a4a3a7cf-37de-42a5-a6c8-1aeba463c299),segment_id=a4a3a7cf-37de-42a5-a6c8-1aeba463c299)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:32.031426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:32.035146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d3a9411d-d2b3-4502-863b-e27e03fe3bbe service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186699 Jul 28 14:42:32.074209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.132317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:32.148437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7a546-07f3-49ba-96ce-673d4c8876a9 req-3303d1ef-22a4-4943-b9a7-3b789695459f tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.150063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0e7a546-07f3-49ba-96ce-673d4c8876a9 req-3303d1ef-22a4-4943-b9a7-3b789695459f tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 944 time: 0.1893172 Jul 28 14:42:32.198331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Router f5313695-7129-426e-8886-dc3c6571af3c is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:32.210796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7de7ab-92af-4430-bd16-d408f56ca93d req-0406429f-2772-41c4-8776-460a81b7ce1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.213931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a7de7ab-92af-4430-bd16-d408f56ca93d req-0406429f-2772-41c4-8776-460a81b7ce1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.0559359 Jul 28 14:42:32.253412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.255388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.256560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.260399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.282075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Allocated IP 10.2.2.200 (ad33859d-0cf9-4685-97d8-6318e5f7a89c/292458b7-41f0-4981-9a61-4ca03a707058/c8c8141c-b2ed-40be-92d3-45d2da862986) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:32.285928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.337249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0e7a546-07f3-49ba-96ce-673d4c8876a9 req-fe65af97-fd60-4b51-8329-62beb5b8be5d tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740372 Jul 28 14:42:32.367925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.368676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.370323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] 10.222.0.53 "PUT /v2.0/ports/afefbefc-b378-4a89-8599-d9e3a72d69f1 HTTP/1.1" status: 200 len: 1093 time: 2.8207169 Jul 28 14:42:32.390326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.391535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.411138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Allocated IP 172.20.0.14 (e30f8eb3-55f4-42b9-ae0b-5d08f30de20d/0711c4f0-4143-4d86-a45a-318af1de5a7b/51e42cd4-485f-4a9b-8194-17721fccd2f5) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:32.411138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:32.412195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] 10.222.0.50 "PUT /v2.0/ports/769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1093 time: 6.7922094 Jul 28 14:42:32.412416 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711bc782-856f-4e04-99fa-faeb5c0021aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:32.412632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:32.412632 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b44131-91b3-465e-843e-2bb739b349bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:32.459557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a7de7ab-92af-4430-bd16-d408f56ca93d req-95b1a145-5ed0-48dc-8130-61774d52e01b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321119 Jul 28 14:42:32.463427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b472605-7bf0-4608-af85-99b8000e29d1 service neutron] Pushing event updated for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:32.522454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:32.557120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1003493-9597-4d8d-aa27-b931535a6adc service neutron] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:32.565616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.574688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.638077 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc1c56a-4df4-4d88-a34d-9b7df384d99c x-openstack-request-id: req-0dc1c56a-4df4-4d88-a34d-9b7df384d99c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:32.638648 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:32.638789 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0dc1c56a-4df4-4d88-a34d-9b7df384d99c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:32.639244 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1', 'status': 'completed', 'code': 200} Jul 28 14:42:32.650980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:32.656244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:32.700929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.712611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-83775bcc-7136-4940-9d52-d70f90fbb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.712882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe933f83-8797-420c-baee-3d7f6c8e71cf req-383eac70-5d7a-47db-bd73-376eb78358d6 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.1797557 Jul 28 14:42:32.720871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-83775bcc-7136-4940-9d52-d70f90fbb29d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8124f1de9e814dcba8cf2b5b7513da80&device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 1096 time: 0.1264298 Jul 28 14:42:32.783263 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e310b-7c2a-471e-bfcc-ac0e32b84566 x-openstack-request-id: req-668e310b-7c2a-471e-bfcc-ac0e32b84566 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:32.783584 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:32.783943 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-668e310b-7c2a-471e-bfcc-ac0e32b84566 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:32.784446 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'status': 'completed', 'code': 200} Jul 28 14:42:32.813016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 80b87b76-67fa-4722-9739-d0e874d779aa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:32.824919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:32.828516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:32.829286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.840861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-f31048a8-716e-48dd-ac84-215f1771f580 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1 HTTP/1.1" status: 200 len: 217 time: 0.1028268 Jul 28 14:42:32.855588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:32.877542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Transition to ACTIVE for port object 51e42cd4-485f-4a9b-8194-17721fccd2f5 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:32.954010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-3e897c7b-e47d-4348-870a-175b86c2cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:32.954010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-3e897c7b-e47d-4348-870a-175b86c2cf30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1096 time: 0.3429890 Jul 28 14:42:32.970085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event updated for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:33.053265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-b4d270ec-c585-4489-afd8-13eeb0c38cce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.057002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:33.063208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-b4d270ec-c585-4489-afd8-13eeb0c38cce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.066646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-b4d270ec-c585-4489-afd8-13eeb0c38cce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.069263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] Sync routers for ids ['f5313695-7129-426e-8886-dc3c6571af3c'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:33.072722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-b4d270ec-c585-4489-afd8-13eeb0c38cce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.081557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-b4d270ec-c585-4489-afd8-13eeb0c38cce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3094 time: 0.2428489 Jul 28 14:42:33.082210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.083438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.084488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] Routers {'f5313695-7129-426e-8886-dc3c6571af3c'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:33.085730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f5313695-7129-426e-8886-dc3c6571af3c'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:33.086088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.087321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-611ae069-d111-42a7-8d09-b5aff5712624 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.4549878 Jul 28 14:42:33.092376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54620) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:33.096910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-a96d618f-a4e9-48bd-a2ee-310511d4e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.098380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-a96d618f-a4e9-48bd-a2ee-310511d4e3b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69ff6306-1ff9-4476-a862-27b5456a3843 HTTP/1.1" status: 200 len: 854 time: 0.1663365 Jul 28 14:42:33.116495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-e790e155-2e76-4c6a-ab94-d0a36b8a5404 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 217 time: 0.1327453 Jul 28 14:42:33.142839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:33.166609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] Routers {'f5313695-7129-426e-8886-dc3c6571af3c'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:33.167644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f5313695-7129-426e-8886-dc3c6571af3c'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:33.214563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:33.221094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285eb62-8e42-4e29-89b4-24ec256213ef None None] The sync data for ids ['f5313695-7129-426e-8886-dc3c6571af3c'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:33.236577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=54a15733-7079-46ee-8b4d-4e7d6a2be8e5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:33.236697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-7d6624e3-154c-43b0-a7d5-09902182fac5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4c1f85a-bb77-4048-a80c-eccd60337e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963438 Jul 28 14:42:33.237866 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.275057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-526a90e6-f3bb-48f2-8051-8305b7929442 None None] Provisioning for port c06dede9-8405-4b5d-8a39-df4ef86f95e0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:33.279401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-526a90e6-f3bb-48f2-8051-8305b7929442 None None] Provisioning complete for port c06dede9-8405-4b5d-8a39-df4ef86f95e0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:33.280220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-526a90e6-f3bb-48f2-8051-8305b7929442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.281471 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.312659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Transition to ACTIVE for port object c8c8141c-b2ed-40be-92d3-45d2da862986 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:33.321560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-526a90e6-f3bb-48f2-8051-8305b7929442 None None] Port c06dede9-8405-4b5d-8a39-df4ef86f95e0 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:33.335442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-7ccb9636-f1d2-4894-b536-bad4834ac3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.336976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-7ccb9636-f1d2-4894-b536-bad4834ac3e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.2055731 Jul 28 14:42:33.339657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.346651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e9a61edb-c450-42bd-933f-7f63debe241c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.3437479 Jul 28 14:42:33.346651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5bd12722-c316-4a47-b881-828f2e8d96f4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8706911 Jul 28 14:42:33.355308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54622) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:33.372532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:33.399702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:33.400802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Request body: {'port': {'device_id': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:33.402723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.480276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f0de6bb-8805-47ab-8c4b-5fc5385e91c6 req-9a7e4f2d-75a8-40fa-b0a3-dfb168d27d4a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978148 Jul 28 14:42:33.493622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:33.503817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:33.536006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:42:33.554400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event updated for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:33.559928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Allocated IP 172.20.0.4 (e30f8eb3-55f4-42b9-ae0b-5d08f30de20d/0711c4f0-4143-4d86-a45a-318af1de5a7b/8b132f59-d534-4bbe-8f34-e3c1dbca95f2) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:33.577929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0620632c-be80-4cef-b849-69a8fac3016b None None] Provisioning for port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:33.583366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0620632c-be80-4cef-b849-69a8fac3016b None None] Provisioning complete for port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:33.583775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0620632c-be80-4cef-b849-69a8fac3016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.633032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4058a-befa-4594-b78f-d03e1466d748 req-93ac3e22-dbdc-451c-b18f-7664f20b2039 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.634688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eda4058a-befa-4594-b78f-d03e1466d748 req-93ac3e22-dbdc-451c-b18f-7664f20b2039 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 944 time: 0.1293447 Jul 28 14:42:33.683438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0620632c-be80-4cef-b849-69a8fac3016b None None] Port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:33.697920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-8a1bcb31-e8fa-4047-989a-37a6a4b37339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:33.701697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-8a1bcb31-e8fa-4047-989a-37a6a4b37339 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3559911 Jul 28 14:42:33.788924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86e5ed22-3fe1-45ee-9170-999b378cdd83 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:33.791418 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.796250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.856448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 86e5ed22-3fe1-45ee-9170-999b378cdd83 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:33.857065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:33.996832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-b9cc17f0-3ba7-419d-a8e1-914382cc7645 service neutron] 10.222.0.53 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563624 Jul 28 14:42:34.005044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.006384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.044341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.044927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ffd1eef-8d17-4cc9-910f-93d7d85568bb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:34.086460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.090517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b6155ec-6fb0-4bf7-b94e-84719598d31f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/routers/7ffd1eef-8d17-4cc9-910f-93d7d85568bb HTTP/1.1" status: 204 len: 168 time: 0.9928217 Jul 28 14:42:34.194068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c891b6b-9f8a-4b93-afc4-e554cd511dcb None None] Provisioning for port 51e42cd4-485f-4a9b-8194-17721fccd2f5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:34.198910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c891b6b-9f8a-4b93-afc4-e554cd511dcb None None] Provisioning complete for port 51e42cd4-485f-4a9b-8194-17721fccd2f5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:34.199327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8c891b6b-9f8a-4b93-afc4-e554cd511dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.209485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a3495-cf60-41b1-ab37-55ba86a3d33d req-1de4088e-7e02-409f-a1b7-63bf0988f7fd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.210937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d81a3495-cf60-41b1-ab37-55ba86a3d33d req-1de4088e-7e02-409f-a1b7-63bf0988f7fd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.5397837 Jul 28 14:42:34.211672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eda4058a-befa-4594-b78f-d03e1466d748 req-aa9cfefc-64e1-4de3-beb1-99c7e1e75ff3 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632560 Jul 28 14:42:34.212456 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.294143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-70417417-6f90-4313-b2f5-ba96ee5dda82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3531392 Jul 28 14:42:34.299635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.319591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8c891b6b-9f8a-4b93-afc4-e554cd511dcb None None] Port 51e42cd4-485f-4a9b-8194-17721fccd2f5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:34.326818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Request body: {'port': {'device_id': '1b6614ea-401c-48e6-b1dc-737070681033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:34.370707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a16f4ed-ad59-4949-9adc-fa337160abde req-2747e2f6-3d48-44bb-baee-53a44e60a7ec service neutron] 10.222.0.53 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589377 Jul 28 14:42:34.405388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.435568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.441308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Transition to ACTIVE for port object 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:34.446860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d81a3495-cf60-41b1-ab37-55ba86a3d33d req-71dab596-5e78-4546-9527-b458750bfeca tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932178 Jul 28 14:42:34.468156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:34.490281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.544876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54636) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-83b7955c-2d4f-4d48-b71d-6758bf4f29c0 req-76dc857e-49ba-4735-9330-bc08c6e00e6f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.1606231 Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.621801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.623066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.623066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:42:34.700630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:34.722649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:34.729969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:34.740345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:34.744705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-abaccaf4-b3ab-47a6-ac27-ace107c4e26f service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0094550 Jul 28 14:42:34.869500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:34.877370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1256598632', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:34.902744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:34.904596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event updated for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:34.913260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:34.917101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-393881ef-c396-47d6-bd36-79e79ea8cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.918807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-393881ef-c396-47d6-bd36-79e79ea8cbea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8124f1de9e814dcba8cf2b5b7513da80&device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 1096 time: 0.3094695 Jul 28 14:42:34.961595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.971434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.978147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.985736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.992396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:34.994753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-c039201d-0f61-4077-a402-b800cc097b46 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3815 time: 0.3734770 Jul 28 14:42:35.009948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.018906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.137897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.139109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.193489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbbeffd2-2e95-47f3-a0a0-c4b1c24fbf51 req-306549c4-4c20-4f6f-944d-077f8fd748ee tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766050 Jul 28 14:42:35.229333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e6f624a-c58b-45b9-a717-ca36ae185949 req-e37699aa-dd7e-41de-8446-afa1f89d368d service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461432 Jul 28 14:42:35.241962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-846dedf8-9c96-4d36-bfe2-7b2da7627ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.243870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-846dedf8-9c96-4d36-bfe2-7b2da7627ae5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f4c1f85a-bb77-4048-a80c-eccd60337e3f HTTP/1.1" status: 200 len: 915 time: 0.3171434 Jul 28 14:42:35.296276 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.307864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e42cd4-485f-4a9b-8194-17721fccd2f5 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:35.314370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-411bafd6-57db-45c2-82c9-695614a7d4ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1 HTTP/1.1" status: 200 len: 217 time: 0.0550344 Jul 28 14:42:35.315214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.316236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.333301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf000b6e-a9f8-47cf-9d75-f630f526b9d4 None None] Provisioning for port c8c8141c-b2ed-40be-92d3-45d2da862986 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:35.333887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.343491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf000b6e-a9f8-47cf-9d75-f630f526b9d4 None None] Provisioning complete for port c8c8141c-b2ed-40be-92d3-45d2da862986 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:35.343491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf000b6e-a9f8-47cf-9d75-f630f526b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.355327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.380920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f43ca-045a-4797-b0d6-c1b60320025f req-5737d459-5b5d-4293-a22e-33702a4d649e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.382724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a48f43ca-045a-4797-b0d6-c1b60320025f req-5737d459-5b5d-4293-a22e-33702a4d649e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 944 time: 0.0803165 Jul 28 14:42:35.470633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-8a9d9561-e036-456b-af88-059512101c76 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2561152 Jul 28 14:42:35.475143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.475975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.496692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:35.517962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a48f43ca-045a-4797-b0d6-c1b60320025f req-ed356c20-f89c-46df-90ef-5226aa80c810 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281531 Jul 28 14:42:35.561676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cf000b6e-a9f8-47cf-9d75-f630f526b9d4 None None] Port c8c8141c-b2ed-40be-92d3-45d2da862986 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:35.641402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=54a15733-7079-46ee-8b4d-4e7d6a2be8e5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:35.649733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44131-91b3-465e-843e-2bb739b349bf req-cbcf320f-599d-4dd5-a9fd-20ec0e3d7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.650980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-cbcf320f-599d-4dd5-a9fd-20ec0e3d7818 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1096 time: 0.2539549 Jul 28 14:42:35.718980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-83cd5bec-aeda-4207-8aec-b344648d530b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3450539 Jul 28 14:42:35.755671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Request body: {'port': {'device_id': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:35.762941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Transition to ACTIVE for port object 51e42cd4-485f-4a9b-8194-17721fccd2f5 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:35.839195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.845299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-f5874c7e-b911-4867-b02f-d6e850d1bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.846758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-f5874c7e-b911-4867-b02f-d6e850d1bb41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=69ff6306-1ff9-4476-a862-27b5456a3843 HTTP/1.1" status: 200 len: 854 time: 0.5233047 Jul 28 14:42:35.850151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.863083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8275c4ca-8c01-4c37-a2ab-0a246da05bdc None None] Provisioning for port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:35.868139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8275c4ca-8c01-4c37-a2ab-0a246da05bdc None None] Provisioning complete for port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:35.872884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8275c4ca-8c01-4c37-a2ab-0a246da05bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.875618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefa517-39ca-47da-88b2-a88d10e29c2e req-06d28d59-0a5a-4747-95f8-31a6e38bc9b8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.878984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aaefa517-39ca-47da-88b2-a88d10e29c2e req-06d28d59-0a5a-4747-95f8-31a6e38bc9b8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.1828139 Jul 28 14:42:35.908457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8275c4ca-8c01-4c37-a2ab-0a246da05bdc None None] Port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:35.910556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-ad919ce3-5461-4423-a1bd-834d5d9d86c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f4c1f85a-bb77-4048-a80c-eccd60337e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447328 Jul 28 14:42:35.916178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:35.956799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d8a8a-71a8-4bea-81bc-d8cc1d13edf1 req-38a252d6-71cf-4ead-94fb-cd18002abe4c tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.959215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d67d8a8a-71a8-4bea-81bc-d8cc1d13edf1 req-38a252d6-71cf-4ead-94fb-cd18002abe4c tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 931 time: 0.2474806 Jul 28 14:42:35.961969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 80b87b76-67fa-4722-9739-d0e874d779aa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:35.966209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44131-91b3-465e-843e-2bb739b349bf req-08ca322f-8384-41a4-b526-8042a1c5e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:35.967729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-08ca322f-8384-41a4-b526-8042a1c5e0ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.3018281 Jul 28 14:42:35.972842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:35.996582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.067633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aaefa517-39ca-47da-88b2-a88d10e29c2e req-ad8bf336-27f3-45a5-ae4e-1150e2b24d2c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608601 Jul 28 14:42:36.103455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-0516306c-a562-47d4-bf65-92f01c31ac16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 217 time: 0.1222098 Jul 28 14:42:36.193236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Pushing event updated for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:36.323627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-c81f6665-26ed-4066-8a54-cc88bb72829b service neutron] 10.222.0.53 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044292 Jul 28 14:42:36.407742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.431704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5f85b33d-bae8-4438-9339-82f13d251877 None None] Provisioning complete for port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:36.432346 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5f85b33d-bae8-4438-9339-82f13d251877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.468632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5f85b33d-bae8-4438-9339-82f13d251877 None None] Port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:42:36.563445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Attempting to bind port 51e42cd4-485f-4a9b-8194-17721fccd2f5 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:36.564523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Attempting to bind port 51e42cd4-485f-4a9b-8194-17721fccd2f5 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:36.564523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Attempting to bind port 51e42cd4-485f-4a9b-8194-17721fccd2f5 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:36.581471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.587708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.593645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.599645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.605493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.607409 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-e1d99bac-858b-4163-adc6-26dafeb9944b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3815 time: 0.2338138 Jul 28 14:42:36.610324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Port 51e42cd4-485f-4a9b-8194-17721fccd2f5 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:36.610657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Attempting to bind port 51e42cd4-485f-4a9b-8194-17721fccd2f5 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:36.615575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-711bc782-856f-4e04-99fa-faeb5c0021aa req-57760025-4b5f-4aa2-99a9-7c0e37090d8f service neutron] 10.222.0.53 "GET /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346096 Jul 28 14:42:36.627676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:36.640957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Checking segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:36.640957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Bound using segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:36.640957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Bound port: 51e42cd4-485f-4a9b-8194-17721fccd2f5, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:36.640957 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.652739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d67d8a8a-71a8-4bea-81bc-d8cc1d13edf1 req-2f3b6b9b-1c00-45f8-8900-dada985a73d6 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826735 Jul 28 14:42:36.715919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44131-91b3-465e-843e-2bb739b349bf req-57903f47-c72d-4af8-8861-00e067e73701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.717404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-57903f47-c72d-4af8-8861-00e067e73701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.5204442 Jul 28 14:42:36.742333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1e810ea-ba0a-4ea9-8374-cd4497d5e932 req-477dbce1-0d0f-4a3f-b538-628ca9d44c04 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256788 Jul 28 14:42:36.773620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:36.788954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:36.850211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device afefbefc-b378-4a89-8599-d9e3a72d69f1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:36.903348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.971433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.973325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:36.974120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:36.975426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] 10.222.0.50 "PUT /v2.0/ports/51e42cd4-485f-4a9b-8194-17721fccd2f5 HTTP/1.1" status: 200 len: 1093 time: 2.6581049 Jul 28 14:42:36.978454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:36.981552 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:37.007575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1,segment=NetworkSegment(a4a3a7cf-37de-42a5-a6c8-1aeba463c299),segment_id=a4a3a7cf-37de-42a5-a6c8-1aeba463c299)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:37.023562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.025403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06dede9-8405-4b5d-8a39-df4ef86f95e0 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:37.033625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44131-91b3-465e-843e-2bb739b349bf req-e9f89853-def2-4bf6-b66b-0aaa3efc53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.035211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-e9f89853-def2-4bf6-b66b-0aaa3efc53d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2546058 Jul 28 14:42:37.043868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'afefbefc-b378-4a89-8599-d9e3a72d69f1', 'network_id': 'f4c1f85a-bb77-4048-a80c-eccd60337e3f', 'port_id': 'afefbefc-b378-4a89-8599-d9e3a72d69f1', 'mac_address': 'fa:16:3e:25:b0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ff6306-1ff9-4476-a862-27b5456a3843', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:37.061155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.078809 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776aa46-1d1e-4d05-9e54-e1dc8f740975 x-openstack-request-id: req-e776aa46-1d1e-4d05-9e54-e1dc8f740975 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:37.079225 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:37.079225 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e776aa46-1d1e-4d05-9e54-e1dc8f740975 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:37.079529 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5', 'status': 'completed', 'code': 200} Jul 28 14:42:37.080249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a2c53-db4e-4767-b430-4c4397d5e178 service neutron] Pushing event updated for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:37.097756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4cb6-fc34-48ed-9d0f-77d816ec986a req-b306b6f7-ad9a-426d-bb0f-f9054ef0e3fd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.107996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1deb4cb6-fc34-48ed-9d0f-77d816ec986a req-b306b6f7-ad9a-426d-bb0f-f9054ef0e3fd tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 944 time: 0.2707813 Jul 28 14:42:37.148384 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.172293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afefbefc-b378-4a89-8599-d9e3a72d69f1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:37.182186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Transition to ACTIVE for port object c06dede9-8405-4b5d-8a39-df4ef86f95e0 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:37.207219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1,segment=NetworkSegment(a4a3a7cf-37de-42a5-a6c8-1aeba463c299),segment_id=a4a3a7cf-37de-42a5-a6c8-1aeba463c299)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:37.268828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 53234cb7-6c1f-43c3-8709-ad5523a582c2 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:37.297878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-dc06fd21-2649-42aa-a4e2-23841df4f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.299502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-dc06fd21-2649-42aa-a4e2-23841df4f2cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 1096 time: 0.1984041 Jul 28 14:42:37.301915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Allocated IP 172.25.0.9 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/05320f10-3040-41d0-a2fe-1f77b9a57e9c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:37.317739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e840232c-c673-4690-8d4e-d2111dccacfa {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:37.335310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.349222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac9e51-9717-4640-8e6a-43b8f1ac287e req-ba1b29bf-53b5-42d3-86d3-4d4ce22dec62 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.355190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0ac9e51-9717-4640-8e6a-43b8f1ac287e req-ba1b29bf-53b5-42d3-86d3-4d4ce22dec62 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.1232131 Jul 28 14:42:37.357807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1deb4cb6-fc34-48ed-9d0f-77d816ec986a req-e84d6c97-acf5-481f-a05e-299f95e7f0f6 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096050 Jul 28 14:42:37.388279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.436818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.439802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:37.495048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Transition to ACTIVE for port object e840232c-c673-4690-8d4e-d2111dccacfa will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:37.521216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-1f258bbd-7148-407d-8fe0-6128f42a9d0a service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717643 Jul 28 14:42:37.549656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0ac9e51-9717-4640-8e6a-43b8f1ac287e req-b96581f2-66ac-4cab-863d-e74677fda29f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665468 Jul 28 14:42:37.602330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-df40a3cf-17c9-4d26-9f9e-a9d625f59516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.603965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-df40a3cf-17c9-4d26-9f9e-a9d625f59516 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=294ef7103aa741478383b9ab11173971&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2886479 Jul 28 14:42:37.619031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:37.698005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.741351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.757591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Pushing event updated for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:37.773964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:37.779898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8023cbfc-c17f-43b7-a197-4f65f556bc66 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/53234cb7-6c1f-43c3-8709-ad5523a582c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028465 Jul 28 14:42:37.790613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] Sync routers for ids ['53234cb7-6c1f-43c3-8709-ad5523a582c2'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:37.793686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54664) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:37.808300 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] Routers {'53234cb7-6c1f-43c3-8709-ad5523a582c2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:37.808953 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['53234cb7-6c1f-43c3-8709-ad5523a582c2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:37.834726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:37.850484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:37.886739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:37.889878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '769e2005-6f13-4bee-8228-d261300c2bc4', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:37.894004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:37.912061 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] Routers {'53234cb7-6c1f-43c3-8709-ad5523a582c2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:37.923550 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['53234cb7-6c1f-43c3-8709-ad5523a582c2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:37.923754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-c44f6bb9-54b2-45c0-9019-d563cae4fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:37.925572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0762deb0-d0a6-44cc-8a6e-4a6326c8a462 req-c44f6bb9-54b2-45c0-9019-d563cae4fea5 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3053031 Jul 28 14:42:37.964784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['afefbefc-b378-4a89-8599-d9e3a72d69f1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:37.970676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Transition to ACTIVE for port object 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:37.999874 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:38.000532 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffd041-d0d5-46b2-b340-4d141f1855de None None] The sync data for ids ['53234cb7-6c1f-43c3-8709-ad5523a582c2'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:38.037743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f3f45f-0e3d-4977-9119-664d72274756 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.042065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-85f3f45f-0e3d-4977-9119-664d72274756 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports/54a15733-7079-46ee-8b4d-4e7d6a2be8e5 HTTP/1.1" status: 200 len: 911 time: 0.1990130 Jul 28 14:42:38.050233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:38.056349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54666) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:38.060011 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.079673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:38.097151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-46cf0c48-f422-4a36-925b-b90301eaa227 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572631 Jul 28 14:42:38.107616 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.134255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:38.170346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:38.180522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.216032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-53c06def-eefa-4ad6-9d4d-8451c50b9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.217621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-53c06def-eefa-4ad6-9d4d-8451c50b9b4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 1096 time: 0.2142353 Jul 28 14:42:38.248979 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.260712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af903b0-f320-4110-aa0d-2016fab7e34c req-91481901-529e-4763-a2b7-6d7bf2c020ee tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.262543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5af903b0-f320-4110-aa0d-2016fab7e34c req-91481901-529e-4763-a2b7-6d7bf2c020ee tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 931 time: 0.4719555 Jul 28 14:42:38.277203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Attempting to bind port c06dede9-8405-4b5d-8a39-df4ef86f95e0 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:38.278074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Attempting to bind port c06dede9-8405-4b5d-8a39-df4ef86f95e0 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:38.278074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Attempting to bind port c06dede9-8405-4b5d-8a39-df4ef86f95e0 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:38.294147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.299671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.305726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.312957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.318839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.325020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.326984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-ee36d2f9-edea-41a4-bf10-8bf8daa85930 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3827 time: 0.2535586 Jul 28 14:42:38.332824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:38.334715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:38.336442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event updated for resources: {'Port': ['ID=05320f10-3040-41d0-a2fe-1f77b9a57e9c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:38.339589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-b52c0655-ac63-4293-bf0a-e77036bb12d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5 HTTP/1.1" status: 200 len: 217 time: 0.1085033 Jul 28 14:42:38.342359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:38.347573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Port c06dede9-8405-4b5d-8a39-df4ef86f95e0 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:38.348021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Attempting to bind port c06dede9-8405-4b5d-8a39-df4ef86f95e0 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:38.356025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.357597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:38.551198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf20063c-550e-4a15-9ac9-95e7a625deb1 req-2b594c4f-3f1e-4f6d-b471-38bc1ecf6c52 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824639 Jul 28 14:42:38.556001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-31c9f034-c5c7-4e4c-a2bc-5f65409b1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:38.557491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-31c9f034-c5c7-4e4c-a2bc-5f65409b1e04 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.1720982 Jul 28 14:42:38.602064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['769e2005-6f13-4bee-8228-d261300c2bc4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:38.740538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:38.740895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Checking segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:38.741257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Bound using segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:38.741708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Bound port: c06dede9-8405-4b5d-8a39-df4ef86f95e0, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:38.742609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:38.834713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5af903b0-f320-4110-aa0d-2016fab7e34c req-43ca150f-a226-4266-9758-9cacf76b32b4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539041 Jul 28 14:42:38.843734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Attempting to bind port e840232c-c673-4690-8d4e-d2111dccacfa on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:38.843976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Attempting to bind port e840232c-c673-4690-8d4e-d2111dccacfa by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:38.844214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Attempting to bind port e840232c-c673-4690-8d4e-d2111dccacfa on network 2ac1d81f-b430-400f-be80-8a9d4cdf197e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:38.862359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device afefbefc-b378-4a89-8599-d9e3a72d69f1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:38.885677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Port e840232c-c673-4690-8d4e-d2111dccacfa on network 2ac1d81f-b430-400f-be80-8a9d4cdf197e not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:38.886021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Attempting to bind port e840232c-c673-4690-8d4e-d2111dccacfa on network 2ac1d81f-b430-400f-be80-8a9d4cdf197e {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:38.963772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:38.964177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Checking segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:38.964801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Bound using segment: {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:38.965552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Bound port: e840232c-c673-4690-8d4e-d2111dccacfa, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b4ac8a-7c8a-47cc-94e1-39052309cbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:38.966173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.059952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:39.076475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port afefbefc-b378-4a89-8599-d9e3a72d69f1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:39.077439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Attempting to bind port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:39.078211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Attempting to bind port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:39.078211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Attempting to bind port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:39.089673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port afefbefc-b378-4a89-8599-d9e3a72d69f1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:39.089673 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.117138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:39.117573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Attempting to bind port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 on network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:39.117909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:39.130069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-ba37a55f-b8c9-44e8-90f8-6cff754a65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.131627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-ba37a55f-b8c9-44e8-90f8-6cff754a65b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5651929 Jul 28 14:42:39.133126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router f5313695-7129-426e-8886-dc3c6571af3c has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:39.142273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:39.142618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Checking segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:39.147551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Bound using segment: {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:39.147551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Bound port: 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:39.147551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.182676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6f1dc-f5f9-4c68-a507-65a693c929a2 req-88dc7d61-9b7a-44cd-81db-5a3ba1983d8d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.184333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fc6f1dc-f5f9-4c68-a507-65a693c929a2 req-88dc7d61-9b7a-44cd-81db-5a3ba1983d8d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1918175 Jul 28 14:42:39.184577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.190914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:39.196244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:39.213550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:39.216420 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7502f4-df4c-4ac8-b34b-84386e1a1169" -d '{"events": [{"server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "name": "network-vif-plugged", "status": "completed", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:39.235608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1,segment=NetworkSegment(a4a3a7cf-37de-42a5-a6c8-1aeba463c299),segment_id=a4a3a7cf-37de-42a5-a6c8-1aeba463c299)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:39.235878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b01248-32ed-4691-82c2-225e4c523045 req-3a47b487-34b4-4129-a732-ba1d1d629e88 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.240295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12b01248-32ed-4691-82c2-225e4c523045 req-3a47b487-34b4-4129-a732-ba1d1d629e88 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 945 time: 0.5866501 Jul 28 14:42:39.248130 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.312558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.313128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.314808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] 10.222.0.53 "PUT /v2.0/ports/c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 200 len: 1092 time: 5.9578655 Jul 28 14:42:39.316563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:39.319124 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1eda4f-6da4-4d30-9f12-359d17ba620c" -d '{"events": [{"name": "network-changed", "server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:39.328444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.351992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.393739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.416091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12b01248-32ed-4691-82c2-225e4c523045 req-b0823a26-d23b-4890-a0ea-671f2f47c235 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519272 Jul 28 14:42:39.423593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fc6f1dc-f5f9-4c68-a507-65a693c929a2 req-92a1f1bb-e01a-4419-9efd-ff6c7ba513db tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252173 Jul 28 14:42:39.444803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.445692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.447165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] 10.222.0.53 "PUT /v2.0/ports/e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1092 time: 3.9608755 Jul 28 14:42:39.454785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:39.459359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-b7e824a9-bdcb-4f70-9447-16fd26cb899d service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179090 Jul 28 14:42:39.470900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:39.522890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c3327-5f2a-42d7-8eee-18b040074998 service neutron] Pushing event updated for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.539631 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba24e1-8a63-476d-9342-b6e35d8a1574 x-openstack-request-id: req-c9ba24e1-8a63-476d-9342-b6e35d8a1574 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:39.539950 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "name": "network-vif-plugged", "status": "completed", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:39.540190 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9ba24e1-8a63-476d-9342-b6e35d8a1574 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:39.540612 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1', 'code': 200} Jul 28 14:42:39.565303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:39.569974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.576892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] Sync routers for ids ['f5313695-7129-426e-8886-dc3c6571af3c'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:39.583000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-95a5c0ee-f19b-423d-b2c7-f8442ace009c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "PUT /v2.0/routers/f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 200 len: 925 time: 6.2247300 Jul 28 14:42:39.591158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54680) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:39.594987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] Routers {'f5313695-7129-426e-8886-dc3c6571af3c'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:39.595640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f5313695-7129-426e-8886-dc3c6571af3c'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:39.644756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.646313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:39.657975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:39.683000 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31dfdad-f400-42ca-ac09-3dd472ac9e14 x-openstack-request-id: req-d31dfdad-f400-42ca-ac09-3dd472ac9e14 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:39.683360 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:39.683562 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d31dfdad-f400-42ca-ac09-3dd472ac9e14 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:39.689341 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0', 'status': 'completed', 'code': 200} Jul 28 14:42:39.741353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] Routers {'f5313695-7129-426e-8886-dc3c6571af3c'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:39.742066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f5313695-7129-426e-8886-dc3c6571af3c'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:39.772110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.775532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-f0bdc364-5daf-4f92-b611-aa9fabea27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.777383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-f0bdc364-5daf-4f92-b611-aa9fabea27ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 1095 time: 0.3291578 Jul 28 14:42:39.781866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:39.782773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad3f50-06ac-4905-9cde-2c1332b708be None None] The sync data for ids ['f5313695-7129-426e-8886-dc3c6571af3c'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:39.782917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.788734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:39.840544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 769e2005-6f13-4bee-8228-d261300c2bc4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:39.845819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 769e2005-6f13-4bee-8228-d261300c2bc4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:39.846220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.900641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:39.901317 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:39.903542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] 10.222.0.50 "PUT /v2.0/ports/8b132f59-d534-4bbe-8f34-e3c1dbca95f2 HTTP/1.1" status: 200 len: 1092 time: 4.1544626 Jul 28 14:42:39.922229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:39.924631 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b097b307-6549-4fab-9ed0-65270f76cf9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:39.943224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9423-f198-4510-9c0d-5fd1472d5902 service neutron] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:39.971019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.013791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-5fb0592c-5ff0-416c-a9a0-31e9ef867436 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 200 len: 217 time: 0.1582901 Jul 28 14:42:40.021784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:40.034367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-58bccab3-f26a-4703-b3ac-6c243932ed62 req-3c2dc4b1-43fb-4c7c-9c4c-e9e640793924 service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953185 Jul 28 14:42:40.057540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7f48f-8023-4502-95d6-0f7b696a3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:40.059024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a510840f-5ce7-489b-a712-6bc883aac205 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 200 len: 925 time: 0.4593980 Jul 28 14:42:40.064538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.068014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:40.091697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.093532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3083de-25ca-4e52-90a7-e64e806ce61e req-32b14012-4871-4f1e-88ff-c241fa2350d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.094938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a3083de-25ca-4e52-90a7-e64e806ce61e req-32b14012-4871-4f1e-88ff-c241fa2350d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 1098 time: 0.4047823 Jul 28 14:42:40.098832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.105008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.111927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.118265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.119885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79f489a8-15cc-4b90-ba06-82226592d9de req-4a2484a5-f0da-4a87-8144-8f54e0cfaf00 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3827 time: 0.3874667 Jul 28 14:42:40.172639 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.206012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-aad0aeab-eb36-4030-9b41-52f825ee6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.208013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-aad0aeab-eb36-4030-9b41-52f825ee6448 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.1712241 Jul 28 14:42:40.221800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd639a09-f0bf-4fc8-9dbb-3c1f43a8f323 req-4174b2cd-2aa0-4bba-acc1-cec568f132a1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.225275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd639a09-f0bf-4fc8-9dbb-3c1f43a8f323 req-4174b2cd-2aa0-4bba-acc1-cec568f132a1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 943 time: 0.2280748 Jul 28 14:42:40.236800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:40.298526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a3083de-25ca-4e52-90a7-e64e806ce61e req-2c66fc88-7458-4f09-8687-2f1bdb43660f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942906 Jul 28 14:42:40.338019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd639a09-f0bf-4fc8-9dbb-3c1f43a8f323 req-23e4691a-5d8c-40c5-876b-b04f2d114150 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957851 Jul 28 14:42:40.340114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-e6759584-169a-4b11-9ab6-eb49f504542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.341795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-e6759584-169a-4b11-9ab6-eb49f504542b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153402 Jul 28 14:42:40.360345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79f489a8-15cc-4b90-ba06-82226592d9de req-ad9316be-8f3c-4fcf-aaca-26b6300c06c1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117717 Jul 28 14:42:40.407946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ebde8b-48cc-4acc-b93b-6174c4ce3e4b tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.411086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-91ebde8b-48cc-4acc-b93b-6174c4ce3e4b tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=f5313695-7129-426e-8886-dc3c6571af3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3285213 Jul 28 14:42:40.412905 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87322f04-2f51-475c-99ca-095b95435063 x-openstack-request-id: req-87322f04-2f51-475c-99ca-095b95435063 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:40.413151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:40.413396 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-87322f04-2f51-475c-99ca-095b95435063 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:40.413782 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2', 'status': 'completed', 'code': 200} Jul 28 14:42:40.416722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:40.427624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-d3a85273-5b3e-4682-9b7c-72133f066cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.429154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-d3a85273-5b3e-4682-9b7c-72133f066cad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 1095 time: 0.3083401 Jul 28 14:42:40.456943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:40.456943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.554304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-0edcc903-3d00-49b1-bb93-023433f35b3b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2 HTTP/1.1" status: 200 len: 217 time: 0.0696084 Jul 28 14:42:40.595193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.642480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 54a15733-7079-46ee-8b4d-4e7d6a2be8e5 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:40.684212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a04d6a-45c7-4655-8881-c0c394649edf req-9d4a8489-3369-4197-a9d2-101ec936b6f6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.685722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08a04d6a-45c7-4655-8881-c0c394649edf req-9d4a8489-3369-4197-a9d2-101ec936b6f6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1441076 Jul 28 14:42:40.709706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:40.779745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-dcad7d9b-ac57-4273-a02d-8252b07faed1 service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040439 Jul 28 14:42:40.799987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-f33ea748-7bda-484f-ba74-1a955eba0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.800515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08a04d6a-45c7-4655-8881-c0c394649edf req-9f93fa07-51b0-4ed2-b675-607bfcfa82ca tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848830 Jul 28 14:42:40.801460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-f33ea748-7bda-484f-ba74-1a955eba0580 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.1955285 Jul 28 14:42:40.831322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2508a4-48e8-443f-909a-f935eebecaad req-b2d8ff19-3b05-4015-9191-141cd3ee00eb tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.831322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce2508a4-48e8-443f-909a-f935eebecaad req-b2d8ff19-3b05-4015-9191-141cd3ee00eb tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 946 time: 0.2964957 Jul 28 14:42:40.876921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2c4a3-0cea-45ba-a604-820805ba81ad tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:40.881011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-18a2c4a3-0cea-45ba-a604-820805ba81ad tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.4582551 Jul 28 14:42:40.882999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54698) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:40.914203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bfa753a0-5149-4320-b7d1-89c3a1699c11 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 200 len: 205 time: 0.0300889 Jul 28 14:42:40.922838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54700) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:40.988306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce2508a4-48e8-443f-909a-f935eebecaad req-5f128e8c-3475-4b28-94b8-50440ed2fe50 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428230 Jul 28 14:42:41.017999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-3fe2ab0d-1c8f-4e27-b741-a163c549c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.019592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-3fe2ab0d-1c8f-4e27-b741-a163c549c8ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992600 Jul 28 14:42:41.047536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:41.055835 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.067463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d293003-fbda-41d6-9593-d9092a1122c3 req-501753f3-f13f-4895-9d3a-5118fea34b8d service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788465 Jul 28 14:42:41.099261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.108760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Transition to ACTIVE for port object 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:41.162540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-f24b4f86-f8ea-4f15-9ce6-c021cc873193 service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324818 Jul 28 14:42:41.260221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Router 98d4082f-86d2-4643-9350-174e468722cf is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:41.262041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.301027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efd3ed4d-07a8-4a95-bc29-9c845669d029 req-89f8d2f7-a194-418a-b24a-155ef442d659 service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312225 Jul 28 14:42:41.402426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:41.512156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.541650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:41.545205 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715a5650-9c74-450b-a450-b5c74bfe53b1" -d '{"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:41.593931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=54a15733-7079-46ee-8b4d-4e7d6a2be8e5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:41.716627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-3e6419fd-e7f9-4744-ae1c-6ecfa7fc1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.718835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-3e6419fd-e7f9-4744-ae1c-6ecfa7fc1453 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 1095 time: 0.2250602 Jul 28 14:42:41.719331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:41.721655 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e433db7-9867-4e3b-826b-4b0b47903f21" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:41.801237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c08e-0c86-4c5d-9cbd-fa39c7936987 req-c107bf03-add3-47eb-bb4f-0ed34b5ff586 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.802853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d07c08e-0c86-4c5d-9cbd-fa39c7936987 req-c107bf03-add3-47eb-bb4f-0ed34b5ff586 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 943 time: 0.3109334 Jul 28 14:42:41.837474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.859921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:41.940605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:41.957257 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] Sync routers for ids ['98d4082f-86d2-4643-9350-174e468722cf'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:41.969725 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] Routers {'98d4082f-86d2-4643-9350-174e468722cf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:41.970943 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['98d4082f-86d2-4643-9350-174e468722cf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:41.988242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d07c08e-0c86-4c5d-9cbd-fa39c7936987 req-ea56bc88-1cc1-42aa-8aa3-d3c5f2cc64f0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546552 Jul 28 14:42:41.990340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.993787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-2c775f18-5e3b-42dd-807b-891ad95db629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:41.995310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-2c775f18-5e3b-42dd-807b-891ad95db629 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 917 time: 0.2598114 Jul 28 14:42:41.996378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.002628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.010073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.015331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.016974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.021782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.023835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-49023257-85c4-46e3-a079-08c1c6d7dc9c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 4604 time: 0.5518901 Jul 28 14:42:42.033527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-9beb3698-1048-40f3-8b4c-6cfb2d6af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.035315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-9beb3698-1048-40f3-8b4c-6cfb2d6af976 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 1095 time: 0.1664939 Jul 28 14:42:42.035838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] Routers {'98d4082f-86d2-4643-9350-174e468722cf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:42.036561 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['98d4082f-86d2-4643-9350-174e468722cf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.037433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Attempting to bind port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:42.037765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Attempting to bind port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:42.038140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Attempting to bind port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:42.079541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on network f29ba33f-336c-4637-baa7-e1e1c051e438 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:42.079939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Attempting to bind port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:42.080203 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e669ec6-8c90-4d95-ab24-002f18f15704 x-openstack-request-id: req-3e669ec6-8c90-4d95-ab24-002f18f15704 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:42.080790 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:42.081228 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e669ec6-8c90-4d95-ab24-002f18f15704 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:42.081810 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'code': 200} Jul 28 14:42:42.083410 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.084395 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e45f84b-68af-42ee-b34f-d38c38a7c426 None None] The sync data for ids ['98d4082f-86d2-4643-9350-174e468722cf'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:42.129886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-6be8f297-72eb-49e3-a554-d180c277d311 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 200 len: 217 time: 0.0724049 Jul 28 14:42:42.134701 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717e3a7-501a-46d3-b02c-5367bed548a9 x-openstack-request-id: req-4717e3a7-501a-46d3-b02c-5367bed548a9 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:42.134845 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:42.135134 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4717e3a7-501a-46d3-b02c-5367bed548a9 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:42.135529 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'status': 'completed', 'code': 200} Jul 28 14:42:42.148937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:42.149536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:42.149770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Bound using segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:42.150467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Bound port: 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:42.150582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.150672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 53234cb7-6c1f-43c3-8709-ad5523a582c2 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:42.200260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec715d83-28f8-48a2-b8f8-29d98a7c22f9 req-cbb2348c-a77d-4d82-bc2d-e3bafebae15b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614971 Jul 28 14:42:42.230154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port 03f7304a-2612-4d1e-8fd0-c40ed051f874 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:42.234197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.257659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.259807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c7842cc3-b7c0-44bf-b440-205eade4f5ea tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.7077451 Jul 28 14:42:42.268921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94bdc330-1cd1-49e0-bb06-b08524778d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.279766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54716) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.391363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-0a9dcf26-4880-4094-873d-27f1d0938dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.392942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e74931-5b0c-4b67-ba42-c41d7b91a63e req-a058eeba-ba82-4d82-8e91-9ae109b5e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.393755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-0a9dcf26-4880-4094-873d-27f1d0938dad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.2303228 Jul 28 14:42:42.394530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22e74931-5b0c-4b67-ba42-c41d7b91a63e req-a058eeba-ba82-4d82-8e91-9ae109b5e8bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1098 time: 0.2107117 Jul 28 14:42:42.395567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-cce5c368-4e57-4bc0-92b3-cc1af046c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.396902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-cce5c368-4e57-4bc0-92b3-cc1af046c0ae service neutron] 10.222.0.50 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 917 time: 0.3502614 Jul 28 14:42:42.415457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:42.425933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1bcd399d-ce1f-4cee-b180-9c34cc6fcef0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/53234cb7-6c1f-43c3-8709-ad5523a582c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3502336 Jul 28 14:42:42.428579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] Sync routers for ids ['53234cb7-6c1f-43c3-8709-ad5523a582c2'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:42.431559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.431710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.432149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.432629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.433105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.433577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.435430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-d28cacc0-e081-42d1-bd33-4a40252d40c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5250 time: 0.2591398 Jul 28 14:42:42.440082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54718) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.440218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] Routers {'53234cb7-6c1f-43c3-8709-ad5523a582c2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:42.440218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['53234cb7-6c1f-43c3-8709-ad5523a582c2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.464761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:42.480688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.490738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] Routers {'53234cb7-6c1f-43c3-8709-ad5523a582c2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:42.491498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['53234cb7-6c1f-43c3-8709-ad5523a582c2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.524439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2da4f0-a4cb-4391-9dfc-b71556544da9 req-f6c854da-466c-4a97-bfe1-9d7f94487e70 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.525483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a2da4f0-a4cb-4391-9dfc-b71556544da9 req-f6c854da-466c-4a97-bfe1-9d7f94487e70 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.3041921 Jul 28 14:42:42.527257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:42.528142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6b8d0-956d-43b2-becf-e2a376a6e980 None None] The sync data for ids ['53234cb7-6c1f-43c3-8709-ad5523a582c2'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:42.535903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:42.539529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-2966b24b-ece9-41a7-970a-7aad84317727 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2 HTTP/1.1" status: 200 len: 217 time: 0.1236303 Jul 28 14:42:42.556740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-924247ba-0068-4223-ab5d-5f825fd2604e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=53234cb7-6c1f-43c3-8709-ad5523a582c2 HTTP/1.1" status: 200 len: 205 time: 0.1029148 Jul 28 14:42:42.563414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6468179-794e-40d8-b7da-6a8c99486d4e req-079bb945-3254-4da2-b426-d6df6ef31917 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.563414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6468179-794e-40d8-b7da-6a8c99486d4e req-079bb945-3254-4da2-b426-d6df6ef31917 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 946 time: 0.1952586 Jul 28 14:42:42.567095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.588253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.618561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for 03f7304a-2612-4d1e-8fd0-c40ed051f874 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:42.635125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-8cf0368d-5f02-4561-9960-18e4ebe7914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.636720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-8cf0368d-5f02-4561-9960-18e4ebe7914d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341070 Jul 28 14:42:42.660668 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4663d281-bdfd-4c88-a15f-5da8fda78553 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/98d4082f-86d2-4643-9350-174e468722cf HTTP/1.1" status: 200 len: 919 time: 0.3820605 Jul 28 14:42:42.666520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.669602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-22e74931-5b0c-4b67-ba42-c41d7b91a63e req-0af18e88-7819-443a-b916-efc2bcbb1751 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550490 Jul 28 14:42:42.669858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54722) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.717094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a2da4f0-a4cb-4391-9dfc-b71556544da9 req-b42881d5-dd41-4b36-99a2-384c01115832 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573625 Jul 28 14:42:42.756602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.756602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.757666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 1136 time: 3.0221584 Jul 28 14:42:42.765176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:42.768747 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "6e4b73cf-851d-4a1c-afa9-1767e2ce8881"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:42.785942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:42.791189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-01b4dfe4-f737-4a8d-9d33-5fd1dae5d667 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=98d4082f-86d2-4643-9350-174e468722cf HTTP/1.1" status: 200 len: 205 time: 0.1178145 Jul 28 14:42:42.799331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54726) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:42.810496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-12ca0073-16a4-43eb-b82f-1811d9ab0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.811212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-12ca0073-16a4-43eb-b82f-1811d9ab0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.812015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-12ca0073-16a4-43eb-b82f-1811d9ab0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.813890 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-12ca0073-16a4-43eb-b82f-1811d9ab0213 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3586078 Jul 28 14:42:42.842014 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d754cae1-3650-4a0f-ad36-9b6ab91af060 x-openstack-request-id: req-d754cae1-3650-4a0f-ad36-9b6ab91af060 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:42.842522 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "6e4b73cf-851d-4a1c-afa9-1767e2ce8881", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:42.842921 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d754cae1-3650-4a0f-ad36-9b6ab91af060 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:42.843434 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881', 'status': 'completed', 'code': 200} Jul 28 14:42:42.848896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-a1bb9134-de6c-4d13-85b8-210531e2988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:42.850572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-a1bb9134-de6c-4d13-85b8-210531e2988c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.2825465 Jul 28 14:42:42.862775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6468179-794e-40d8-b7da-6a8c99486d4e req-28e4cd3c-fa04-4a8b-b582-d8b6fb37e998 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698679 Jul 28 14:42:42.870273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c06dede9-8405-4b5d-8a39-df4ef86f95e0 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:42.917956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069eb15-f11b-43df-aa21-8cc4b0b34375 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:42.932109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:43.063835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:43.080640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'port_id': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0', 'mac_address': 'fa:16:3e:fe:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711c4f0-4143-4d86-a45a-318af1de5a7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:43.138509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.154067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06dede9-8405-4b5d-8a39-df4ef86f95e0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:43.183216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.183216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.183216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.184400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:43.249650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-9fa01593-56e5-49c6-9c27-766e28bee40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.251622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-9fa01593-56e5-49c6-9c27-766e28bee40a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694867 Jul 28 14:42:43.303446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.362603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:43.408134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.410605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router 53234cb7-6c1f-43c3-8709-ad5523a582c2 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:43.423252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.424405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7c7eb225-e33f-4ab0-8668-4fd26d7d86c5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/53234cb7-6c1f-43c3-8709-ad5523a582c2 HTTP/1.1" status: 204 len: 168 time: 0.8552325 Jul 28 14:42:43.428736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54742) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:43.495041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-21881626-efcf-4c19-8a62-4e377bd247cf service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492396 Jul 28 14:42:43.547266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-7217db4c-b5ba-4209-bf7d-1f0a8975576b service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750435 Jul 28 14:42:43.571212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 8f47e69a-e5a1-422a-b75f-40af22339942 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:43.588622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.588855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.607290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c06dede9-8405-4b5d-8a39-df4ef86f95e0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:43.658204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-f913227a-d25c-4644-88ce-a1c8d70bedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.659751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e433db7-9867-4e3b-826b-4b0b47903f21 req-f913227a-d25c-4644-88ce-a1c8d70bedb4 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8046136 Jul 28 14:42:43.688087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 51e42cd4-485f-4a9b-8194-17721fccd2f5 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:43.713291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58303454-fa72-412b-8768-a2bde809584e req-796f9955-1c62-4130-b7b3-2c65ef927923 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.721717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58303454-fa72-412b-8768-a2bde809584e req-796f9955-1c62-4130-b7b3-2c65ef927923 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 943 time: 0.5424418 Jul 28 14:42:43.739431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.801087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b097b307-6549-4fab-9ed0-65270f76cf9d req-085b36df-0fc0-49bc-9d73-b5284608ace8 service neutron] 10.222.0.50 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441709 Jul 28 14:42:43.835245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1eda4f-6da4-4d30-9f12-359d17ba620c req-7d872d78-d614-4267-853d-9d5800a06aba service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320668 Jul 28 14:42:43.889986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58303454-fa72-412b-8768-a2bde809584e req-8efe3be6-d661-4883-b3b3-efa1aab6b001 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672332 Jul 28 14:42:43.897049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba5344bb-170b-45eb-9d0b-dfc3efd4540e {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:43.901655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.919197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:43.919777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.945907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.948485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.948982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.950667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.950667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.951023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.951508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:43.954502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-eb7bfe11-5226-45e5-9d82-056c49b7f3e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5292 time: 0.1459212 Jul 28 14:42:43.955747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:43.956426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '51e42cd4-485f-4a9b-8194-17721fccd2f5', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'port_id': '51e42cd4-485f-4a9b-8194-17721fccd2f5', 'mac_address': 'fa:16:3e:a8:c1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711c4f0-4143-4d86-a45a-318af1de5a7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:43.994426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=03f7304a-2612-4d1e-8fd0-c40ed051f874,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:44.016769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Transition to ACTIVE for port object ba5344bb-170b-45eb-9d0b-dfc3efd4540e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:44.024372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.047735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e42cd4-485f-4a9b-8194-17721fccd2f5 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:44.054873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.061096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.067699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.071745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:44.073657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.080495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.086518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.088903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d3702516-cd96-40bc-b0c9-a7b8b130d3b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 4604 time: 0.1587894 Jul 28 14:42:44.136244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71f71c48-db4e-4fab-8345-1bfcd977322b req-d019cee1-0898-4236-9060-b3f867c096f0 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374815 Jul 28 14:42:44.155347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.189803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.190446 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.191722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:42:44.220571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-8949d5a3-734f-41da-ac57-6d80cd3b34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.221014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-8949d5a3-734f-41da-ac57-6d80cd3b34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.221489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-8949d5a3-734f-41da-ac57-6d80cd3b34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.223182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-8949d5a3-734f-41da-ac57-6d80cd3b34cf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2417638 Jul 28 14:42:44.284292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.292135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:44.303389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:44.319607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2', 'network_id': 'e30f8eb3-55f4-42b9-ae0b-5d08f30de20d', 'port_id': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2', 'mac_address': 'fa:16:3e:a3:aa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0711c4f0-4143-4d86-a45a-318af1de5a7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:42:44.323229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=8f47e69a-e5a1-422a-b75f-40af22339942,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:44.333878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:44.339836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.350099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.352892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-81c0dd7e-0838-4032-8165-39bd7b26903f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/8f47e69a-e5a1-422a-b75f-40af22339942 HTTP/1.1" status: 204 len: 168 time: 0.9228275 Jul 28 14:42:44.362320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54748) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:44.362830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667455b-b997-41d5-960d-fdcc3304f05e None None] Network 80b87b76-67fa-4722-9739-d0e874d779aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:44.379804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.400651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a23eff-e432-4c08-b64b-70cc59a10f0e req-477ea9c3-5070-4ba0-b1e2-f53d32b68741 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.402221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12a23eff-e432-4c08-b64b-70cc59a10f0e req-477ea9c3-5070-4ba0-b1e2-f53d32b68741 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.2999065 Jul 28 14:42:44.431931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059812f-0ab1-4510-9fc1-a01d5bb38a8a req-fe4ea17b-c6e0-4dbd-96b6-aa243430f5e8 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.439558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a059812f-0ab1-4510-9fc1-a01d5bb38a8a req-fe4ea17b-c6e0-4dbd-96b6-aa243430f5e8 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 946 time: 0.2083068 Jul 28 14:42:44.443587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.461844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:44.524939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:44.532786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12a23eff-e432-4c08-b64b-70cc59a10f0e req-f740ecc3-7200-426f-8258-1124b1930f25 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879252 Jul 28 14:42:44.550984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port 05320f10-3040-41d0-a2fe-1f77b9a57e9c {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:44.550984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.550984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-f97430ab-d2c2-42a9-972d-eb77120772bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.552290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-29fc2c24-b2aa-4f6e-a3f0-b2f01114661d req-f97430ab-d2c2-42a9-972d-eb77120772bf service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454038 Jul 28 14:42:44.556910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a059812f-0ab1-4510-9fc1-a01d5bb38a8a req-db7fdf42-d9c7-42ab-9a3a-df0f314fcc5d tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695553 Jul 28 14:42:44.591407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Attempting to bind port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:44.599183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Attempting to bind port ba5344bb-170b-45eb-9d0b-dfc3efd4540e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:44.599183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Attempting to bind port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:44.602600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on network f29ba33f-336c-4637-baa7-e1e1c051e438 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:44.602937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Attempting to bind port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:44.615899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.616499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router f5313695-7129-426e-8886-dc3c6571af3c {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:44.618099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:44.618441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:44.618926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Bound using segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:44.619787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Bound port: ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:44.620202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.626275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.631257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-36f7a8a1-8f5a-42ae-abf9-d3e1dc6c31d6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 204 len: 168 time: 3.7036748 Jul 28 14:42:44.631987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54750) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:44.637744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1679461486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:44.639117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.650271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.669610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] DHCP port deletion for 80b87b76-67fa-4722-9739-d0e874d779aa request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:42:44.682803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.697671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for 05320f10-3040-41d0-a2fe-1f77b9a57e9c owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:44.720882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:44.742591 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bc37f72-0154-4f30-8327-e20769cd2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.748100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:44.752156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:44.767394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Deleting port 86e5ed22-3fe1-45ee-9170-999b378cdd83 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:44.767899 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.769255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 86e5ed22-3fe1-45ee-9170-999b378cdd83 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:44.769608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.823405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.824741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.836165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] For port 86e5ed22-3fe1-45ee-9170-999b378cdd83, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86e5ed22-3fe1-45ee-9170-999b378cdd83,segment=NetworkSegment(4ef49ae2-1e35-4e02-8af1-43b1ef45ebce),segment_id=4ef49ae2-1e35-4e02-8af1-43b1ef45ebce)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:44.836536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.850943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Calling delete_port for 86e5ed22-3fe1-45ee-9170-999b378cdd83 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:44.856096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 86e5ed22-3fe1-45ee-9170-999b378cdd83, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86e5ed22-3fe1-45ee-9170-999b378cdd83,segment=NetworkSegment(4ef49ae2-1e35-4e02-8af1-43b1ef45ebce),segment_id=4ef49ae2-1e35-4e02-8af1-43b1ef45ebce)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:44.856481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.870720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 86e5ed22-3fe1-45ee-9170-999b378cdd83 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:44.880953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.912146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c06dede9-8405-4b5d-8a39-df4ef86f95e0 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:44.950110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.956488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:44.957184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:44.959688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] 10.222.0.53 "PUT /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 1137 time: 2.0359988 Jul 28 14:42:44.959688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:44.961448 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9392380f-6f24-497f-8a44-a6365e3088d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "ba5344bb-170b-45eb-9d0b-dfc3efd4540e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:45.004958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a96c2-f0ef-4f65-87e9-320d1526d836 service neutron] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.026184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['51e42cd4-485f-4a9b-8194-17721fccd2f5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:45.034320 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cc7d86-f546-49e7-8753-1e91822ab3c2 x-openstack-request-id: req-d0cc7d86-f546-49e7-8753-1e91822ab3c2 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:45.034614 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "ba5344bb-170b-45eb-9d0b-dfc3efd4540e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:45.034870 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0cc7d86-f546-49e7-8753-1e91822ab3c2 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:45.035377 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e', 'status': 'completed', 'code': 200} Jul 28 14:42:45.037047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.084711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8b132f59-d534-4bbe-8f34-e3c1dbca95f2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:42:45.110629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:45.126413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.149943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=05320f10-3040-41d0-a2fe-1f77b9a57e9c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.156234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c06dede9-8405-4b5d-8a39-df4ef86f95e0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:45.162204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c06dede9-8405-4b5d-8a39-df4ef86f95e0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:45.162840 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.198266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.198938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.199511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.199758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f2abe-c343-428a-aaed-a6973eb00824 req-b87095ec-a334-4c06-aa88-c1c62ab7d2d8 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.200226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.201130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.201262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.201794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.204876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-7833c219-ade0-4524-a6a5-ea55c73d4b47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6222 time: 0.0760646 Jul 28 14:42:45.207417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de4f2abe-c343-428a-aaed-a6973eb00824 req-b87095ec-a334-4c06-aa88-c1c62ab7d2d8 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 944 time: 0.2217543 Jul 28 14:42:45.220280 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.279560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.329277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.348043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.349703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de4f2abe-c343-428a-aaed-a6973eb00824 req-b9fc4eed-2264-407f-9eef-10c956493c7a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413002 Jul 28 14:42:45.372030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.387900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] No DVR routers for this DVR port 86e5ed22-3fe1-45ee-9170-999b378cdd83 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:45.392777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88813685-c855-4d62-94f6-8c2e182f445c None None] Pushing event deleted for resources: {'Port': ['ID=86e5ed22-3fe1-45ee-9170-999b378cdd83,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.405010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=86e5ed22-3fe1-45ee-9170-999b378cdd83,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.407078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port 86e5ed22-3fe1-45ee-9170-999b378cdd83 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:45.439855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.439855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a6cad2b-a3dc-4a93-9621-a33036d16ce2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7974117 Jul 28 14:42:45.443034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:45.450128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:45.509387 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.520629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-4c1310df-6ceb-4171-a42c-6d7115fe8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.521223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-4c1310df-6ceb-4171-a42c-6d7115fe8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.521873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-4c1310df-6ceb-4171-a42c-6d7115fe8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.527459 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-4c1310df-6ceb-4171-a42c-6d7115fe8d0a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2932112 Jul 28 14:42:45.535626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.550734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.558584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.559287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:45.562345 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb9a8b-8f48-43aa-aad2-74342a458234" -d '{"events": [{"server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:45.568731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.575106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.575584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.580280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.581964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.588487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.594795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.603120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-77bb7585-dd3f-4232-9b8c-fcace21fadbc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5382 time: 0.3225546 Jul 28 14:42:45.638798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b87b76-67fa-4722-9739-d0e874d779aa']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:45.717626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-e9bd43b6-48f7-4e89-9557-2a4ad85761da tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:45.719314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-e9bd43b6-48f7-4e89-9557-2a4ad85761da tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.53 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 946 time: 0.4071751 Jul 28 14:42:45.742076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:45.757855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86e5ed22-3fe1-45ee-9170-999b378cdd83 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:45.779542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 86e5ed22-3fe1-45ee-9170-999b378cdd83 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:45.779998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86e5ed22-3fe1-45ee-9170-999b378cdd83 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:45.874749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.910494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.911117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 98d4082f-86d2-4643-9350-174e468722cf {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:45.923674 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:45.928357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-73799a32-7b1a-425e-a5ff-9d051bbbb65d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/98d4082f-86d2-4643-9350-174e468722cf HTTP/1.1" status: 204 len: 168 time: 3.1242671 Jul 28 14:42:45.936977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:45.981973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:45.987464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950972362', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:46.007152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:46.007373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef49ae2-1e35-4e02-8af1-43b1ef45ebce') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:46.026931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.048718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5a4a78f-55eb-4327-a23f-3e08dee43e28 req-4edae2d5-b03f-4f16-a7a2-d395bc61b2f7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4446239 Jul 28 14:42:46.059396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.079638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:46.079638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:46.082885 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:46.091950 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.115785 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24766e10-2eee-4829-ac8e-7d65591abcee x-openstack-request-id: req-24766e10-2eee-4829-ac8e-7d65591abcee {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:46.116406 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:46.116885 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24766e10-2eee-4829-ac8e-7d65591abcee {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:46.117646 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0', 'code': 200} Jul 28 14:42:46.158549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-66d5a631-417e-4ab6-ba02-e1cb80a11e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.160998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9392380f-6f24-497f-8a44-a6365e3088d8 req-66d5a631-417e-4ab6-ba02-e1cb80a11e97 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5481360 Jul 28 14:42:46.254076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5f677-6874-4768-ab5a-12a8da66e3d5 req-017789fd-0868-4f48-87f8-46788a89f708 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.255738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ed5f677-6874-4768-ab5a-12a8da66e3d5 req-017789fd-0868-4f48-87f8-46788a89f708 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 946 time: 0.0865767 Jul 28 14:42:46.272296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e6bf4-1981-40ef-ba9f-22c3121b367d req-b5bb4840-93de-47ae-bc01-e763e48396e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.273729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd1e6bf4-1981-40ef-ba9f-22c3121b367d req-b5bb4840-93de-47ae-bc01-e763e48396e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0644722 Jul 28 14:42:46.282593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.298869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.305142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/80b87b76-67fa-4722-9739-d0e874d779aa HTTP/1.1" status: 204 len: 168 time: 1.9239888 Jul 28 14:42:46.307954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:46.326913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-466977973', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:46.347639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ccf8-7892-4eb5-bdfb-a56d9d270696 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=80b87b76-67fa-4722-9739-d0e874d779aa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:46.354002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bea3f4-0f35-4503-8bb5-bf6372e20595 req-cc17eaa3-8d18-4900-bac9-c8d9b3806925 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.355540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42bea3f4-0f35-4503-8bb5-bf6372e20595 req-cc17eaa3-8d18-4900-bac9-c8d9b3806925 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.6582654 Jul 28 14:42:46.360036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ed5f677-6874-4768-ab5a-12a8da66e3d5 req-a8014be1-704f-409e-b752-512c5d71fce4 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964570 Jul 28 14:42:46.373429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd1e6bf4-1981-40ef-ba9f-22c3121b367d req-2640471f-e898-4648-987e-280cc906d522 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917346 Jul 28 14:42:46.374536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.457510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42bea3f4-0f35-4503-8bb5-bf6372e20595 req-a13ceb2b-b0ef-4292-84cf-ed6c1bbb2278 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781314 Jul 28 14:42:46.478191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Deleting port afefbefc-b378-4a89-8599-d9e3a72d69f1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:46.478641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.565540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.566470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.574211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf105297-1938-4f1e-99f3-6560872b5dfa req-9b7266bf-905c-4632-b8e5-0e02be9318ef tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.575853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf105297-1938-4f1e-99f3-6560872b5dfa req-9b7266bf-905c-4632-b8e5-0e02be9318ef tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 944 time: 0.0649571 Jul 28 14:42:46.617263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf105297-1938-4f1e-99f3-6560872b5dfa req-2e857684-6280-4de2-8e77-34edc801e564 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347786 Jul 28 14:42:46.640064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.641144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.643380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239e3ecf-84f1-4d84-9d09-6753e96821e1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:46.660608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.695358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.744071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Transition to ACTIVE for port object 239e3ecf-84f1-4d84-9d09-6753e96821e1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:46.750588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.759746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] For port afefbefc-b378-4a89-8599-d9e3a72d69f1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=afefbefc-b378-4a89-8599-d9e3a72d69f1,segment=NetworkSegment(a4a3a7cf-37de-42a5-a6c8-1aeba463c299),segment_id=a4a3a7cf-37de-42a5-a6c8-1aeba463c299)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:46.760105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.770192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3684b-0672-4a5e-b164-295c4e5e69c4 req-a6bd1823-f76f-48b6-9759-4a1c0d110e5d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:46.771702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08b3684b-0672-4a5e-b164-295c4e5e69c4 req-a6bd1823-f76f-48b6-9759-4a1c0d110e5d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.2215571 Jul 28 14:42:46.784867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54778) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:46.790745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'floatingip': {'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:46.793884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Calling delete_port for afefbefc-b378-4a89-8599-d9e3a72d69f1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:46.841097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.892631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:46.921786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.128402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:47.223215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.287814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.293907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.301914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.307956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.315558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.321523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.327804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.330493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-33c6754e-f326-43ee-ac5f-b75001132414 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5394 time: 0.1925139 Jul 28 14:42:47.376777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.402230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.432576 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c14a1d0c-fe38-4ae6-9541-b83f91db85ec req-97685f81-036c-4100-acb3-8a09f9b9c8f4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939176 Jul 28 14:42:47.542113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.587158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 172.25.0.81 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/bbe78524-cbea-4079-a6f4-85e8c83bfc4f) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:47.594479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.599616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.604556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Attempting to bind port 239e3ecf-84f1-4d84-9d09-6753e96821e1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:47.604885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Attempting to bind port 239e3ecf-84f1-4d84-9d09-6753e96821e1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:47.605219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Attempting to bind port 239e3ecf-84f1-4d84-9d09-6753e96821e1 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:47.641243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Port 239e3ecf-84f1-4d84-9d09-6753e96821e1 on network f29ba33f-336c-4637-baa7-e1e1c051e438 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:47.641482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Attempting to bind port 239e3ecf-84f1-4d84-9d09-6753e96821e1 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:47.683523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 51e42cd4-485f-4a9b-8194-17721fccd2f5 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:47.719216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.724425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.741901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:47.742239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:47.742632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Bound using segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:47.743095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Bound port: 239e3ecf-84f1-4d84-9d09-6753e96821e1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:47.743457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.766141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20a1bf-c6d2-4f01-bfc1-97a57403e0f1 req-fb6ca612-34e7-4abe-8f00-8761a6bd2157 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.767696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc20a1bf-c6d2-4f01-bfc1-97a57403e0f1 req-fb6ca612-34e7-4abe-8f00-8761a6bd2157 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 867 time: 0.2684045 Jul 28 14:42:47.772775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbb15b-9109-4607-940c-825f759da13b req-f517f2a4-099f-48e4-a3f4-2bc370cb73c4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:47.774294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbdbb15b-9109-4607-940c-825f759da13b req-f517f2a4-099f-48e4-a3f4-2bc370cb73c4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 944 time: 0.0740573 Jul 28 14:42:47.812184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 51e42cd4-485f-4a9b-8194-17721fccd2f5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:47.816915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 51e42cd4-485f-4a9b-8194-17721fccd2f5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:47.820882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.826370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbdbb15b-9109-4607-940c-825f759da13b req-ac6e44fb-15c3-4c92-9849-0f11af0ac398 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450144 Jul 28 14:42:47.871172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Pushing event deleted for resources: {'Port': ['ID=afefbefc-b378-4a89-8599-d9e3a72d69f1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:47.901012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.927913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:47.934863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:47.969026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:47.971925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:47.975388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:48.000685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=bbe78524-cbea-4079-a6f4-85e8c83bfc4f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:48.166314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] No DVR routers for this DVR port afefbefc-b378-4a89-8599-d9e3a72d69f1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:42:48.166314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.166314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0df88084-e939-4ed3-9b74-1a2983fbc522 req-d50b4030-6c9e-4b22-97ad-0c9aba34d17e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.53 "DELETE /v2.0/ports/afefbefc-b378-4a89-8599-d9e3a72d69f1 HTTP/1.1" status: 204 len: 173 time: 2.2838559 Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec70c310-8c86-409e-91ba-92d5dd93e2cb" -d '{"events": [{"server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "name": "network-vif-plugged", "status": "completed", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350fe707-36dd-49c8-9766-a531da0380ad x-openstack-request-id: req-350fe707-36dd-49c8-9766-a531da0380ad {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "name": "network-vif-plugged", "status": "completed", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-350fe707-36dd-49c8-9766-a531da0380ad {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:48.166593 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5', 'code': 200} Jul 28 14:42:48.294163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2e2f-f087-453a-a335-5e976da263a5 req-93ac9a11-480c-4d9c-b16e-9970eba9f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.296284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dffd2e2f-f087-453a-a335-5e976da263a5 req-93ac9a11-480c-4d9c-b16e-9970eba9f92a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 1097 time: 0.0416930 Jul 28 14:42:48.332454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dffd2e2f-f087-453a-a335-5e976da263a5 req-ddc67ca3-51cb-473c-b6dd-8b52b7310390 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Jul 28 14:42:48.339853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'name': 'network-vif-deleted', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:48.342143 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14be165-da42-4e97-ad1b-153bed4b349a" -d '{"events": [{"server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "name": "network-vif-deleted", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:48.424590 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd36429e-701c-44c8-806b-4f0596a53531 x-openstack-request-id: req-dd36429e-701c-44c8-806b-4f0596a53531 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:48.424999 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f803a2f0-bbd7-4c7a-800f-fc1e3869549c", "name": "network-vif-deleted", "tag": "afefbefc-b378-4a89-8599-d9e3a72d69f1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:48.425397 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd36429e-701c-44c8-806b-4f0596a53531 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:48.425910 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f803a2f0-bbd7-4c7a-800f-fc1e3869549c', 'name': 'network-vif-deleted', 'tag': 'afefbefc-b378-4a89-8599-d9e3a72d69f1', 'status': 'completed', 'code': 200} Jul 28 14:42:48.456575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc20a1bf-c6d2-4f01-bfc1-97a57403e0f1 req-9feb5c97-e777-4fd5-b9d7-68c3bcf7ed38 tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7535474-8c0b-4c30-ae0e-2e53045a47c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035280 Jul 28 14:42:48.500115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Allocated IP 172.25.0.63 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/70aece95-3c4b-48fd-ac4d-637adf631cb2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:48.513266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:48.566615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.569372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:48.576168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.583669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.590040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.598139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.600064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:48.611198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.613361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.620847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.630245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df519804-d641-4104-a52a-3c57a0c4e660 req-8fd876ad-08ea-46cf-99a7-42251b687663 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5394 time: 0.1138029 Jul 28 14:42:48.666608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:48.692430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.resource_extend [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:42:48.725317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df519804-d641-4104-a52a-3c57a0c4e660 req-86f5864b-949b-4a9c-8558-558823b10c0d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941784 Jul 28 14:42:48.741847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.766537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:48.771729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:48.772114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.787485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.835600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:48.836280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.837783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] 10.222.0.53 "PUT /v2.0/ports/239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 1092 time: 3.7333341 Jul 28 14:42:48.865997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.873331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.907933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device afefbefc-b378-4a89-8599-d9e3a72d69f1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:42:48.937220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: afefbefc-b378-4a89-8599-d9e3a72d69f1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:42:48.937858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device afefbefc-b378-4a89-8599-d9e3a72d69f1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:42:48.944168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:48.962390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:48.984510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a456f0-acdc-458f-8a4f-8efaa0d25055 service neutron] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:49.018943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:49.043610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.057728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.081644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.126199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.192121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:49.198887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.201147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.285869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1201aa-26a4-4224-af0a-81a60254b14b req-fa4c3f68-bdee-49fe-952b-765193c03c5b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.287435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a1201aa-26a4-4224-af0a-81a60254b14b req-fa4c3f68-bdee-49fe-952b-765193c03c5b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 944 time: 0.2971156 Jul 28 14:42:49.336897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router d0ec2f36-ac49-49d7-9962-675eed35df07 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:49.354840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:49.373848 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.386799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:49.403781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:49.410261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event updated for resources: {'Port': ['ID=70aece95-3c4b-48fd-ac4d-637adf631cb2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:49.462159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:49.474336 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] Sync routers for ids ['d0ec2f36-ac49-49d7-9962-675eed35df07'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:49.485606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] Routers {'d0ec2f36-ac49-49d7-9962-675eed35df07'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:49.494999 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d0ec2f36-ac49-49d7-9962-675eed35df07'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:49.531715 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:49.538581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a1201aa-26a4-4224-af0a-81a60254b14b req-a1615279-adf0-46df-8272-a43015640c14 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872447 Jul 28 14:42:49.539659 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Floating IP 244fc577-2910-4d9e-9ca6-a1aa2fede75f associated. External IP: 172.25.0.188, port: 769e2005-6f13-4bee-8228-d261300c2bc4. Jul 28 14:42:49.564860 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] Routers {'d0ec2f36-ac49-49d7-9962-675eed35df07'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:49.565992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d0ec2f36-ac49-49d7-9962-675eed35df07'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:49.617505 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:49.618167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b104d-d1c6-4162-90e8-c050de7e613d None None] The sync data for ids ['d0ec2f36-ac49-49d7-9962-675eed35df07'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:49.627548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5892895-b978-4692-b7e1-1982f9e17de7 req-8d10fc92-c4ea-4976-ac44-ec96a9b09a7e tempest-ServerAddressesTestJSON-830485163 tempest-ServerAddressesTestJSON-830485163-project] 10.222.0.47 "GET /v2.0/ports?device_id=f803a2f0-bbd7-4c7a-800f-fc1e3869549c HTTP/1.1" status: 200 len: 210 time: 0.0533540 Jul 28 14:42:49.628311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.631005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-921e65e0-610e-4ce7-88dc-2cfa1b3ac4aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.3193398 Jul 28 14:42:49.632232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54800) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:49.757327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff603a2f-9fb6-4394-8476-6883f2b73ade tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers/d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 200 len: 883 time: 0.1239791 Jul 28 14:42:49.759710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:49.771398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:49.782511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.25.0.245 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/03edb650-041a-4ea1-bb78-a471fcb90299) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:49.930211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.936100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.945494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.949708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.956935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.962867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.969862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:49.971777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-151100ff-e1fd-4b87-aff7-54c1b8bb3da7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5394 time: 0.1391873 Jul 28 14:42:50.079290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9328817d-f7a2-4285-bea0-47c77fe68fc5 req-8e03e7a4-23c8-453f-b740-b9b4b8c0ecca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893307 Jul 28 14:42:50.129986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c230766-0484-44d6-b876-3bf0b30f55fe tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3691916 Jul 28 14:42:50.132669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:50.137875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-466977973'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:50.162807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:50.165406 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f64df-7989-4eea-8f75-10081d355aa3" -d '{"events": [{"server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "name": "network-vif-plugged", "status": "completed", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:50.206586 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b45e1-6d7c-4ade-b893-0c3a75180f6b x-openstack-request-id: req-f63b45e1-6d7c-4ade-b893-0c3a75180f6b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:50.206981 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "name": "network-vif-plugged", "status": "completed", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:50.207306 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f63b45e1-6d7c-4ade-b893-0c3a75180f6b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:50.207776 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2', 'code': 200} Jul 28 14:42:50.222362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.254021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba74a78f-b4eb-4759-bb8a-69d3bef93225 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:50.306542 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.341172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Transition to ACTIVE for port object ba74a78f-b4eb-4759-bb8a-69d3bef93225 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:50.347543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:50.376146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.383785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458df22b-d191-4479-952c-4b55fceaa60f req-b513f59a-635f-4a88-aaa5-123045b41d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:50.385383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-458df22b-d191-4479-952c-4b55fceaa60f req-b513f59a-635f-4a88-aaa5-123045b41d2d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 1097 time: 0.0835788 Jul 28 14:42:50.440626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.496491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-458df22b-d191-4479-952c-4b55fceaa60f req-5c4947be-ffd8-4375-8dc5-3ebd00bb3d4f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029830 Jul 28 14:42:50.523611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.647926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.718265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:50.720654 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341f2c9-14fe-4681-a147-5827fe8d3eda" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:50.723578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54816) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:50.737939 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.740270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:50.809047 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc88350-54b1-41b8-9ccc-1432c4d4dee7 x-openstack-request-id: req-fcc88350-54b1-41b8-9ccc-1432c4d4dee7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:50.809757 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:50.809757 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fcc88350-54b1-41b8-9ccc-1432c4d4dee7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:50.809951 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'status': 'completed', 'code': 200} Jul 28 14:42:50.928603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:50.958038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:50.967702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:51.002403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:51.020682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Deleting subnet 69ff6306-1ff9-4476-a862-27b5456a3843 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:42:51.027409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b19d4-c982-47e0-b911-a10f6753aab3 req-7bf3fa91-2e1e-42f7-9d9a-07fc733da8e4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.029078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-980b19d4-c982-47e0-b911-a10f6753aab3 req-7bf3fa91-2e1e-42f7-9d9a-07fc733da8e4 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.4160814 Jul 28 14:42:51.074762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.119028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-980b19d4-c982-47e0-b911-a10f6753aab3 req-cb4a537a-8d8c-4e78-8735-4edce524c5ba tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Jul 28 14:42:51.138016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router d0ec2f36-ac49-49d7-9962-675eed35df07 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:42:51.151607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.152225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.152625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.153124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.153598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.154117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.154744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.157359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-98214368-0095-4328-a95a-4a341f85957e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6316 time: 0.3213313 Jul 28 14:42:51.257322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:51.264197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.268428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-18bab73e-3436-42ea-a2c3-a15c80d1c0e1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 200 len: 890 time: 1.1318080 Jul 28 14:42:51.268428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54824) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:51.272029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] Sync routers for ids ['d0ec2f36-ac49-49d7-9962-675eed35df07'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:51.282868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] Routers {'d0ec2f36-ac49-49d7-9962-675eed35df07'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:51.283871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d0ec2f36-ac49-49d7-9962-675eed35df07'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.307912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:51.309492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=03edb650-041a-4ea1-bb78-a471fcb90299,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:51.320761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.321424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:51.330842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] Routers {'d0ec2f36-ac49-49d7-9962-675eed35df07'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:51.331679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d0ec2f36-ac49-49d7-9962-675eed35df07'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.335449 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:51.336425 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.365493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.369285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.372449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.373966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd56fe5-b019-4a76-bc4b-464b0e67f577 None None] The sync data for ids ['d0ec2f36-ac49-49d7-9962-675eed35df07'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:51.406717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-393adac1-fb1c-4ce4-a049-71ab8a34f210 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers/d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 200 len: 890 time: 0.1357710 Jul 28 14:42:51.407635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:51.442446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-886bbff2-a143-4d16-b83f-0bf9a9dbe208 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 200 len: 205 time: 0.0330880 Jul 28 14:42:51.444726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54828) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:51.570605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.576033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-952f79c4-9652-495a-8d9d-f20ecb869ed8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "PUT /v2.0/floatingips/244fc577-2910-4d9e-9ca6-a1aa2fede75f HTTP/1.1" status: 200 len: 992 time: 4.7848258 Jul 28 14:42:51.576269 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:51.593119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.624639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Attempting to bind port ba74a78f-b4eb-4759-bb8a-69d3bef93225 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:51.624639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Attempting to bind port ba74a78f-b4eb-4759-bb8a-69d3bef93225 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:51.625082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Attempting to bind port ba74a78f-b4eb-4759-bb8a-69d3bef93225 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:51.644103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.671985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.678099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.684297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.690632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.696519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.703224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.709826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.711981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3033c505-2fc8-402f-a705-2b207ae08cec req-65e84cec-2a90-4b43-a1a3-8bb80785b0e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5406 time: 0.4787552 Jul 28 14:42:51.719586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Port ba74a78f-b4eb-4759-bb8a-69d3bef93225 on network f29ba33f-336c-4637-baa7-e1e1c051e438 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:51.719927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Attempting to bind port ba74a78f-b4eb-4759-bb8a-69d3bef93225 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:51.728561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.742699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-e876e6c3-c7aa-4624-9368-144cec7058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.749128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-e876e6c3-c7aa-4624-9368-144cec7058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.749128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-e876e6c3-c7aa-4624-9368-144cec7058c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:51.749128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-e876e6c3-c7aa-4624-9368-144cec7058c5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5293534 Jul 28 14:42:51.754474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:51.754848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Checking segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:51.755325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Bound using segment: {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:51.755777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Bound port: ba74a78f-b4eb-4759-bb8a-69d3bef93225, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce22c549-764a-42fb-9c11-98aec55c5b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:51.756165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.800025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:51.874661 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '244fc577-2910-4d9e-9ca6-a1aa2fede75f', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:42:11Z', 'updated_at': '2021-07-28T14:42:48Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.905838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:51.914514 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:51.915170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:51.975675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3033c505-2fc8-402f-a705-2b207ae08cec req-de4ee761-9a43-4eb1-b1cc-aeee89dc279c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382090 Jul 28 14:42:51.993787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port bbe78524-cbea-4079-a6f4-85e8c83bfc4f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:51.994283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.067837 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:52.091240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.105816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for bbe78524-cbea-4079-a6f4-85e8c83bfc4f owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:52.362515 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '244fc577-2910-4d9e-9ca6-a1aa2fede75f', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:42:11Z', 'updated_at': '2021-07-28T14:42:48Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:52.385375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.388708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35333fa-182b-47f1-b638-cd4597118dbb None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '244fc577-2910-4d9e-9ca6-a1aa2fede75f', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:42:11Z', 'updated_at': '2021-07-28T14:42:48Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:52.394028 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.426730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=bbe78524-cbea-4079-a6f4-85e8c83bfc4f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:52.475393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:52.477789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ff6306-1ff9-4476-a862-27b5456a3843,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:52.492549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.497199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-43b1fbe6-57ec-4694-9c77-5dea0fb737b9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69ff6306-1ff9-4476-a862-27b5456a3843 HTTP/1.1" status: 204 len: 168 time: 1.7698488 Jul 28 14:42:52.499916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:52.508356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-7b396705-42a9-41f2-b1c6-947475633bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:52.509511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.510213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5341f2c9-14fe-4681-a147-5827fe8d3eda req-7b396705-42a9-41f2-b1c6-947475633bf2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7495966 Jul 28 14:42:52.519944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:52.521080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.597330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c5215-3240-4ed2-ad49-2520be809082 req-53d698a6-c1d6-4ed5-b8c1-33ca689b0cb6 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:52.598988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d2c5215-3240-4ed2-ad49-2520be809082 req-53d698a6-c1d6-4ed5-b8c1-33ca689b0cb6 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.2219720 Jul 28 14:42:52.607701 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.650633 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.657925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.663723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d831b4-41b2-43fa-97ea-c502b2eccbda None None] New status for floating IP 244fc577-2910-4d9e-9ca6-a1aa2fede75f: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:42:52.669821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.722744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:52.723446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.724878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 1091 time: 3.7168412 Jul 28 14:42:52.758613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d2c5215-3240-4ed2-ad49-2520be809082 req-31182f08-4b26-45a2-adb6-c55d78abefad tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228313 Jul 28 14:42:52.795696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07735d3-0b92-497d-85fa-84b308f1b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:52.805114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.812005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}, {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:52.815201 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50f55cb-e443-4e7f-a994-c51630bd7a10" -d '{"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}, {"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:52.821097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c1f85a-bb77-4048-a80c-eccd60337e3f']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:52.838080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.838608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router d0ec2f36-ac49-49d7-9962-675eed35df07 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:52.848543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:52.848913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a3a7cf-37de-42a5-a6c8-1aeba463c299') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:52.861184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.868283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f70b63fd-232c-4de0-b8fe-1ea1ae6070e2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 204 len: 168 time: 1.4165523 Jul 28 14:42:52.868892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:52.875400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.887420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1399613846'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:52.894512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.901300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:42:52.902215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:42:52.904375 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:42:52.932631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Router 844b2756-7efc-40c6-84ef-76055856b61d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:52.943267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:52.988358 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb3a8f-199d-4715-a5d3-6b5bfbd7d305 x-openstack-request-id: req-e0fb3a8f-199d-4715-a5d3-6b5bfbd7d305 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:52.989117 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:52.989117 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0fb3a8f-199d-4715-a5d3-6b5bfbd7d305 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:52.989315 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'status': 'completed', 'code': 200} Jul 28 14:42:52.989536 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'status': 'completed', 'code': 200} Jul 28 14:42:53.036342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-846963f9-aa92-412a-83fa-256be1908d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.037977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-846963f9-aa92-412a-83fa-256be1908d9b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1098 time: 0.0443962 Jul 28 14:42:53.057334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:53.060800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.114599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.142554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.147098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f4c1f85a-bb77-4048-a80c-eccd60337e3f HTTP/1.1" status: 204 len: 168 time: 0.6434138 Jul 28 14:42:53.157037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.163704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fea645-4eb0-4dbd-aad9-e11806052a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c1f85a-bb77-4048-a80c-eccd60337e3f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:53.185982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659aad3-b43c-4b1d-bcdb-85aa60ad38b1 req-a150394c-3120-4aef-8939-59bdf901e2c0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.188655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6659aad3-b43c-4b1d-bcdb-85aa60ad38b1 req-a150394c-3120-4aef-8939-59bdf901e2c0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.2413383 Jul 28 14:42:53.192923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.212728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.219191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.225388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.231681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.238170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.244312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.250534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.252753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98ae1be-8e87-4941-a476-7007251797f5 req-5ea18dd0-6735-478f-8c18-b4d4cc2ed51a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5406 time: 0.1497345 Jul 28 14:42:53.256592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:42:53.258188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-4a18c3ce-1444-41fa-8d18-a6b361d380be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.259761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-4a18c3ce-1444-41fa-8d18-a6b361d380be service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.2149847 Jul 28 14:42:53.265332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.266291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.266502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.266994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.267472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.267936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.268401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.270344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-92647234-859e-4e36-95cb-485672d5be25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6358 time: 0.2781026 Jul 28 14:42:53.347645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98ae1be-8e87-4941-a476-7007251797f5 req-ebdbfed1-0bec-47fc-b867-832c27a7f1c6 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830588 Jul 28 14:42:53.356136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.357488 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 8dcf53ab-f5e8-4c35-9279-89403dd0b880 of type vlan for network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 Jul 28 14:42:53.363531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-76c317d5-f77f-4404-b7a3-24b63d23f1d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1002 time: 0.0899601 Jul 28 14:42:53.419144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-4048acfe-6bda-4e51-b6d8-79c4c56bc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.421274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-4048acfe-6bda-4e51-b6d8-79c4c56bc4ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0509660 Jul 28 14:42:53.487352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-497201f9-f5b1-4f09-bd77-154ea41788bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.488795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-497201f9-f5b1-4f09-bd77-154ea41788bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437641 Jul 28 14:42:53.527629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6659aad3-b43c-4b1d-bcdb-85aa60ad38b1 req-4997d35a-c760-4b7a-90af-8aa89e928297 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765868 Jul 28 14:42:53.550937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.600867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-74173c08-71f2-4b7f-b94d-644ec0205bea service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048882 Jul 28 14:42:53.605122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:53.618642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.619836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-97b3bbe6-404d-4eb3-967b-793395e880c0 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "PUT /v2.0/routers/844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 200 len: 883 time: 8.1737714 Jul 28 14:42:53.625851 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] Sync routers for ids ['844b2756-7efc-40c6-84ef-76055856b61d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:53.629456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54854) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:53.635643 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] Routers {'844b2756-7efc-40c6-84ef-76055856b61d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:53.636860 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['844b2756-7efc-40c6-84ef-76055856b61d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:53.673150 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:53.685840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54856) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:53.686157 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] Routers {'844b2756-7efc-40c6-84ef-76055856b61d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:53.686157 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['844b2756-7efc-40c6-84ef-76055856b61d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:53.716686 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:53.717357 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0690d3-9675-4bee-b01d-59e837882594 None None] The sync data for ids ['844b2756-7efc-40c6-84ef-76055856b61d'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:53.718080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-d204e802-1b42-4319-9cf9-58df825e9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.718453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-d204e802-1b42-4319-9cf9-58df825e9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.719541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-d204e802-1b42-4319-9cf9-58df825e9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.721761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-d204e802-1b42-4319-9cf9-58df825e9396 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4159439 Jul 28 14:42:53.823746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99e663-0afd-46bd-86f7-af1ab42cc47b req-d3967ea4-33d8-4127-9682-eecf416fb3ff tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.825169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e99e663-0afd-46bd-86f7-af1ab42cc47b req-d3967ea4-33d8-4127-9682-eecf416fb3ff tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.1966019 Jul 28 14:42:53.872069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-bd3a2eba-b37f-4384-86d2-88b8cadc25cc service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575753 Jul 28 14:42:53.883488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.888938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.890131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:53.893161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9274f72-8dd2-44c8-990c-f00d020c718b tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 200 len: 924 time: 0.2626631 Jul 28 14:42:53.896181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:53.899201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e99e663-0afd-46bd-86f7-af1ab42cc47b req-a75b7a3f-0d2c-456f-80dd-f62beec7172d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Jul 28 14:42:53.903214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6c5b5962-ce0b-4ed0-96d6-98da26b816dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8124f1de9e814dcba8cf2b5b7513da80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205589 Jul 28 14:42:53.909249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:53.985883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94f8915-82ca-40d9-b84d-848a8d925460 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:53.987499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d94f8915-82ca-40d9-b84d-848a8d925460 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=844b2756-7efc-40c6-84ef-76055856b61d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0873673 Jul 28 14:42:53.991915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54866) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.001174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router babd95aa-f736-4ca1-b193-62056ed44527 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:42:54.019254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.038065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=99ac6b4e-8a4b-4d39-a81a-1fbececec821,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:54.047131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-3cfda341-3049-4511-80b2-c7739b04d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.049649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f50f55cb-e443-4e7f-a994-c51630bd7a10 req-3cfda341-3049-4511-80b2-c7739b04d85b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3046722 Jul 28 14:42:54.054471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:42:54.081438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.112770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4ea9fe40-5d53-4605-9383-bacac9e9d5a8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2429926 Jul 28 14:42:54.117912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.127418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:54.158230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703cff72-ad5f-4e16-aa69-771aac3b0433 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:54.181817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac72e62-5eb0-40a3-9fe3-8267264383c6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.187273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6ac72e62-5eb0-40a3-9fe3-8267264383c6 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.1891370 Jul 28 14:42:54.187767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54870) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.203384 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.228475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Transition to ACTIVE for port object 703cff72-ad5f-4e16-aa69-771aac3b0433 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:54.238805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:42:54.242090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2cf8cc3c-89f9-4394-b439-cc46e2b2901d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 200 len: 205 time: 0.0464592 Jul 28 14:42:54.247476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.252980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Sync routers for ids ['babd95aa-f736-4ca1-b193-62056ed44527'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:42:54.262737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Routers {'babd95aa-f736-4ca1-b193-62056ed44527'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:54.263441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['babd95aa-f736-4ca1-b193-62056ed44527'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:54.352145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cd8ba-1b40-4e43-92cd-3b83b1d01804 req-2065916f-8931-45b8-bb82-dba0c022e63f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.353567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-469cd8ba-1b40-4e43-92cd-3b83b1d01804 req-2065916f-8931-45b8-bb82-dba0c022e63f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1410031 Jul 28 14:42:54.373652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Set router babd95aa-f736-4ca1-b193-62056ed44527 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:54.431666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.434329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.435747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-469cd8ba-1b40-4e43-92cd-3b83b1d01804 req-aca3d968-75d4-48d8-94f3-cf6110b9ed8f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Jul 28 14:42:54.501365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.503826 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.504551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.505492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7fc359ca-b193-429e-b0a9-7a61241df58c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.5217915 Jul 28 14:42:54.515197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7535474-8c0b-4c30-ae0e-2e53045a47c6 HTTP/1.1" status: 204 len: 168 time: 0.6031518 Jul 28 14:42:54.518138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.544657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d2996-c4d3-42e5-b81f-a77e3e53501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7535474-8c0b-4c30-ae0e-2e53045a47c6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:54.618266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.657189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:42:54.661657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.685517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': False}, 'gw_port_id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:46Z', 'updated_at': '2021-07-28T14:42:51Z', 'revision_number': 3, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port': {'id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:49Z', 'updated_at': '2021-07-28T14:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:54.743194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Checking router: babd95aa-f736-4ca1-b193-62056ed44527 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:42:54.743551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Updating router babd95aa-f736-4ca1-b193-62056ed44527 port 03edb650-041a-4ea1-bb78-a471fcb90299 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:42:54.786157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.810043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-273b9a53-f0cf-4463-b091-0bbd439f5365 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/babd95aa-f736-4ca1-b193-62056ed44527 HTTP/1.1" status: 200 len: 909 time: 0.2884383 Jul 28 14:42:54.822828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:54.832696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1950972362', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': True}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:54.847877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:54.860269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Attempting to bind port 703cff72-ad5f-4e16-aa69-771aac3b0433 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:54.860607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Attempting to bind port 703cff72-ad5f-4e16-aa69-771aac3b0433 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:54.860935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Attempting to bind port 703cff72-ad5f-4e16-aa69-771aac3b0433 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:54.878151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.884321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.890507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.896851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.902891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.909872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.916895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.919117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-9926a1a5-016e-4ca4-b335-56c6d27305a9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5418 time: 0.4786310 Jul 28 14:42:54.922697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Port 703cff72-ad5f-4e16-aa69-771aac3b0433 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:54.923044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Attempting to bind port 703cff72-ad5f-4e16-aa69-771aac3b0433 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:54.946152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:54.946638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Checking segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:54.947457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Bound using segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:54.947930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Bound port: 703cff72-ad5f-4e16-aa69-771aac3b0433, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:54.952772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:54.954539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dface0-79e4-4ac3-a5f5-60480e6614cc req-dae94ebb-8b51-4533-aaca-09a7165eca4b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:54.956372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09dface0-79e4-4ac3-a5f5-60480e6614cc req-dae94ebb-8b51-4533-aaca-09a7165eca4b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1497803 Jul 28 14:42:55.009748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port 70aece95-3c4b-48fd-ac4d-637adf631cb2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:42:55.010348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.011434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b1a3c7e-65ed-4bf6-ba9c-4b41c4a37a64 req-7aad2b10-b1c0-498b-8fa5-759f0522f4c3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806816 Jul 28 14:42:55.053508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.054557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.071345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:55.097932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:55.127153 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09dface0-79e4-4ac3-a5f5-60480e6614cc req-e8d9652e-2645-4ece-a262-40cf8d4f56c0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570556 Jul 28 14:42:55.215599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.223085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.238821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Transition to ACTIVE for port object 03edb650-041a-4ea1-bb78-a471fcb90299 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:55.252544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for 70aece95-3c4b-48fd-ac4d-637adf631cb2 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:42:55.343278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.384495 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.440598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Attempting to bind port 03edb650-041a-4ea1-bb78-a471fcb90299 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:55.441362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Attempting to bind port 03edb650-041a-4ea1-bb78-a471fcb90299 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:55.441938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Attempting to bind port 03edb650-041a-4ea1-bb78-a471fcb90299 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:55.454905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d688-04a4-4f01-97c4-cefcc28c8b3a None None] Pushing event updated for resources: {'Port': ['ID=03edb650-041a-4ea1-bb78-a471fcb90299,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.458292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:55.459161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:55.459776 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.460391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:55.461269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Bound port: 03edb650-041a-4ea1-bb78-a471fcb90299, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:55.461900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.493195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=6fbf2986-8bb0-4aeb-933d-95e2e7db28c0,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.510901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.514806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.543164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] For port 03edb650-041a-4ea1-bb78-a471fcb90299, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:55.547180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] For port 03edb650-041a-4ea1-bb78-a471fcb90299, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=03edb650-041a-4ea1-bb78-a471fcb90299,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:55.579931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '8dcf53ab-f5e8-4c35-9279-89403dd0b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:55.580524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 99ac6b4e-8a4b-4d39-a81a-1fbececec821, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:42:55.583633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.584279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.586066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] 10.222.0.53 "PUT /v2.0/ports/703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 1092 time: 2.6504755 Jul 28 14:42:55.606627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:55.609776 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:55.616558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12fd32-c2cf-49b3-b98c-453c5ededed1 service neutron] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.669479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.681635 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063749d4-831c-4177-aef1-d42b26a5131e x-openstack-request-id: req-063749d4-831c-4177-aef1-d42b26a5131e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:55.681925 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:55.682173 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-063749d4-831c-4177-aef1-d42b26a5131e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:55.682551 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'status': 'completed', 'code': 200} Jul 28 14:42:55.694168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf66f4-b4e5-46df-8c8a-d527e82709fb req-3e012a34-e126-4a98-92e8-b748ff1ff87f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.700964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf66f4-b4e5-46df-8c8a-d527e82709fb req-3e012a34-e126-4a98-92e8-b748ff1ff87f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.707314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf66f4-b4e5-46df-8c8a-d527e82709fb req-3e012a34-e126-4a98-92e8-b748ff1ff87f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.709072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcaf66f4-b4e5-46df-8c8a-d527e82709fb req-3e012a34-e126-4a98-92e8-b748ff1ff87f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55&device_id=1b6614ea-401c-48e6-b1dc-737070681033&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 2417 time: 0.1597731 Jul 28 14:42:55.749883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d688-04a4-4f01-97c4-cefcc28c8b3a None None] Pushing event updated for resources: {'Port': ['ID=03edb650-041a-4ea1-bb78-a471fcb90299,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.753982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Routers {'babd95aa-f736-4ca1-b193-62056ed44527'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:42:55.754621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['babd95aa-f736-4ca1-b193-62056ed44527'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:55.771698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:42:55.794850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Request body: {'port': {'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:55.795017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.853822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=70aece95-3c4b-48fd-ac4d-637adf631cb2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:55.902121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] Set router babd95aa-f736-4ca1-b193-62056ed44527 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:42:55.906849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.923490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.923988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.924475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.924954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.925436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.926316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.926445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:55.928537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-4bb5bea8-a9af-4f51-82ad-53494d96afaf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6426 time: 0.1932306 Jul 28 14:42:55.938593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:55.956251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcaf66f4-b4e5-46df-8c8a-d527e82709fb req-1a0c7a4d-df0a-4438-8db9-98fe3ad3c18a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935384 Jul 28 14:42:56.037710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.177740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-9c35ce14-93eb-4296-9d67-413014eaeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.178624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-9c35ce14-93eb-4296-9d67-413014eaeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.179440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-9c35ce14-93eb-4296-9d67-413014eaeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.181335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-9c35ce14-93eb-4296-9d67-413014eaeca9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2329388 Jul 28 14:42:56.402180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': False}, 'gw_port_id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:46Z', 'updated_at': '2021-07-28T14:42:51Z', 'revision_number': 3, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port': {'id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:49Z', 'updated_at': '2021-07-28T14:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:42:56.414183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 99ac6b4e-8a4b-4d39-a81a-1fbececec821) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:56.438931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.440379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752d41af-9d3f-4ee6-8754-0b3561c1165d None None] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:56.445032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.448250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.451041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.452182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.456585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.457221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.457356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.463087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.469751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.475867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.477805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-bc6b98ee-21bd-4b1c-8670-bdbb1110ff90 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5418 time: 0.3219712 Jul 28 14:42:56.502642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef28725-99ac-4649-a836-30494eab73e9 None None] The sync data for ids ['babd95aa-f736-4ca1-b193-62056ed44527'] in n-d-705658-23 is: [{'id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': False}, 'gw_port_id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:46Z', 'updated_at': '2021-07-28T14:42:51Z', 'revision_number': 3, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port': {'id': '03edb650-041a-4ea1-bb78-a471fcb90299', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babd95aa-f736-4ca1-b193-62056ed44527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:49Z', 'updated_at': '2021-07-28T14:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:42:56.519048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a0438-6933-4162-a1d3-4bd190a714c0 req-57ed4c1a-8141-4254-a06e-54bc7367183b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.527750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec8a0438-6933-4162-a1d3-4bd190a714c0 req-57ed4c1a-8141-4254-a06e-54bc7367183b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1182871 Jul 28 14:42:56.562561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-17b42983-9c8a-45ef-9a0f-0f975f809fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:56.563868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1ffecb7-9df4-45ef-85fe-f4f943a8698a req-17b42983-9c8a-45ef-9a0f-0f975f809fa1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3314276 Jul 28 14:42:56.604711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec8a0438-6933-4162-a1d3-4bd190a714c0 req-4c6ea333-f7a7-4b01-a193-be6da0c92820 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752175 Jul 28 14:42:56.608869 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bf9e5ad8-1f26-49f6-a2ce-8487da0e451d req-2d5906ce-6ddd-4550-9471-5382180c93e1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115265 Jul 28 14:42:56.615993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d3e2d80-def1-4426-9185-998c1f0d47bf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4969957 Jul 28 14:42:56.616976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54924) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:56.626770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-20308823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:56.685832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.687050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router 844b2756-7efc-40c6-84ef-76055856b61d {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:42:56.704800 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.706022 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-67e78945-cbfe-46bf-bb6c-36dee0a976f7 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 204 len: 168 time: 2.4448955 Jul 28 14:42:56.711598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:56.722052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-99ac6b4e-8a4b-4d39-a81a-1fbececec821', 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '6fbf2986-8bb0-4aeb-933d-95e2e7db28c0'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:42:56.722935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.723434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1547561167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:56.782697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c8141c-b2ed-40be-92d3-45d2da862986 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:42:56.806091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.806091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.862393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.953184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Transition to ACTIVE for port object c8c8141c-b2ed-40be-92d3-45d2da862986 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:56.953554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.954594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:56.980973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.009086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Allocated IP 2001:db8::2 (99ac6b4e-8a4b-4d39-a81a-1fbececec821/6fbf2986-8bb0-4aeb-933d-95e2e7db28c0/ad609089-33a4-4bd7-9b86-09c9d1ae2c9c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:57.031149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.042808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.061865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.065048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.068681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.145933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.178815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.180171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:57.189745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-794577a3-86b3-46a5-9f72-7a564fd59e1e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5604243 Jul 28 14:42:57.189745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:57.250288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.268020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Transition to ACTIVE for port object ad609089-33a4-4bd7-9b86-09c9d1ae2c9c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:57.305536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Transition to ACTIVE for port object ad609089-33a4-4bd7-9b86-09c9d1ae2c9c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:57.383342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.471293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:57.477634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:57.486613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:57.503192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Pushing event updated for resources: {'Port': ['ID=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:57.537151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Attempting to bind port c8c8141c-b2ed-40be-92d3-45d2da862986 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:57.537641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Attempting to bind port c8c8141c-b2ed-40be-92d3-45d2da862986 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:57.537988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Attempting to bind port c8c8141c-b2ed-40be-92d3-45d2da862986 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:57.583882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Port c8c8141c-b2ed-40be-92d3-45d2da862986 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:42:57.584192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Attempting to bind port c8c8141c-b2ed-40be-92d3-45d2da862986 on network ad33859d-0cf9-4685-97d8-6318e5f7a89c {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:57.597630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.25.0.15 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/89a53585-969d-4617-a1cd-197ced5a71b8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:57.602408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Attempting to bind port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:42:57.602893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Attempting to bind port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '8dcf53ab-f5e8-4c35-9279-89403dd0b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:42:57.605727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:57.606086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Checking segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:57.606705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Attempting to bind port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c on network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:42:57.633952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Bound using segment: {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:57.633952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Bound port: c8c8141c-b2ed-40be-92d3-45d2da862986, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33155f3e-74d6-4eae-a920-9e0e28fdd9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:57.633952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Checking segment: {'id': '8dcf53ab-f5e8-4c35-9279-89403dd0b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Bound using segment: {'id': '8dcf53ab-f5e8-4c35-9279-89403dd0b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Bound port: ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcf53ab-f5e8-4c35-9279-89403dd0b880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '99ac6b4e-8a4b-4d39-a81a-1fbececec821'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:42:57.634777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.758107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.768204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f491902-c012-4642-aa2d-59acbd556cef tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0532224 Jul 28 14:42:57.772297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54958) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:42:57.777087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] For port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:57.781166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': True}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:42:57.785236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] For port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,segment=NetworkSegment(8dcf53ab-f5e8-4c35-9279-89403dd0b880),segment_id=8dcf53ab-f5e8-4c35-9279-89403dd0b880)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:57.843916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 03edb650-041a-4ea1-bb78-a471fcb90299 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:57.881721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.892317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:57.913444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:42:57.917794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:42:57.993974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0b40-d621-4a39-9419-e8a3d4a277fa None None] Pushing event updated for resources: {'Port': ['ID=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:58.001093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.094805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.110373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.118257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.118257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] 10.222.0.53 "PUT /v2.0/ports/c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 1092 time: 2.3299835 Jul 28 14:42:58.118257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:42:58.127029 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b1f63-3ef5-4014-9c90-29380603e4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:42:58.152084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:58.154610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 03edb650-041a-4ea1-bb78-a471fcb90299 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:58.155920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.162248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 03edb650-041a-4ea1-bb78-a471fcb90299 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:42:58.162694 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.179915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:58.197454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:58.231691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.251858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.264662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.279521 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1339ec-b8c0-49df-bebf-cdadea23f3d2 x-openstack-request-id: req-fe1339ec-b8c0-49df-bebf-cdadea23f3d2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:42:58.281282 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:42:58.285870 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe1339ec-b8c0-49df-bebf-cdadea23f3d2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:42:58.285870 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'status': 'completed', 'code': 200} Jul 28 14:42:58.287749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.303186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.317382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.345298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.352771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-07158b3a-3db6-4c30-acfc-563c19ace97a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.5446107 Jul 28 14:42:58.376802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.439952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 03edb650-041a-4ea1-bb78-a471fcb90299, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=03edb650-041a-4ea1-bb78-a471fcb90299,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:42:58.501110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3e897-6bed-4660-91ad-2fa3c7f139bb service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:58.555376 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.558184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:58.582896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=89a53585-969d-4617-a1cd-197ced5a71b8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:58.646236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=03edb650-041a-4ea1-bb78-a471fcb90299,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:58.663362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.663862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.670621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.672543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.673040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.673541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.674609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.681719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-a50c1f3e-120c-41f0-bdec-358ed0263456 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6494 time: 0.4045031 Jul 28 14:42:58.709879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e486b8b-3814-4fc6-bc67-65fefe3a7c4e req-0ce8bfa2-6d05-4924-9502-d602fa7b5e7e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3455095 Jul 28 14:42:58.835762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-502242fc-0422-4a2c-98a5-f3d536ea7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.836253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-502242fc-0422-4a2c-98a5-f3d536ea7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.837153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-502242fc-0422-4a2c-98a5-f3d536ea7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:58.838383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-502242fc-0422-4a2c-98a5-f3d536ea7daa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=dc2e76b247be45a58b8613e0c06cb839&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1245582 Jul 28 14:42:58.925331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8::1 (99ac6b4e-8a4b-4d39-a81a-1fbececec821/6fbf2986-8bb0-4aeb-933d-95e2e7db28c0/c78be2a4-6291-41c6-9ee1-447b5db4e958) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:59.036654 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.041364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-97c1eacd-4997-4990-8343-582d0c50a890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.042871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f5b1f63-3ef5-4014-9c90-29380603e4c6 req-97c1eacd-4997-4990-8343-582d0c50a890 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672873 Jul 28 14:42:59.195614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1458-eb02-45c7-b664-34771e75d909 req-9cf8dab3-07c0-4b61-b382-11a84bcc6034 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.197179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-281d1458-eb02-45c7-b664-34771e75d909 req-9cf8dab3-07c0-4b61-b382-11a84bcc6034 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.2016535 Jul 28 14:42:59.239987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.256323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.267728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.268376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.268685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.269255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.270019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.270501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.271540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.273796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6f5a5926-b187-45c1-89bb-b1131312d51c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6494 time: 0.1301744 Jul 28 14:42:59.295694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.297938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object c78be2a4-6291-41c6-9ee1-447b5db4e958 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:42:59.310175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-281d1458-eb02-45c7-b664-34771e75d909 req-7c4e79c1-36c7-4d45-8bda-0dff176bbdde tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026251 Jul 28 14:42:59.372514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-257c5bd2-ec2a-4fbf-bd81-22a1851f3fd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 217 time: 0.0808356 Jul 28 14:42:59.441128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 172.25.0.219 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5c531eef-af28-48a8-a7b7-42a4357d840d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:42:59.529491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.605712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:59.614150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:59.616149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=c78be2a4-6291-41c6-9ee1-447b5db4e958,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:42:59.625406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:59.625988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.704146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50499cda-7760-4dee-b500-e71a4be3d473 None None] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:42:59.722993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.821897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-07c95494-ebd8-47ae-85a3-34e014189c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.824063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-07c95494-ebd8-47ae-85a3-34e014189c09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.4448574 Jul 28 14:42:59.872784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad609089-33a4-4bd7-9b86-09c9d1ae2c9c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:42:59.910329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.915417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.919175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fc11de40-99d3-4847-b8db-917b25239883 None None] Provisioning for port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:42:59.940184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:42:59.972212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:42:59.979576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:42:59.985870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:42:59.992322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c8fa1378-d1c9-49ab-bb07-87ea77ca8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:42:59.995852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c8fa1378-d1c9-49ab-bb07-87ea77ca8bfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1632545 Jul 28 14:43:00.015820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=5c531eef-af28-48a8-a7b7-42a4357d840d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:00.022121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.033908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.047384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.059784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.074350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.085849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.091448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:00.096987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:00.097283 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.101614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.117000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93d5a6ab-5042-407c-8632-970db29d82fa req-53673b44-2118-43f2-afce-a59855c260cd tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2871282 Jul 28 14:43:00.264450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.359622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,segment=NetworkSegment(8dcf53ab-f5e8-4c35-9279-89403dd0b880),segment_id=8dcf53ab-f5e8-4c35-9279-89403dd0b880)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:00.398301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93d5a6ab-5042-407c-8632-970db29d82fa req-be753b4d-eee2-4d97-a7e4-d67aa139f9c8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2796226 Jul 28 14:43:00.447460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-698500bb-68b3-4d13-b75c-2921874dab99 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224440 Jul 28 14:43:00.452895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.454266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 03edb650-041a-4ea1-bb78-a471fcb90299 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:00.614228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-0744d56d-8162-4f98-9373-0f6a487af3f9 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561074 Jul 28 14:43:00.637061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:00.645582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router d8036a9b-beac-48ea-bdd3-7444eb3b635d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:00.655877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 03edb650-041a-4ea1-bb78-a471fcb90299 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:00.656670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.717830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-cdea6291-9565-4b1e-9905-6aeb62a06603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0949724 Jul 28 14:43:00.785212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Provisioning for port c78be2a4-6291-41c6-9ee1-447b5db4e958 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:00.791903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Provisioning complete for port c78be2a4-6291-41c6-9ee1-447b5db4e958 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:00.792282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.844569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Port c78be2a4-6291-41c6-9ee1-447b5db4e958 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:00.875596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Provisioning complete for port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:00.875984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-823012ac-6fe4-42d9-843b-1a3c1ab8e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:00.894398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3c9cef9e-59be-4709-8fdd-7a1ebbd129be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.896095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3c9cef9e-59be-4709-8fdd-7a1ebbd129be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1704757 Jul 28 14:43:00.955814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:00.971644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Sync routers for ids ['d8036a9b-beac-48ea-bdd3-7444eb3b635d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:00.982670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-483063c0-c929-4c54-98f2-dff7504978bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:00.986241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-483063c0-c929-4c54-98f2-dff7504978bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811999 Jul 28 14:43:00.989113 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Routers {'d8036a9b-beac-48ea-bdd3-7444eb3b635d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:00.989921 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d8036a9b-beac-48ea-bdd3-7444eb3b635d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:01.101548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.112961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-011d87c1-1d42-4f72-9562-a88418ca2ca9 None None] Provisioning complete for port c78be2a4-6291-41c6-9ee1-447b5db4e958 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:01.113870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.114255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-011d87c1-1d42-4f72-9562-a88418ca2ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.115382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-543312ac-2806-4cc9-b25f-74ef25b30ae1 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2869043 Jul 28 14:43:01.119690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:01.129521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Set router d8036a9b-beac-48ea-bdd3-7444eb3b635d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:01.130886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-0a497c6d-5b96-4158-ae5e-d4697cd66e3d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381288 Jul 28 14:43:01.162608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-011d87c1-1d42-4f72-9562-a88418ca2ca9 None None] Port c78be2a4-6291-41c6-9ee1-447b5db4e958 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:01.167857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48c8a1-9d49-48fa-a0c6-b1a68ab568d2 req-1b810685-e4d7-4790-9ac6-0c6c4ae435db tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.169451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba48c8a1-9d49-48fa-a0c6-b1a68ab568d2 req-1b810685-e4d7-4790-9ac6-0c6c4ae435db tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.5498254 Jul 28 14:43:01.296147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba48c8a1-9d49-48fa-a0c6-b1a68ab568d2 req-2f839984-cf32-47b3-b2dc-d7b13259a609 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141121 Jul 28 14:43:01.339064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.367076 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8036a9b-beac-48ea-bdd3-7444eb3b635d', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '89a53585-969d-4617-a1cd-197ced5a71b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:55Z', 'updated_at': '2021-07-28T14:42:58Z', 'revision_number': 3, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port': {'id': '89a53585-969d-4617-a1cd-197ced5a71b8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8036a9b-beac-48ea-bdd3-7444eb3b635d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:42:57Z', 'updated_at': '2021-07-28T14:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:01.371399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cad646c0-cc60-431e-a338-23b284a0379c tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/d8036a9b-beac-48ea-bdd3-7444eb3b635d HTTP/1.1" status: 200 len: 907 time: 0.2482333 Jul 28 14:43:01.371727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:01.403722 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Checking router: d8036a9b-beac-48ea-bdd3-7444eb3b635d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:01.404148 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Updating router d8036a9b-beac-48ea-bdd3-7444eb3b635d port 89a53585-969d-4617-a1cd-197ced5a71b8 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:43:01.404732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.408909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.432605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-f03ca29f-e621-4a57-b688-9212914a5288 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475610 Jul 28 14:43:01.435449 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.499413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.501170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.532126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-86e86e2e-310d-43d8-b2d0-e92837cd4fa7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0899663 Jul 28 14:43:01.602048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.622736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=c78be2a4-6291-41c6-9ee1-447b5db4e958,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:01.706872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:01.722655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad609089-33a4-4bd7-9b86-09c9d1ae2c9c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:01.724624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:01.727038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:01.748265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3c4cdb95-14a9-4c4f-8df9-1ef209ca032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.750331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-3c4cdb95-14a9-4c4f-8df9-1ef209ca032f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.2103770 Jul 28 14:43:01.808184 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.825318 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Transition to ACTIVE for port object 89a53585-969d-4617-a1cd-197ced5a71b8 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:01.833247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router d2cf7cf5-a3cc-4c6c-8024-494567a8846a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:01.835008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:01.836169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.919563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.922306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.926476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.933707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.939982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.946506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.953670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.959646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.962121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f112fd02-70ae-4033-8130-008beb1139b8 req-ac9e75f4-3f79-48e1-a03d-379c48cdeafa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.3352489 Jul 28 14:43:01.965712 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:01.968156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-618cc3a5-a91a-4617-accf-7a6cf762283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:01.970664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-618cc3a5-a91a-4617-accf-7a6cf762283d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106950 Jul 28 14:43:02.015491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.025610 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Pushing event updated for resources: {'Port': ['ID=89a53585-969d-4617-a1cd-197ced5a71b8,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:02.050708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.051102 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.051439 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.051776 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.052107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.052259 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.054356 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.054703 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.055768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.056121 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.056453 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.056963 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.057297 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.073900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Attempting to bind port 89a53585-969d-4617-a1cd-197ced5a71b8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:02.074271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Attempting to bind port 89a53585-969d-4617-a1cd-197ced5a71b8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:02.074850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Attempting to bind port 89a53585-969d-4617-a1cd-197ced5a71b8 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:02.078769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f112fd02-70ae-4033-8130-008beb1139b8 req-c90cc244-084d-4683-b610-87b155b778ae tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036663 Jul 28 14:43:02.082436 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:02.083196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:02.083880 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.091108 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:02.091108 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Bound port: 89a53585-969d-4617-a1cd-197ced5a71b8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:02.091108 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.112731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-e7727428-cabb-4f85-90a7-be03f0ba0b21 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286933 Jul 28 14:43:02.117578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9bcfc881-1aba-4e01-81c1-4d0bcfeac93a None None] Provisioning complete for port c78be2a4-6291-41c6-9ee1-447b5db4e958 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:02.117981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9bcfc881-1aba-4e01-81c1-4d0bcfeac93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.141662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:02.146941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.149481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1001fd2-485e-45df-8aa2-b24011078714 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "PUT /v2.0/routers/d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 200 len: 919 time: 4.3772862 Jul 28 14:43:02.150936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] Sync routers for ids ['d2cf7cf5-a3cc-4c6c-8024-494567a8846a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:02.154088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55020) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.171820 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] For port 89a53585-969d-4617-a1cd-197ced5a71b8, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:02.176862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] For port 89a53585-969d-4617-a1cd-197ced5a71b8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=89a53585-969d-4617-a1cd-197ced5a71b8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:02.182314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] Routers {'d2cf7cf5-a3cc-4c6c-8024-494567a8846a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:02.182314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d2cf7cf5-a3cc-4c6c-8024-494567a8846a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.182314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfc881-1aba-4e01-81c1-4d0bcfeac93a None None] Port c78be2a4-6291-41c6-9ee1-447b5db4e958 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:02.211526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.222392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.231518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] Routers {'d2cf7cf5-a3cc-4c6c-8024-494567a8846a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:02.232142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d2cf7cf5-a3cc-4c6c-8024-494567a8846a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.269033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Deleting port 89a53585-969d-4617-a1cd-197ced5a71b8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:02.269383 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.269568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.270237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f4fd5b-3ec0-49e7-ade5-7396f080c9b8 None None] The sync data for ids ['d2cf7cf5-a3cc-4c6c-8024-494567a8846a'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:02.272555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-9b011387-788b-49b7-9869-b17abbd29cdc service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480405 Jul 28 14:43:02.289310 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=996eb075be174235b9513c06b16a5a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701435 Jul 28 14:43:02.289310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55022) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.320636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 09b002ec-7214-4735-a6c8-5173e1f60a18 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:02.326537 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.328725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cbd80f-34dd-4ddb-9926-0638a3ff653b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:02.349785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b6c7ca94-d43a-4b18-b6b1-4725a35f44d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0653157 Jul 28 14:43:02.413402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391cdee0-eb9a-42e2-80d7-0080e904334c None None] Pushing event updated for resources: {'Port': ['ID=89a53585-969d-4617-a1cd-197ced5a71b8,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:02.420724 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Routers {'d8036a9b-beac-48ea-bdd3-7444eb3b635d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:02.422068 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d8036a9b-beac-48ea-bdd3-7444eb3b635d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.441387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.441680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.442023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.442363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.442691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.443975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.445895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a4b7eac7-df9f-4f9a-bc5e-c837ba933a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.447432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.447683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a4b7eac7-df9f-4f9a-bc5e-c837ba933a67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0901132 Jul 28 14:43:02.447835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.448208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.448527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.448866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.449199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef50f8f-840f-4938-85f3-47ae502f7c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:02.452708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] For port 89a53585-969d-4617-a1cd-197ced5a71b8, host n-d-705658-23, got binding levels [] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:02.452708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.491392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Calling delete_port for 89a53585-969d-4617-a1cd-197ced5a71b8 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:02.496531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f432d80c-4bd9-431a-a959-4d64d464995f tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 200 len: 925 time: 0.3403845 Jul 28 14:43:02.502174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55034) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.582369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.640998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a4dc80f5-15a4-49cd-8f3a-c89876502f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.642602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-a4dc80f5-15a4-49cd-8f3a-c89876502f4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874585 Jul 28 14:43:02.671113 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] Set router d8036a9b-beac-48ea-bdd3-7444eb3b635d gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:02.682123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:02.703046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:02.720707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-486d5d56-120b-41d3-99f0-d34b682fc0bd tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/09b002ec-7214-4735-a6c8-5173e1f60a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5292284 Jul 28 14:43:02.724334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55038) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.732004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f0909-c544-479a-be17-5b05e8e27479 req-c70e2d39-c81c-4881-9478-1a185e9e2a66 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.734251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f21f0909-c544-479a-be17-5b05e8e27479 req-c70e2d39-c81c-4881-9478-1a185e9e2a66 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.3416157 Jul 28 14:43:02.735538 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] Sync routers for ids ['09b002ec-7214-4735-a6c8-5173e1f60a18'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:02.738196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8036a9b-beac-48ea-bdd3-7444eb3b635d', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:55Z', 'updated_at': '2021-07-28T14:43:02Z', 'revision_number': 4, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.766309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bb131-29c7-48a8-9aaa-6a6633aebc0c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.768287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba6bb131-29c7-48a8-9aaa-6a6633aebc0c tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=d2cf7cf5-a3cc-4c6c-8024-494567a8846a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2642884 Jul 28 14:43:02.777217 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1871086-0a84-4c2c-a405-049c4c6a561c None None] The sync data for ids ['d8036a9b-beac-48ea-bdd3-7444eb3b635d'] in n-d-705658-23 is: [{'id': 'd8036a9b-beac-48ea-bdd3-7444eb3b635d', 'name': 'tempest-snat-router-1950972362', 'tenant_id': '421924e9f62a441cb2bfd4d214f1bff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:42:55Z', 'updated_at': '2021-07-28T14:43:02Z', 'revision_number': 4, 'project_id': '421924e9f62a441cb2bfd4d214f1bff1', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:02.779503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.781795 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] Routers {'09b002ec-7214-4735-a6c8-5173e1f60a18'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:02.781795 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09b002ec-7214-4735-a6c8-5173e1f60a18'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.808584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9e0c1e-eb1a-4208-9443-7c9f9af95c9c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:02.814419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bc9e0c1e-eb1a-4208-9443-7c9f9af95c9c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports/c78be2a4-6291-41c6-9ee1-447b5db4e958 HTTP/1.1" status: 200 len: 911 time: 0.0752437 Jul 28 14:43:02.816999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:02.822105 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.825611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6fbf2986-8bb0-4aeb-933d-95e2e7db28c0'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:02.837520 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] Routers {'09b002ec-7214-4735-a6c8-5173e1f60a18'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:02.838317 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09b002ec-7214-4735-a6c8-5173e1f60a18'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.873187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:02.878936 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e827027-2388-4025-a50e-7cb6efbb737c None None] The sync data for ids ['09b002ec-7214-4735-a6c8-5173e1f60a18'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:02.879159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f21f0909-c544-479a-be17-5b05e8e27479 req-7792ee4e-c17a-491b-a435-0c92e916ad82 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264145 Jul 28 14:43:03.020742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.307735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.310228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.312502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16cbd80f-34dd-4ddb-9926-0638a3ff653b HTTP/1.1" status: 204 len: 168 time: 1.0262098 Jul 28 14:43:03.327468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2bdc33d5-b505-4666-b337-ebfc96b2886d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739993 Jul 28 14:43:03.348358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060da439-fd13-4a82-9a97-0ca42efbcf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cbd80f-34dd-4ddb-9926-0638a3ff653b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:03.399511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ec464-e7c2-41f0-9151-3d57f6a07838 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.400904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6b3ec464-e7c2-41f0-9151-3d57f6a07838 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.6195126 Jul 28 14:43:03.406115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:03.434726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.440986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.442642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.446830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.453345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.459119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.464861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.471451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.473434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-4bb1511d-8e84-4463-963c-b8ef55c0fc11 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2104359 Jul 28 14:43:03.493308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bcc5ea46-61e0-4078-be4c-a644b9630e3b tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 200 len: 205 time: 0.0846057 Jul 28 14:43:03.494004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.496028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:03.548679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a53585-969d-4617-a1cd-197ced5a71b8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:03.620190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.620190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.620190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.620190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/ports/c78be2a4-6291-41c6-9ee1-447b5db4e958 HTTP/1.1" status: 200 len: 911 time: 0.7911994 Jul 28 14:43:03.630707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-b31afac2-e7d7-4398-b3da-82b31cede5f6 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902308 Jul 28 14:43:03.631524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55054) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:03.648897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7abfaa2d-4c76-4ad7-bc06-25ae557e1f93 req-ef494b3f-152b-46e3-a4cb-f59404360af1 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582208 Jul 28 14:43:03.665524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a7d7f-5d3b-4ede-a902-0e0695a7e540 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=c78be2a4-6291-41c6-9ee1-447b5db4e958,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:03.675171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.746171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-db73245a-f821-47ff-8f53-20d4a2614559 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0924733 Jul 28 14:43:03.802542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.828088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.955893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port 5c531eef-af28-48a8-a7b7-42a4357d840d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:03.955893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.977845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-675a540a-1391-4e4a-a79d-ad43ec25c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:03.979351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-675a540a-1391-4e4a-a79d-ad43ec25c3a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.2018218 Jul 28 14:43:03.980902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:03.985941 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.035525 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.048236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for 5c531eef-af28-48a8-a7b7-42a4357d840d owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:04.159618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c9add16a-94e0-4ed0-8727-e16bbf379b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.161082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-c9add16a-94e0-4ed0-8727-e16bbf379b67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1420670 Jul 28 14:43:04.176634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f7ff1-dded-4433-b85d-b2e6c0b3cd33 req-07f478ea-bfbb-4d39-9db5-8049c0dfc636 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.178143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-355f7ff1-dded-4433-b85d-b2e6c0b3cd33 req-07f478ea-bfbb-4d39-9db5-8049c0dfc636 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.2022941 Jul 28 14:43:04.254076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.254621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8036a9b-beac-48ea-bdd3-7444eb3b635d {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:04.260935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.262078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0399c4bc-5150-4e95-b97c-a9f022f75725 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/routers/d8036a9b-beac-48ea-bdd3-7444eb3b635d HTTP/1.1" status: 204 len: 168 time: 2.8893452 Jul 28 14:43:04.265508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55062) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:04.317485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-355f7ff1-dded-4433-b85d-b2e6c0b3cd33 req-210640ea-d9c2-43d9-a836-4bbd1f54baa1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283865 Jul 28 14:43:04.328941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55064) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:04.359300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e1286c1-7f86-47fd-8b39-aeba8cb7794e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.370338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.372329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-fb58f906-1fc9-4d66-89dd-a70ceff06ad7 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932287 Jul 28 14:43:04.404176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=5c531eef-af28-48a8-a7b7-42a4357d840d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:04.455886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.523913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.546536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-96e0a25c-dfd5-4fd4-a5b7-b3fcc154eee1 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655478 Jul 28 14:43:04.603673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-fab059c1-629a-4010-aae1-535ad838eca6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0488722 Jul 28 14:43:04.608502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.655766 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.658071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.694259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e1286c1-7f86-47fd-8b39-aeba8cb7794e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.727576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.787287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e1286c1-7f86-47fd-8b39-aeba8cb7794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.790490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6b316d3f-9934-4006-a433-cada6e12a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.792034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-6b316d3f-9934-4006-a433-cada6e12a50b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.1767330 Jul 28 14:43:04.813694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.813694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router d2cf7cf5-a3cc-4c6c-8024-494567a8846a {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:04.822390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.823547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9cef8574-beec-4cef-b8b9-dd0f4fc8caeb tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 204 len: 168 time: 1.3265185 Jul 28 14:43:04.828584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55072) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:04.833363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-97070446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:04.892223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Deleting port 03edb650-041a-4ea1-bb78-a471fcb90299 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:04.892574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.907467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e1286c1-7f86-47fd-8b39-aeba8cb7794e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8b91703eb474641a7bacb11bfc8942a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782943 Jul 28 14:43:04.908372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1286c1-7f86-47fd-8b39-aeba8cb7794e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb796b-e1d4-41fd-9e63-48440c64b1ab,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:04.930494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55074) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:04.963432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.970056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.975985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.977517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] For port 03edb650-041a-4ea1-bb78-a471fcb90299, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=03edb650-041a-4ea1-bb78-a471fcb90299,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:04.977884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.981992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.987696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.988622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:04.989278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:04.995265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.002679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.004707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-5d1bcc5d-87cd-4963-a745-09dba312f607 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2704973 Jul 28 14:43:05.056470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-945046cc-e350-450b-8a7c-61dd5cfff9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.058082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-945046cc-e350-450b-8a7c-61dd5cfff9ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2474897 Jul 28 14:43:05.149103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-96fbfe6e-34bc-412b-9347-2ed11212c1c2 req-15bea0e1-5229-4e76-882f-44c745698cc3 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313918 Jul 28 14:43:05.167562 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.215384 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.271377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-dd318199-6454-4323-96fa-bb6fc97a1205 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038324 Jul 28 14:43:05.326135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Calling delete_port for 03edb650-041a-4ea1-bb78-a471fcb90299 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:05.425481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port c78be2a4-6291-41c6-9ee1-447b5db4e958 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:05.425834 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.432767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-af443b20-5daa-48c7-9f6f-a7d601fa86d9 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425831 Jul 28 14:43:05.441419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.509780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-2ef5eaec-34ff-4030-a199-863fac1d8754 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0648565 Jul 28 14:43:05.522585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8297eb-7694-4848-854f-260372348a79 req-297b00f7-c08a-40bf-ab2c-fca89a536fcc tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.524263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b8297eb-7694-4848-854f-260372348a79 req-297b00f7-c08a-40bf-ab2c-fca89a536fcc tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1018782 Jul 28 14:43:05.554844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.557518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.560981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75bb796b-e1d4-41fd-9e63-48440c64b1ab HTTP/1.1" status: 204 len: 168 time: 0.6271057 Jul 28 14:43:05.575099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.589690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b83ac-db6d-449e-b4b8-383c2532e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb796b-e1d4-41fd-9e63-48440c64b1ab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:05.610111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-69b70c0a-3ff0-4d8e-ba3c-3bc0ca0dc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.611932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-69b70c0a-3ff0-4d8e-ba3c-3bc0ca0dc59c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0945282 Jul 28 14:43:05.615868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.629550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for c78be2a4-6291-41c6-9ee1-447b5db4e958 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:05.651189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b8297eb-7694-4848-854f-260372348a79 req-1ffd64bc-81c7-4ed5-b344-9c6dc047ae85 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188965 Jul 28 14:43:05.744869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-bff15ce8-56a2-497b-8bef-458d874edfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:05.746317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-bff15ce8-56a2-497b-8bef-458d874edfdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661249 Jul 28 14:43:05.830132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.833838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed5912d3-df0a-4104-9824-214fcb0ec741 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0018225 Jul 28 14:43:05.833838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:05.834673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55082) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:05.842229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:05.883448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event deleted for resources: {'Port': ['ID=03edb650-041a-4ea1-bb78-a471fcb90299,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:05.952770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.055152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.057454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.222539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.226421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Fanout notify agent at l3_agent the message router_deleted on router babd95aa-f736-4ca1-b193-62056ed44527 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:06.241811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.243630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23b338f7-eecd-4533-8e90-010355755b86 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "DELETE /v2.0/routers/babd95aa-f736-4ca1-b193-62056ed44527 HTTP/1.1" status: 204 len: 168 time: 1.9769492 Jul 28 14:43:06.247562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55096) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:06.252542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-479861551', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:06.412058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.415927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-7bf44c7e-6673-4775-877a-1d50d7ca40c8 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383519 Jul 28 14:43:06.417894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.479158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.510405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.549547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.555374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.561336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.567681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.573597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.580077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.585932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.587944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-b75d11cb-b94b-4189-be93-d273caf5eb20 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.3063931 Jul 28 14:43:06.594766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.652188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=c78be2a4-6291-41c6-9ee1-447b5db4e958,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:06.734602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.788454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bb091b7-bef9-406f-8961-a4c364bdbb69 req-6a4219c1-8cf3-4561-902d-ce6a494a8e23 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899459 Jul 28 14:43:06.817353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d80a87f-6b92-43d1-94dd-914b68125851 req-db37978a-bdbd-4c6d-8877-054088c6d204 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616934 Jul 28 14:43:06.858572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831114d1-16c7-4141-b0b7-ec944ba762c8 req-2d9ac62e-2f6b-46d1-846d-cb81968cdf9a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:06.863770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-831114d1-16c7-4141-b0b7-ec944ba762c8 req-2d9ac62e-2f6b-46d1-846d-cb81968cdf9a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.0717347 Jul 28 14:43:06.892592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:06.961250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-831114d1-16c7-4141-b0b7-ec944ba762c8 req-321fda94-ab68-4357-aee5-c9f501574364 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944386 Jul 28 14:43:07.126397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 09b002ec-7214-4735-a6c8-5173e1f60a18 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:07.148143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.168630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.282295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Allocated IP 172.25.0.159 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/7b1dff95-9f8b-470e-a278-356b0bae43dc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:07.298437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:07.304846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bac08f68-e94b-494c-8466-4b8f69bf4682 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/09b002ec-7214-4735-a6c8-5173e1f60a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6549060 Jul 28 14:43:07.307874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55116) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:07.308834 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.314118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] Sync routers for ids ['09b002ec-7214-4735-a6c8-5173e1f60a18'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:07.331841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] Routers {'09b002ec-7214-4735-a6c8-5173e1f60a18'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:07.332890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09b002ec-7214-4735-a6c8-5173e1f60a18'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:07.340730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.368133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-406421b2-0d59-4b68-94fb-946822eec2f7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=09b002ec-7214-4735-a6c8-5173e1f60a18 HTTP/1.1" status: 200 len: 205 time: 0.0570643 Jul 28 14:43:07.371214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:07.384029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:07.402632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] Routers {'09b002ec-7214-4735-a6c8-5173e1f60a18'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:07.403299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09b002ec-7214-4735-a6c8-5173e1f60a18'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:07.415006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.464079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:07.465047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac76542-aef9-4b4e-b513-ff4ab316a8e0 None None] The sync data for ids ['09b002ec-7214-4735-a6c8-5173e1f60a18'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:07.498699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.663035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.665949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.670061 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.693995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 03edb650-041a-4ea1-bb78-a471fcb90299 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:07.705623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:07.712661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:07.716509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:07.728618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 03edb650-041a-4ea1-bb78-a471fcb90299 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:07.728618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 03edb650-041a-4ea1-bb78-a471fcb90299 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:07.753353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event updated for resources: {'Port': ['ID=7b1dff95-9f8b-470e-a278-356b0bae43dc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:07.759285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Allocated IP 172.25.0.156 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/f1a49c8b-05bc-4e26-8bb2-93514d356264) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:07.861193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.861725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router 09b002ec-7214-4735-a6c8-5173e1f60a18 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:07.877344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.877344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2dceb303-22b0-43e0-b937-3a3537970449 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/09b002ec-7214-4735-a6c8-5173e1f60a18 HTTP/1.1" status: 204 len: 168 time: 0.5027752 Jul 28 14:43:07.877744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55128) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:07.912482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.942849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.945599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 6fbf2986-8bb0-4aeb-933d-95e2e7db28c0 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:07.949179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.952147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:07.956173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.962524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.969468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.975368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.981509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:07.986630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-c7fdfa28-4c2d-422c-a011-39deb05f3376 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.1107104 Jul 28 14:43:08.017883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.047173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1a4d425-d30c-4cb7-afe1-c2fb5fe241f4 req-29024198-020a-4659-8a25-2254d5de2da4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537748 Jul 28 14:43:08.143814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.197882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.237263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.296591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:08.317651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:08.324895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:08.329683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Pushing event updated for resources: {'Port': ['ID=f1a49c8b-05bc-4e26-8bb2-93514d356264,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:08.343682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-aa3d6359-06a3-4211-aa8a-ead46961cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.345245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-aa3d6359-06a3-4211-aa8a-ead46961cad1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1719005 Jul 28 14:43:08.379109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea6d82-3d54-470e-91da-518e3df3abd5 req-b230c1f1-7d6d-49ce-a763-9ab3ef1ba1f5 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.380641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41ea6d82-3d54-470e-91da-518e3df3abd5 req-b230c1f1-7d6d-49ce-a763-9ab3ef1ba1f5 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.2085638 Jul 28 14:43:08.473470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.555426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41ea6d82-3d54-470e-91da-518e3df3abd5 req-fc80b919-b8b8-43a5-9d3d-5f16eb007c7d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636102 Jul 28 14:43:08.559329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.708368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Router 32bb0b6c-4660-456c-995c-2c5ddd52394f is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:08.826203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:08.842335 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] Sync routers for ids ['32bb0b6c-4660-456c-995c-2c5ddd52394f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:08.850291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] Routers {'32bb0b6c-4660-456c-995c-2c5ddd52394f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:08.854085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['32bb0b6c-4660-456c-995c-2c5ddd52394f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:08.910440 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:08.925668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] Routers {'32bb0b6c-4660-456c-995c-2c5ddd52394f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:08.926892 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['32bb0b6c-4660-456c-995c-2c5ddd52394f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:08.934084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbf2986-8bb0-4aeb-933d-95e2e7db28c0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:08.952246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:08.956503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a4e5f893-13eb-4b0f-9566-f6525f344a25 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/6fbf2986-8bb0-4aeb-933d-95e2e7db28c0 HTTP/1.1" status: 204 len: 168 time: 1.0753016 Jul 28 14:43:08.956684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45b2de-4e96-438d-ad52-32ac2ead7b6f None None] Network 99ac6b4e-8a4b-4d39-a81a-1fbececec821 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:08.957168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55148) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:08.961735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-f6cb7938-3e52-46b8-b568-ba9220b22e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:08.971420 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-f6cb7938-3e52-46b8-b568-ba9220b22e9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 917 time: 0.5956216 Jul 28 14:43:08.992506 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:08.993522 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bb690-8a1b-4ff4-b1d2-5484edb6b6a6 None None] The sync data for ids ['32bb0b6c-4660-456c-995c-2c5ddd52394f'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:09.013625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-b1ddf949-67e8-48c7-a3f2-c8cf0d767cd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 200 len: 217 time: 0.0421352 Jul 28 14:43:09.020375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.024682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2cc8c8c2-cc79-4505-95a5-e2c452203680 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7737527 Jul 28 14:43:09.029203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:09.035619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:09.105260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.130112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-a814cde0-6929-44f1-abdb-9775953a4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.133949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-a814cde0-6929-44f1-abdb-9775953a4110 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.1108062 Jul 28 14:43:09.196628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:09.197495 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.296191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] DHCP port deletion for 99ac6b4e-8a4b-4d39-a81a-1fbececec821 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:09.307636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,segment=NetworkSegment(8dcf53ab-f5e8-4c35-9279-89403dd0b880),segment_id=8dcf53ab-f5e8-4c35-9279-89403dd0b880)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:09.308461 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.335092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for ad609089-33a4-4bd7-9b86-09c9d1ae2c9c owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:09.344897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Deleting port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:09.345568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.384722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-99043794-10cd-465b-8bf2-fdb8e298364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.386628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-99043794-10cd-465b-8bf2-fdb8e298364d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2265928 Jul 28 14:43:09.427552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] For port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,segment=NetworkSegment(8dcf53ab-f5e8-4c35-9279-89403dd0b880),segment_id=8dcf53ab-f5e8-4c35-9279-89403dd0b880)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:09.427963 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.433224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.439520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.445721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.448008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Calling delete_port for ad609089-33a4-4bd7-9b86-09c9d1ae2c9c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:09.456031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.462009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.468699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.474588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.476674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-6f8c7c02-a7c2-4559-81db-b5f208ac4e62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2444685 Jul 28 14:43:09.527678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.534550 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:43:09.537221 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:43:09.542924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.547491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.569502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:09.578851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:09.580362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Pushing event deleted for resources: {'Port': ['ID=ad609089-33a4-4bd7-9b86-09c9d1ae2c9c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:09.589874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.591795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.591795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.591795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.591795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.591795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.592939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.593070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.593721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.594113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.594532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.595106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:09.601638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11282b6-3f8e-401b-b67b-95e5a3156c8a None None] No DVR routers for this DVR port ad609089-33a4-4bd7-9b86-09c9d1ae2c9c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:09.728814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad609089-33a4-4bd7-9b86-09c9d1ae2c9c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:09.735286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b17abc6a-406c-4b77-a46d-20fc15c76dc7 req-02647179-b0e5-42d7-84f4-f2d87e41c398 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2209752 Jul 28 14:43:09.738379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.754589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ac6b4e-8a4b-4d39-a81a-1fbececec821']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:09.754822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ad609089-33a4-4bd7-9b86-09c9d1ae2c9c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:09.754822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad609089-33a4-4bd7-9b86-09c9d1ae2c9c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:09.771411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcf53ab-f5e8-4c35-9279-89403dd0b880') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:09.771883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcf53ab-f5e8-4c35-9279-89403dd0b880') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:09.784364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-8c6e30ec-45a8-4713-85a4-ca42a448d88f service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869686 Jul 28 14:43:09.789386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f83398-fa5c-4f7c-bdba-2e0523a23601 req-982c1622-2915-4a1c-8e5e-563137abfcfa tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:09.790894 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1f83398-fa5c-4f7c-bdba-2e0523a23601 req-982c1622-2915-4a1c-8e5e-563137abfcfa tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.0961790 Jul 28 14:43:09.794798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.824071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.836863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:09.837274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:09.840222 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:09.888275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1f83398-fa5c-4f7c-bdba-2e0523a23601 req-6c80d999-3146-4c16-8970-d8be45f38187 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 Jul 28 14:43:09.918690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.012648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c12f814c-a007-4fb4-ac70-f1d613be38a5 req-b597ec33-71f8-4054-b829-38dba846021f service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906011 Jul 28 14:43:10.020929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.024126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.034504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.050064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.050064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/99ac6b4e-8a4b-4d39-a81a-1fbececec821 HTTP/1.1" status: 204 len: 168 time: 1.0862503 Jul 28 14:43:10.060217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.068335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1667005655', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:10.075738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388bb97-9685-49ac-b587-57d61b35c395 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=99ac6b4e-8a4b-4d39-a81a-1fbececec821,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:10.279615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.280801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.324501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Router 1b0f5370-2aef-485b-9cda-d485c5259909 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:10.340181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.440190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.520893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:10.525416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.525631 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:43:10.527340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8b8930b4-02d7-4ff7-aa73-d4c4133dc960 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "PUT /v2.0/routers/1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 200 len: 918 time: 4.6900814 Jul 28 14:43:10.530019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] Sync routers for ids ['1b0f5370-2aef-485b-9cda-d485c5259909'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:10.530659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.540046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] Routers {'1b0f5370-2aef-485b-9cda-d485c5259909'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:10.540781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1b0f5370-2aef-485b-9cda-d485c5259909'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:10.571976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.573463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6c7d05c-6e58-4126-a2de-ef586decab2e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5092835 Jul 28 14:43:10.576369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55180) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.578104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:10.584766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-832657223'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:10.587432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] Routers {'1b0f5370-2aef-485b-9cda-d485c5259909'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:10.588146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1b0f5370-2aef-485b-9cda-d485c5259909'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:10.625620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:10.626398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ab5e14-dccc-443b-bdda-6d8467491a4c None None] The sync data for ids ['1b0f5370-2aef-485b-9cda-d485c5259909'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:10.672827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6085a85-5866-4894-80e2-7b03b3833cb5 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 200 len: 924 time: 0.1413465 Jul 28 14:43:10.675636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.720777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea793e7-1a99-4fb6-9f2c-94f57dfdccdd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.722216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9ea793e7-1a99-4fb6-9f2c-94f57dfdccdd tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=1b0f5370-2aef-485b-9cda-d485c5259909&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0456526 Jul 28 14:43:10.725077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.801101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:10.803993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.852605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:10.855057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f75511-1a3e-4115-b64b-5e48a2844102 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:10.860246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9f75511-1a3e-4115-b64b-5e48a2844102 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.1340659 Jul 28 14:43:10.860899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.898405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4b4534fb-c6c0-4ecf-afde-d39504cb92fe tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 200 len: 205 time: 0.0335255 Jul 28 14:43:10.899127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55192) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:10.910762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:10.919077 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 0835a136-7c7f-421b-8795-9ffadf61d999 of type vlan for network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad Jul 28 14:43:11.028107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.039040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.040445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.047256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.053106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.058885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.065673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.071570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.077425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.079491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-5ae571bf-fb60-4d8e-bd3d-5d16fe7a8292 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.1413035 Jul 28 14:43:11.082409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.119790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.129357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7db98-a46b-47a0-8b80-b619ef566453 req-5ff07b70-ae47-4bc8-822c-e21f00d3b5f0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.130941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1b7db98-a46b-47a0-8b80-b619ef566453 req-5ff07b70-ae47-4bc8-822c-e21f00d3b5f0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1404862 Jul 28 14:43:11.162874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0657cf51-5e57-4451-a7fc-1f60293f9ec5 req-9470f880-40f4-4692-a730-28baca34659a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0762222 Jul 28 14:43:11.230972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router 32bb0b6c-4660-456c-995c-2c5ddd52394f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:11.251265 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.256941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.257514 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.262443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1b7db98-a46b-47a0-8b80-b619ef566453 req-c4e5579d-8f92-4af0-a9e7-aa4d86fbe000 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954258 Jul 28 14:43:11.346802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.360114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=611d8b50-a1d6-4d7b-8468-c5a9f9d45aad,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:11.365227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:11.370937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.371558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:11.375741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a2be7db9-5b2f-423b-91da-3fc24cca2a81 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "PUT /v2.0/routers/32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 200 len: 921 time: 2.3422694 Jul 28 14:43:11.375926 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] Sync routers for ids ['32bb0b6c-4660-456c-995c-2c5ddd52394f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:11.376104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:11.384942 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] Routers {'32bb0b6c-4660-456c-995c-2c5ddd52394f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:11.385537 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['32bb0b6c-4660-456c-995c-2c5ddd52394f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:11.426909 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:11.435507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14753e2c-b555-4133-9e53-84371dea6e8d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8577704 Jul 28 14:43:11.439225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55202) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:11.445396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:11.459735 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] Routers {'32bb0b6c-4660-456c-995c-2c5ddd52394f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:11.460450 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['32bb0b6c-4660-456c-995c-2c5ddd52394f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:11.523291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:11.524419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476b4f10-db78-46ba-bf6d-cfbb2f0f30b5 None None] The sync data for ids ['32bb0b6c-4660-456c-995c-2c5ddd52394f'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:11.618604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55206) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:11.685530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:11.690015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.764766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c60fb772-18a9-4264-a4a4-620770836292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.855406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-65e34a96-0155-4358-9d04-7f03f3cee8e3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 200 len: 921 time: 0.4753952 Jul 28 14:43:11.856037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55210) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:11.893963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port f1a49c8b-05bc-4e26-8bb2-93514d356264 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:11.894314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.945691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90170457-da78-4175-9c22-fdf7f6954bf6 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:11.947341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-90170457-da78-4175-9c22-fdf7f6954bf6 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=32bb0b6c-4660-456c-995c-2c5ddd52394f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0903702 Jul 28 14:43:11.950225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55212) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:11.984342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:11.995934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for f1a49c8b-05bc-4e26-8bb2-93514d356264 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:12.013632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c60fb772-18a9-4264-a4a4-620770836292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.056110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078890c3-29f9-42b8-8cac-209395bfef7d tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.057511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-078890c3-29f9-42b8-8cac-209395bfef7d tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.1048481 Jul 28 14:43:12.060523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55214) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:12.089241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9f98a1de-1215-476e-a709-114f644ff78c tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 200 len: 205 time: 0.0267258 Jul 28 14:43:12.092512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55216) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:12.178265 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.236276 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c60fb772-18a9-4264-a4a4-620770836292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.274193 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a8e5800d-b92a-4da7-99f4-527d4537adaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.281642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.283347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=25a998ee-2c07-4eed-aece-b8f8a3fb7f0f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:12.346159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fb772-18a9-4264-a4a4-620770836292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c086bc-76ca-4f63-acd6-a4451dbcbc8b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:12.349510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.355688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c60fb772-18a9-4264-a4a4-620770836292 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ee3841cc749421cba83a7b090a3a499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307668 Jul 28 14:43:12.355688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55224) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:12.398516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=f1a49c8b-05bc-4e26-8bb2-93514d356264,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:12.413845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:12.414215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:12.460816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472fa1-9edb-4a99-8b27-9cc380cd9934 req-6c179050-4d26-428d-840e-6761fa1be985 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.462469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a472fa1-9edb-4a99-8b27-9cc380cd9934 req-6c179050-4d26-428d-840e-6761fa1be985 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1239679 Jul 28 14:43:12.499962 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.514161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.520133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.543406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.549943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.555725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.562194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.568803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.574101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.580202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.582145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-5dcc54eb-bbeb-42c5-802c-00cc4eb6ec5d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.3372502 Jul 28 14:43:12.604349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.612930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a472fa1-9edb-4a99-8b27-9cc380cd9934 req-35153390-d7d4-4d1b-aa33-539ce6e12d08 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435640 Jul 28 14:43:12.614618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.617092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.642356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:12.665782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-193a6723-394d-4b1b-80f3-d872c17dd705 req-a35b2470-780a-4031-85dd-27e38176b47d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727224 Jul 28 14:43:12.723127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port 7b1dff95-9f8b-470e-a278-356b0bae43dc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:12.723480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.786700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:12.793377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:12.793965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.794721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f52bdb-74f2-43ac-985b-9a224379dd7e None None] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:12.812318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.824139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.824752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router 1b0f5370-2aef-485b-9cda-d485c5259909 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:12.827581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.829327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.830524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81c086bc-76ca-4f63-acd6-a4451dbcbc8b HTTP/1.1" status: 204 len: 168 time: 0.4747405 Jul 28 14:43:12.831762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for 7b1dff95-9f8b-470e-a278-356b0bae43dc owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:12.843552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:12.845182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b777185-078a-43b4-a496-92a893708467 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 204 len: 168 time: 1.9434950 Jul 28 14:43:12.847908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cb71c-055c-485b-aaa2-638b4b6672a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c086bc-76ca-4f63-acd6-a4451dbcbc8b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:12.850378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55232) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:12.855715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-773315562', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:12.950175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-55ce5491-a4e4-4afe-b6b9-df37674d4793 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5097566 Jul 28 14:43:12.953803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55234) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:13.119767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.120838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.124764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:13.125714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.178745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.275686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.357391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.399444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=7b1dff95-9f8b-470e-a278-356b0bae43dc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:13.453468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.480177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Allocated IP 2001:db8::2 (611d8b50-a1d6-4d7b-8468-c5a9f9d45aad/25a998ee-2c07-4eed-aece-b8f8a3fb7f0f/a607b0e4-3c78-4739-a0df-53bb61d526b4) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:13.549748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.632530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.641504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Transition to ACTIVE for port object a607b0e4-3c78-4739-a0df-53bb61d526b4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:13.654030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.657714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Transition to ACTIVE for port object a607b0e4-3c78-4739-a0df-53bb61d526b4 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:13.658197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.790502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2ab4c-9319-4da2-971b-898fada98e56 req-4fc35a33-92e6-4652-81a5-d9008fe49379 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.792057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cf2ab4c-9319-4da2-971b-898fada98e56 req-4fc35a33-92e6-4652-81a5-d9008fe49379 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.0930126 Jul 28 14:43:13.792732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55246) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:13.816589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.822039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ba6-09ce-4c5d-bc97-b90496aa892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.855428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:13.859328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:13.865022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:13.872665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.880411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.884812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Pushing event updated for resources: {'Port': ['ID=a607b0e4-3c78-4739-a0df-53bb61d526b4,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:13.886418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.892808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.898482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.905237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.911122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:13.913067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-462a4350-341a-41b6-8725-a57496c6d56c req-85560a27-4225-4d35-90e1-ae79e261e401 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.1493814 Jul 28 14:43:13.916422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.916928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 32bb0b6c-4660-456c-995c-2c5ddd52394f {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:13.926554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.927597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-10a33991-d803-45f8-9d77-5a5bb777fda5 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 204 len: 168 time: 1.8341758 Jul 28 14:43:13.931465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:13.945592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518387727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:13.949533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Attempting to bind port a607b0e4-3c78-4739-a0df-53bb61d526b4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:13.950344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Attempting to bind port a607b0e4-3c78-4739-a0df-53bb61d526b4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:13.950999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Attempting to bind port a607b0e4-3c78-4739-a0df-53bb61d526b4 on network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:13.953266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8::1 (611d8b50-a1d6-4d7b-8468-c5a9f9d45aad/25a998ee-2c07-4eed-aece-b8f8a3fb7f0f/86286a4e-cb92-4c8a-b4d3-2ab72c185e12) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:13.957942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:13.965227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Checking segment: {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:13.965227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.965227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Bound using segment: {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:13.965227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Bound port: a607b0e4-3c78-4739-a0df-53bb61d526b4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:13.965227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:13.975780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cf2ab4c-9319-4da2-971b-898fada98e56 req-aa7261c0-fae5-4118-9e94-a4d96c66bf4f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726353 Jul 28 14:43:14.006753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-462a4350-341a-41b6-8725-a57496c6d56c req-3b4fefcd-eb11-4faf-952d-a2c965aaa7c6 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761633 Jul 28 14:43:14.043227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.065159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] For port a607b0e4-3c78-4739-a0df-53bb61d526b4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:14.068823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] For port a607b0e4-3c78-4739-a0df-53bb61d526b4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a607b0e4-3c78-4739-a0df-53bb61d526b4,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:14.069080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.138579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.154547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:14.171922 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.200040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ba6-09ce-4c5d-bc97-b90496aa892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.225776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Allocated IP 172.25.0.86 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5ab0bb06-52de-46aa-a887-cee257f54140) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:14.238849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f70d9-0579-46cf-a60b-efa65e214e38 None None] Pushing event updated for resources: {'Port': ['ID=a607b0e4-3c78-4739-a0df-53bb61d526b4,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:14.274261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.323970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e4cc1ba6-09ce-4c5d-bc97-b90496aa892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.327560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:14.335652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:14.339309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:14.339867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.342789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:14.390732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.395201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e4cc1ba6-09ce-4c5d-bc97-b90496aa892f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fe54147e30e455c8a963e31fd8a7df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003737 Jul 28 14:43:14.399767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:14.420471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc1ba6-09ce-4c5d-bc97-b90496aa892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b27789-e544-4128-aca0-bcda3f341d1c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:14.503685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.516025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.517447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.530892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.583959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.601990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.627475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.641823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:14.644627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:14.648143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:14.681076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.683637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.684789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41b27789-e544-4128-aca0-bcda3f341d1c HTTP/1.1" status: 204 len: 168 time: 0.2825658 Jul 28 14:43:14.685486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event updated for resources: {'Port': ['ID=5ab0bb06-52de-46aa-a887-cee257f54140,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:14.710060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea220fee-7891-4272-9ee7-32870381775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b27789-e544-4128-aca0-bcda3f341d1c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:14.734299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.745344 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c87839ab-30e0-4f3d-b04c-b36ac74dbe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.886257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:14.887429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26db4738-092b-49d8-842e-43661fc45966 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9469364 Jul 28 14:43:14.891283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55254) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:14.895842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:14.931413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.072785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.224301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23c1af-6418-4813-a073-f9a4bbfdd38b req-3aa559e2-16da-41b2-b226-19477c6428a2 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.225886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc23c1af-6418-4813-a073-f9a4bbfdd38b req-3aa559e2-16da-41b2-b226-19477c6428a2 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1013467 Jul 28 14:43:15.325622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc23c1af-6418-4813-a073-f9a4bbfdd38b req-c0e9b069-2a2f-43f2-9266-e1eaba823816 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876436 Jul 28 14:43:15.426512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.447149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c7c2d6-46b4-4672-a337-e37cd7070f82 None None] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:15.560532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.568584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.575149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.582267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.588917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.597124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.603971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:15.606116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-4a5ea8a5-9e5d-4bd3-9dc7-328d1ee48de8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.3295016 Jul 28 14:43:15.685994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-516c9de2-1ebe-4644-993c-a859d44bbf39 None None] Provisioning for port a607b0e4-3c78-4739-a0df-53bb61d526b4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:15.687187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.710309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a0a611e-1898-43a7-b029-9aaabd8c70b0 req-acefc4d5-3a9b-4664-9eb1-c0deaa5c5ced tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898583 Jul 28 14:43:15.719538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.771680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a607b0e4-3c78-4739-a0df-53bb61d526b4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:15.789782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Router 61ddde41-847b-479e-99df-de17ce725c33 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:15.844218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.845040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:15.915059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:15.929141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] Sync routers for ids ['61ddde41-847b-479e-99df-de17ce725c33'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:15.944843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] Routers {'61ddde41-847b-479e-99df-de17ce725c33'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:15.945781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61ddde41-847b-479e-99df-de17ce725c33'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:15.965459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a607b0e4-3c78-4739-a0df-53bb61d526b4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:16.013539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:16.023217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:16.035084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a607b0e4-3c78-4739-a0df-53bb61d526b4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:16.035084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.062186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] Routers {'61ddde41-847b-479e-99df-de17ce725c33'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:16.063330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61ddde41-847b-479e-99df-de17ce725c33'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:16.067529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:16.071444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:16.106505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:16.107170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357d3ef-b67b-4014-aca2-a824c22a9429 None None] The sync data for ids ['61ddde41-847b-479e-99df-de17ce725c33'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:16.112991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Provisioning complete for port a607b0e4-3c78-4739-a0df-53bb61d526b4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:16.113364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.154484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.156456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.157299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b5d60266-816c-4cb5-ab59-ea5f297adc75 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3056743 Jul 28 14:43:16.160174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:16.165882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:16.258396 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.279167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.320071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a607b0e4-3c78-4739-a0df-53bb61d526b4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a607b0e4-3c78-4739-a0df-53bb61d526b4,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:16.379769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.410885 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.431212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67d1db-3d03-4e9d-aa06-0ed4d983a171 req-05eb1523-363d-4214-a84f-be6644539809 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.436130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b67d1db-3d03-4e9d-aa06-0ed4d983a171 req-05eb1523-363d-4214-a84f-be6644539809 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1658018 Jul 28 14:43:16.439756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.499246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a607b0e4-3c78-4739-a0df-53bb61d526b4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:16.533256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:16.584802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:43:16.585444 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:43:16.652750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b67d1db-3d03-4e9d-aa06-0ed4d983a171 req-a99aea92-afa0-4018-b831-2c44a7932d22 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422384 Jul 28 14:43:16.712617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-fea83200-d852-466c-83db-0dd87de4658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.714164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-fea83200-d852-466c-83db-0dd87de4658a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=294ef7103aa741478383b9ab11173971&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 1097 time: 0.2745020 Jul 28 14:43:16.734382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.838327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:16.839402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:16.854243 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:16.858319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3d92118d-e2f3-41da-880a-c313d134e94c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9001701 Jul 28 14:43:16.858319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Allocated IP 172.25.0.227 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/bf174de0-8ede-404e-9d9c-29b28c7d9b7a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:16.860222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55300) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:16.864848 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:16.870042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-873512494'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:16.870201 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:16.953924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:16.958604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.964435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.971561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.977993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.984565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.990859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:16.997311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.003499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-ffb572f9-9413-49f3-b73c-51ce8506d02e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2099783 Jul 28 14:43:17.009572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-55579c72-d2e3-416f-bc32-bbab52541ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.011147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-55579c72-d2e3-416f-bc32-bbab52541ce8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 200 len: 917 time: 0.2869604 Jul 28 14:43:17.082798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-332b8493-bfba-423c-bee0-0b3d76b03359 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 200 len: 217 time: 0.0613444 Jul 28 14:43:17.147947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:17.168149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.170400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6e3ed7e-2758-4b43-8544-a7230cd4b435 req-3ebe9d00-f49f-4ff0-bce5-f68c9734dd68 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488254 Jul 28 14:43:17.189030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Deleting port 5ab0bb06-52de-46aa-a887-cee257f54140 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:17.189381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.208551 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:14Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:14Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:17.219193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-ce611e5e-b28f-4961-a2e6-74351d01f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.220679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-ce611e5e-b28f-4961-a2e6-74351d01f3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 200 len: 855 time: 0.1235859 Jul 28 14:43:17.223507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.238045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:17.240863 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:17.241293 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Updating router 45e20394-1eb9-4fde-8fda-f6aa96b8509a port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:43:17.271324 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.286996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-e7a97c96-bbb6-48c5-938d-d31db77067a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.288679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-e7a97c96-bbb6-48c5-938d-d31db77067a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589135 Jul 28 14:43:17.319146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.346501 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e of type vlan for network 0b824649-8acc-4fe6-b75c-85326111d9fc Jul 28 14:43:17.348371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.377059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Provisioning for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:17.381298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Provisioning complete for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:17.381878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.409718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-369ca9a0-c285-4fca-9a1a-81a5c003974c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4013288 Jul 28 14:43:17.421318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Calling delete_port for 5ab0bb06-52de-46aa-a887-cee257f54140 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:17.424725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.453425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf7db5-90ce-4e48-8e1e-46f9e430a811 None None] Port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:17.521331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-fc82c71f-0e01-4c2b-894c-42a5b05b518f service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219605 Jul 28 14:43:17.581040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2996c745-d5d7-47c0-bf7a-5386ebbe3589 None None] Provisioning complete for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:17.581707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2996c745-d5d7-47c0-bf7a-5386ebbe3589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.610274 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.616768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Transition to ACTIVE for port object 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:17.625517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.656342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2996c745-d5d7-47c0-bf7a-5386ebbe3589 None None] Port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:17.663019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d807854e-7dc3-4b1f-adf2-63afec7e6cfd req-6315b756-6f19-4db1-84fc-1c363ddaba78 service neutron] 10.222.0.53 "GET /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336470 Jul 28 14:43:17.719181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.721151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.721816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.722110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.722573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.723067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.723544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.725452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7a6c9b3b-8851-4b0d-9687-ea19b14aff4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.1947861 Jul 28 14:43:17.731842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.731995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a607b0e4-3c78-4739-a0df-53bb61d526b4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:17.733600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.734178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.806405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.806661 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.806818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a607b0e4-3c78-4739-a0df-53bb61d526b4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:17.806818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:17.850149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:17.855313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:17.860463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:17.871173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728a14a-51ee-41ef-a8ab-6db2e1e82d2d req-f42ace98-daba-449d-8529-698cd8f6dc06 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:17.879575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d728a14a-51ee-41ef-a8ab-6db2e1e82d2d req-f42ace98-daba-449d-8529-698cd8f6dc06 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1193802 Jul 28 14:43:17.940521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event updated for resources: {'Port': ['ID=bf174de0-8ede-404e-9d9c-29b28c7d9b7a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:17.998685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d728a14a-51ee-41ef-a8ab-6db2e1e82d2d req-8f672408-429d-4108-b017-55af6883de1d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177950 Jul 28 14:43:18.022772 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5088f47-f5d0-425e-861e-b89cb1fc4a99 None None] Pushing event updated for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:18.037192 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Attempting to bind port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:18.038045 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Attempting to bind port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:18.039000 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Attempting to bind port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 on network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:18.045686 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:18.046521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Checking segment: {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:18.047140 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.047969 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Bound using segment: {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:18.049088 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Bound port: 86286a4e-cb92-4c8a-b4d3-2ab72c185e12, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0835a136-7c7f-421b-8795-9ffadf61d999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:18.049704 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.141606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] For port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:18.145709 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] For port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:18.237330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3759646 Jul 28 14:43:18.240654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55330) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:18.246309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:18.298758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7649c15-cd3f-4cc2-b38f-5142d5795eb8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=0b824649-8acc-4fe6-b75c-85326111d9fc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:18.312424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0b824649-8acc-4fe6-b75c-85326111d9fc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:18.344290 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.415439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.419559 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:18.420747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:18.422219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.428124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.434436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.441947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.448268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.454943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.457128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-f68e8c0f-65dc-4b94-bc56-a4c709eeb551 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2024796 Jul 28 14:43:18.459156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-122e607d-b878-4332-bc89-2cd0a7959051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.459682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-122e607d-b878-4332-bc89-2cd0a7959051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.460479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-122e607d-b878-4332-bc89-2cd0a7959051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.461698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-122e607d-b878-4332-bc89-2cd0a7959051 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 2291 time: 0.6711030 Jul 28 14:43:18.520929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5088f47-f5d0-425e-861e-b89cb1fc4a99 None None] Pushing event updated for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:18.527355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.577242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:18.625224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.655640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9e7c823-d0cf-441b-b6d5-7f7150e49f29 req-1e705163-6271-43ec-8b96-3686df211be2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1915727 Jul 28 14:43:18.702972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-50c2ae75-0f00-4fb4-b36f-6d4de10ef3e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 1000 time: 0.2268980 Jul 28 14:43:18.711307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Pushing event deleted for resources: {'Port': ['ID=5ab0bb06-52de-46aa-a887-cee257f54140,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:18.839838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-9bf87c1c-766e-4acd-bfc3-18905e05563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:18.841345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-9bf87c1c-766e-4acd-bfc3-18905e05563a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.1172197 Jul 28 14:43:18.847256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.894815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:18.899222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:18.991105 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:14Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:18Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:19.024580 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badda4cd-bae2-49ef-80ca-8e1812cbc410 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:14Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:18Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:19.053461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-ea62ce77-d14b-485f-95d5-b69290715ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.053461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-ea62ce77-d14b-485f-95d5-b69290715ce6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668198 Jul 28 14:43:19.104675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-d5bc2150-d240-4bc4-b3d3-a3b097061c2c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:43:19.105804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-d5bc2150-d240-4bc4-b3d3-a3b097061c2c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074682 Jul 28 14:43:19.146090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.184375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.254665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed8ce-1fcd-49ea-92ad-af85e23d363d req-3f2c54c1-0731-497e-9ea9-2bc4e61bb839 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.256569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebeed8ce-1fcd-49ea-92ad-af85e23d363d req-3f2c54c1-0731-497e-9ea9-2bc4e61bb839 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1357658 Jul 28 14:43:19.337638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Router 61ddde41-847b-479e-99df-de17ce725c33 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:19.342089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.344190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-e03f54de-aad5-454c-9bfa-3a99373866d6 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112975 Jul 28 14:43:19.355069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.416332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebeed8ce-1fcd-49ea-92ad-af85e23d363d req-97ba5d78-0322-477b-95a5-eb6b59a630e3 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293883 Jul 28 14:43:19.486455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:19.493724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.504469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] Sync routers for ids ['61ddde41-847b-479e-99df-de17ce725c33'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:19.514503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b77d652a-e358-4f8f-983c-3ab397fb6b0a tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "PUT /v2.0/routers/61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 200 len: 709 time: 3.3477757 Jul 28 14:43:19.519004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:19.534661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] Routers {'61ddde41-847b-479e-99df-de17ce725c33'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:19.535273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61ddde41-847b-479e-99df-de17ce725c33'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:19.575250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.580065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:19.588134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-c3b9c953-3591-4442-984e-b0576d6ae730 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920469 Jul 28 14:43:19.589594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] Routers {'61ddde41-847b-479e-99df-de17ce725c33'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:19.590245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['61ddde41-847b-479e-99df-de17ce725c33'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:19.628322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:19.629153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437d4ca-c748-4511-a4cf-17ab48a5490d None None] The sync data for ids ['61ddde41-847b-479e-99df-de17ce725c33'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:19.672440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-81db5d37-04fe-424b-9529-78fd7440ea44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 217 time: 0.0731936 Jul 28 14:43:19.676150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4fce0ebf-1db9-4acf-8be6-5d170f0ee017 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/routers/61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 200 len: 744 time: 0.1546359 Jul 28 14:43:19.677557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55360) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:19.743062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e4e3a24-28f8-4fc2-a212-e4317490c812 tempest-RoutersIpV6AdminTest-519708919 tempest-RoutersIpV6AdminTest-519708919-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 200 len: 205 time: 0.0643067 Jul 28 14:43:19.743753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:19.777741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Router 232943ad-34d8-4e65-9ccb-d72b38c49330 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:19.785858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:19.792616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:19.793435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 0b824649-8acc-4fe6-b75c-85326111d9fc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:19.805179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=5ebc146e-ef46-48d1-9e11-f713fc4362ab,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:19.828082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.831073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0d78f7b8-6121-43cd-ba9b-0d40824290f1 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 200 len: 205 time: 0.0538058 Jul 28 14:43:19.831313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1808c-b623-4f08-ab98-5d5fdd8e3358 req-1f9b996a-85a0-4243-b55f-88691759ff44 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.831767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55366) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:19.839354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77f1808c-b623-4f08-ab98-5d5fdd8e3358 req-1f9b996a-85a0-4243-b55f-88691759ff44 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.2729740 Jul 28 14:43:19.899795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-fa32b7b9-7087-4595-93ac-b4700dddc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:19.901439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-fa32b7b9-7087-4595-93ac-b4700dddc8e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1642032 Jul 28 14:43:19.923923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77f1808c-b623-4f08-ab98-5d5fdd8e3358 req-f9dff7ab-1dca-4d51-8ed1-b8f36d5a8319 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836790 Jul 28 14:43:19.993904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:19.999780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:20.008006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:20.008006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.161968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab680bd-b0b7-4298-8832-95c0867c7c96 req-dd5a5e84-ca11-47b9-bd57-1d420a33d31b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.163613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dab680bd-b0b7-4298-8832-95c0867c7c96 req-dd5a5e84-ca11-47b9-bd57-1d420a33d31b tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.0624938 Jul 28 14:43:20.165005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:20.166573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 0b824649-8acc-4fe6-b75c-85326111d9fc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:20.171539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-78cb8781-debf-4965-84da-7a0673d4ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.172780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-78cb8781-debf-4965-84da-7a0673d4ec80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2311010 Jul 28 14:43:20.175127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.178727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1f459c08-8619-4cf8-95ce-8e82ffdcd407 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "PUT /v2.0/routers/232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 200 len: 879 time: 5.2841897 Jul 28 14:43:20.180071 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] Sync routers for ids ['232943ad-34d8-4e65-9ccb-d72b38c49330'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:20.186717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55376) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.187329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.193487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.195623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] Routers {'232943ad-34d8-4e65-9ccb-d72b38c49330'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:20.196433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['232943ad-34d8-4e65-9ccb-d72b38c49330'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:20.200152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.206687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.212684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.216073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.219752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.225739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.227831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b35276d3-db4a-412c-b127-599bed53650f req-4b02c1f1-fa61-4719-9315-3e92005e7e6f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.4469285 Jul 28 14:43:20.240143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.244783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.250437 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:20.265105 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] Routers {'232943ad-34d8-4e65-9ccb-d72b38c49330'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:20.266143 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['232943ad-34d8-4e65-9ccb-d72b38c49330'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:20.275526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dab680bd-b0b7-4298-8832-95c0867c7c96 req-470e7714-330e-4cc2-834a-28faa2c8d8c2 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957077 Jul 28 14:43:20.316896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:20.354214 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:20.356356 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba12c42-e2fd-4e7d-b328-29e0754a4364 None None] The sync data for ids ['232943ad-34d8-4e65-9ccb-d72b38c49330'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:20.372090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b35276d3-db4a-412c-b127-599bed53650f req-80beb4f0-d0ac-484d-9738-3ff3b84e02ae tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1301553 Jul 28 14:43:20.380312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0b824649-8acc-4fe6-b75c-85326111d9fc) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:20.387744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.389766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.393435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c388efe-49c8-4ec4-88f1-9634f6cc3cf3 None None] Network 0b824649-8acc-4fe6-b75c-85326111d9fc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:20.415691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-43e69c8a-12ef-4af9-94f6-d4b224d420f0 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844175 Jul 28 14:43:20.431924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc022c79-910d-4220-997f-bb38fa028a07 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 200 len: 920 time: 0.2398305 Jul 28 14:43:20.432408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55380) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.451082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.482408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee16f3-7eab-429b-af3e-ecbe99038f04 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.487207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5cee16f3-7eab-429b-af3e-ecbe99038f04 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=232943ad-34d8-4e65-9ccb-d72b38c49330&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525258 Jul 28 14:43:20.493718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55382) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.532362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.533772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.534296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Fanout notify agent at l3_agent the message router_deleted on router 61ddde41-847b-479e-99df-de17ce725c33 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:20.590371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:20.591371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.591371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-caf8ec67-4bec-488f-8db0-39759142a57d tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 204 len: 168 time: 0.7019513 Jul 28 14:43:20.591371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.609639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e37437e-96e6-4e21-9592-d8900f8f8390 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 200 len: 205 time: 0.0403643 Jul 28 14:43:20.610279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55386) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.621806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b491312-3d3a-4cc2-b843-43b916154371 req-5739bd17-3e13-4c8e-bbc0-bd9a4529752c tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.624591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5b491312-3d3a-4cc2-b843-43b916154371 req-5739bd17-3e13-4c8e-bbc0-bd9a4529752c tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1428900 Jul 28 14:43:20.630980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-9055f610-c3c9-499f-865d-e234acceec67 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087710 Jul 28 14:43:20.645890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0b824649-8acc-4fe6-b75c-85326111d9fc', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:20.646910 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:20.710759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4786a-00fd-45ee-a8a3-ca9ef5b49688 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.710759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f9a4786a-00fd-45ee-a8a3-ca9ef5b49688 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.1779230 Jul 28 14:43:20.710759 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-fdb96055-8479-4ac7-968a-58b4646f993c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:20.710759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fdb96055-8479-4ac7-968a-58b4646f993c tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/61ddde41-847b-479e-99df-de17ce725c33 HTTP/1.1" status: 404 len: 336 time: 0.0640857 Jul 28 14:43:20.710759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6425c98b-8809-41b3-8d55-23c53a9c323d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4356496 Jul 28 14:43:20.712599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-829a81c9-b9b4-470c-8328-300e0130a48e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 217 time: 0.0499756 Jul 28 14:43:20.712599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5b491312-3d3a-4cc2-b843-43b916154371 req-9ec10722-d600-4b84-8e70-7555ba3a50b1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755489 Jul 28 14:43:20.713789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55388) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.716743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55390) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.717072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55392) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.770948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2a63c63-fe19-4553-ad28-687c6cba33fa tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 200 len: 205 time: 0.0521796 Jul 28 14:43:20.792484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55396) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.797315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-2ea6180d-9cf3-462c-929f-73b9b2e4322f req-256986a2-df6c-420c-acc8-c54a8ba7364a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:43:20.798323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ea6180d-9cf3-462c-929f-73b9b2e4322f req-256986a2-df6c-420c-acc8-c54a8ba7364a tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300941 Jul 28 14:43:20.805049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e6e98bc-6060-4ff8-a84b-701a8583eecb tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 200 len: 205 time: 0.0895317 Jul 28 14:43:20.807905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.835411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Allocated IP 2001:db8:1::2 (0b824649-8acc-4fe6-b75c-85326111d9fc/5ebc146e-ef46-48d1-9e11-f713fc4362ab/d2d6dafd-dc86-490f-bb15-590f85c880e8) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:20.868189 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-0b871289-9fda-4931-8585-5d5569a8065e tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:20.869620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0b871289-9fda-4931-8585-5d5569a8065e tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/1b0f5370-2aef-485b-9cda-d485c5259909 HTTP/1.1" status: 404 len: 336 time: 0.0701535 Jul 28 14:43:20.876384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.914235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7287a72d-489c-42d8-9ec5-0850f259eb83 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 200 len: 205 time: 0.0327623 Jul 28 14:43:20.919326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-1e92db2d-d418-4e99-964c-e35175a3c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:20.923579 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-1e92db2d-d418-4e99-964c-e35175a3c58c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.2126632 Jul 28 14:43:20.923579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55404) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:20.979606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ea6180d-9cf3-462c-929f-73b9b2e4322f req-daf11b28-2204-4181-8026-f8df0b349a4f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1085820 Jul 28 14:43:21.038530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.050348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55406) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.053312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Transition to ACTIVE for port object d2d6dafd-dc86-490f-bb15-590f85c880e8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:21.074505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Transition to ACTIVE for port object d2d6dafd-dc86-490f-bb15-590f85c880e8 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:21.197533 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.240366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Network 0b824649-8acc-4fe6-b75c-85326111d9fc is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:21.244303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e649972f-6571-43aa-9292-493879605dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.244523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:21.247794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:21.274320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Pushing event updated for resources: {'Port': ['ID=d2d6dafd-dc86-490f-bb15-590f85c880e8,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:21.336334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Attempting to bind port d2d6dafd-dc86-490f-bb15-590f85c880e8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:21.337002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Attempting to bind port d2d6dafd-dc86-490f-bb15-590f85c880e8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:21.337566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Attempting to bind port d2d6dafd-dc86-490f-bb15-590f85c880e8 on network 0b824649-8acc-4fe6-b75c-85326111d9fc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:21.344185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:21.344505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Checking segment: {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:21.344861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.345262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Bound using segment: {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:21.345741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Bound port: d2d6dafd-dc86-490f-bb15-590f85c880e8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:21.346651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.361836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e649972f-6571-43aa-9292-493879605dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.411642 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-5c25bfb2-df35-45bf-b848-bd96e6467bc3 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:21.411642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c25bfb2-df35-45bf-b848-bd96e6467bc3 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/d2cf7cf5-a3cc-4c6c-8024-494567a8846a HTTP/1.1" status: 404 len: 336 time: 0.4666178 Jul 28 14:43:21.412344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55414) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.421967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] For port d2d6dafd-dc86-490f-bb15-590f85c880e8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:21.426425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] For port d2d6dafd-dc86-490f-bb15-590f85c880e8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d2d6dafd-dc86-490f-bb15-590f85c880e8,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:21.441305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2c56b232-ad4d-4332-b8dd-a94e3d361641 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 200 len: 205 time: 0.0397124 Jul 28 14:43:21.441545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.484875 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-0628d0ca-fc22-4205-b59b-1a4b720375d8 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:21.488542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0628d0ca-fc22-4205-b59b-1a4b720375d8 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/844b2756-7efc-40c6-84ef-76055856b61d HTTP/1.1" status: 404 len: 336 time: 0.0432742 Jul 28 14:43:21.490604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55422) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.495475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e649972f-6571-43aa-9292-493879605dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.507668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.514622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-f192edc6-b077-4174-a7dc-e9e8df7735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.516372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-f192edc6-b077-4174-a7dc-e9e8df7735bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5856555 Jul 28 14:43:21.537920 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.562088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649972f-6571-43aa-9292-493879605dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616e9792-9c35-442e-9041-e86b17a64be3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:21.570391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e649972f-6571-43aa-9292-493879605dc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eaa76e6f8869489894f348e51b6ef7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171933 Jul 28 14:43:21.571045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.571510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a922be4-d121-4a74-8985-84b36d97d902 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 200 len: 205 time: 0.0772536 Jul 28 14:43:21.574493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55426) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.618856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47571-28c4-41fa-be20-b37d8c4e253d None None] Pushing event updated for resources: {'Port': ['ID=d2d6dafd-dc86-490f-bb15-590f85c880e8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:21.637005 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-f3994422-6f7d-470c-b077-d7e9ee9509e3 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:21.638061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f3994422-6f7d-470c-b077-d7e9ee9509e3 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/f5313695-7129-426e-8886-dc3c6571af3c HTTP/1.1" status: 404 len: 336 time: 0.0627277 Jul 28 14:43:21.647574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55428) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.672258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.678112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.685293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.692112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.697888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c194f9-fa71-4c9b-81df-675634ec92c2 req-2356f0e3-db82-49fc-b7ad-c1407225a853 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.698925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.705102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.705294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59c194f9-fa71-4c9b-81df-675634ec92c2 req-2356f0e3-db82-49fc-b7ad-c1407225a853 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.3463752 Jul 28 14:43:21.711733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:21.713806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-d5524d40-4164-470e-bc64-8b29c98ed102 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.2317262 Jul 28 14:43:21.744492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fcc0b935-acbf-4936-86eb-8bf49bc6239f tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "GET /v2.0/ports?device_id=61a9832e-9de1-4056-bf51-d776f44539ff HTTP/1.1" status: 200 len: 205 time: 0.0958154 Jul 28 14:43:21.747882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55430) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.753121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:21.808492 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-c1aad876-2a5a-440a-8c2b-f5c06826ade2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] delete failed (client error): The resource could not be found. Jul 28 14:43:21.809918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1aad876-2a5a-440a-8c2b-f5c06826ade2 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/routers/61a9832e-9de1-4056-bf51-d776f44539ff HTTP/1.1" status: 404 len: 336 time: 0.0601075 Jul 28 14:43:21.816060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55432) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:21.819297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:21.819786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.843664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.848313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c60b9976-532f-4db0-8cfe-a4fe5df434d0 req-e5e474b7-5fc8-466d-abd7-39b341670d3e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105301 Jul 28 14:43:21.883163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:21.897277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59c194f9-fa71-4c9b-81df-675634ec92c2 req-a1a8ed33-2f7e-4e07-a990-fec2d7a61e88 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911836 Jul 28 14:43:21.908478 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2d267d-5f1b-4b5f-a71c-0735395adfb6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] DELETE failed (client error): The resource could not be found. Jul 28 14:43:21.908990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2d267d-5f1b-4b5f-a71c-0735395adfb6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:21.910770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1c2d267d-5f1b-4b5f-a71c-0735395adfb6 tempest-RoutersIpV6AdminTest-1376528860 tempest-RoutersIpV6AdminTest-1376528860-project] 10.222.0.47 "DELETE /v2.0/subnets/ad610310-b95b-4e1c-aabf-04f375231f0b HTTP/1.1" status: 404 len: 337 time: 0.0897896 Jul 28 14:43:21.923828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-a204fc81-c176-4071-a2ee-0167f45859c2 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530374 Jul 28 14:43:21.937026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.101332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2344d08-2086-4b81-8b38-4e0b3ad248e6 req-b8d71207-af06-4754-95fe-5bb6f1b85272 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.103910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2344d08-2086-4b81-8b38-4e0b3ad248e6 req-b8d71207-af06-4754-95fe-5bb6f1b85272 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.0794303 Jul 28 14:43:22.112938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.144845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2344d08-2086-4b81-8b38-4e0b3ad248e6 req-26eb5239-2e2d-4a98-b441-e52b85e8e59c tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Jul 28 14:43:22.213253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-b5caf128-5c37-413a-a5bc-933b6e3215e1 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851040 Jul 28 14:43:22.234687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.237705 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.241640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/616e9792-9c35-442e-9041-e86b17a64be3 HTTP/1.1" status: 204 len: 168 time: 0.6653166 Jul 28 14:43:22.249662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c098-44ff-4596-810d-0babb36af6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616e9792-9c35-442e-9041-e86b17a64be3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:22.302555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-9389cd74-c4e7-41e6-8d03-1d4bb21eb412 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 217 time: 0.0620799 Jul 28 14:43:22.474632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1a0d9-f3c7-4c75-88b4-f8a4b841d405 req-824fd010-d09e-477a-8ed3-942a25769885 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.476595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61a1a0d9-f3c7-4c75-88b4-f8a4b841d405 req-824fd010-d09e-477a-8ed3-942a25769885 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.2373710 Jul 28 14:43:22.481537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-d80da486-7935-403f-b2dd-e6f2ebe536de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.484815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-d80da486-7935-403f-b2dd-e6f2ebe536de service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1606193 Jul 28 14:43:22.490434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port bf174de0-8ede-404e-9d9c-29b28c7d9b7a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:22.490789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.629124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55448) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:22.700419 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61a1a0d9-f3c7-4c75-88b4-f8a4b841d405 req-ea32aea0-da6f-4e4b-93e3-075b25dd593d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118289 Jul 28 14:43:22.741779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-e7240c03-8e82-4d18-b5f7-cb0eee2ea007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:22.743427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-e7240c03-8e82-4d18-b5f7-cb0eee2ea007 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2500830 Jul 28 14:43:22.753384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.821783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cbd8d-e342-46ba-8279-2c6072f24586 None None] Network 0b824649-8acc-4fe6-b75c-85326111d9fc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:22.832555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcb6eacf-e311-4bb3-804c-02766c0ef176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:22.836396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for bf174de0-8ede-404e-9d9c-29b28c7d9b7a owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:22.858670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8:1::1 (0b824649-8acc-4fe6-b75c-85326111d9fc/5ebc146e-ef46-48d1-9e11-f713fc4362ab/bfd27c47-1e3e-4c47-a05a-abda95658ff3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:22.978280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcb6eacf-e311-4bb3-804c-02766c0ef176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.048628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff481d0-d9ea-4db3-bc2b-5d0d1d4b7416 req-6c84d07a-f968-45e4-9d81-71c008fb7b10 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.056090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff481d0-d9ea-4db3-bc2b-5d0d1d4b7416 req-6c84d07a-f968-45e4-9d81-71c008fb7b10 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.067561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff481d0-d9ea-4db3-bc2b-5d0d1d4b7416 req-6c84d07a-f968-45e4-9d81-71c008fb7b10 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.081895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ff481d0-d9ea-4db3-bc2b-5d0d1d4b7416 req-6c84d07a-f968-45e4-9d81-71c008fb7b10 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55&device_id=1b6614ea-401c-48e6-b1dc-737070681033&device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 2417 time: 0.1009936 Jul 28 14:43:23.141096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-5851329a-db10-4a12-99b1-19ada582785c service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847463 Jul 28 14:43:23.156645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ff481d0-d9ea-4db3-bc2b-5d0d1d4b7416 req-d774014c-6500-4f72-a30e-5dd42fbb2053 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736415 Jul 28 14:43:23.167957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c66ff4f5-15aa-4e18-bceb-2698d4c26721 None None] Provisioning for port d2d6dafd-dc86-490f-bb15-590f85c880e8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:23.182749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcb6eacf-e311-4bb3-804c-02766c0ef176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.223347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fcb6eacf-e311-4bb3-804c-02766c0ef176 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a53485108acd469096e1e39d8ff93bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891430 Jul 28 14:43:23.223347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55466) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:23.280872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6eacf-e311-4bb3-804c-02766c0ef176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb1814f-cb52-4968-bc0b-f21262115c17,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:23.323575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.324640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:23.331482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.338708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.346175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.352643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.359802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.366169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.368207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-c9d753fd-8f96-4e72-9b04-36801f53d247 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.3005145 Jul 28 14:43:23.382486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-650637fd-5e2a-437a-82b1-72069fa34088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.411628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.411827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.454303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.491666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object bfd27c47-1e3e-4c47-a05a-abda95658ff3 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:23.509130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-c76e23d6-49e9-41d8-8aa7-0421fec44122 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577416 Jul 28 14:43:23.509931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c11004d5-eaeb-4647-aaf1-42629a210e02 req-3c24ad86-66ff-443c-8aab-511cbf877aa0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2008402 Jul 28 14:43:23.521200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b279a58-ded0-4e18-9ca7-bab813a38e10 req-abb1cc69-50cf-4892-8b0e-4a7dc6cbcb06 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387732 Jul 28 14:43:23.574743 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-716b1790-2dca-4fa0-aa80-2cfa8ad2dc18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0516181 Jul 28 14:43:23.644881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-650637fd-5e2a-437a-82b1-72069fa34088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.677076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.694081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-909362b8-8578-49b2-ad81-7f55eff8660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.695775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-909362b8-8578-49b2-ad81-7f55eff8660f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.0976908 Jul 28 14:43:23.728924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=bf174de0-8ede-404e-9d9c-29b28c7d9b7a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:23.737073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.806222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d2d6dafd-dc86-490f-bb15-590f85c880e8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:23.829917 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-650637fd-5e2a-437a-82b1-72069fa34088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.840033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.853827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.857142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abb1814f-cb52-4968-bc0b-f21262115c17 HTTP/1.1" status: 204 len: 168 time: 0.6334004 Jul 28 14:43:23.884454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 0b824649-8acc-4fe6-b75c-85326111d9fc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:23.896500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:23.899506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:23.900629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.916866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650637fd-5e2a-437a-82b1-72069fa34088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa49d86-baaf-4fdb-a60f-4bd52635b95f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:23.926492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-650637fd-5e2a-437a-82b1-72069fa34088 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7036012eb00846499d8fd3326de53670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005929 Jul 28 14:43:23.927214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:23.957997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:23.963496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-cbe7b348-7941-4c44-aa67-a5a87b8e320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:23.972924 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-cbe7b348-7941-4c44-aa67-a5a87b8e320c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2502041 Jul 28 14:43:23.972924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:23.974131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edaf6d-1e26-4a1f-926d-42ca7c9605d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb1814f-cb52-4968-bc0b-f21262115c17,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:24.041403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.045105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d2d6dafd-dc86-490f-bb15-590f85c880e8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:24.050095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d2d6dafd-dc86-490f-bb15-590f85c880e8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:24.050701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.107051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.205081 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.257522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d2d6dafd-dc86-490f-bb15-590f85c880e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d2d6dafd-dc86-490f-bb15-590f85c880e8,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:24.268645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.271249 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.275257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/daa49d86-baaf-4fdb-a60f-4bd52635b95f HTTP/1.1" status: 204 len: 168 time: 0.3414643 Jul 28 14:43:24.296131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04593361-8797-4723-b087-46dda0cde6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa49d86-baaf-4fdb-a60f-4bd52635b95f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:24.377137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.446895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d2d6dafd-dc86-490f-bb15-590f85c880e8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:24.510622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2ae37e85-3846-41c8-b3d4-777209b70344 None None] Provisioning for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:24.517996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2ae37e85-3846-41c8-b3d4-777209b70344 None None] Provisioning complete for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:24.524892 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2ae37e85-3846-41c8-b3d4-777209b70344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.572341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2ae37e85-3846-41c8-b3d4-777209b70344 None None] Port bfd27c47-1e3e-4c47-a05a-abda95658ff3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:24.610949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.617735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.732782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-26991bfc-a528-45cc-961a-66208aca74ba service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519343 Jul 28 14:43:24.750164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.756069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.762140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.768585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.780631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.781265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.787197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:24.789184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-027af7d9-5e6f-4c0a-93a9-7a58a7466f71 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5430 time: 0.1541886 Jul 28 14:43:24.859933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.860481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 232943ad-34d8-4e65-9ccb-d72b38c49330 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:24.878722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:24.883468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d873c25b-0825-46c5-ac52-577a85d81d35 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 204 len: 168 time: 4.0745258 Jul 28 14:43:24.883800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:24.889196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-505147564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:24.971707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:24.977674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.003567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80fdb1f3-6814-4110-b7e2-905334da18e3 req-045858c7-5c52-4989-b565-6bf5c188c805 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909823 Jul 28 14:43:25.007003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-8a585093-9533-4beb-97bd-ed4826926ad8 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168295 Jul 28 14:43:25.026341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55506) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:25.026462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-58d3cdb2-e84c-4157-971a-68272494939e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfe4d0cebddd48c5a8c2fe98ca908bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460033 Jul 28 14:43:25.051865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.053281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.093481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:25.123918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.132952 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-d68d5210-dfa2-4083-a4ed-9a03d8dd42ff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 217 time: 0.1170905 Jul 28 14:43:25.198035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:25.211230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'port_id': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881', 'mac_address': 'fa:16:3e:1a:6d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:25.239637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.264282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.282495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:25.298374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.303887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-f0325442-bcab-411e-84ce-bdbf77619ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.304824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:25.305512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-f0325442-bcab-411e-84ce-bdbf77619ca6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.1634295 Jul 28 14:43:25.348580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.350185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-459f7d6c-8589-4084-8baa-5dbf95d1473d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4647989 Jul 28 14:43:25.354208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55514) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:25.360043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': True}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:25.395390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.457072 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.457955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba74a78f-b4eb-4759-bb8a-69d3bef93225 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:25.533426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-c3f56249-63de-408f-baae-a19d74344e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.534989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-c3f56249-63de-408f-baae-a19d74344e32 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2172475 Jul 28 14:43:25.535668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.541154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:25.553951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'port_id': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'mac_address': 'fa:16:3e:62:c9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:25.601714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.621774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba74a78f-b4eb-4759-bb8a-69d3bef93225 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:25.624964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eb78e-40d5-4bf0-b71d-537609da8c53 req-8f7498d8-9108-4f65-8e6e-70abfadcae2d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:25.628050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-272eb78e-40d5-4bf0-b71d-537609da8c53 req-8f7498d8-9108-4f65-8e6e-70abfadcae2d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1987383 Jul 28 14:43:25.653478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.658082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:25.679402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.731464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-272eb78e-40d5-4bf0-b71d-537609da8c53 req-fd314af6-fa7a-480d-aa96-6a8169350725 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879815 Jul 28 14:43:25.731699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d2d6dafd-dc86-490f-bb15-590f85c880e8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:25.731834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-4df06af0-1e26-4097-90cb-cee1cf410258 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835229 Jul 28 14:43:25.759392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.761963 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.763142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca8cbbfc-63a7-44d3-b38b-245e1c4633f3 HTTP/1.1" status: 204 len: 168 time: 0.7406440 Jul 28 14:43:25.783307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d2d6dafd-dc86-490f-bb15-590f85c880e8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:25.783880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.807998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.808999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e840232c-c673-4690-8d4e-d2111dccacfa details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:25.810746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.811670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:25.819040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9986dc5-b1f5-4136-8d6a-d1fc10133f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8cbbfc-63a7-44d3-b38b-245e1c4633f3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.880675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.943133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:25.962120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-7d06609f-1c3f-4be1-b0e6-cf8058a8a53a service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219949 Jul 28 14:43:26.019512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-c0662cc6-623f-4267-8612-6d093a33c189 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0448194 Jul 28 14:43:26.077989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 0b824649-8acc-4fe6-b75c-85326111d9fc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:26.081027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:26.081521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:26.128339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'port_id': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'mac_address': 'fa:16:3e:79:53:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:26.157196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.177266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.185415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-091339df-345e-4883-ab2c-6bd71aea64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.190522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-091339df-345e-4883-ab2c-6bd71aea64ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.1589794 Jul 28 14:43:26.211128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.235732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e840232c-c673-4690-8d4e-d2111dccacfa {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:26.270270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:26.323203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.332278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.340870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.351015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.359095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.361943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.25.0.9 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b0e7d37d-28a0-4c74-aaf9-b04fe25d21ae) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:26.367973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.377641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.381747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-32c5ef04-67fe-4784-bb35-963cf63cd053 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5432 time: 0.2452939 Jul 28 14:43:26.389036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.390007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 239e3ecf-84f1-4d84-9d09-6753e96821e1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:26.427362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:26.469876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fcc8d3f2-9287-446e-b5c9-29f58b142bc7 req-f90dbf4b-c488-43b6-b829-918703a85fab tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685172 Jul 28 14:43:26.469876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45083064-b4b6-401f-b424-3fa151a4e946 req-44abfd3f-222d-4dc1-95b8-61db0d490660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.477377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-44abfd3f-222d-4dc1-95b8-61db0d490660 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2463763 Jul 28 14:43:26.479191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:26.500881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-30e9caf6-b780-4d38-b803-a82136020db8 None None] Provisioning complete for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:26.500881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30e9caf6-b780-4d38-b803-a82136020db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.508073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:26.543045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'port_id': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'mac_address': 'fa:16:3e:32:38:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:26.584854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-30e9caf6-b780-4d38-b803-a82136020db8 None None] Port bfd27c47-1e3e-4c47-a05a-abda95658ff3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:26.597166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.608292 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.621912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239e3ecf-84f1-4d84-9d09-6753e96821e1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:26.643946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:26.659134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2fab3bf9-cea9-4307-bf6a-87d43ac9989b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9348357 Jul 28 14:43:26.663179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:26.664317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55550) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:26.676838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327598474'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:26.691492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:26.696891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:26.697471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-95db4a58-c6ee-4e81-b797-b5596f0b5704 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087176 Jul 28 14:43:26.697613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:26.754673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.792163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:26.811120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:26.814979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.816142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e7d37d-28a0-4c74-aaf9-b04fe25d21ae,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:26.832377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:26.834554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:26.847546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:26.852042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.852684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba5344bb-170b-45eb-9d0b-dfc3efd4540e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:26.919004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:26.933735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45083064-b4b6-401f-b424-3fa151a4e946 req-97d14c52-f0f4-420a-ad77-8a6a3e28af42 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878517 Jul 28 14:43:26.934886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:26.953955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64a893-308c-42df-8d40-db36061c04d6 req-554f12e1-f708-4205-aa90-7fb96189ff29 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:26.955927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c64a893-308c-42df-8d40-db36061c04d6 req-554f12e1-f708-4205-aa90-7fb96189ff29 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1355102 Jul 28 14:43:26.960075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:26.960835 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 97f1b192-6b35-4b31-9903-edc18d140df7 of type vlan for network 2b2b8375-fc8b-40da-9714-4d9f7085a404 Jul 28 14:43:27.094571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:43:27.124005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.133985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:27.138224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c64a893-308c-42df-8d40-db36061c04d6 req-76c6ad7b-0103-41b3-be2a-d6cb47ba9c18 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750233 Jul 28 14:43:27.169135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-77b9ef2d-9a40-4903-ba35-9e8c294a4743 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.171149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-77b9ef2d-9a40-4903-ba35-9e8c294a4743 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 945 time: 0.1720645 Jul 28 14:43:27.181143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e', 'network_id': 'f29ba33f-336c-4637-baa7-e1e1c051e438', 'port_id': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e', 'mac_address': 'fa:16:3e:90:49:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd61ece-50ae-4038-8817-3b30aac67b7a', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:27.230832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.247069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:24Z', 'revision_number': 3, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:25Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:27.279910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:27.280347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Updating router 45e20394-1eb9-4fde-8fda-f6aa96b8509a port bfd27c47-1e3e-4c47-a05a-abda95658ff3 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:43:27.320252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.322989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba5344bb-170b-45eb-9d0b-dfc3efd4540e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:27.346040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.356262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.356975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.365132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:27.381688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Deleting port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:27.382038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.524230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=2b2b8375-fc8b-40da-9714-4d9f7085a404,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:27.526758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.562173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94b32a36-4d7c-4fea-9952-e0a45fdde391 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8966796 Jul 28 14:43:27.566906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55578) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:27.572289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:27.577517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] For port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:27.578173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.592471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:27.661249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Calling delete_port for 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:27.695763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 703cff72-ad5f-4e16-aa69-771aac3b0433 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:27.800043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.806659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.814296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.820971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.829143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.835449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.842014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:27.851068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-fa371693-33d0-45e5-aaa0-4117f21b972e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5435 time: 0.2157984 Jul 28 14:43:27.879984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:27.884630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.886502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:27.953162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bfa16dd0-bcf3-45f9-b540-9396dcb5ab46 req-df1556c0-1c23-4c2e-b4a0-075c1c3b9da4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019967 Jul 28 14:43:28.019637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.041438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.079569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Transition to ACTIVE for port object bfd27c47-1e3e-4c47-a05a-abda95658ff3 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:28.141896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:28.162782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'port_id': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'mac_address': 'fa:16:3e:04:dd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292458b7-41f0-4981-9a61-4ca03a707058', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:28.194092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.197477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.198444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.210711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.225905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703cff72-ad5f-4e16-aa69-771aac3b0433 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:28.229345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event deleted for resources: {'Port': ['ID=8b132f59-d534-4bbe-8f34-e3c1dbca95f2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.234136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['8b132f59-d534-4bbe-8f34-e3c1dbca95f2', '51e42cd4-485f-4a9b-8194-17721fccd2f5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.285296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] No DVR routers for this DVR port 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:28.287921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.290157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db307776-916c-427c-a6fc-ae42b7fbbe66 req-ed6f44eb-d6d3-4deb-b059-9532f4be15f9 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "DELETE /v2.0/ports/8b132f59-d534-4bbe-8f34-e3c1dbca95f2 HTTP/1.1" status: 204 len: 173 time: 1.1114590 Jul 28 14:43:28.290712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'name': 'network-vif-deleted', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:28.293434 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ab131-6463-4cad-9ed6-0c7ea189d888" -d '{"events": [{"server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "name": "network-vif-deleted", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:28.300603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c06dede9-8405-4b5d-8a39-df4ef86f95e0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.314548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.314771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.362172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e840232c-c673-4690-8d4e-d2111dccacfa'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.383043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=925e2e23-d120-4456-8621-bd680ea66d0c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.394375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:28.414012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16237172-950a-482c-b520-c77c35d44271 req-7f6545ba-afe4-441e-8ba9-17a0b2e1eabc tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.0559416 Jul 28 14:43:28.416930 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45c4d9-f7de-4b50-b7aa-13faac0f0eae x-openstack-request-id: req-6e45c4d9-f7de-4b50-b7aa-13faac0f0eae {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:28.417273 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d243a4-9a6a-4722-9909-7a90a3369d55", "name": "network-vif-deleted", "tag": "8b132f59-d534-4bbe-8f34-e3c1dbca95f2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:28.417527 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e45c4d9-f7de-4b50-b7aa-13faac0f0eae {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:28.420959 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d243a4-9a6a-4722-9909-7a90a3369d55', 'name': 'network-vif-deleted', 'tag': '8b132f59-d534-4bbe-8f34-e3c1dbca95f2', 'status': 'completed', 'code': 200} Jul 28 14:43:28.427419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['239e3ecf-84f1-4d84-9d09-6753e96821e1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.431028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:28.431418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 2b2b8375-fc8b-40da-9714-4d9f7085a404, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:28.438799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ba74a78f-b4eb-4759-bb8a-69d3bef93225'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.451440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ba5344bb-170b-45eb-9d0b-dfc3efd4540e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.534422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6e4b73cf-851d-4a1c-afa9-1767e2ce8881'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:28.549876 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.550547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c8141c-b2ed-40be-92d3-45d2da862986 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:43:28.630419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846559-e72b-4490-a045-770cc755f4de None None] Pushing event updated for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:28.656847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router 3ac788b9-2b32-4463-bb8f-1916b7eb1a3d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:28.657098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:28.726827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:28.788183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 2b2b8375-fc8b-40da-9714-4d9f7085a404) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:28.792610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:28.793239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.900867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:28.916672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] Sync routers for ids ['3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:28.917821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:28.922972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55618) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:28.923927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7bf74e82-0e6f-4a8e-a99e-2f8c37377034 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "PUT /v2.0/routers/3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 200 len: 912 time: 3.5684621 Jul 28 14:43:28.939071 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] Routers {'3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:28.940240 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:28.979816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ba2de-5859-4011-ac3e-a1bc27024d3b None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:28.994626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.003039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c4e87d70-bb03-485f-95e2-1cae10c3dfca tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4346688 Jul 28 14:43:29.006009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.009035 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] Routers {'3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:29.011050 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.063001 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:29.063799 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d846c0ef-13f8-4313-8531-0cb158066b51 None None] The sync data for ids ['3ac788b9-2b32-4463-bb8f-1916b7eb1a3d'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:29.091616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:29.092155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1760824844', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:29.147082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a4fadd38-3263-4143-bdbb-7f6f39628b32 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 200 len: 918 time: 0.2203496 Jul 28 14:43:29.147563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.235443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.241302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.247280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.254568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.259975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.265790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.267314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'network_id': 'ad33859d-0cf9-4685-97d8-6318e5f7a89c', 'port_id': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'mac_address': 'fa:16:3e:4d:5d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292458b7-41f0-4981-9a61-4ca03a707058', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:43:29.271659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.273628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-6a0144c5-4c1d-4724-b838-87e5bd4ada78 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5436 time: 0.1798537 Jul 28 14:43:29.302938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Made reservation on behalf of eee615a3bf1b4a7f9df58d4c67c1dbeb for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:29.305377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.331828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.337057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.378606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a554c691-5edc-42c7-b2d1-f14ef7d0a3b4 req-445874e0-5548-4618-b4c0-e74fb3a68df7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756359 Jul 28 14:43:29.379242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Attempting to bind port bfd27c47-1e3e-4c47-a05a-abda95658ff3 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:29.379730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Attempting to bind port bfd27c47-1e3e-4c47-a05a-abda95658ff3 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:29.380191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Attempting to bind port bfd27c47-1e3e-4c47-a05a-abda95658ff3 on network 0b824649-8acc-4fe6-b75c-85326111d9fc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:29.385049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395e2f2-b867-47f2-a55f-ae690539a12b tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.401847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9395e2f2-b867-47f2-a55f-ae690539a12b tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=3ac788b9-2b32-4463-bb8f-1916b7eb1a3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2532461 Jul 28 14:43:29.406400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55636) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Checking segment: {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Bound using segment: {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Bound port: bfd27c47-1e3e-4c47-a05a-abda95658ff3, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:29.492372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.584532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.635214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72cc7091-c393-429f-890b-a7f941e6827a req-5e23461a-f229-4487-a45e-97e805d3aeb3 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6d243a4-9a6a-4722-9909-7a90a3369d55 HTTP/1.1" status: 200 len: 210 time: 0.0502641 Jul 28 14:43:29.650713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.675714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.681875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] device_id is not set on port b41206ad-e6ca-4cbf-8121-fdc551c5bec2 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:43:29.691790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5274a-19d7-4078-85df-569359a097cc tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:29.693233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c7b5274a-19d7-4078-85df-569359a097cc tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.2855768 Jul 28 14:43:29.696216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55644) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.758445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ac2f1a5b-b6e4-4c9f-b2b3-100fffc07ee6 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 200 len: 205 time: 0.0609627 Jul 28 14:43:29.761099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55646) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:29.781494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917be5bc-ac3b-49a8-9b90-5d7c26a144d6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:29.824650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:29.852106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c8141c-b2ed-40be-92d3-45d2da862986 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:43:29.946268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Allocated IP 172.25.0.206 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b41206ad-e6ca-4cbf-8121-fdc551c5bec2) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:29.965122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:29.970158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.021968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] For port bfd27c47-1e3e-4c47-a05a-abda95658ff3, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:30.039647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-2b2b8375-fc8b-40da-9714-4d9f7085a404', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:30.040627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.055873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] For port bfd27c47-1e3e-4c47-a05a-abda95658ff3, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bfd27c47-1e3e-4c47-a05a-abda95658ff3,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:30.134546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.151756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.166876 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.208869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.218751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:30.274980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.298790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:30.299555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:30.312256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Allocated IP 2001:db8:2::2 (2b2b8375-fc8b-40da-9714-4d9f7085a404/925e2e23-d120-4456-8621-bd680ea66d0c/188303cb-5d0a-4022-9d71-0ee623220c7f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:30.365289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Pushing event updated for resources: {'Port': ['ID=b41206ad-e6ca-4cbf-8121-fdc551c5bec2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:30.376736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port b0e7d37d-28a0-4c74-aaf9-b04fe25d21ae {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:30.377571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.389608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:30.391411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:30.394210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:30.407949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846559-e72b-4490-a045-770cc755f4de None None] Pushing event updated for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:30.444248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.445183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.497096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.527549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for b0e7d37d-28a0-4c74-aaf9-b04fe25d21ae owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:30.565804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d674bc5f-a96e-44e9-a54c-3adac4c5466c tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8384521 Jul 28 14:43:30.569877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55664) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:30.580077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}]}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:30.633641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.640103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.648558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.654802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.660981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.663607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:30.669173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.676049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:30.684159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-24030426-f7b3-4833-93d9-0ab84cf9719d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5437 time: 0.1752017 Jul 28 14:43:30.686709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.688378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.774268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.913037 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:30.932515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Transition to ACTIVE for port object 188303cb-5d0a-4022-9d71-0ee623220c7f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:30.969903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Transition to ACTIVE for port object 188303cb-5d0a-4022-9d71-0ee623220c7f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:31.010230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:24Z', 'revision_number': 3, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:29Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:31.040131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c8c8141c-b2ed-40be-92d3-45d2da862986'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:31.045015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393f542c-9eda-432d-9584-1bbfe5392899 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:24Z', 'revision_number': 3, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:29Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:31.074414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['703cff72-ad5f-4e16-aa69-771aac3b0433'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:31.127694 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.219513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Pushing event updated for resources: {'Port': ['ID=188303cb-5d0a-4022-9d71-0ee623220c7f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:31.243106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4dcf30da-9ebc-4e9d-adb4-33157118f9e5 req-631c6e92-e0c9-4bdb-b0ed-32b18022fcb2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5568101 Jul 28 14:43:31.244569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:31.305616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:31.321428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8:2::1 (2b2b8375-fc8b-40da-9714-4d9f7085a404/925e2e23-d120-4456-8621-bd680ea66d0c/f2bdb73b-34b0-46f4-a5f3-315e24ffa250) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:31.348199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:31.492452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.539357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.554689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object f2bdb73b-34b0-46f4-a5f3-315e24ffa250 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:31.574329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46286b6e-4c34-4e3e-82d2-38390976af5e req-8df62b20-c0a6-4819-af3f-b9906f8a9441 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:31.578544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46286b6e-4c34-4e3e-82d2-38390976af5e req-8df62b20-c0a6-4819-af3f-b9906f8a9441 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.0909567 Jul 28 14:43:31.596528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.615883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Attempting to bind port 188303cb-5d0a-4022-9d71-0ee623220c7f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:31.616290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Attempting to bind port 188303cb-5d0a-4022-9d71-0ee623220c7f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:31.616628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Attempting to bind port 188303cb-5d0a-4022-9d71-0ee623220c7f on network 2b2b8375-fc8b-40da-9714-4d9f7085a404 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:31.639897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:31.640340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Checking segment: {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:31.640751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.641155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Bound using segment: {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:31.641683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Bound port: 188303cb-5d0a-4022-9d71-0ee623220c7f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:31.642074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.687990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=b0e7d37d-28a0-4c74-aaf9-b04fe25d21ae,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:31.712643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.724381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46286b6e-4c34-4e3e-82d2-38390976af5e req-ae2859f2-959d-4f28-9955-c8405a0494c1 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409633 Jul 28 14:43:31.865621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:31.896447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bfd27c47-1e3e-4c47-a05a-abda95658ff3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:31.976842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.979742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:31.983590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:31.984506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.993379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:31.995230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:31.998511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] For port 188303cb-5d0a-4022-9d71-0ee623220c7f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:32.018749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] For port 188303cb-5d0a-4022-9d71-0ee623220c7f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=188303cb-5d0a-4022-9d71-0ee623220c7f,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:32.032758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.046780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:32.047293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 8b132f59-d534-4bbe-8f34-e3c1dbca95f2 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:32.125363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.164747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.166394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:32.171928 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.176722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:32.196347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:32.197101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.240855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de630561-58cd-41a2-901f-bbe6347f19e1 None None] Pushing event updated for resources: {'Port': ['ID=188303cb-5d0a-4022-9d71-0ee623220c7f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:32.297657 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.302904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.328235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:32.380523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.387761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bfd27c47-1e3e-4c47-a05a-abda95658ff3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bfd27c47-1e3e-4c47-a05a-abda95658ff3,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:32.439183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.439804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac788b9-2b32-4463-bb8f-1916b7eb1a3d {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:32.454168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.459155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26820681-d45b-4b31-a035-d4759a3b68fc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 204 len: 168 time: 2.6933320 Jul 28 14:43:32.459710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55688) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:32.464740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1369011082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:32.473925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.547690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:32.556357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:32.556754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.559425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:32.607639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.611978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.659633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.661336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.682137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.701417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.708266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.711190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:32.714575 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d3ed1-3539-4beb-9e1e-f764f4ed94d9" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "6e4b73cf-851d-4a1c-afa9-1767e2ce8881"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:32.715198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.725375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.733294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:32.734230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.740255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.746586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.749040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-485bed4e-0466-41c9-a45f-7b5566192fce req-2b4ecf11-5093-4b1b-80ed-4e02b7e49c0e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5437 time: 0.4038846 Jul 28 14:43:32.775928 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b26166-e051-4b52-a64b-bd47241a30b1 x-openstack-request-id: req-11b26166-e051-4b52-a64b-bd47241a30b1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:32.776320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.776486 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "6e4b73cf-851d-4a1c-afa9-1767e2ce8881", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:32.776700 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11b26166-e051-4b52-a64b-bd47241a30b1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:32.777146 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4b73cf-851d-4a1c-afa9-1767e2ce8881', 'code': 200} Jul 28 14:43:32.813216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-485bed4e-0466-41c9-a45f-7b5566192fce req-314e37af-4df6-42e4-9f1a-c9d5d3a8550b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542252 Jul 28 14:43:32.817074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.817984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba74a78f-b4eb-4759-bb8a-69d3bef93225 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:32.866744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.887609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:32.889574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6a34ec4-4e2e-45b7-b901-94e90043d319 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:32.934263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:32.944163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-21f63823-9d2d-4d30-888b-41dce835617f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.946981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-21f63823-9d2d-4d30-888b-41dce835617f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.1057909 Jul 28 14:43:32.989382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e4f23-4d9c-4063-98a7-24c28f28af7a req-e40ff933-e841-46ec-8500-a448284e8863 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:32.991243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-958e4f23-4d9c-4063-98a7-24c28f28af7a req-e40ff933-e841-46ec-8500-a448284e8863 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.1189818 Jul 28 14:43:33.039128 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:43:33.040854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-29bf8948-55f4-4ce8-a42d-6b36da6539d1 tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4698370 Jul 28 14:43:33.044975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:33.055584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.064154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-958e4f23-4d9c-4063-98a7-24c28f28af7a req-5469b273-c638-4610-98ed-c4c637232acf tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656600 Jul 28 14:43:33.142732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ba74a78f-b4eb-4759-bb8a-69d3bef93225 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:33.147223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.147223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-889c507b-5e4e-47c2-922a-669b43fb9191 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6834879 Jul 28 14:43:33.147223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:33.147575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ba74a78f-b4eb-4759-bb8a-69d3bef93225 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:33.147877 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.151619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Deleting port 51e42cd4-485f-4a9b-8194-17721fccd2f5 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:33.151965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.154800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'enable_snat': False}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:33.202714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.204003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.211806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Deleting port b41206ad-e6ca-4cbf-8121-fdc551c5bec2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:33.212157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.252037 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.305359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:33.374705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.388923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.389448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] For port 51e42cd4-485f-4a9b-8194-17721fccd2f5, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=51e42cd4-485f-4a9b-8194-17721fccd2f5,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:33.389559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.389854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e840232c-c673-4690-8d4e-d2111dccacfa up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:33.400853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Calling delete_port for b41206ad-e6ca-4cbf-8121-fdc551c5bec2 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:33.410664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:33.411304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Calling delete_port for 51e42cd4-485f-4a9b-8194-17721fccd2f5 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:33.486454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1296cfb-4f2f-4a14-bf78-6b3196d4e7aa None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:33.517676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.549911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:33.553723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:33.566263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:33.688515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:33.723303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e840232c-c673-4690-8d4e-d2111dccacfa completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:33.734295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e840232c-c673-4690-8d4e-d2111dccacfa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:33.734674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.858978 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:33.921060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:33.941512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:33.941512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bfd27c47-1e3e-4c47-a05a-abda95658ff3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:33.943117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:33.943524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fbe7549f-6b0a-4056-9824-40baf2c105aa tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9311306 Jul 28 14:43:33.947781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247871839'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:33.969565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:34.000392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:34.001257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:34.107279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bfd27c47-1e3e-4c47-a05a-abda95658ff3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:34.107669 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.109704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.113720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:34.116213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.124644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.131854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.137897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.144732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.150879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.153105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-afc6c4a0-8d35-43b4-91f8-7ee43fee633d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5439 time: 0.2119825 Jul 28 14:43:34.223127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.231253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f685cb9-1424-4dbf-aa1c-3dbaae072300 req-2602c727-b0f1-45a8-8a66-d993d7863be2 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:34.235469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f685cb9-1424-4dbf-aa1c-3dbaae072300 req-2602c727-b0f1-45a8-8a66-d993d7863be2 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 946 time: 0.0739598 Jul 28 14:43:34.245500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.256715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e5a8ec2-d409-46ba-8349-52450f5acd3a req-84491179-dbd4-4b75-a426-79248e6bb9b4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784512 Jul 28 14:43:34.291133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6c3dafc6-b4de-4b55-8774-661dfe37e618 None None] Provisioning for port 188303cb-5d0a-4022-9d71-0ee623220c7f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:34.314927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f685cb9-1424-4dbf-aa1c-3dbaae072300 req-bc5f25b2-b7cc-43b5-abbc-ca00cf25c565 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Jul 28 14:43:34.373427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 188303cb-5d0a-4022-9d71-0ee623220c7f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:34.393628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Allocated IP 172.25.0.42 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/065c4969-9994-459b-8216-04f17303fab6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:34.459135 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.462442 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.497715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['51e42cd4-485f-4a9b-8194-17721fccd2f5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:34.510271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c06dede9-8405-4b5d-8a39-df4ef86f95e0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:34.538204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.546471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.549174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 239e3ecf-84f1-4d84-9d09-6753e96821e1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:34.580815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:34.584819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.627932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Pushing event deleted for resources: {'Port': ['ID=b41206ad-e6ca-4cbf-8121-fdc551c5bec2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:34.657478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:34.664493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Provisioning for port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:34.715771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] No DVR routers for this DVR port 51e42cd4-485f-4a9b-8194-17721fccd2f5 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:34.720526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.738813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.740965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b28d3c7e-e7ec-4cbc-9468-60ff8a0465d8 req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.50 "DELETE /v2.0/ports/51e42cd4-485f-4a9b-8194-17721fccd2f5 HTTP/1.1" status: 204 len: 173 time: 1.7871883 Jul 28 14:43:34.750765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'name': 'network-vif-deleted', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:34.753061 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9d68b4-0dcb-4092-ab8e-3cf8557c1572" -d '{"events": [{"server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "name": "network-vif-deleted", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:34.766063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5135c-6e8d-489c-80a0-ca0980ec26b7 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event deleted for resources: {'Port': ['ID=51e42cd4-485f-4a9b-8194-17721fccd2f5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:34.780902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:34.781569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:34.789683 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.791719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5e433eda-65b3-4da8-b2d7-40cddac5ca6e tempest-RoutersAdminNegativeIpV6Test-1784390502 tempest-RoutersAdminNegativeIpV6Test-1784390502-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b41206ad-e6ca-4cbf-8121-fdc551c5bec2 HTTP/1.1" status: 204 len: 168 time: 1.7443247 Jul 28 14:43:34.793891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Pushing event updated for resources: {'Port': ['ID=065c4969-9994-459b-8216-04f17303fab6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:34.796991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:34.801279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:34.808848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.809825 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added segment 13bf4af6-763b-4434-b7c6-5f4816c4ccf9 of type vlan for network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac Jul 28 14:43:34.818254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.832282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.832282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.832787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.833117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.833690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.834096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.834724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.835536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.836214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.836881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.837331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:43:34.888659 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c75871-ec38-42a4-b5b5-db696c6eceec x-openstack-request-id: req-73c75871-ec38-42a4-b5b5-db696c6eceec {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:34.889217 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6614ea-401c-48e6-b1dc-737070681033", "name": "network-vif-deleted", "tag": "51e42cd4-485f-4a9b-8194-17721fccd2f5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:34.890080 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73c75871-ec38-42a4-b5b5-db696c6eceec {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:34.890594 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6614ea-401c-48e6-b1dc-737070681033', 'name': 'network-vif-deleted', 'tag': '51e42cd4-485f-4a9b-8194-17721fccd2f5', 'status': 'completed', 'code': 200} Jul 28 14:43:34.897297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225'}, {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:34.899763 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059cd708-e517-42c1-8a66-3b1a33469e29" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225"}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:34.921184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.934098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Provisioning complete for port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:34.934482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:34.936986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:34.947694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 188303cb-5d0a-4022-9d71-0ee623220c7f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:34.956211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:34.956717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Updating router 45e20394-1eb9-4fde-8fda-f6aa96b8509a port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:43:35.038430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 188303cb-5d0a-4022-9d71-0ee623220c7f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:35.039882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.041912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.065761 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e470a39-8cc4-42a3-90e1-868f71137f7f x-openstack-request-id: req-6e470a39-8cc4-42a3-90e1-868f71137f7f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:35.066072 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225", "code": 200}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:35.066302 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e470a39-8cc4-42a3-90e1-868f71137f7f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:35.066780 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'code': 200} Jul 28 14:43:35.067037 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'code': 200} Jul 28 14:43:35.085928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.099505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:35.100886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.125419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 239e3ecf-84f1-4d84-9d09-6753e96821e1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:35.168680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 239e3ecf-84f1-4d84-9d09-6753e96821e1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:35.170339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.260156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:35.283708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Network': ['ID=6eb1eddb-a291-4f8c-97d3-0777858bd3ac,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:35.353592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b6f38ae-0435-41d4-bf5f-7b3dd51571ec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4139290 Jul 28 14:43:35.356720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55740) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:35.362289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'subnet': {'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:35.396691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:35.511110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.553271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f3b98ca-6192-4086-ba6c-97481b47dd00 req-1f084229-3bd2-4467-a4bc-e7763b49d5b3 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6614ea-401c-48e6-b1dc-737070681033 HTTP/1.1" status: 200 len: 210 time: 0.0702667 Jul 28 14:43:35.570884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.572923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Provisioning complete for port 188303cb-5d0a-4022-9d71-0ee623220c7f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:35.573347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.733152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Made reservation on behalf of 2bef1b89448044a08bda61d3c99b2e22 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:35.743976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.804531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:35.807221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.870220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 188303cb-5d0a-4022-9d71-0ee623220c7f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=188303cb-5d0a-4022-9d71-0ee623220c7f,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:35.925059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.955661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55752) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:35.961494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:35.962315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba5344bb-170b-45eb-9d0b-dfc3efd4540e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:36.001404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.017442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.023565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.046542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.060809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.074221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.080608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.087001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.092603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.094833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Transition to ACTIVE for port object f2bdb73b-34b0-46f4-a5f3-315e24ffa250 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:36.098509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-4548a4fb-1adf-441f-b9c0-ce01ac63da3c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5440 time: 0.7046771 Jul 28 14:43:36.099281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.163912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9f8a-f1a9-4936-8fc4-3a76031a4381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.176158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:43:36.176522 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-dd19e6a3-bbe0-4929-b01a-d8f97500e3d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:43:36.181341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=188303cb-5d0a-4022-9d71-0ee623220c7f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.205693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.232297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0fec699-69cf-41ef-9432-8661d1bdb6c3 req-aa86b9e2-8b4e-4cfe-87a3-3b1ff0fce541 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930173 Jul 28 14:43:36.286520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:36.291224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413a9ae-4815-4819-b110-11b004159e20 None None] Pushing event updated for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.291953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.315056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:36.315442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.340703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9f8a-f1a9-4936-8fc4-3a76031a4381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.386886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.392969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.394333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Attempting to bind port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:36.394720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Attempting to bind port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:36.395131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Attempting to bind port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 on network 2b2b8375-fc8b-40da-9714-4d9f7085a404 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:36.409873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Subnet': ['ID=a5cf02eb-e558-4dc7-9fa9-96311c76cb37,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.416485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7bb9f8a-f1a9-4936-8fc4-3a76031a4381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.426381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:36.426869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Checking segment: {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:36.427317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.427726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Bound using segment: {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:36.429430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Bound port: f2bdb73b-34b0-46f4-a5f3-315e24ffa250, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f1b192-6b35-4b31-9903-edc18d140df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:36.429756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.450254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b7bb9f8a-f1a9-4936-8fc4-3a76031a4381 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8965e0a02a54625bef39d4d522c45c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906352 Jul 28 14:43:36.452815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55764) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:36.482587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Checking segment: {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:36.483152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network hostable DHCP agents. Network: 6eb1eddb-a291-4f8c-97d3-0777858bd3ac, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:36.517017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb9f8a-f1a9-4936-8fc4-3a76031a4381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410e29a8-fb00-4485-863f-aa8e809dd695,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.552246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.590832 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.591350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:36.592046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] For port f2bdb73b-34b0-46f4-a5f3-315e24ffa250, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:36.597266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] For port f2bdb73b-34b0-46f4-a5f3-315e24ffa250, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:36.645761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.702489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6eb1eddb-a291-4f8c-97d3-0777858bd3ac) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:36.703437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:36.706655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:36.707804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.709584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.721616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f3b78-5f95-444a-b436-b2b8f86f961c None None] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:36.777583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.781604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.785777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/410e29a8-fb00-4485-863f-aa8e809dd695 HTTP/1.1" status: 204 len: 168 time: 0.3290513 Jul 28 14:43:36.785777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Router 16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:36.803940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e2142-f255-4a0c-b200-5b97009fee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410e29a8-fb00-4485-863f-aa8e809dd695,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.868590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413a9ae-4815-4819-b110-11b004159e20 None None] Pushing event updated for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:36.873283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:36.874378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:36.910804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b1e84402-8b21-4a3d-95d3-570037d36764 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5502455 Jul 28 14:43:36.926156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55774) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:36.929120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.964191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:36.971900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:36.974649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0379ae18-3239-48cb-a023-08678ee86ca3 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "PUT /v2.0/routers/16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 200 len: 915 time: 3.8236065 Jul 28 14:43:36.976387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55778) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:36.980136 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] Sync routers for ids ['16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:36.992433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] Routers {'16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:36.992945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:37.038109 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:37.051383 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] Routers {'16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:37.052313 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:37.115525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:37.131188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:37.132163 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692af6c6-4798-41d6-bdef-d14e1279db64 None None] The sync data for ids ['16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:37.149001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c8141c-b2ed-40be-92d3-45d2da862986 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:37.151322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1'}, {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:37.154474 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080c4cb-233d-438f-a3e8-1214f124fcbd" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1"}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ba5344bb-170b-45eb-9d0b-dfc3efd4540e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:37.163084 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-83658261-3881-418e-885e-44256cdb2f78 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 200 len: 921 time: 0.1852007 Jul 28 14:43:37.165123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55782) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:37.217187 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ced17d-b7ec-43e2-abc8-af4dcc8a171a x-openstack-request-id: req-f8ced17d-b7ec-43e2-abc8-af4dcc8a171a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:37.217478 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1", "code": 200}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "ba5344bb-170b-45eb-9d0b-dfc3efd4540e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:37.217738 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8ced17d-b7ec-43e2-abc8-af4dcc8a171a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:37.218126 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'code': 200} Jul 28 14:43:37.218493 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba5344bb-170b-45eb-9d0b-dfc3efd4540e', 'code': 200} Jul 28 14:43:37.234816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d9d4c2-3ad2-46f6-90da-69a112b4d321 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.236562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-21d9d4c2-3ad2-46f6-90da-69a112b4d321 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0649197 Jul 28 14:43:37.239765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:37.322637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:37.375507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a086e-bfaa-4d19-91b5-42c2cfd1426f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.378973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-502a086e-bfaa-4d19-91b5-42c2cfd1426f tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/networks/49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 881 time: 0.1355681 Jul 28 14:43:37.390575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:37.448491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b8a4a82c-440a-4d23-bb81-cd9e20dc7550 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 200 len: 205 time: 0.0518093 Jul 28 14:43:37.448491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55794) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:37.551554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.570867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.594189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.603908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.615923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.622084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.626280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:37.628544 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.638994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.649234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.664802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-ac6d8188-9e7e-4125-92e0-c4e1cba6a96e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5442 time: 0.2927599 Jul 28 14:43:37.758340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c8c8141c-b2ed-40be-92d3-45d2da862986 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:37.771859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c8c8141c-b2ed-40be-92d3-45d2da862986 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:37.772831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.794437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d7750-8f4d-4b6b-ba8f-9d433413c255 req-764e7c01-244b-4d6b-a268-4c69054ef764 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:37.796954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d9d7750-8f4d-4b6b-ba8f-9d433413c255 req-764e7c01-244b-4d6b-a268-4c69054ef764 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1556289 Jul 28 14:43:37.824679 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41fdcc16-66a0-41a1-a387-fa1f1ad60adb req-8ae5824e-1d7c-4415-b7cb-a4444d183c3a tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496143 Jul 28 14:43:37.853106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:37.887328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d9d7750-8f4d-4b6b-ba8f-9d433413c255 req-c50d7a83-c2e8-49ec-8e00-a987f83ca55f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585606 Jul 28 14:43:37.899319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Allocated IP 2001:db8:3::2 (6eb1eddb-a291-4f8c-97d3-0777858bd3ac/a5cf02eb-e558-4dc7-9fa9-96311c76cb37/14a6e4ff-dcff-4cd2-bfbc-579169649d90) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:37.936452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:36Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:37.944987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 51e42cd4-485f-4a9b-8194-17721fccd2f5 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:38.002722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 51e42cd4-485f-4a9b-8194-17721fccd2f5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:38.003341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 51e42cd4-485f-4a9b-8194-17721fccd2f5 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:38.005603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabcb4d2-c27f-479c-9cc8-6a6a0af3484f None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:36Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:38.035757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.065128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.143662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:38.175511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:38.237131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1298337c-81a3-43f2-8e9d-759fbef912b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eee615a3bf1b4a7f9df58d4c67c1dbeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596006 Jul 28 14:43:38.239755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:38.253125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port 065c4969-9994-459b-8216-04f17303fab6 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:38.254672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.266821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.267995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 703cff72-ad5f-4e16-aa69-771aac3b0433 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:38.275113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.332273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.357677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Transition to ACTIVE for port object 14a6e4ff-dcff-4cd2-bfbc-579169649d90 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:38.362903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.414730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.435906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for 065c4969-9994-459b-8216-04f17303fab6 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:38.437147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 188303cb-5d0a-4022-9d71-0ee623220c7f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:38.447657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Transition to ACTIVE for port object 14a6e4ff-dcff-4cd2-bfbc-579169649d90 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:38.504054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:38.538423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 188303cb-5d0a-4022-9d71-0ee623220c7f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:38.538822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.611519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.626356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 703cff72-ad5f-4e16-aa69-771aac3b0433 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:38.627991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Allocated IP 2001:db8:3::1 (6eb1eddb-a291-4f8c-97d3-0777858bd3ac/a5cf02eb-e558-4dc7-9fa9-96311c76cb37/4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:38.635797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.639521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.640683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/917be5bc-ac3b-49a8-9b90-5d7c26a144d6 HTTP/1.1" status: 204 len: 168 time: 0.3995814 Jul 28 14:43:38.661530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9c3aa-0cb9-4135-b6c8-742d8815becc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917be5bc-ac3b-49a8-9b90-5d7c26a144d6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:38.713578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 703cff72-ad5f-4e16-aa69-771aac3b0433 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:38.713578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.806512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.807615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:38.827972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:38.834616 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:38.834802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:38.844128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Pushing event updated for resources: {'Port': ['ID=14a6e4ff-dcff-4cd2-bfbc-579169649d90,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:38.858541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=065c4969-9994-459b-8216-04f17303fab6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:38.904412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Transition to ACTIVE for port object 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:39.072712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.085271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Attempting to bind port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:39.087719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Attempting to bind port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:39.087719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Attempting to bind port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 on network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:39.106399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037097b-202b-4f24-8c65-cd4c3826084e req-97b67275-b666-45cd-925e-50b22ecbcf2f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.109039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6037097b-202b-4f24-8c65-cd4c3826084e req-97b67275-b666-45cd-925e-50b22ecbcf2f tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.1246393 Jul 28 14:43:39.110563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.134179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f2bdb73b-34b0-46f4-a5f3-315e24ffa250 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:39.138427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:39.138720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Checking segment: {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:39.139369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.140411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Bound using segment: {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:39.140572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.140693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Bound port: 14a6e4ff-dcff-4cd2-bfbc-579169649d90, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:39.141067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.147104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.154332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.162022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.168373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.170140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:39.174910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.181272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:39.183770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.188443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-db1cdc47-d385-4081-878a-e8ac50472740 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5443 time: 0.2152567 Jul 28 14:43:39.188608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.198883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:39.199512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.249900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] For port 14a6e4ff-dcff-4cd2-bfbc-579169649d90, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:39.253954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] For port 14a6e4ff-dcff-4cd2-bfbc-579169649d90, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=14a6e4ff-dcff-4cd2-bfbc-579169649d90,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:39.259483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:39.261623 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dba4c9-c22a-471f-bc33-be10f682befd" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:39.285825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.329024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6037097b-202b-4f24-8c65-cd4c3826084e req-91ed73bd-1f8e-4617-9285-2f4cbee27293 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/security-groups?id=92f73b5e-9e8a-433c-87bc-311b7c32fc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080195 Jul 28 14:43:39.344134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:39.370573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.375724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.378581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.454047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b008b-4936-413d-9fcb-ee00b3d943e4 None None] Pushing event updated for resources: {'Port': ['ID=14a6e4ff-dcff-4cd2-bfbc-579169649d90,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.471757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d640ea29-15ac-491a-a66d-dce250b2ffc8 req-28f0617a-2e49-4672-8900-1dec37de2d45 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2498720 Jul 28 14:43:39.501951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.509754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:39.534250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-3cfd0710-2d7c-401b-b604-1b14fe04d552 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:39.539270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-3cfd0710-2d7c-401b-b604-1b14fe04d552 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.53 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 945 time: 0.3164735 Jul 28 14:43:39.569645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:39.570035 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.574754 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f23045f-602d-4d61-b5e5-73e0ddb5df9f x-openstack-request-id: req-6f23045f-602d-4d61-b5e5-73e0ddb5df9f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:39.575105 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:39.575340 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f23045f-602d-4d61-b5e5-73e0ddb5df9f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:39.576373 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'code': 200} Jul 28 14:43:39.587727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.617418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.618079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:39.630478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.630478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-11adea68-3e0e-46f8-bfaa-c66398fde21d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 204 len: 168 time: 2.1810012 Jul 28 14:43:39.636557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55832) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:39.651311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-779697999', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:39.671278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:39.739209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.793048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Deleting port c06dede9-8405-4b5d-8a39-df4ef86f95e0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:39.793411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.822109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f2bdb73b-34b0-46f4-a5f3-315e24ffa250, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:39.948516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] For port c06dede9-8405-4b5d-8a39-df4ef86f95e0, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c06dede9-8405-4b5d-8a39-df4ef86f95e0,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:39.948897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:39.970518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Calling delete_port for c06dede9-8405-4b5d-8a39-df4ef86f95e0 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:40.081212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.202228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.203644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.204792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:40.251288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.293959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c06dede9-8405-4b5d-8a39-df4ef86f95e0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:43:40.296967 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.305790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Pushing event deleted for resources: {'Port': ['ID=c06dede9-8405-4b5d-8a39-df4ef86f95e0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:40.354231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 14a6e4ff-dcff-4cd2-bfbc-579169649d90 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:40.409838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] No DVR routers for this DVR port c06dede9-8405-4b5d-8a39-df4ef86f95e0 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:40.414170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.416960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-977bc34b-8946-4c6a-a2fe-44f8f28fddb2 req-624afcff-c5f7-443b-b0d5-4e8dab66e0a0 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.53 "DELETE /v2.0/ports/c06dede9-8405-4b5d-8a39-df4ef86f95e0 HTTP/1.1" status: 204 len: 173 time: 0.8690135 Jul 28 14:43:40.418742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'name': 'network-vif-deleted', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:40.432640 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd6365-1715-4543-a0e1-132823bd9674" -d '{"events": [{"server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "name": "network-vif-deleted", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:40.566818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:40.584305 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ccb1a-6ae7-43e7-a751-93d356f9ff4e x-openstack-request-id: req-987ccb1a-6ae7-43e7-a751-93d356f9ff4e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:40.584746 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5", "name": "network-vif-deleted", "tag": "c06dede9-8405-4b5d-8a39-df4ef86f95e0", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:40.585106 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-987ccb1a-6ae7-43e7-a751-93d356f9ff4e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:40.585608 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5', 'name': 'network-vif-deleted', 'tag': 'c06dede9-8405-4b5d-8a39-df4ef86f95e0', 'status': 'completed', 'code': 200} Jul 28 14:43:40.588262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204331de-124e-4954-80b9-342f1d681a8e req-4376d530-232f-4ed6-9e39-adc979b49f51 tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 210 time: 0.0954258 Jul 28 14:43:40.686587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.782935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.790083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.796973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.807875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.814479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.820866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.826881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:40.830225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-f15ba84b-9f74-414a-a1bb-0a14899d936e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.1630263 Jul 28 14:43:40.837098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.917326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.918268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:40.993276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e34b6ebb-be29-48f3-89b0-ae21a14c7b81 req-5e411c29-7257-461d-a5d0-e89db0107f05 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527860 Jul 28 14:43:41.049520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08510ed8-df4d-4128-a599-4593513930a5 None None] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:41.067379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event updated for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.089341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55868) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.153376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:41.158951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:41.227488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Provisioning for port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:41.233644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4c083ae8-a9fe-4924-87b7-74d52d329618 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] Request body: {'port': {'network_id': '933e01c7-3324-45e2-a4b6-16837bed1388', 'name': 'tempest-NetworksNegativeTestJSON-201433041'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:41.249583 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c083ae8-a9fe-4924-87b7-74d52d329618 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] POST failed (client error): The resource could not be found. Jul 28 14:43:41.250508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c083ae8-a9fe-4924-87b7-74d52d329618 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.251995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4c083ae8-a9fe-4924-87b7-74d52d329618 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1613321 Jul 28 14:43:41.256396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55876) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.261612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Provisioning complete for port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:41.262078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.280804 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf97c25-5fbf-41c5-adde-84ab89152533 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] DELETE failed (client error): The resource could not be found. Jul 28 14:43:41.281769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf97c25-5fbf-41c5-adde-84ab89152533 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.283711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8bf97c25-5fbf-41c5-adde-84ab89152533 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "DELETE /v2.0/networks/6be2525d-bca8-4f5f-8071-86d62575e1ee HTTP/1.1" status: 404 len: 339 time: 0.0258913 Jul 28 14:43:41.294023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.325301 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-630bb663-031c-4f73-ac47-1781384c90a3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] DELETE failed (client error): The resource could not be found. Jul 28 14:43:41.326371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630bb663-031c-4f73-ac47-1781384c90a3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.328643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-630bb663-031c-4f73-ac47-1781384c90a3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "DELETE /v2.0/ports/530dc341-7139-47a7-bb51-caa7817c9988 HTTP/1.1" status: 404 len: 333 time: 0.0325356 Jul 28 14:43:41.332914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.381397 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6a1b68-f538-46a4-a3c8-df50ce809680 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] DELETE failed (client error): The resource could not be found. Jul 28 14:43:41.381673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.381886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6a1b68-f538-46a4-a3c8-df50ce809680 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.387305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ca6a1b68-f538-46a4-a3c8-df50ce809680 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "DELETE /v2.0/subnets/07f5974e-6c13-4a4b-aedd-3a18c9a9ef6a HTTP/1.1" status: 404 len: 337 time: 0.0498350 Jul 28 14:43:41.393646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.409436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.415199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.421312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:41.451121 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4357bb-4748-4e17-9887-6ffea618ba94 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] GET failed (client error): The resource could not be found. Jul 28 14:43:41.456634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4b4357bb-4748-4e17-9887-6ffea618ba94 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "GET /v2.0/networks/10132eb0-106a-4798-96dd-8bf3c2648344 HTTP/1.1" status: 404 len: 339 time: 0.0573025 Jul 28 14:43:41.457764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55886) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.476097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] For port 14a6e4ff-dcff-4cd2-bfbc-579169649d90, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=14a6e4ff-dcff-4cd2-bfbc-579169649d90,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:41.486251 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2112b4e9-b620-45c9-b408-0719d81f6244 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] GET failed (client error): The resource could not be found. Jul 28 14:43:41.492270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2112b4e9-b620-45c9-b408-0719d81f6244 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "GET /v2.0/ports/4d11f578-a575-4b54-acae-c8eb89f1a6a9 HTTP/1.1" status: 404 len: 333 time: 0.0293245 Jul 28 14:43:41.492783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.524350 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe442370-bcb7-4c5b-8fdb-b4e8608fdce2 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] GET failed (client error): The resource could not be found. Jul 28 14:43:41.526206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fe442370-bcb7-4c5b-8fdb-b4e8608fdce2 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "GET /v2.0/subnets/1aad5272-6bad-4cc0-990d-8ae6e0220d41 HTTP/1.1" status: 404 len: 337 time: 0.0318222 Jul 28 14:43:41.534829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55894) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.540852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6eb1d0fc-32c5-412a-8c19-3eda1adce135 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:41.559103 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb1d0fc-32c5-412a-8c19-3eda1adce135 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] PUT failed (client error): The resource could not be found. Jul 28 14:43:41.559349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb1d0fc-32c5-412a-8c19-3eda1adce135 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.565041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6eb1d0fc-32c5-412a-8c19-3eda1adce135 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "PUT /v2.0/networks/12256e99-41be-49fc-9039-4fe380e907d9 HTTP/1.1" status: 404 len: 339 time: 0.0254498 Jul 28 14:43:41.567777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.592274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-db4fcac1-8bcb-4ace-9908-7e1f2c4cad79 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:41.592402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:41.592402 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05da1241-9446-427d-b7b6-203fa1612899" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:41.610808 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4fcac1-8bcb-4ace-9908-7e1f2c4cad79 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] PUT failed (client error): The resource could not be found. Jul 28 14:43:41.621988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4fcac1-8bcb-4ace-9908-7e1f2c4cad79 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.626249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-db4fcac1-8bcb-4ace-9908-7e1f2c4cad79 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "PUT /v2.0/ports/3b79e1d3-767b-4e86-acc2-d43efd483bdf HTTP/1.1" status: 404 len: 333 time: 0.0571747 Jul 28 14:43:41.630416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.636676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:41.638854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c71f726b-978d-4578-ae6a-9c73db70eda3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:41.650023 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc93c9d-f0c8-49cc-8e94-d5cce1de2cd6 x-openstack-request-id: req-ffc93c9d-f0c8-49cc-8e94-d5cce1de2cd6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:41.651979 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-plugged", "status": "completed", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:41.652151 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffc93c9d-f0c8-49cc-8e94-d5cce1de2cd6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:41.652426 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'code': 200} Jul 28 14:43:41.698990 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71f726b-978d-4578-ae6a-9c73db70eda3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] PUT failed (client error): The resource could not be found. Jul 28 14:43:41.699468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71f726b-978d-4578-ae6a-9c73db70eda3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:41.701288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c71f726b-978d-4578-ae6a-9c73db70eda3 tempest-NetworksNegativeTestJSON-1819581370 tempest-NetworksNegativeTestJSON-1819581370-project] 10.222.0.47 "PUT /v2.0/subnets/7328163a-d1a9-4311-9a48-47b96c7dcf3a HTTP/1.1" status: 404 len: 337 time: 0.0697820 Jul 28 14:43:41.739660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:41.759368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:41.766344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:41.767205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-916d34b9-92d0-4f26-929b-2fbf18a24282 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8499980 Jul 28 14:43:41.776072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617acbc-7add-4fba-b9d7-498a80863fc1 None None] Pushing event updated for resources: {'Port': ['ID=14a6e4ff-dcff-4cd2-bfbc-579169649d90,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:41.781744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:41.833005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:41.838250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:41.843434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Allocated IP 172.25.0.109 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4768994a-cf5d-4942-bb47-0b3fbf185d53) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:41.879589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1a25fba-d4fe-4601-aaf4-909f2412eb48 req-1dadbc72-c352-4209-a096-bd27a7d7416d tempest-ListServerFiltersTestJSON-1767213377 tempest-ListServerFiltersTestJSON-1767213377-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c8bc35-d55e-4f23-9c59-a0e5b61f0fe5 HTTP/1.1" status: 200 len: 210 time: 0.0686347 Jul 28 14:43:42.079057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:42.094312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.094718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.095349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.095848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.096639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.099730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.100269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.102605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-ecb091fa-2c45-416f-8b55-4c689380d337 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.2236135 Jul 28 14:43:42.163679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.299577 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.339577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 14a6e4ff-dcff-4cd2-bfbc-579169649d90 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:42.342619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c06dede9-8405-4b5d-8a39-df4ef86f95e0 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:42.352297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Provisioning for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:42.386692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event updated for resources: {'Port': ['ID=4768994a-cf5d-4942-bb47-0b3fbf185d53,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:42.412742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: c06dede9-8405-4b5d-8a39-df4ef86f95e0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:42.413388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c06dede9-8405-4b5d-8a39-df4ef86f95e0 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:42.426553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:43:42.430929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:42.443675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:43:42.447707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Provisioning complete for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:42.448383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.541114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cb6661c-c37c-4a26-9bd2-9649911ce7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.581117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:42.595599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:42.595984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.695916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Provisioning complete for port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:42.696357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a50813b4-2c8c-445b-97b6-8e02a289f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.743122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bccd2da3-b69c-4388-9186-f30c3dec835f req-34db09bd-2aae-418c-902e-92d20f9264ea service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&id=54eef74a-2ae0-4813-86b6-ac5714b10be8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5223351 Jul 28 14:43:42.758164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:42.836594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f2bdb73b-34b0-46f4-a5f3-315e24ffa250 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:42.854896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.861964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.870079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.877350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.887462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.895678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.903387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:42.906260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5857f872-284c-444e-9fb7-3c5963caef1f req-e634194d-56f4-4e9e-af79-eef7d8ce3bcc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.6918681 Jul 28 14:43:42.907379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:40Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:42.932968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edec706a-7de9-4dca-b6f1-a7b437cb0b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:42.960912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:42.961657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Updating router 45e20394-1eb9-4fde-8fda-f6aa96b8509a port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:43:42.971635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:42.995684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5857f872-284c-444e-9fb7-3c5963caef1f req-5f26902a-30f3-4010-ab1b-6099832effe2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740964 Jul 28 14:43:43.021702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5150ba37-a4e3-4f21-97e0-f35201e30e11 None None] Provisioning complete for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:43.022549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5150ba37-a4e3-4f21-97e0-f35201e30e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.039968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.095397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5150ba37-a4e3-4f21-97e0-f35201e30e11 None None] Port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:43:43.098496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.105484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:43.105968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.119079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Deleting subnet 0711c4f0-4143-4d86-a45a-318af1de5a7b {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:43.122400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.215188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.261172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:43:43.289024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Removed routes are [] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:43:43.289740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.336981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.408431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edec706a-7de9-4dca-b6f1-a7b437cb0b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.427570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.503496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.509045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edec706a-7de9-4dca-b6f1-a7b437cb0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.516990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Transition to ACTIVE for port object 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:43:43.594444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.595949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec706a-7de9-4dca-b6f1-a7b437cb0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92833377-fa65-41e8-934e-2cba1aaf40cf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:43.610633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-edec706a-7de9-4dca-b6f1-a7b437cb0b46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9760095f2e394c8e823c1ba0760f3071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488045 Jul 28 14:43:43.614879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55944) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:43.629012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0711c4f0-4143-4d86-a45a-318af1de5a7b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:43.633657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.635902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62ffcfa5-4a79-42ad-a0fb-bc075c00484c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0711c4f0-4143-4d86-a45a-318af1de5a7b HTTP/1.1" status: 204 len: 168 time: 0.6391218 Jul 28 14:43:43.638572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55946) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:43.639336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.644965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ccfdb-beab-4d91-aff0-5c76d841b17d None None] Network e30f8eb3-55f4-42b9-ae0b-5d08f30de20d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:43.709602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.718709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.719234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.763604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.772145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.795372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2b5be-f855-40d6-9dd8-312307b0c399 None None] Pushing event updated for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:43.808744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Router 0fe95800-40fc-4c87-80a8-58d04933644e is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:43:43.897868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:43.916343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Attempting to bind port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:43:43.917008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Attempting to bind port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:43:43.917786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Attempting to bind port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 on network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:43:43.926731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:43:43.928238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Checking segment: {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:43.928955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:43.929602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Bound using segment: {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:43:43.930377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Bound port: 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bf4af6-763b-4434-b7c6-5f4816c4ccf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:43:43.931072 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.030922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Deleting port a1f957a8-85e6-413b-9e57-101176c7cae3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:44.031465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.038909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] For port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:43:44.042263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] For port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:43:44.096305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:44.108187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] Sync routers for ids ['0fe95800-40fc-4c87-80a8-58d04933644e'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:44.119791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] DHCP port deletion for e30f8eb3-55f4-42b9-ae0b-5d08f30de20d request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:44.128018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] Routers {'0fe95800-40fc-4c87-80a8-58d04933644e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:44.147199 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0fe95800-40fc-4c87-80a8-58d04933644e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.181476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:44.193505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.204787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-832288bc-83d8-4414-8680-1118b51196ac req-e7570bfd-423c-4cac-b455-b7db00282752 service neutron] (94749) timed out ('10.222.0.47', 57696) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:43:44.206946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55954) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:44.209573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f4d3850-a701-4b32-8a4d-633654333df3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 954 time: 2.4491940 Jul 28 14:43:44.211942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] For port a1f957a8-85e6-413b-9e57-101176c7cae3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1f957a8-85e6-413b-9e57-101176c7cae3,segment=NetworkSegment(5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef),segment_id=5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:44.212327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.246376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Calling delete_port for a1f957a8-85e6-413b-9e57-101176c7cae3 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:44.256521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.266382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1f957a8-85e6-413b-9e57-101176c7cae3 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:44.276507 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.304598 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] Routers {'0fe95800-40fc-4c87-80a8-58d04933644e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:44.305390 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0fe95800-40fc-4c87-80a8-58d04933644e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.371093 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.371885 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef03f3bf-4c21-4f87-9237-9af8f5b7749a None None] The sync data for ids ['0fe95800-40fc-4c87-80a8-58d04933644e'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:44.388012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.398583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9fa8631b-20fc-4f75-be51-c8cc70e39e6f tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7501774 Jul 28 14:43:44.398583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.398583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.399071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:44.399240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92833377-fa65-41e8-934e-2cba1aaf40cf HTTP/1.1" status: 204 len: 168 time: 0.7740867 Jul 28 14:43:44.401901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:44.418990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba205-bded-40ea-9d67-5e482a2a443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92833377-fa65-41e8-934e-2cba1aaf40cf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:44.502929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.503618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.509828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.516720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.524134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.531168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.537207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.538392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port a1f957a8-85e6-413b-9e57-101176c7cae3 {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:43:44.538896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1f957a8-85e6-413b-9e57-101176c7cae3 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:44.544136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:44.546162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6211876-c949-459e-8574-8e2447291bf5 req-30d34554-4e80-49fc-81ee-e9cd7199cfa5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.1673787 Jul 28 14:43:44.555195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:44.555409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.555655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f957a8-85e6-413b-9e57-101176c7cae3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:44.557444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:44.557582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f321047-4332-46a7-8ffd-fd2ad6429b6c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 954 time: 0.3463311 Jul 28 14:43:44.563065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] No DVR routers for this DVR port a1f957a8-85e6-413b-9e57-101176c7cae3 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:44.588504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'routes': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:44.626528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6211876-c949-459e-8574-8e2447291bf5 req-dcbaf388-4436-452c-a69a-a769c9b43468 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657809 Jul 28 14:43:44.655453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2b5be-f855-40d6-9dd8-312307b0c399 None None] Pushing event updated for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:44.709792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Deleting port a1f957a8-85e6-413b-9e57-101176c7cae3 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:44.710082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.807896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:44.827844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.849299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30f8eb3-55f4-42b9-ae0b-5d08f30de20d']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.852967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] For port a1f957a8-85e6-413b-9e57-101176c7cae3, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:44.853377 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.855834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a19653d-caeb-4443-8c5b-be033a410b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.868317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.868615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3c07b8-9812-4a0f-8ba8-370d71d9a4ef') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:44.871524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Calling delete_port for a1f957a8-85e6-413b-9e57-101176c7cae3 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:44.881664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Port a1f957a8-85e6-413b-9e57-101176c7cae3 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:43:44.889575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:44.925400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.015325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.060465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:45.060882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:45.065050 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:45.081514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.093638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] Pushing event deleted for resources: {'Port': ['ID=a1f957a8-85e6-413b-9e57-101176c7cae3,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:45.146867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c65ac-ca12-4c5f-964d-68b38efa52ef None None] No DVR routers for this DVR port a1f957a8-85e6-413b-9e57-101176c7cae3 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:45.325986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.336801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.343854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] 10.222.0.47 "DELETE /v2.0/networks/e30f8eb3-55f4-42b9-ae0b-5d08f30de20d HTTP/1.1" status: 204 len: 168 time: 1.7041407 Jul 28 14:43:45.364969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53d2fc-2e92-46bf-9c62-0002217d27fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e30f8eb3-55f4-42b9-ae0b-5d08f30de20d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:45.383445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:43Z', 'revision_number': 6, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:44Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:45.413086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.460210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f24ff5-d8c4-4b04-8d0f-1306417310bb None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:43Z', 'revision_number': 6, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:44Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:45.488049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added routes are [] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:43:45.488285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:43:45.545298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.580979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.748333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:45.812750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dd61056b-ad50-4a5e-84fe-a63b5a5aabe8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=294ef7103aa741478383b9ab11173971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572059 Jul 28 14:43:45.813335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:45.891314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Deleting port 4768994a-cf5d-4942-bb47-0b3fbf185d53 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:45.892177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.915641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:45.944125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.243581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:46.315209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.321494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.327739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.333714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.339988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.346455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.352522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.354457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-969a860b-437e-4ebc-a8bd-cec0dfcc4b0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.5975695 Jul 28 14:43:46.417422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.419586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.421866 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.425953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92f73b5e-9e8a-433c-87bc-311b7c32fc95 HTTP/1.1" status: 204 len: 168 time: 0.6087649 Jul 28 14:43:46.433388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9d331-82a3-4125-adba-2224a6a8338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f73b5e-9e8a-433c-87bc-311b7c32fc95,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:46.479448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:43:46.494587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:46.494587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.506628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7d57fa9-84ac-4f52-a1d3-a4f302286d26 req-8c43690e-fdac-47e5-9df7-1ac3d51ad9b8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1423454 Jul 28 14:43:46.522771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.543008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Calling delete_port for 4768994a-cf5d-4942-bb47-0b3fbf185d53 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:46.551958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:46.553354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.569223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.624933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:46.625598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:46.782211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:46.783988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.855598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:46.859577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.865584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.872287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.878754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.884797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.891298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.897212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:46.899229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62370e62-6e70-4982-a393-3d5cbd096333 req-91f3eaef-2467-4131-a8ac-ced8ae192d2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.2110815 Jul 28 14:43:46.907208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:46.913628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56008) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:46.922740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Request body: {'floatingip': {'port_id': 'e840232c-c673-4690-8d4e-d2111dccacfa'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:46.964389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:46.978975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.071794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:47.089633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:47.097760 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.103168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f0869f1-5d61-45e0-b827-fe864241c598 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 704 time: 2.5280931 Jul 28 14:43:47.104242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56012) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:47.206899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.212649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:44Z', 'revision_number': 4, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:47.248159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Pushing event deleted for resources: {'Port': ['ID=4768994a-cf5d-4942-bb47-0b3fbf185d53,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:47.258060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:47.263500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84071e4d-098a-4212-8b47-ab841e1e4bec tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 704 time: 0.1573992 Jul 28 14:43:47.264223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56018) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:47.268218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:47.268855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:47.368727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:47.528168 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:43:47.649664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.707124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:47.745637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:46Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:47.806269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa666c0-a969-4e24-ba41-a68c3cf4af69 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:46Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:47.893514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:48.009731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.079952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.086168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.109337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.190284 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:48.213754 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:48.216559 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.238425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836780488-network', 'tenant_id': 'f299162592d547919d88579aebeeb9d5'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:48.267419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:43:48.296528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.302507 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Floating IP 8fbeaaed-dff4-481f-a384-5d3b4d6f9c91 associated. External IP: 172.25.0.201, port: e840232c-c673-4690-8d4e-d2111dccacfa. Jul 28 14:43:48.306346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Router 0fe95800-40fc-4c87-80a8-58d04933644e has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:48.339460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:48.384047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:43:48.385523 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.541798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Made reservation on behalf of f299162592d547919d88579aebeeb9d5 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:48.544922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.611770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.618174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:48.618660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Router 34634803-b3e0-4e48-8909-12b7bf6f2217 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:48.631229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.632984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] Sync routers for ids ['0fe95800-40fc-4c87-80a8-58d04933644e'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:48.635289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1d43026e-5d82-485f-a40b-8b5d76082895 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "PUT /v2.0/routers/0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 200 len: 705 time: 4.2409036 Jul 28 14:43:48.648012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] Routers {'0fe95800-40fc-4c87-80a8-58d04933644e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:48.649095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0fe95800-40fc-4c87-80a8-58d04933644e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.668753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56056) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:48.671272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56058) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:48.678188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:46Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.717441 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:48.728836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:48.729931 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.761400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.768127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:48.782584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:48.790737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] Routers {'0fe95800-40fc-4c87-80a8-58d04933644e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:48.791728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0fe95800-40fc-4c87-80a8-58d04933644e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.832578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d86a847-58f6-435c-964f-a0ff74ec3ae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "PUT /v2.0/floatingips/8fbeaaed-dff4-481f-a384-5d3b4d6f9c91 HTTP/1.1" status: 200 len: 991 time: 1.9149306 Jul 28 14:43:48.832578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:43:48.834743 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438" -d '{"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:43:48.887488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:48.888968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740a25e2-1d90-4a79-be54-dbda62ac88fe None None] The sync data for ids ['0fe95800-40fc-4c87-80a8-58d04933644e'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:48.891656 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:48.941520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-174788f0-8d1b-4e05-ba95-d7be15bfb813 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/routers/0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 200 len: 740 time: 0.2688420 Jul 28 14:43:48.942984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56072) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.009299 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Sync routers for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:49.055399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-42d8fc78-3214-4dd2-9f3c-91236c842a53 tempest-RoutersAdminTest-1397807723 tempest-RoutersAdminTest-1397807723-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&device_id=0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 200 len: 205 time: 0.1079724 Jul 28 14:43:49.057803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.060796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1536350186-network', 'tenant_id': '608899e5501447cda89b569a483c85a1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:49.068342 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:49.068989 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.082705 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee985879-9c64-45bf-95b9-98df70075227 x-openstack-request-id: req-ee985879-9c64-45bf-95b9-98df70075227 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:43:49.083243 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:43:49.083907 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee985879-9c64-45bf-95b9-98df70075227 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:43:49.084464 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'status': 'completed', 'code': 200} Jul 28 14:43:49.116177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8487a7cc-27bf-4262-b69f-b5674116a45d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 200 len: 205 time: 0.0555253 Jul 28 14:43:49.119441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56076) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.143138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.206717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.207222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:49.207369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.264826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.265496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.267947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.267947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.267947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.271320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.271320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.271320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-e6bb5652-6484-43fa-a0a3-9ac56d960386 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.1162608 Jul 28 14:43:49.363600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:49.411432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.413860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.524642 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:46Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.595113 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b8f63-2e46-4af2-af3e-10058eb72b10 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:45Z', 'revision_number': 7, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8', 'name': '', 'network_id': '6eb1eddb-a291-4f8c-97d3-0777858bd3ac', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:14:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:37Z', 'updated_at': '2021-07-28T14:43:46Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': 'a5cf02eb-e558-4dc7-9fa9-96311c76cb37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:49.600425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.601376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe95800-40fc-4c87-80a8-58d04933644e {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:43:49.620888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.627855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c90e3fdd-0ca2-4be7-9e54-d89aee0ddda7 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 204 len: 168 time: 0.5062888 Jul 28 14:43:49.633471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56080) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.673739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0f52f7b9-85fb-4eb9-9861-ca6e89abd568 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 200 len: 205 time: 0.0347073 Jul 28 14:43:49.674771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.725529 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8fbeaaed-dff4-481f-a384-5d3b4d6f9c91', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'port_id': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'mac_address': 'fa:16:3e:79:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:56Z', 'updated_at': '2021-07-28T14:43:47Z', 'revision_number': 1, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.749866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.752027 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-361eef90-aade-4fc4-bcf7-5ad2ed40bad8 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:49.753292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-361eef90-aade-4fc4-bcf7-5ad2ed40bad8 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/0fe95800-40fc-4c87-80a8-58d04933644e HTTP/1.1" status: 404 len: 336 time: 0.0764010 Jul 28 14:43:49.758317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.773029 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Checking router: 34634803-b3e0-4e48-8909-12b7bf6f2217 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:49.782428 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.788594 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:49.789330 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:49.791681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:49.801373 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f43ca7b8-e120-4afd-89c0-cb9289faf7bc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 200 len: 205 time: 0.0419014 Jul 28 14:43:49.804023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56088) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.838201 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.838546 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Added segment 378743c8-def8-411b-8f8a-7806a0d46c3c of type vlan for network b214e6a2-c6d9-4247-b935-8fa844fafade Jul 28 14:43:49.857120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:49.857804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.868218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec9e1a8-367d-4785-bfb6-b735904bf620,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:49.869325 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-13738357-216f-4ed0-8a13-da9ea1820989 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:49.873209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-13738357-216f-4ed0-8a13-da9ea1820989 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/16bbbd6c-e3e3-4e62-be1e-5c5d7cfd0e25 HTTP/1.1" status: 404 len: 336 time: 0.0654366 Jul 28 14:43:49.882757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56090) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.931619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:49.960870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eeeb9702-5c7c-4272-b0a1-1f72d5e5f79e tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 200 len: 205 time: 0.0746095 Jul 28 14:43:49.961552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Made reservation on behalf of 608899e5501447cda89b569a483c85a1 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:49.962305 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:49.963341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:49.963773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.984793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-83384850-5c76-403a-ae75-2dde63982cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:49.986560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-83384850-5c76-403a-ae75-2dde63982cda service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e HTTP/1.1" status: 200 len: 918 time: 0.7055600 Jul 28 14:43:49.992881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:49.999567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.026652 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-c0222177-e664-4618-873e-3e27546f8a26 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:50.027776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0222177-e664-4618-873e-3e27546f8a26 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/3ac788b9-2b32-4463-bb8f-1916b7eb1a3d HTTP/1.1" status: 404 len: 336 time: 0.0632718 Jul 28 14:43:50.032731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.079068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1317fcff-0448-463c-9053-d00f960fc3dc tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 200 len: 205 time: 0.0443332 Jul 28 14:43:50.081710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.126382 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e228457d-e974-4ec3-9ee2-0601efac03c0 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:50.127479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e228457d-e974-4ec3-9ee2-0601efac03c0 tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/232943ad-34d8-4e65-9ccb-d72b38c49330 HTTP/1.1" status: 404 len: 336 time: 0.0440574 Jul 28 14:43:50.130190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.159911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-07dc58e7-06ee-4d8b-9e88-d42852e4d0cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 999 time: 0.1627097 Jul 28 14:43:50.167657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0e9bbc33-9791-406c-a4b6-adcf1087f50e tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 200 len: 205 time: 0.0336790 Jul 28 14:43:50.168616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56106) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.268140 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-8caba98b-a514-4a6b-b3c3-5f9c6ffc5a1a tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:50.268140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8caba98b-a514-4a6b-b3c3-5f9c6ffc5a1a tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/32bb0b6c-4660-456c-995c-2c5ddd52394f HTTP/1.1" status: 404 len: 336 time: 0.0651774 Jul 28 14:43:50.271513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.290706 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8fbeaaed-dff4-481f-a384-5d3b4d6f9c91', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'port_id': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'mac_address': 'fa:16:3e:79:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:56Z', 'updated_at': '2021-07-28T14:43:47Z', 'revision_number': 1, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:50.297634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-1fde464d-2f93-4f36-b800-a2fc0a4d10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:50.299403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-1fde464d-2f93-4f36-b800-a2fc0a4d10aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.1310694 Jul 28 14:43:50.323710 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a2ca2-d54f-4fd3-a948-28a8dad8cfca None None] The sync data for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 is: [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8fbeaaed-dff4-481f-a384-5d3b4d6f9c91', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'port_id': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'mac_address': 'fa:16:3e:79:53:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44ec134-512b-44de-9651-27208d587fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:41:56Z', 'updated_at': '2021-07-28T14:43:47Z', 'revision_number': 1, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:50.329381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcbcc2c4-2e80-4e92-ae30-5488d244564e tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "GET /v2.0/ports?device_id=98d4082f-86d2-4643-9350-174e468722cf HTTP/1.1" status: 200 len: 205 time: 0.0504203 Jul 28 14:43:50.331536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.371733 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-4c05ba47-4eec-43d8-a57e-a58c587fdbaf tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] delete failed (client error): The resource could not be found. Jul 28 14:43:50.376893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4c05ba47-4eec-43d8-a57e-a58c587fdbaf tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/routers/98d4082f-86d2-4643-9350-174e468722cf HTTP/1.1" status: 404 len: 336 time: 0.0441833 Jul 28 14:43:50.377402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.400262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.401330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:50.402011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.409196 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda942cd-30e1-4d62-8452-3d52d07fc06d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] DELETE failed (client error): The resource could not be found. Jul 28 14:43:50.409361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda942cd-30e1-4d62-8452-3d52d07fc06d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:43:50.411159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bda942cd-30e1-4d62-8452-3d52d07fc06d tempest-RoutersAdminTest-1041217965 tempest-RoutersAdminTest-1041217965-project] 10.222.0.47 "DELETE /v2.0/subnets/34dd7d9a-8789-4202-8d38-16665fadf631 HTTP/1.1" status: 404 len: 337 time: 0.0317311 Jul 28 14:43:50.513473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.552730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.561548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-c9f2e78f-43b1-460b-a2fb-af4c4e14ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:50.563415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-c9f2e78f-43b1-460b-a2fb-af4c4e14ba54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394361 Jul 28 14:43:50.568829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b214e6a2-c6d9-4247-b935-8fa844fafade,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:50.578085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-37bd7145-d879-483e-ae52-517d33d1d68a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:43:50.579251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-37bd7145-d879-483e-ae52-517d33d1d68a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058069 Jul 28 14:43:50.587269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b214e6a2-c6d9-4247-b935-8fa844fafade details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:50.655617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912c1909-1dc8-4e84-b6a5-57f7bd5c8a0c None None] New status for floating IP 8fbeaaed-dff4-481f-a384-5d3b4d6f9c91: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:43:50.668627 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.678349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.752648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:50.759079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:50.767732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-3e34792b-9691-4cf6-b4ce-df2fb957e612 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758633 Jul 28 14:43:50.784194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873e4b0-0d27-4541-9178-4f024e895643,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:50.806314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:50.810541 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Added segment 90bbb6fd-f490-4efb-a8f0-16bb19c477cb of type vlan for network 53da1a8f-ee69-4a15-80dd-3902ade8939e Jul 28 14:43:50.821503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9906ff0f-3af8-4710-8dae-e6f0ab8c08f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.9209170 Jul 28 14:43:50.822542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:50.828975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Request body: {'subnet': {'network_id': 'b214e6a2-c6d9-4247-b935-8fa844fafade', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1836780488-subnet', 'tenant_id': 'f299162592d547919d88579aebeeb9d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:50.995609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.034184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:51.087589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.135284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c02327-c6c1-4464-b8b7-bc61fe1d5438 req-d361a2b0-8089-4bdc-92e4-df992cd1a841 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480344 Jul 28 14:43:51.159362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Made reservation on behalf of f299162592d547919d88579aebeeb9d5 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:51.164456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.238512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775966bd-958a-4a45-8fe0-0a1eb6675514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.344478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.345368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:51.345963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.362285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:51.426221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] Pushing event updated for resources: {'Network': ['ID=53da1a8f-ee69-4a15-80dd-3902ade8939e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:51.439029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 53da1a8f-ee69-4a15-80dd-3902ade8939e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:51.451964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775966bd-958a-4a45-8fe0-0a1eb6675514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.517765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:51.522824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dee527a9-3d62-498d-8a75-4440bdd475d2 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2550106 Jul 28 14:43:51.525947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56144) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:51.528800 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:51.539717 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:51.540439 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:51.595211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet a5cf02eb-e558-4dc7-9fa9-96311c76cb37 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:51.599469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.607088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775966bd-958a-4a45-8fe0-0a1eb6675514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.607088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.632748 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:51.655077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.705476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-775966bd-958a-4a45-8fe0-0a1eb6675514 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=243ff04b835a41859de32eaec9be4453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6699095 Jul 28 14:43:51.711001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56148) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:51.721891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5884e338-65e6-43a4-9043-26931a05026d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0481350 Jul 28 14:43:51.724958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:51.730413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Request body: {'subnet': {'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1536350186-subnet', 'tenant_id': '608899e5501447cda89b569a483c85a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:51.734591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775966bd-958a-4a45-8fe0-0a1eb6675514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49691e-a327-4ddb-a724-dbf6ec8ac3ea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:51.762139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Checking segment: {'id': '378743c8-def8-411b-8f8a-7806a0d46c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b214e6a2-c6d9-4247-b935-8fa844fafade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:51.762523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Network hostable DHCP agents. Network: b214e6a2-c6d9-4247-b935-8fa844fafade, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:51.764783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d287de22-92ac-477f-a29e-088e68969640,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:51.793314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.824575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.853588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.886585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Made reservation on behalf of 608899e5501447cda89b569a483c85a1 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:51.889679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:51.899162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Network b214e6a2-c6d9-4247-b935-8fa844fafade is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:51.926760 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:50Z', 'revision_number': 8, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:51.959183 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:51.972985 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:51.973644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:51.982729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.014736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=a5cf02eb-e558-4dc7-9fa9-96311c76cb37,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:52.020308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.022219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2bf74d66-25b9-40fd-b06c-13a24353193a tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/a5cf02eb-e558-4dc7-9fa9-96311c76cb37 HTTP/1.1" status: 204 len: 168 time: 0.4951746 Jul 28 14:43:52.025669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56156) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:52.036054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c43452-a9a4-45ef-a200-dc6198c48f6a None None] Network 6eb1eddb-a291-4f8c-97d3-0777858bd3ac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:52.117910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b214e6a2-c6d9-4247-b935-8fa844fafade) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:52.124438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.128989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.142271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:52.149634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f49691e-a327-4ddb-a724-dbf6ec8ac3ea HTTP/1.1" status: 204 len: 168 time: 0.4369838 Jul 28 14:43:52.162592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c521c7-b236-4235-bd6c-828f65d8e3f7 None None] Network b214e6a2-c6d9-4247-b935-8fa844fafade requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:52.190479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:52.192823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.208474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090566a6-dfc1-464f-b6b4-a23c1559eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49691e-a327-4ddb-a724-dbf6ec8ac3ea,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:52.231813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.305579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:52.306298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.387099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f700b57-415c-42b4-8a61-62b3470c10dc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5639784 Jul 28 14:43:52.469755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 14a6e4ff-dcff-4cd2-bfbc-579169649d90, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=14a6e4ff-dcff-4cd2-bfbc-579169649d90,segment=NetworkSegment(13bf4af6-763b-4434-b7c6-5f4816c4ccf9),segment_id=13bf4af6-763b-4434-b7c6-5f4816c4ccf9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:52.470256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.516130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 14a6e4ff-dcff-4cd2-bfbc-579169649d90 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:52.623689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.693802 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:50Z', 'revision_number': 8, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:52.725826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.726663 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777a621-29d3-4405-aa32-a2bbacc84b3a None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:50Z', 'revision_number': 8, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2bdb73b-34b0-46f4-a5f3-315e24ffa250', 'name': '', 'network_id': '2b2b8375-fc8b-40da-9714-4d9f7085a404', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:6c:8e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:30Z', 'updated_at': '2021-07-28T14:43:39Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '925e2e23-d120-4456-8621-bd680ea66d0c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:52.771928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=14a6e4ff-dcff-4cd2-bfbc-579169649d90,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:52.780262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port 14a6e4ff-dcff-4cd2-bfbc-579169649d90 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:52.837937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a869e7db-029a-44a4-ba95-502a1d10c3c7,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:52.899801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.906156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Checking segment: {'id': '90bbb6fd-f490-4efb-a8f0-16bb19c477cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:52.906935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Network hostable DHCP agents. Network: 53da1a8f-ee69-4a15-80dd-3902ade8939e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:52.915231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb1eddb-a291-4f8c-97d3-0777858bd3ac']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:52.930203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bf4af6-763b-4434-b7c6-5f4816c4ccf9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:52.930371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bf4af6-763b-4434-b7c6-5f4816c4ccf9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:52.937511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92167b8-5900-4e0a-8a54-4987b4f1e60e None None] Network b214e6a2-c6d9-4247-b935-8fa844fafade requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:52.944140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.962951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.971267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:52.971743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:52.976569 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:53.078380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Network 53da1a8f-ee69-4a15-80dd-3902ade8939e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:53.131728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7413fc-b3a7-4cd5-83ca-630c810b1be4 None None] DHCP port deletion for 6eb1eddb-a291-4f8c-97d3-0777858bd3ac request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:53.238588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.244049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.249939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56180) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:53.250087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/6eb1eddb-a291-4f8c-97d3-0777858bd3ac HTTP/1.1" status: 204 len: 168 time: 1.2229540 Jul 28 14:43:53.268736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faebf7-caef-4a83-a5d3-7ed29584074d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=6eb1eddb-a291-4f8c-97d3-0777858bd3ac,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:53.323770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 53da1a8f-ee69-4a15-80dd-3902ade8939e) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:53.332454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387577b8-a0dc-492c-bd89-fd0c1eba5b5d None None] Network 53da1a8f-ee69-4a15-80dd-3902ade8939e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:53.374193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:53.374890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.465677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8899c4f-c303-440e-b0b6-315d486d1bec None None] Network 53da1a8f-ee69-4a15-80dd-3902ade8939e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:53.556312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5fd40cf2-0c01-48d7-8835-ed270a55a792 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8301978 Jul 28 14:43:53.728475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:53.844123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:53.936776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-140d38f8-9e11-4759-8403-9e9bd7013ccd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=421924e9f62a441cb2bfd4d214f1bff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905373 Jul 28 14:43:53.941417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:54.008540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.037509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.046206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port f2bdb73b-34b0-46f4-a5f3-315e24ffa250 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:54.049489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.148857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port f2bdb73b-34b0-46f4-a5f3-315e24ffa250, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:54.149262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.167188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for f2bdb73b-34b0-46f4-a5f3-315e24ffa250 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:54.261516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 14a6e4ff-dcff-4cd2-bfbc-579169649d90 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:54.284251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 14a6e4ff-dcff-4cd2-bfbc-579169649d90 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:54.284601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 14a6e4ff-dcff-4cd2-bfbc-579169649d90 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:54.284941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.285423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:54.287785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.289435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/097cf3be-98d2-4018-8009-5cc2514cd81c HTTP/1.1" status: 204 len: 168 time: 0.3467028 Jul 28 14:43:54.302950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637bf37-32c4-4080-98ed-61a462c4681b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097cf3be-98d2-4018-8009-5cc2514cd81c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:54.319917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:54.320534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4fdbf1d2-9454-4f26-94c3-5f46ce9e29a8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:54.500829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56234) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:54.513509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-31416150-network', 'tenant_id': '38b3677233bb481eb1d0e43e99a56438'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:54.561303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.589401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=f2bdb73b-34b0-46f4-a5f3-315e24ffa250,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:54.740201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-528ee2c0-9d4c-4afe-b6ce-52d6f8a28379 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:54.741815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-528ee2c0-9d4c-4afe-b6ce-52d6f8a28379 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/networks?id=53da1a8f-ee69-4a15-80dd-3902ade8939e HTTP/1.1" status: 200 len: 813 time: 0.2372215 Jul 28 14:43:54.768822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-b1278635-655e-4568-8465-5edabea1640a tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/quotas/608899e5501447cda89b569a483c85a1 HTTP/1.1" status: 200 len: 375 time: 0.0189207 Jul 28 14:43:54.769866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.846578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-5433aa9d-49c0-413d-b101-1b75faf2f5a3 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=608899e5501447cda89b569a483c85a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706060 Jul 28 14:43:54.935375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Made reservation on behalf of 38b3677233bb481eb1d0e43e99a56438 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:54.938330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:54.951262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.063516 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.193256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.244965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae055a-6749-481a-888f-8e4f33a7fe87,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:55.251505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:55.274001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.274836 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Added segment 78f4ee50-eef0-4fd7-aafb-efa2285b3aa4 of type vlan for network da28527b-446e-48ac-bca5-10be067ce409 Jul 28 14:43:55.336287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.391048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-2bc79a90-6e8b-4ed9-a7e2-ab0e53dea8dd service neutron] 10.222.0.47 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137231 Jul 28 14:43:55.467201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:43:55.478382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.479529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:55.480145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.571801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] Pushing event updated for resources: {'Network': ['ID=da28527b-446e-48ac-bca5-10be067ce409,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:55.587319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network da28527b-446e-48ac-bca5-10be067ce409 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:55.595464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-9bc48592-0858-496e-8a5b-cf706a7c35db service neutron] 10.222.0.47 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984434 Jul 28 14:43:55.625235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:43:55.632643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45788992-53e1-4a7d-a34b-81b9322906be tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3787978 Jul 28 14:43:55.637845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a262c760-a48e-4c1b-a55b-76f208caf11a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1345718 Jul 28 14:43:55.639070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:55.643583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:55.650327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Request body: {'subnet': {'network_id': 'da28527b-446e-48ac-bca5-10be067ce409', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-31416150-subnet', 'tenant_id': '38b3677233bb481eb1d0e43e99a56438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:55.659352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:43:55.702010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:55.705794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:55.768741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 925e2e23-d120-4456-8621-bd680ea66d0c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:55.775728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.837978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:55.877153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:55.890553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Made reservation on behalf of 38b3677233bb481eb1d0e43e99a56438 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:55.894533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.015642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.075666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-806f7d79-88d3-4215-baeb-e43d77eaf1d7 req-446b3775-d2f3-4055-925c-0a8f6e33ce2f tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0727525 Jul 28 14:43:56.165515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:54Z', 'revision_number': 9, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:56.200738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:43:56.211250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:43:56.212052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:56.315770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:43:56.350400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.381200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.386449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56286) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:56.390188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/925e2e23-d120-4456-8621-bd680ea66d0c HTTP/1.1" status: 204 len: 168 time: 0.7473366 Jul 28 14:43:56.412914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205c9c-36c7-479f-b12a-103e3c2d9ab4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=925e2e23-d120-4456-8621-bd680ea66d0c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:56.445299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f65747-881f-4e9b-a82a-aa2435c7e993 None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:56.485951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56288) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:56.492631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.492631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.578575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc283402-1a40-4a18-ab1f-5c290be93304,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:56.608717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Checking segment: {'id': '78f4ee50-eef0-4fd7-aafb-efa2285b3aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'da28527b-446e-48ac-bca5-10be067ce409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:56.609090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Network hostable DHCP agents. Network: da28527b-446e-48ac-bca5-10be067ce409, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:56.622708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1742517273'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:56.632980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 188303cb-5d0a-4022-9d71-0ee623220c7f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:56.633338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.710917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 188303cb-5d0a-4022-9d71-0ee623220c7f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=188303cb-5d0a-4022-9d71-0ee623220c7f,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:56.711334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.726840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 188303cb-5d0a-4022-9d71-0ee623220c7f owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:56.733572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:54Z', 'revision_number': 9, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:56.741946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Network da28527b-446e-48ac-bca5-10be067ce409 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:56.763717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfb1a38-cde2-4d92-bd2e-7a7f0c5e624d None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:54Z', 'revision_number': 9, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfd27c47-1e3e-4c47-a05a-abda95658ff3', 'name': '', 'network_id': '0b824649-8acc-4fe6-b75c-85326111d9fc', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:2c:2b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:22Z', 'updated_at': '2021-07-28T14:43:32Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '5ebc146e-ef46-48d1-9e11-f713fc4362ab', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:43:56.776494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Made reservation on behalf of 721a0a0b75fc47ff87c584f3b41245d3 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:56.780680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.798995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] DHCP port deletion for 2b2b8375-fc8b-40da-9714-4d9f7085a404 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:43:56.811899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.878892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, da28527b-446e-48ac-bca5-10be067ce409) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:56.883233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:56.883874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.893072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7604f4-2bd5-47c2-85f5-67259eceb43f None None] Network da28527b-446e-48ac-bca5-10be067ce409 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:56.910376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Deleting port 188303cb-5d0a-4022-9d71-0ee623220c7f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:56.910985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:56.976715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.017031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.024456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=188303cb-5d0a-4022-9d71-0ee623220c7f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:57.031914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port 188303cb-5d0a-4022-9d71-0ee623220c7f on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:57.125564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.130652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.152151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2b8375-fc8b-40da-9714-4d9f7085a404']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:57.169947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:43:57.177172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f1b192-6b35-4b31-9903-edc18d140df7') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:57.177532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f1b192-6b35-4b31-9903-edc18d140df7') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:57.211917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.212449 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Added segment fdd015f3-d5bd-4787-916c-6e4fa75a1349 of type vlan for network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 Jul 28 14:43:57.248113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41133283-24a9-4d2f-b0e3-7be1e4859641 req-cc25d953-9b32-4041-bf23-7ad6efef659e tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0521715 Jul 28 14:43:57.250032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.257815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d31ccb-d7ec-44ad-805f-94e44d675d73,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:57.283431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.284076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-580ac74f-6454-4484-bab1-2dbc5a88c6e9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6390316 Jul 28 14:43:57.285648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.305645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] For port 188303cb-5d0a-4022-9d71-0ee623220c7f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=188303cb-5d0a-4022-9d71-0ee623220c7f,segment=NetworkSegment(97f1b192-6b35-4b31-9903-edc18d140df7),segment_id=97f1b192-6b35-4b31-9903-edc18d140df7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:57.306311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.308020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:57.312655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:57.323189 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:57.356431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb136df-bdfb-463d-9eff-7b2a1d41db18 None None] Network da28527b-446e-48ac-bca5-10be067ce409 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:57.362638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Calling delete_port for 188303cb-5d0a-4022-9d71-0ee623220c7f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:57.405781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.412657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:57.413419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.449843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56306) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:57.506178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'Network': ['ID=44ade5b0-eee0-4f9d-b121-14ba46e6bd90,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:57.523698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.528416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:43:57.531381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.533305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/2b2b8375-fc8b-40da-9714-4d9f7085a404 HTTP/1.1" status: 204 len: 168 time: 1.1452641 Jul 28 14:43:57.536846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56310) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:57.537984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Deleting subnet d287de22-92ac-477f-a29e-088e68969640 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:57.550778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.553254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86becbf5-13cc-4fde-a50e-65db320ecdc5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=2b2b8375-fc8b-40da-9714-4d9f7085a404,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:57.599660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.609190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.630043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-463096d9-8dbc-42a5-b8d3-6f8773fa48db tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1411815 Jul 28 14:43:57.631785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:57.637249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Request body: {'subnet': {'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:57.646298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:57.673772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Network 2b2b8375-fc8b-40da-9714-4d9f7085a404 is not hosted by any dhcp agent {{(pid=94750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:43:57.674385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] No DVR routers for this DVR port 188303cb-5d0a-4022-9d71-0ee623220c7f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:43:57.701997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f08b50-54f6-43ce-b35a-adb2e96c43be None None] Pushing event deleted for resources: {'Port': ['ID=188303cb-5d0a-4022-9d71-0ee623220c7f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:57.972414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.064815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.065459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Made reservation on behalf of 721a0a0b75fc47ff87c584f3b41245d3 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:58.068541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.106489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d287de22-92ac-477f-a29e-088e68969640,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:58.108881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.110998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-721864c1-a06b-49b6-96e3-9e697bae7bd9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d287de22-92ac-477f-a29e-088e68969640 HTTP/1.1" status: 204 len: 168 time: 0.6595860 Jul 28 14:43:58.113856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56320) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:58.213266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.256384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 188303cb-5d0a-4022-9d71-0ee623220c7f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:58.291578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 188303cb-5d0a-4022-9d71-0ee623220c7f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:58.291578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 188303cb-5d0a-4022-9d71-0ee623220c7f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:58.291578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f2bdb73b-34b0-46f4-a5f3-315e24ffa250 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:43:58.314676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f2bdb73b-34b0-46f4-a5f3-315e24ffa250 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:43:58.315797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f2bdb73b-34b0-46f4-a5f3-315e24ffa250 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:43:58.336196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.347786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b214e6a2-c6d9-4247-b935-8fa844fafade']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:58.360280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378743c8-def8-411b-8f8a-7806a0d46c3c') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:58.360631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378743c8-def8-411b-8f8a-7806a0d46c3c') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:58.378643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.408042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88163ce5-ec21-4b9b-9cc3-92cd78b534f0 req-c8af0fed-e377-4840-b961-2e5f58406c60 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0406590 Jul 28 14:43:58.422056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.437515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port bfd27c47-1e3e-4c47-a05a-abda95658ff3 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:43:58.437515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:58.438138 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:58.503698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.605210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.615969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.617694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] 10.222.0.47 "DELETE /v2.0/networks/b214e6a2-c6d9-4247-b935-8fa844fafade HTTP/1.1" status: 204 len: 168 time: 0.5024724 Jul 28 14:43:58.629613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56330) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:58.637233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c0258-2604-4f43-b23f-54be945c569b admin admin] Pushing event deleted for resources: {'Network': ['ID=b214e6a2-c6d9-4247-b935-8fa844fafade,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:58.678037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Deleting subnet fc283402-1a40-4a18-ab1f-5c290be93304 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:43:58.681696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.727973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.772233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.919593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port bfd27c47-1e3e-4c47-a05a-abda95658ff3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bfd27c47-1e3e-4c47-a05a-abda95658ff3,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:43:58.920062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:58.923928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'Subnet': ['ID=8000ea29-db2d-46bb-94e8-9425d272587a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:58.942399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for bfd27c47-1e3e-4c47-a05a-abda95658ff3 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:43:58.949605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Checking segment: {'id': 'fdd015f3-d5bd-4787-916c-6e4fa75a1349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:43:58.950467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Network hostable DHCP agents. Network: 44ade5b0-eee0-4f9d-b121-14ba46e6bd90, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:43:59.035334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.055655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc283402-1a40-4a18-ab1f-5c290be93304,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:59.063083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.066076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e8d27a99-ebb2-4d2d-b503-07522c6538a6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fc283402-1a40-4a18-ab1f-5c290be93304 HTTP/1.1" status: 204 len: 168 time: 0.4351232 Jul 28 14:43:59.069697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:59.145391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.230054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.240996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da28527b-446e-48ac-bca5-10be067ce409']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:59.253025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f4ee50-eef0-4fd7-aafb-efa2285b3aa4') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:59.253335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f4ee50-eef0-4fd7-aafb-efa2285b3aa4') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:43:59.262828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.282620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.288769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:43:59.289210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:43:59.291008 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:43:59.296546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:43:59.365606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.394995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=bfd27c47-1e3e-4c47-a05a-abda95658ff3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:59.475543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 44ade5b0-eee0-4f9d-b121-14ba46e6bd90) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:43:59.480351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:59.481084 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.487006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe08df-5c3e-45ed-8dcc-384b93afe7d3 None None] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:43:59.497795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.512932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.519611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] 10.222.0.47 "DELETE /v2.0/networks/da28527b-446e-48ac-bca5-10be067ce409 HTTP/1.1" status: 204 len: 168 time: 0.4485309 Jul 28 14:43:59.571625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc75a64-f9e9-46c6-a254-ff6ed8aadaaf admin admin] Pushing event deleted for resources: {'Network': ['ID=da28527b-446e-48ac-bca5-10be067ce409,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:43:59.587638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.623122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9dfa738-0ee5-4f6b-a609-89704e07dc96 req-f02d6c47-5aa2-44e3-85a4-e911fef3fe56 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.1000047 Jul 28 14:43:59.681368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56356) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:43:59.689752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Request body: {'port': {'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1614745484'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:59.693031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-83b72199-c0c5-40d5-b022-cd73f9ad53bd tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0511179 Jul 28 14:43:59.794381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-44ade5b0-eee0-4f9d-b121-14ba46e6bd90', 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90', 'tenant_id': '721a0a0b75fc47ff87c584f3b41245d3', 'fixed_ips': [{'subnet_id': '8000ea29-db2d-46bb-94e8-9425d272587a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:43:59.795604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.854062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-0aa3e9b0-8b8e-4ff1-b7c2-07820fd547a2 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:43:59.855929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-0aa3e9b0-8b8e-4ff1-b7c2-07820fd547a2 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.50 "GET /v2.0/networks?id=53da1a8f-ee69-4a15-80dd-3902ade8939e HTTP/1.1" status: 200 len: 813 time: 0.2655075 Jul 28 14:43:59.916617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Request body: {'port': {'device_id': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e', 'admin_state_up': True, 'tenant_id': '608899e5501447cda89b569a483c85a1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:43:59.946711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Made reservation on behalf of 721a0a0b75fc47ff87c584f3b41245d3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:43:59.950484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:43:59.966166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Allocated IP 2001:db8::2 (44ade5b0-eee0-4f9d-b121-14ba46e6bd90/8000ea29-db2d-46bb-94e8-9425d272587a/ca79cfed-e873-4c03-a718-f12ed44008c5) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:43:59.971509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] device_id is not set on port 54045a29-3dcd-407d-9762-9e6726f17e01 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:44:00.057543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:44:00.205337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.227915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Transition to ACTIVE for port object ca79cfed-e873-4c03-a718-f12ed44008c5 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:00.249024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:44:00.259676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df7e9659-de45-4352-aa73-8a58d4d7d7e7 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196481 Jul 28 14:44:00.259888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Transition to ACTIVE for port object ca79cfed-e873-4c03-a718-f12ed44008c5 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:00.260045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56376) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:00.275148 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:44:00.288469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:00.289568 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:00.297163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:00.339952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 5ebc146e-ef46-48d1-9e11-f713fc4362ab {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:44:00.350624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.380462 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.384167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Made reservation on behalf of 608899e5501447cda89b569a483c85a1 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:00.388889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.411181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-067421c6-4a0b-4461-9ded-6d92bcc5c513 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f299162592d547919d88579aebeeb9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100259 Jul 28 14:44:00.416409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:00.435827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.464879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:00.466808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Allocated IP 2001:db8::209 (44ade5b0-eee0-4f9d-b121-14ba46e6bd90/8000ea29-db2d-46bb-94e8-9425d272587a/54045a29-3dcd-407d-9762-9e6726f17e01) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:00.477333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:00.485264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:00.516341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:00.517311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Pushing event updated for resources: {'Port': ['ID=ca79cfed-e873-4c03-a718-f12ed44008c5,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:00.612857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Attempting to bind port ca79cfed-e873-4c03-a718-f12ed44008c5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:00.613625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Attempting to bind port ca79cfed-e873-4c03-a718-f12ed44008c5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'fdd015f3-d5bd-4787-916c-6e4fa75a1349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:00.614779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Attempting to bind port ca79cfed-e873-4c03-a718-f12ed44008c5 on network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:00.624576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:00.625417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Checking segment: {'id': 'fdd015f3-d5bd-4787-916c-6e4fa75a1349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:00.626358 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.627158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Bound using segment: {'id': 'fdd015f3-d5bd-4787-916c-6e4fa75a1349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:00.627898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Bound port: ca79cfed-e873-4c03-a718-f12ed44008c5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd015f3-d5bd-4787-916c-6e4fa75a1349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:00.628552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.647475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.692655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.728248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Allocated IP 172.20.0.8 (53da1a8f-ee69-4a15-80dd-3902ade8939e/a869e7db-029a-44a4-ba95-502a1d10c3c7/67252788-a8f9-4fed-a345-734ae9c916a7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:00.736995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] For port ca79cfed-e873-4c03-a718-f12ed44008c5, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:00.739091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.741983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] For port ca79cfed-e873-4c03-a718-f12ed44008c5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ca79cfed-e873-4c03-a718-f12ed44008c5,segment=NetworkSegment(fdd015f3-d5bd-4787-916c-6e4fa75a1349),segment_id=fdd015f3-d5bd-4787-916c-6e4fa75a1349)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:00.820901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e352429d-1e5e-48ab-9a03-bd5eb1bf8334 req-a8331beb-0d57-4475-a608-f92543fd4b97 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0694375 Jul 28 14:44:00.838362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.852950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Transition to ACTIVE for port object 54045a29-3dcd-407d-9762-9e6726f17e01 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:00.868497 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:59Z', 'revision_number': 10, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:00.891269 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.908662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:44:00.923089 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:00.924332 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:00.979962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6eeb89-ac4b-4d6c-bc01-2530026e0e24 None None] Pushing event updated for resources: {'Port': ['ID=ca79cfed-e873-4c03-a718-f12ed44008c5,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:00.982705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.985838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:00.989778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fec9e1a8-367d-4785-bfb6-b735904bf620 HTTP/1.1" status: 204 len: 168 time: 0.5697854 Jul 28 14:44:00.990947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.008415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620441d0-f329-4056-bc72-4c7e7becd701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec9e1a8-367d-4785-bfb6-b735904bf620,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:01.066081 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:01.081894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.083452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.114676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165ee2a-d5c4-4649-812f-6c8325bff840 None None] Network 0b824649-8acc-4fe6-b75c-85326111d9fc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:01.152459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.157263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/5ebc146e-ef46-48d1-9e11-f713fc4362ab HTTP/1.1" status: 204 len: 168 time: 0.8962872 Jul 28 14:44:01.158167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe18e24-b0b7-489e-aba8-c2147fc4cd5e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebc146e-ef46-48d1-9e11-f713fc4362ab,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:01.173571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.203540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56392) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:01.243207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'Port': ['ID=54045a29-3dcd-407d-9762-9e6726f17e01,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:01.260263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:01.271862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:01.279245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:01.294247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:01.295306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.463014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Network 53da1a8f-ee69-4a15-80dd-3902ade8939e is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:01.469111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae73f40c-c7e9-4807-8a7a-a4a2adc33079 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7863960 Jul 28 14:44:01.472521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56400) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:01.478947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Request body: {'port': {'network_id': '44ade5b0-eee0-4f9d-b121-14ba46e6bd90', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1527409534', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:01.479975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] bootfile-name is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:01.480176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:01.480811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] tftp-server is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:01.481845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] server-ip-address is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:01.489625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:01.499526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] DHCP port deletion for 0b824649-8acc-4fe6-b75c-85326111d9fc request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:44:01.545238 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:59Z', 'revision_number': 10, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:01.548792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Pushing event updated for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:01.565560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.574607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:01.575850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.602594 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ec040-4a45-4736-8f6a-1ab0d3b6a4a8 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:43:59Z', 'revision_number': 10, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None, '_interfaces': [{'id': '86286a4e-cb92-4c8a-b4d3-2ab72c185e12', 'name': '', 'network_id': '611d8b50-a1d6-4d7b-8468-c5a9f9d45aad', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'mac_address': 'fa:16:3e:83:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:43:13Z', 'updated_at': '2021-07-28T14:43:20Z', 'revision_number': 5, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'subnets': [{'id': '25a998ee-2c07-4eed-aece-b8f8a3fb7f0f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:44:01.628269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Deleting port d2d6dafd-dc86-490f-bb15-590f85c880e8 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:01.631599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.687983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port d2d6dafd-dc86-490f-bb15-590f85c880e8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:01.689167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.745683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] For port d2d6dafd-dc86-490f-bb15-590f85c880e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d2d6dafd-dc86-490f-bb15-590f85c880e8,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:01.746086 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.749495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-a0c40d45-8820-4002-b5d4-e54d247c7581 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8386824 Jul 28 14:44:01.760524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Calling delete_port for d2d6dafd-dc86-490f-bb15-590f85c880e8 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:01.775177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Request body: {'port': {'device_id': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:01.805412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Made reservation on behalf of 721a0a0b75fc47ff87c584f3b41245d3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:01.813139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.818496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port d2d6dafd-dc86-490f-bb15-590f85c880e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d2d6dafd-dc86-490f-bb15-590f85c880e8,segment=NetworkSegment(5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e),segment_id=5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:01.818878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:01.863578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for d2d6dafd-dc86-490f-bb15-590f85c880e8 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:01.867672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] device_id is not set on port 881597f6-59fa-4692-86b9-2969c7f0b021 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:44:01.891040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.022613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.032975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3bacc-8963-4f3d-85dd-0dd04ac52df7 req-68331380-cab2-4447-98ee-d6514efe0b3f tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:02.032975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ffa3bacc-8963-4f3d-85dd-0dd04ac52df7 req-68331380-cab2-4447-98ee-d6514efe0b3f tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 931 time: 0.1054356 Jul 28 14:44:02.049995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.064397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] No DVR routers for this DVR port d2d6dafd-dc86-490f-bb15-590f85c880e8 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:02.105938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=d2d6dafd-dc86-490f-bb15-590f85c880e8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:02.120354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2137c-ecd3-4d45-904d-199407c586cb None None] Pushing event deleted for resources: {'Port': ['ID=d2d6dafd-dc86-490f-bb15-590f85c880e8,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:02.149530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ffa3bacc-8963-4f3d-85dd-0dd04ac52df7 req-f6fa6781-4844-48b1-bc19-3113e9f16059 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026530 Jul 28 14:44:02.176093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Allocated IP 2001:db8::83 (44ade5b0-eee0-4f9d-b121-14ba46e6bd90/8000ea29-db2d-46bb-94e8-9425d272587a/881597f6-59fa-4692-86b9-2969c7f0b021) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:02.215915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port d2d6dafd-dc86-490f-bb15-590f85c880e8 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:02.325305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56410) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:02.358591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ca79cfed-e873-4c03-a718-f12ed44008c5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:02.384603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.393875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d2fd61e9-18df-438c-8287-aa16516a24a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38b3677233bb481eb1d0e43e99a56438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653470 Jul 28 14:44:02.395421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:02.432513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff34a22f-f271-49d9-9b3a-e8f6fb88a664 None None] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:02.438949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b824649-8acc-4fe6-b75c-85326111d9fc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:02.456892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:02.457228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2f11c2-08a4-4ec5-9c88-4bb43bc4db6e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:02.470833 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.517920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.532064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.548049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:02.548465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:02.551720 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:02.559776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.564449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ca79cfed-e873-4c03-a718-f12ed44008c5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:02.581596 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.624360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Provisioning for port ca79cfed-e873-4c03-a718-f12ed44008c5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:02.629392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Transition to ACTIVE for port object 881597f6-59fa-4692-86b9-2969c7f0b021 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:02.646512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Provisioning complete for port ca79cfed-e873-4c03-a718-f12ed44008c5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:02.647714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.681708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d2d6dafd-dc86-490f-bb15-590f85c880e8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:02.715718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d2d6dafd-dc86-490f-bb15-590f85c880e8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:02.716146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d2d6dafd-dc86-490f-bb15-590f85c880e8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:02.716489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bfd27c47-1e3e-4c47-a05a-abda95658ff3 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:02.755926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bfd27c47-1e3e-4c47-a05a-abda95658ff3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:02.756281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bfd27c47-1e3e-4c47-a05a-abda95658ff3 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:02.758322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67252788-a8f9-4fed-a345-734ae9c916a7 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:02.769181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.785181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Transition to ACTIVE for port object 67252788-a8f9-4fed-a345-734ae9c916a7 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:02.788094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.796476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.796476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9ae055a-6749-481a-888f-8e4f33a7fe87 HTTP/1.1" status: 204 len: 168 time: 0.3959768 Jul 28 14:44:02.802383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26628021-2c41-43e4-a8f5-126a95aeb673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae055a-6749-481a-888f-8e4f33a7fe87,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:02.827916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.830923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.844598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.849064 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.849863 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/0b824649-8acc-4fe6-b75c-85326111d9fc HTTP/1.1" status: 204 len: 168 time: 1.6425903 Jul 28 14:44:02.851933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56424) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:02.906243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'Port': ['ID=881597f6-59fa-4692-86b9-2969c7f0b021,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:02.925452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] For port ca79cfed-e873-4c03-a718-f12ed44008c5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ca79cfed-e873-4c03-a718-f12ed44008c5,segment=NetworkSegment(fdd015f3-d5bd-4787-916c-6e4fa75a1349),segment_id=fdd015f3-d5bd-4787-916c-6e4fa75a1349)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:02.930809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:02.933482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:02.937266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:02.943599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:02.944523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:02.952997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=0b824649-8acc-4fe6-b75c-85326111d9fc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:02.989594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.002718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.003093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.003441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.003927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.004274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.004616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.004952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.005344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.005652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.005979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.006817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.006817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e8616-7067-42a1-ac0f-7a73848b9cd9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:03.070690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Pushing event updated for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:03.096688 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.101200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bc232b63-fc7d-4dc2-ac71-7b7d29965c18 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6252232 Jul 28 14:44:03.101665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56426) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:03.177130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afd835-6d0f-4e08-be52-f6d02430d56f None None] Pushing event updated for resources: {'Port': ['ID=ca79cfed-e873-4c03-a718-f12ed44008c5,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:03.193630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c0fb-a973-4493-9491-f72b97dbea0e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.215033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c0fb-a973-4493-9491-f72b97dbea0e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.226230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0c0fb-a973-4493-9491-f72b97dbea0e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.236567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:03.238348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b7c0c0fb-a973-4493-9491-f72b97dbea0e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1330907 Jul 28 14:44:03.323992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723e1d1-4f66-4046-9e2e-1beb152c8611 req-973be980-977a-46ff-b4a2-4df17233bd7a tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:03.326311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8723e1d1-4f66-4046-9e2e-1beb152c8611 req-973be980-977a-46ff-b4a2-4df17233bd7a tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 943 time: 0.0684969 Jul 28 14:44:03.347251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Attempting to bind port 67252788-a8f9-4fed-a345-734ae9c916a7 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:03.347690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Attempting to bind port 67252788-a8f9-4fed-a345-734ae9c916a7 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '90bbb6fd-f490-4efb-a8f0-16bb19c477cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:03.348194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Attempting to bind port 67252788-a8f9-4fed-a345-734ae9c916a7 on network 53da1a8f-ee69-4a15-80dd-3902ade8939e {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:03.368810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Port 67252788-a8f9-4fed-a345-734ae9c916a7 on network 53da1a8f-ee69-4a15-80dd-3902ade8939e not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:44:03.369295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Attempting to bind port 67252788-a8f9-4fed-a345-734ae9c916a7 on network 53da1a8f-ee69-4a15-80dd-3902ade8939e {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:03.372769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Provisioning for port 54045a29-3dcd-407d-9762-9e6726f17e01 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:03.384965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Provisioning complete for port 54045a29-3dcd-407d-9762-9e6726f17e01 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:03.385818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.394138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8723e1d1-4f66-4046-9e2e-1beb152c8611 req-ef839aac-5865-4801-a263-c31aaf709c16 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553792 Jul 28 14:44:03.437870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:03.438235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Checking segment: {'id': '90bbb6fd-f490-4efb-a8f0-16bb19c477cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:03.438646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Bound using segment: {'id': '90bbb6fd-f490-4efb-a8f0-16bb19c477cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:03.439133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Bound port: 67252788-a8f9-4fed-a345-734ae9c916a7, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90bbb6fd-f490-4efb-a8f0-16bb19c477cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:03.439509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.456651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Port 54045a29-3dcd-407d-9762-9e6726f17e01 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:44:03.469173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Provisioning complete for port ca79cfed-e873-4c03-a718-f12ed44008c5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:03.469691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e259204c-a2fa-487d-aeec-d8280dd31bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.595927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Deleting port 881597f6-59fa-4692-86b9-2969c7f0b021 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:03.596295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.681737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:03.718519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=67252788-a8f9-4fed-a345-734ae9c916a7,segment=NetworkSegment(90bbb6fd-f490-4efb-a8f0-16bb19c477cb),segment_id=90bbb6fd-f490-4efb-a8f0-16bb19c477cb)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:03.729373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a9c24cd8-5078-408f-9625-1ec846ae7310 None None] Provisioning complete for port 54045a29-3dcd-407d-9762-9e6726f17e01 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:03.730453 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a9c24cd8-5078-408f-9625-1ec846ae7310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.782982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.796535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a9c24cd8-5078-408f-9625-1ec846ae7310 None None] Port 54045a29-3dcd-407d-9762-9e6726f17e01 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:44:03.805313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Calling delete_port for 881597f6-59fa-4692-86b9-2969c7f0b021 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:03.869288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:03.873212 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.064803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56452) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:04.147897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d20e6f0-7618-4a9c-8c74-580ffd98228c None None] Provisioning for port 881597f6-59fa-4692-86b9-2969c7f0b021 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:04.158144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d20e6f0-7618-4a9c-8c74-580ffd98228c None None] Provisioning complete for port 881597f6-59fa-4692-86b9-2969c7f0b021 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:04.158842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d20e6f0-7618-4a9c-8c74-580ffd98228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.224351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-112d32a8-66ce-4bb2-9309-cadc8c8b689b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.235090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4d20e6f0-7618-4a9c-8c74-580ffd98228c None None] Port 881597f6-59fa-4692-86b9-2969c7f0b021 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:44:04.285847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ca79cfed-e873-4c03-a718-f12ed44008c5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:04.335596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:04.336221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.337642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] 10.222.0.50 "PUT /v2.0/ports/67252788-a8f9-4fed-a345-734ae9c916a7 HTTP/1.1" status: 200 len: 1092 time: 2.5729291 Jul 28 14:44:04.338576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ca79cfed-e873-4c03-a718-f12ed44008c5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:04.338988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.339871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:04.342455 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab407e9-c59b-4e2b-93b3-283740aa8c28" -d '{"events": [{"name": "network-changed", "server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:04.361993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-112d32a8-66ce-4bb2-9309-cadc8c8b689b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.387145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0006739-a410-4b95-bca6-2507a4b87558 service neutron] Pushing event updated for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:04.554644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-112d32a8-66ce-4bb2-9309-cadc8c8b689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.599320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d32a8-66ce-4bb2-9309-cadc8c8b689b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe60930-be29-469b-a908-b84e65af8300,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:04.620609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a000753-74c4-4fa6-909d-19eb2e13af40 req-6fb07090-3e9b-43d1-b759-ce9f70fb2647 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:04.629167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a000753-74c4-4fa6-909d-19eb2e13af40 req-6fb07090-3e9b-43d1-b759-ce9f70fb2647 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 943 time: 0.1337790 Jul 28 14:44:04.638382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-112d32a8-66ce-4bb2-9309-cadc8c8b689b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38f878ce17874fb79e359458a8e34f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715694 Jul 28 14:44:04.640676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56472) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:04.660564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-2a7ecf04-ca2e-4ee0-ab52-29c500c1bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:04.662089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-2a7ecf04-ca2e-4ee0-ab52-29c500c1bc5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=608899e5501447cda89b569a483c85a1&device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1480267 Jul 28 14:44:04.711754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.733825 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c3efc3-06c6-4a13-955c-4cb5f39f64f3 x-openstack-request-id: req-10c3efc3-06c6-4a13-955c-4cb5f39f64f3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:04.734112 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:04.734352 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-10c3efc3-06c6-4a13-955c-4cb5f39f64f3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:04.734764 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7', 'status': 'completed', 'code': 200} Jul 28 14:44:04.739068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a000753-74c4-4fa6-909d-19eb2e13af40 req-83d0095e-0f0e-4c4a-ade0-659bf8f004ba tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091113 Jul 28 14:44:04.740481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.742289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-471fd6bc-47f7-4e5d-8f49-9c275b559248 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67252788-a8f9-4fed-a345-734ae9c916a7 HTTP/1.1" status: 200 len: 217 time: 0.0655975 Jul 28 14:44:04.824290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:04.825146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:04.878675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-30060e75-3389-447c-86fa-61bdf2f98f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:04.880194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-30060e75-3389-447c-86fa-61bdf2f98f18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a869e7db-029a-44a4-ba95-502a1d10c3c7 HTTP/1.1" status: 200 len: 853 time: 0.1084805 Jul 28 14:44:04.916760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-50adcc72-c24f-439b-8853-dad682e5cbc1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53da1a8f-ee69-4a15-80dd-3902ade8939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jul 28 14:44:04.941489 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.037696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event deleted for resources: {'Port': ['ID=881597f6-59fa-4692-86b9-2969c7f0b021,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:05.051296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port 86286a4e-cb92-4c8a-b4d3-2ab72c185e12, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:05.051431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.087424 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.089396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b318921a-7c6b-4fe4-809e-0a9fd659eef6 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "DELETE /v2.0/ports/881597f6-59fa-4692-86b9-2969c7f0b021 HTTP/1.1" status: 204 len: 168 time: 1.8518291 Jul 28 14:44:05.093345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56480) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:05.095437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:05.098867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Request body: {'port': {'name': 'tempest-new-port-name-777206563', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:05.099221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] bootfile-name is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:05.099560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] tftp-server is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:05.099889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.api.validators [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] server-ip-address is not in valid_values {{(pid=94748) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 28 14:44:05.119206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-951da94a-39ea-4667-af1f-40a98b1cd5f5 service neutron] 10.222.0.50 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927533 Jul 28 14:44:05.187559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.282108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.286228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.287134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbe60930-be29-469b-a908-b84e65af8300 HTTP/1.1" status: 204 len: 168 time: 0.6449885 Jul 28 14:44:05.335448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bbb36-152a-4932-8c6e-f183d097685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe60930-be29-469b-a908-b84e65af8300,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:05.354288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f41bce3-afc9-4baf-84b7-aca3cad7726f req-03f958f8-00b8-4a7d-b5b4-7d9cd4a757fa service neutron] 10.222.0.50 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868749 Jul 28 14:44:05.536452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.578900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=86286a4e-cb92-4c8a-b4d3-2ab72c185e12,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:05.620721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.673946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-699ac678-33cb-4ea1-a8cf-7e67f4361e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:05.675526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-699ac678-33cb-4ea1-a8cf-7e67f4361e3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=608899e5501447cda89b569a483c85a1&device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1297810 Jul 28 14:44:05.753997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.768180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.816767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] In _notify_port_updated(), no bound segment for port 54045a29-3dcd-407d-9762-9e6726f17e01 on network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:44:05.831815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:05.832530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:05.833897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "PUT /v2.0/ports/54045a29-3dcd-407d-9762-9e6726f17e01 HTTP/1.1" status: 200 len: 1129 time: 0.7395430 Jul 28 14:44:05.840813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:05.881564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690acac-a0fa-4c5a-82a7-6be7c189b90e tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event updated for resources: {'Port': ['ID=54045a29-3dcd-407d-9762-9e6726f17e01,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:06.015154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efca82-1060-4037-b4b0-e74f05ce5afa tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.016781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e8efca82-1060-4037-b4b0-e74f05ce5afa tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "GET /v2.0/ports/54045a29-3dcd-407d-9762-9e6726f17e01 HTTP/1.1" status: 200 len: 1129 time: 0.1748154 Jul 28 14:44:06.020842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:06.028670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-6cbce373-eaea-4ff3-8c39-f251983ee5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.030221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-6cbce373-eaea-4ff3-8c39-f251983ee5ec service neutron] 10.222.0.50 "GET /v2.0/networks?id=53da1a8f-ee69-4a15-80dd-3902ade8939e HTTP/1.1" status: 200 len: 914 time: 0.3158109 Jul 28 14:44:06.150006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-1ba78e23-35da-4a44-9c47-84cd5e285f65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67252788-a8f9-4fed-a345-734ae9c916a7 HTTP/1.1" status: 200 len: 217 time: 0.0799000 Jul 28 14:44:06.161821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e5e0d-28f9-4f21-b701-07c5091ec5a5 req-37085481-4c9c-4a2f-a6d6-2a9270b05242 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.169615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-691e5e0d-28f9-4f21-b701-07c5091ec5a5 req-37085481-4c9c-4a2f-a6d6-2a9270b05242 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 943 time: 0.2728930 Jul 28 14:44:06.180552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Deleting port 54045a29-3dcd-407d-9762-9e6726f17e01 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:06.185649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.219486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:44:06.272294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-8c98118b-a011-43a2-8a5f-f6c57d6e5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:06.273841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-8c98118b-a011-43a2-8a5f-f6c57d6e5a1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a869e7db-029a-44a4-ba95-502a1d10c3c7 HTTP/1.1" status: 200 len: 853 time: 0.1014087 Jul 28 14:44:06.298360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d6a60a04-4406-4f36-a277-0c1bb421e3aa None None] Provisioning complete for port 54045a29-3dcd-407d-9762-9e6726f17e01 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:06.298836 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d6a60a04-4406-4f36-a277-0c1bb421e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.340569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56516) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:06.348796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d6a60a04-4406-4f36-a277-0c1bb421e3aa None None] Port 54045a29-3dcd-407d-9762-9e6726f17e01 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:44:06.360639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-691e5e0d-28f9-4f21-b701-07c5091ec5a5 req-3e6823e8-91f2-44ba-8268-839e3cd66250 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901245 Jul 28 14:44:06.372837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:44:06.381216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eae87444-13f7-428e-a7b8-d6b83f60fb53 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5282416 Jul 28 14:44:06.394055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:44:06.394326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.396881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:06.404026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-13e73806-86e2-490f-bbb7-e41dbc518f52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53da1a8f-ee69-4a15-80dd-3902ade8939e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394371 Jul 28 14:44:06.406087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:06.407033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:06.413243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Calling delete_port for 54045a29-3dcd-407d-9762-9e6726f17e01 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:06.489336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84c918be-e815-4e00-a1b8-fd70affb3ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.498005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:06.559976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting subnet 25a998ee-2c07-4eed-aece-b8f8a3fb7f0f {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:44:06.565286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-2ef429e0-6b09-4f9d-b256-4dca28afde97 service neutron] 10.222.0.50 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223118 Jul 28 14:44:06.568065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.669518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.682990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84c918be-e815-4e00-a1b8-fd70affb3ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.719038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:06.747278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:44:06.755716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:06.756348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:06.770227 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab407e9-c59b-4e2b-93b3-283740aa8c28 req-c8cb9cd1-cbf1-49f4-b613-d2ce060e403c service neutron] 10.222.0.50 "GET /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765862 Jul 28 14:44:06.816057 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.835355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:06.863264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.865419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84c918be-e815-4e00-a1b8-fd70affb3ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.891470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:06.914720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event deleted for resources: {'Port': ['ID=54045a29-3dcd-407d-9762-9e6726f17e01,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:06.918111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346cf208-ecda-433d-9225-ba1fd3546922 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:44:06.970415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84c918be-e815-4e00-a1b8-fd70affb3ac3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b13ddb408e454a41af5d4bf5f301e731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6278584 Jul 28 14:44:06.971671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:06.973599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56528) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:06.986493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a8b33731-b88f-4689-8d22-09cad0f2946f tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "DELETE /v2.0/ports/54045a29-3dcd-407d-9762-9e6726f17e01 HTTP/1.1" status: 204 len: 168 time: 0.9609485 Jul 28 14:44:06.988365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56530) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:06.991181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c918be-e815-4e00-a1b8-fd70affb3ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4acb7-2480-4ed4-8bb8-e4e3a68962a5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:06.996060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.060149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Deleting subnet 8000ea29-db2d-46bb-94e8-9425d272587a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:44:07.064173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.073430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Subnet': ['ID=25a998ee-2c07-4eed-aece-b8f8a3fb7f0f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.080147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.082509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-927c0a1b-7704-4aa8-8592-71d08b69adf4 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/25a998ee-2c07-4eed-aece-b8f8a3fb7f0f HTTP/1.1" status: 204 len: 168 time: 0.6840565 Jul 28 14:44:07.086076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56534) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:07.088391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3231976-3d17-4674-90ed-0fda5e2991f1 None None] Network 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:07.125087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.165391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.175776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.305202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.314368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.359270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.362354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.363199 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66e4acb7-2480-4ed4-8bb8-e4e3a68962a5 HTTP/1.1" status: 204 len: 168 time: 0.3885024 Jul 28 14:44:07.373198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c14289-d6c4-4afc-9558-3d2346ac3910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4acb7-2480-4ed4-8bb8-e4e3a68962a5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.386152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] DHCP port deletion for 611d8b50-a1d6-4d7b-8468-c5a9f9d45aad request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:44:07.458485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Deleting port a607b0e4-3c78-4739-a0df-53bb61d526b4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:07.459459 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.494436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Deleting port a607b0e4-3c78-4739-a0df-53bb61d526b4 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:07.494824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.555520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.588483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] For port a607b0e4-3c78-4739-a0df-53bb61d526b4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a607b0e4-3c78-4739-a0df-53bb61d526b4,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:07.588795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.595954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756d63e-c19a-4428-8a55-98c9e3ff8cde req-dc48aaed-439b-4369-8b56-a444bac7ecc6 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:07.598120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c756d63e-c19a-4428-8a55-98c9e3ff8cde req-dc48aaed-439b-4369-8b56-a444bac7ecc6 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 943 time: 0.0915020 Jul 28 14:44:07.604196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Calling delete_port for a607b0e4-3c78-4739-a0df-53bb61d526b4 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:07.616544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event deleted for resources: {'Subnet': ['ID=8000ea29-db2d-46bb-94e8-9425d272587a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.628535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] For port a607b0e4-3c78-4739-a0df-53bb61d526b4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a607b0e4-3c78-4739-a0df-53bb61d526b4,segment=NetworkSegment(0835a136-7c7f-421b-8795-9ffadf61d999),segment_id=0835a136-7c7f-421b-8795-9ffadf61d999)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:07.628888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.631984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.638074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-441ff974-af78-40a6-a2b3-681408778b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "DELETE /v2.0/subnets/8000ea29-db2d-46bb-94e8-9425d272587a HTTP/1.1" status: 204 len: 168 time: 0.6453276 Jul 28 14:44:07.638344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56556) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:07.646708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Calling delete_port for a607b0e4-3c78-4739-a0df-53bb61d526b4 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:07.706925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086b995-d776-4280-9481-8ac99a756557 None None] Network 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:07.721495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c756d63e-c19a-4428-8a55-98c9e3ff8cde req-0db0106f-ffd2-46fc-be11-49f169f841a7 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158364 Jul 28 14:44:07.757217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.823977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Deleting port ca79cfed-e873-4c03-a718-f12ed44008c5 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:07.824948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.880335 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.894454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.903966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No DVR routers for this DVR port a607b0e4-3c78-4739-a0df-53bb61d526b4 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:07.912123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] For port ca79cfed-e873-4c03-a718-f12ed44008c5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ca79cfed-e873-4c03-a718-f12ed44008c5,segment=NetworkSegment(fdd015f3-d5bd-4787-916c-6e4fa75a1349),segment_id=fdd015f3-d5bd-4787-916c-6e4fa75a1349)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:07.912576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:07.940663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Calling delete_port for ca79cfed-e873-4c03-a718-f12ed44008c5 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:07.944822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] Pushing event deleted for resources: {'Port': ['ID=a607b0e4-3c78-4739-a0df-53bb61d526b4,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.950706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77468ba1-32e6-46f7-8d11-2ea4073bec79 None None] No DVR routers for this DVR port a607b0e4-3c78-4739-a0df-53bb61d526b4 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:07.965059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Port': ['ID=a607b0e4-3c78-4739-a0df-53bb61d526b4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:07.988714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] DHCP port deletion for 44ade5b0-eee0-4f9d-b121-14ba46e6bd90 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:44:08.058171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Deleting port ca79cfed-e873-4c03-a718-f12ed44008c5 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:08.058557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.064418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.075623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611d8b50-a1d6-4d7b-8468-c5a9f9d45aad']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.099935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0835a136-7c7f-421b-8795-9ffadf61d999') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.100174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0835a136-7c7f-421b-8795-9ffadf61d999') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.115165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.117065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 67252788-a8f9-4fed-a345-734ae9c916a7 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:08.159033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.162208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:08.162733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:08.166021 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:08.188228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.229904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] For port ca79cfed-e873-4c03-a718-f12ed44008c5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ca79cfed-e873-4c03-a718-f12ed44008c5,segment=NetworkSegment(fdd015f3-d5bd-4787-916c-6e4fa75a1349),segment_id=fdd015f3-d5bd-4787-916c-6e4fa75a1349)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:08.230272 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.235842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event deleted for resources: {'Port': ['ID=ca79cfed-e873-4c03-a718-f12ed44008c5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:08.259324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] No DVR routers for this DVR port ca79cfed-e873-4c03-a718-f12ed44008c5 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:08.259656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Calling delete_port for ca79cfed-e873-4c03-a718-f12ed44008c5 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:08.288208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a607b0e4-3c78-4739-a0df-53bb61d526b4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:08.356566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a607b0e4-3c78-4739-a0df-53bb61d526b4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:08.357004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a607b0e4-3c78-4739-a0df-53bb61d526b4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:08.357536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ca79cfed-e873-4c03-a718-f12ed44008c5 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:08.370731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.381523 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.388232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/networks/611d8b50-a1d6-4d7b-8468-c5a9f9d45aad HTTP/1.1" status: 204 len: 168 time: 1.2979956 Jul 28 14:44:08.388956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.394465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56578) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:08.409369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ca79cfed-e873-4c03-a718-f12ed44008c5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:08.410140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ca79cfed-e873-4c03-a718-f12ed44008c5 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:08.413504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'routes': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:08.413679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd919e-4923-4e11-91ea-002cb7410df8 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Pushing event deleted for resources: {'Network': ['ID=611d8b50-a1d6-4d7b-8468-c5a9f9d45aad,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:08.414539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:08.448443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:08.448713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 86286a4e-cb92-4c8a-b4d3-2ab72c185e12 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:08.464389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ade5b0-eee0-4f9d-b121-14ba46e6bd90']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.466043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=67252788-a8f9-4fed-a345-734ae9c916a7,segment=NetworkSegment(90bbb6fd-f490-4efb-a8f0-16bb19c477cb),segment_id=90bbb6fd-f490-4efb-a8f0-16bb19c477cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:08.482079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56580) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:08.491413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '67252788-a8f9-4fed-a345-734ae9c916a7', 'network_id': '53da1a8f-ee69-4a15-80dd-3902ade8939e', 'port_id': '67252788-a8f9-4fed-a345-734ae9c916a7', 'mac_address': 'fa:16:3e:e7:62:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a869e7db-029a-44a4-ba95-502a1d10c3c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:08.514818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd015f3-d5bd-4787-916c-6e4fa75a1349') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.515387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd015f3-d5bd-4787-916c-6e4fa75a1349') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:08.530943 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.537605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.576293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] Pushing event deleted for resources: {'Port': ['ID=ca79cfed-e873-4c03-a718-f12ed44008c5,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:08.582671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d482c5c-03e2-40d9-96a0-7ebdab9b8346 None None] No DVR routers for this DVR port ca79cfed-e873-4c03-a718-f12ed44008c5 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:08.584891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.610587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.628287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67252788-a8f9-4fed-a345-734ae9c916a7 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:08.637534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3114ce17-1246-4824-977a-910062b52178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.661994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:08.662575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:08.666178 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:08.675229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.extraroute_db [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Added routes are [] {{(pid=94749) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:44:08.675229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.extraroute_db [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Removed routes are [] {{(pid=94749) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:44:08.675229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.675952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=67252788-a8f9-4fed-a345-734ae9c916a7,segment=NetworkSegment(90bbb6fd-f490-4efb-a8f0-16bb19c477cb),segment_id=90bbb6fd-f490-4efb-a8f0-16bb19c477cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:08.794457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:08.863269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:09.153450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['67252788-a8f9-4fed-a345-734ae9c916a7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:09.216544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fd34-73fd-46fd-8002-a0e5938d3f3f req-5f56cf13-f4c5-4e1d-968e-83b52109988d tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:09.218180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3814fd34-73fd-46fd-8002-a0e5938d3f3f req-5f56cf13-f4c5-4e1d-968e-83b52109988d tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 944 time: 0.1289721 Jul 28 14:44:09.252749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.268712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.287828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.290784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] 10.222.0.47 "DELETE /v2.0/networks/44ade5b0-eee0-4f9d-b121-14ba46e6bd90 HTTP/1.1" status: 204 len: 168 time: 1.6525457 Jul 28 14:44:09.317007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.317007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f570-af8f-4ca6-a6d5-364b191a0ee1 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973 tempest-ExtraDHCPOptionsIpV6TestJSON-1725194973-project] Pushing event deleted for resources: {'Network': ['ID=44ade5b0-eee0-4f9d-b121-14ba46e6bd90,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:09.382495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3114ce17-1246-4824-977a-910062b52178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.387199 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3814fd34-73fd-46fd-8002-a0e5938d3f3f req-29c5f190-c133-4669-8125-c15608bbd4a5 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382856 Jul 28 14:44:09.434487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router 45e20394-1eb9-4fde-8fda-f6aa96b8509a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:44:09.444429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3114ce17-1246-4824-977a-910062b52178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.482571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3114ce17-1246-4824-977a-910062b52178 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82e02e51668e4c829e4655fcbe61d119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9991043 Jul 28 14:44:09.483229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56608) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:09.517160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114ce17-1246-4824-977a-910062b52178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77078b48-cabd-497d-b8e4-e33e9acb83fa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:09.555378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.564903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:44:09.574151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.575844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9cafa6b-a73a-4f03-a64e-18e6ab93e44b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 705 time: 1.1796858 Jul 28 14:44:09.578989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:09.585136 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Sync routers for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:44:09.588041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.598050 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:09.599555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:09.613466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4e89826a-cb1f-41b8-9e9f-b44dea272e65 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 205 time: 0.0300462 Jul 28 14:44:09.613466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:09.701145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:09.706050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.759215 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:09.776421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.779587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.783510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77078b48-cabd-497d-b8e4-e33e9acb83fa HTTP/1.1" status: 204 len: 168 time: 0.2939994 Jul 28 14:44:09.788077 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Checking router: 45e20394-1eb9-4fde-8fda-f6aa96b8509a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:44:09.797550 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Routers {'45e20394-1eb9-4fde-8fda-f6aa96b8509a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:09.797738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460f109-6cf9-4b62-855f-7d7363fad92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77078b48-cabd-497d-b8e4-e33e9acb83fa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:09.797973 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:09.882674 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] Set router 45e20394-1eb9-4fde-8fda-f6aa96b8509a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:09.908522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.926113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:09.945159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:09.978791 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a05e7-e124-4ca8-9147-1c7041ed2ae7 None None] The sync data for ids ['45e20394-1eb9-4fde-8fda-f6aa96b8509a'] in n-d-705658-23 is: [{'id': '45e20394-1eb9-4fde-8fda-f6aa96b8509a', 'name': 'tempest-RoutersIpV6Test-router-1667005655', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:43:10Z', 'updated_at': '2021-07-28T14:44:05Z', 'revision_number': 11, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:44:10.102457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56626) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:10.110151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.110652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router 45e20394-1eb9-4fde-8fda-f6aa96b8509a {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:44:10.123190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.123190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e7f08961-54e6-4c51-b253-bc3a42272136 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 204 len: 168 time: 0.5055976 Jul 28 14:44:10.127684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56632) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:10.132643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-682210690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:10.296618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.297902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.350004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.432534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.438930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-589712b4-189c-4cc0-a5a5-c82f2dd609f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=721a0a0b75fc47ff87c584f3b41245d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323185 Jul 28 14:44:10.439637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56644) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:10.539857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.548076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-a796a8b4-ad0a-464c-b484-1a594cb027b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4442272 Jul 28 14:44:10.598483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.608790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dacf33-e426-46ab-abbf-53837efcc759 req-7f1513ba-4edb-49ef-996f-651bf3c56695 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.610604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14dacf33-e426-46ab-abbf-53837efcc759 req-7f1513ba-4edb-49ef-996f-651bf3c56695 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 944 time: 0.0937045 Jul 28 14:44:10.655659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.656955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d25a8243-737b-47f2-b068-0ec42808e0e3 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5281281 Jul 28 14:44:10.659753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:10.664265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:10.680886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14dacf33-e426-46ab-abbf-53837efcc759 req-9b130dd4-ee21-425d-b813-c63a0e83483f tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632954 Jul 28 14:44:10.749960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.750442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.750927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.751423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.751893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.752361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.752827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:10.754711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-084b1464-4b69-4a3c-ae55-b9bb8b4ac81e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.1308968 Jul 28 14:44:10.857123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.862774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:10.862774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0d31ccb-d7ec-44ad-805f-94e44d675d73 HTTP/1.1" status: 204 len: 168 time: 0.4214289 Jul 28 14:44:10.872648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66a5be-0b41-4b72-88c3-37b1282c8d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d31ccb-d7ec-44ad-805f-94e44d675d73,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:11.034262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56658) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:11.055596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07063c6d-9d50-4934-ad60-b3a32cbb6259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.178871 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07063c6d-9d50-4934-ad60-b3a32cbb6259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.302646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.330138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-bc6f28f4-63ad-43f7-a258-75ca8a650550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.330615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-bc6f28f4-63ad-43f7-a258-75ca8a650550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.331132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-bc6f28f4-63ad-43f7-a258-75ca8a650550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.332725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-bc6f28f4-63ad-43f7-a258-75ca8a650550 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.5395069 Jul 28 14:44:11.400091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.403894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07063c6d-9d50-4934-ad60-b3a32cbb6259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.445058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-07063c6d-9d50-4934-ad60-b3a32cbb6259 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d84f196f03642f4a695d7c613136627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094841 Jul 28 14:44:11.447375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07063c6d-9d50-4934-ad60-b3a32cbb6259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8618a0a-c7d8-4ca6-8173-ad4317aa0705,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:11.449006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56662) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:11.451195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-0ed77649-c89f-4873-be8e-7d60ca582701 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.1100504 Jul 28 14:44:11.577180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-dc371e38-8809-48a9-a78a-0ac7259f30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.578666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-dc371e38-8809-48a9-a78a-0ac7259f30c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.0926547 Jul 28 14:44:11.606019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.656180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.664877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-334e74cb-3258-4959-b513-eeece4667ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.666416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-334e74cb-3258-4959-b513-eeece4667ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768170 Jul 28 14:44:11.789575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Router d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:44:11.820231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56678) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:11.830417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-0fe6fa7a-a39f-455a-a292-b4e58d2db7ed service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539271 Jul 28 14:44:11.885148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c7d30-6f47-45ce-b1dc-7150adb0a4a0 req-069c2e0e-9218-45f8-bcf6-1149df4ef894 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:11.895798 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-464c7d30-6f47-45ce-b1dc-7150adb0a4a0 req-069c2e0e-9218-45f8-bcf6-1149df4ef894 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 944 time: 0.0924687 Jul 28 14:44:11.936369 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-464c7d30-6f47-45ce-b1dc-7150adb0a4a0 req-f4860dda-0703-4eb3-a04f-02ecf82e0618 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Jul 28 14:44:11.967810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.970327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.971491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8618a0a-c7d8-4ca6-8173-ad4317aa0705 HTTP/1.1" status: 204 len: 168 time: 0.5194020 Jul 28 14:44:11.988596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:44:11.997125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:11.998139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e95964a-bed4-4340-9fa5-7e3c4b710e62 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "PUT /v2.0/routers/d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 200 len: 697 time: 1.3373532 Jul 28 14:44:12.004634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Sync routers for ids ['d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:44:12.006729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f49d774c-4f42-4055-bc4c-ed6d214374a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.007003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.020943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6241-2c65-4e76-ae55-31e53e516ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8618a0a-c7d8-4ca6-8173-ad4317aa0705,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:12.025525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Routers {'d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:12.026880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:12.069278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-06f0a0a9-1ed0-4986-be32-8cdf32c10556 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965294 Jul 28 14:44:12.119764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8815ba08-3256-47df-ab9d-6c69fb362337 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/routers/d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 200 len: 703 time: 0.1114566 Jul 28 14:44:12.123759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.129644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-61172b28-d12b-4d5d-9c0b-983f5ee4f60f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0495002 Jul 28 14:44:12.157018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c5fdb95e-4314-4576-959e-0f73b64ed5a1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 200 len: 205 time: 0.0352302 Jul 28 14:44:12.157761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.184968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 67252788-a8f9-4fed-a345-734ae9c916a7 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:12.215971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-0e54a458-ed85-4382-8405-da3441067c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:12.217462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-0e54a458-ed85-4382-8405-da3441067c4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0784030 Jul 28 14:44:12.229543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Set router d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:12.240669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.266759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f49d774c-4f42-4055-bc4c-ed6d214374a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.280994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-8481e9b4-49ff-45c7-a72a-db6e5bf06f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:12.282515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-8481e9b4-49ff-45c7-a72a-db6e5bf06f78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568905 Jul 28 14:44:12.294112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d', 'name': 'tempest-RoutersIpV6Test-router-682210690', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:44:10Z', 'updated_at': '2021-07-28T14:44:11Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:12.450448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Checking router: d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:44:12.450448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Routers {'d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:44:12.450448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:43:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:12.451722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-4d65daa6-cfd7-4ca0-aef7-e396534a09d2 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005580 Jul 28 14:44:12.452140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.452140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.452652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] Set router d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:44:12.476878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d', 'name': 'tempest-RoutersIpV6Test-router-682210690', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:44:10Z', 'updated_at': '2021-07-28T14:44:11Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:12.502126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-040834c1-443f-45f7-a99c-72e4491b99b0 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048079 Jul 28 14:44:12.503857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15403a89-5c99-4bdd-aa84-afe0aabdcce0 None None] The sync data for ids ['d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d'] in n-d-705658-23 is: [{'id': 'd2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d', 'name': 'tempest-RoutersIpV6Test-router-682210690', 'tenant_id': '2bef1b89448044a08bda61d3c99b2e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:44:10Z', 'updated_at': '2021-07-28T14:44:11Z', 'revision_number': 2, 'project_id': '2bef1b89448044a08bda61d3c99b2e22', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:44:12.553624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-02328301-f4e3-4291-9596-eae07419c055 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0436511 Jul 28 14:44:12.608247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-e39f07b7-6769-48a0-876b-998b9d10c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:12.612824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-e39f07b7-6769-48a0-876b-998b9d10c428 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0492239 Jul 28 14:44:12.662064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-6b94ac97-19e5-4d70-b878-fe1cff05cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:12.663845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-6b94ac97-19e5-4d70-b878-fe1cff05cb3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463817 Jul 28 14:44:12.709594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 67252788-a8f9-4fed-a345-734ae9c916a7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:12.710140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.710140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Fanout notify agent at l3_agent the message router_deleted on router d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:44:12.710346 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-08ddee80-af4b-4e62-81a2-186322333cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.710346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 67252788-a8f9-4fed-a345-734ae9c916a7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:12.710346 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.724381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.725773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a8a008f-c1fc-4bb9-98c0-be9b715db688 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 204 len: 168 time: 0.5669281 Jul 28 14:44:12.733844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.742896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f49d774c-4f42-4055-bc4c-ed6d214374a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.794040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f9264b69-32e5-49cd-8ab3-ab3b359c65fc tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 200 len: 205 time: 0.0521760 Jul 28 14:44:12.795285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56702) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.812910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f49d774c-4f42-4055-bc4c-ed6d214374a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=262df23c5c7e44d9839d1bda01cb172c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9914496 Jul 28 14:44:12.820591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56706) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.828611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d774c-4f42-4055-bc4c-ed6d214374a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed00c769-bc7b-4b6d-ac61-73ccba83198e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:12.870593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-41688c70-0c68-44b1-b3ba-9e9c34b7d78f service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997843 Jul 28 14:44:12.909682 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-8dfa41aa-97ed-4488-b72d-694693f98a6f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:12.910875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.915081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8dfa41aa-97ed-4488-b72d-694693f98a6f tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/d2c2a1bd-69c6-4d53-9cb3-3b551c6bd15d HTTP/1.1" status: 404 len: 336 time: 0.1167758 Jul 28 14:44:12.916302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56712) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:12.960450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:12.966465 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf802ac5-d103-48b9-a80e-d824b9089242" -d '{"events": [{"server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "name": "network-vif-plugged", "status": "completed", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:12.980257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:12.994491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=67252788-a8f9-4fed-a345-734ae9c916a7,segment=NetworkSegment(90bbb6fd-f490-4efb-a8f0-16bb19c477cb),segment_id=90bbb6fd-f490-4efb-a8f0-16bb19c477cb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:13.003295 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-a999b8b7-7c61-41f3-b159-7970949b81ac tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.004237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a999b8b7-7c61-41f3-b159-7970949b81ac tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.006760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a999b8b7-7c61-41f3-b159-7970949b81ac tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/a5cf02eb-e558-4dc7-9fa9-96311c76cb37 HTTP/1.1" status: 404 len: 337 time: 0.0893021 Jul 28 14:44:13.032371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.053902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.068508 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b05f90-23ea-45e5-81f9-35ecf9fe3cbf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.068962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b05f90-23ea-45e5-81f9-35ecf9fe3cbf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.073921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5b05f90-23ea-45e5-81f9-35ecf9fe3cbf tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/925e2e23-d120-4456-8621-bd680ea66d0c HTTP/1.1" status: 404 len: 337 time: 0.0402968 Jul 28 14:44:13.075452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56728) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.119274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-8d78740f-f3fb-4dc4-9ecd-fa677e19191c service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373257 Jul 28 14:44:13.122481 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a76fa3-b159-43cf-af1c-6e9a88f035e6 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.122945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a76fa3-b159-43cf-af1c-6e9a88f035e6 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.124919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-98a76fa3-b159-43cf-af1c-6e9a88f035e6 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/5ebc146e-ef46-48d1-9e11-f713fc4362ab HTTP/1.1" status: 404 len: 337 time: 0.0436461 Jul 28 14:44:13.129567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26aaab-9850-4b59-9e1b-9b8046e66517 req-9a96f3d0-7e87-44f2-bd0f-6b0b0e922179 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.135357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c26aaab-9850-4b59-9e1b-9b8046e66517 req-9a96f3d0-7e87-44f2-bd0f-6b0b0e922179 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 944 time: 0.0646136 Jul 28 14:44:13.135357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56730) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.167813 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd3c9be-c68d-4bd4-af5a-93f9203abc76 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.168076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd3c9be-c68d-4bd4-af5a-93f9203abc76 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.170385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bd3c9be-c68d-4bd4-af5a-93f9203abc76 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/25a998ee-2c07-4eed-aece-b8f8a3fb7f0f HTTP/1.1" status: 404 len: 337 time: 0.0379174 Jul 28 14:44:13.176933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56732) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.187230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-02b5aba7-ec77-45f7-900b-de51ffa23c1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0545928 Jul 28 14:44:13.194604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.213727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08bf4105-8dff-4dec-8fbf-12b3f8a6361e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 200 len: 205 time: 0.0354054 Jul 28 14:44:13.216596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56734) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.269492 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-13a344f5-cf7b-4348-a10a-37fa1ebcd5a0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.270645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-13a344f5-cf7b-4348-a10a-37fa1ebcd5a0 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/45e20394-1eb9-4fde-8fda-f6aa96b8509a HTTP/1.1" status: 404 len: 336 time: 0.0531232 Jul 28 14:44:13.273441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56740) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.284374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:13.289577 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e99e62-01a2-4930-b4de-472e462fac86 x-openstack-request-id: req-84e99e62-01a2-4930-b4de-472e462fac86 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:13.290312 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "name": "network-vif-plugged", "status": "completed", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:13.290806 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84e99e62-01a2-4930-b4de-472e462fac86 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:13.291457 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7', 'code': 200} Jul 28 14:44:13.297503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.301672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:13.314624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f87ced16-f403-4a75-aab1-50bc8ba35c40 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=09b002ec-7214-4735-a6c8-5173e1f60a18 HTTP/1.1" status: 200 len: 205 time: 0.0400679 Jul 28 14:44:13.318398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c26aaab-9850-4b59-9e1b-9b8046e66517 req-a5dc8cf0-03e6-4a06-b699-f41672c2cbf2 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776307 Jul 28 14:44:13.319384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56742) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.353070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-03abdab0-d5e0-42e9-84c8-bcccebda67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.354641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-03abdab0-d5e0-42e9-84c8-bcccebda67fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1265116 Jul 28 14:44:13.373321 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-7dbe16d9-da10-4217-b501-2a083e9ba573 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.374993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7dbe16d9-da10-4217-b501-2a083e9ba573 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/09b002ec-7214-4735-a6c8-5173e1f60a18 HTTP/1.1" status: 404 len: 336 time: 0.0544598 Jul 28 14:44:13.385470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.416315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-ba33b6d9-1b36-4281-a760-7ff9f104fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.418734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-ba33b6d9-1b36-4281-a760-7ff9f104fa46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545888 Jul 28 14:44:13.438252 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9aac656-c34b-4414-b769-8ae51f1e85f5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.438942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9aac656-c34b-4414-b769-8ae51f1e85f5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.440957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d9aac656-c34b-4414-b769-8ae51f1e85f5 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/6fbf2986-8bb0-4aeb-933d-95e2e7db28c0 HTTP/1.1" status: 404 len: 337 time: 0.0522265 Jul 28 14:44:13.443654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56746) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.460900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56748) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.482897 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e88915f9-b666-4afb-9022-75d48104fc93 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 200 len: 205 time: 0.0379796 Jul 28 14:44:13.485441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56752) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.506431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433db945-1543-484f-a1b2-d6aae4cee8d4 req-5c6f5329-c062-4a18-bd1f-37a88bedcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.518701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-433db945-1543-484f-a1b2-d6aae4cee8d4 req-5c6f5329-c062-4a18-bd1f-37a88bedcf1b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 1097 time: 0.1375229 Jul 28 14:44:13.554427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-433db945-1543-484f-a1b2-d6aae4cee8d4 req-55b0a66b-dab7-4c2b-82c1-720bec753f18 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391402 Jul 28 14:44:13.557021 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-5f2c8efc-6661-41b7-a917-1cffa5c43618 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.564308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f2c8efc-6661-41b7-a917-1cffa5c43618 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/d0ec2f36-ac49-49d7-9962-675eed35df07 HTTP/1.1" status: 404 len: 336 time: 0.0729978 Jul 28 14:44:13.564308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56756) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.604554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b18569d-08d1-48b5-95a3-da33294e5b4c tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=53234cb7-6c1f-43c3-8709-ad5523a582c2 HTTP/1.1" status: 200 len: 205 time: 0.0394630 Jul 28 14:44:13.605593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309544305'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:13.607269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.609779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.609911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.610891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed00c769-bc7b-4b6d-ac61-73ccba83198e HTTP/1.1" status: 204 len: 168 time: 0.7903032 Jul 28 14:44:13.632313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80cdfa-217e-4d85-b4d2-3b1285643396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed00c769-bc7b-4b6d-ac61-73ccba83198e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:13.649525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-8e7994c6-0467-4799-9779-181053204f2d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238097 Jul 28 14:44:13.669375 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-915db0d9-cdab-43fe-9b30-c3ddb7056ee1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.670291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-915db0d9-cdab-43fe-9b30-c3ddb7056ee1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/53234cb7-6c1f-43c3-8709-ad5523a582c2 HTTP/1.1" status: 404 len: 336 time: 0.0595889 Jul 28 14:44:13.672981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56764) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.711177 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-0423dc76-97e8-4748-9b38-f2a0c5638ee9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.712024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0423dc76-97e8-4748-9b38-f2a0c5638ee9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.714542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0423dc76-97e8-4748-9b38-f2a0c5638ee9 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/8f47e69a-e5a1-422a-b75f-40af22339942 HTTP/1.1" status: 404 len: 337 time: 0.0402529 Jul 28 14:44:13.719558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.774214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0745207a-f100-4d9a-99f7-27bc8309382b tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=23a08f6c-b099-4593-bea9-1b350f6bdda4 HTTP/1.1" status: 200 len: 205 time: 0.0507946 Jul 28 14:44:13.775197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.811066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:13.815113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.838593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:13.850616 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-9e36ea40-1c13-4387-a2ec-8aa901afe79e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.851712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e36ea40-1c13-4387-a2ec-8aa901afe79e tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/23a08f6c-b099-4593-bea9-1b350f6bdda4 HTTP/1.1" status: 404 len: 336 time: 0.0757804 Jul 28 14:44:13.856053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.857089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-95766ccb-1149-4436-b20f-6bf9bb0d1a5d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002900 Jul 28 14:44:13.892564 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09ca515-c3e8-49b3-9341-371c174df324 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:13.893036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09ca515-c3e8-49b3-9341-371c174df324 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:13.897608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b09ca515-c3e8-49b3-9341-371c174df324 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/bd11f7f9-741e-491c-ad1d-b0cb7f5d80cd HTTP/1.1" status: 404 len: 337 time: 0.0377584 Jul 28 14:44:13.898286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56774) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.907858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-ac71e6e7-a45e-4ac0-9f8c-6062a4c45477 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0434000 Jul 28 14:44:13.933157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0661abea-a514-47a4-bf93-a6c06012e076 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "GET /v2.0/ports?device_id=4efe70e9-4568-4676-98ff-af8bc8d9b3b8 HTTP/1.1" status: 200 len: 205 time: 0.0334496 Jul 28 14:44:13.935907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:13.976556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-41f9c20d-99ae-4bf2-a21b-c2b79a157557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:13.982796 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-1a1ef1ba-a942-4489-a423-a07629f569a1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] delete failed (client error): The resource could not be found. Jul 28 14:44:13.986344 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a1ef1ba-a942-4489-a423-a07629f569a1 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/routers/4efe70e9-4568-4676-98ff-af8bc8d9b3b8 HTTP/1.1" status: 404 len: 336 time: 0.0473554 Jul 28 14:44:13.986705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-41f9c20d-99ae-4bf2-a21b-c2b79a157557 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0698006 Jul 28 14:44:13.986705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:14.029889 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1892c7c-cb14-48b3-9c99-934700f28153 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:14.030398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1892c7c-cb14-48b3-9c99-934700f28153 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:14.032351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d1892c7c-cb14-48b3-9c99-934700f28153 tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/c4d8fb9e-0757-40df-8676-ffc1b76ea215 HTTP/1.1" status: 404 len: 337 time: 0.0446301 Jul 28 14:44:14.035345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:14.069558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-9803e64d-88ba-4607-9a11-29a2839dfbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.071522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-9803e64d-88ba-4607-9a11-29a2839dfbcf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684793 Jul 28 14:44:14.075411 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c12bc1-36f9-4d0b-a96a-25f7e0324b2d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] DELETE failed (client error): The resource could not be found. Jul 28 14:44:14.076017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c12bc1-36f9-4d0b-a96a-25f7e0324b2d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:44:14.080808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-48c12bc1-36f9-4d0b-a96a-25f7e0324b2d tempest-RoutersIpV6Test-233959496 tempest-RoutersIpV6Test-233959496-project] 10.222.0.47 "DELETE /v2.0/subnets/571c72ce-f35e-4ef4-8528-d68fe79d38ea HTTP/1.1" status: 404 len: 337 time: 0.0418277 Jul 28 14:44:14.080808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.235229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-3a3db223-c77b-4c0b-8557-7509c8575cee service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536021 Jul 28 14:44:14.311983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.333999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-488dcbaf-c569-4ff9-b3e6-525ff6d18408 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899980 Jul 28 14:44:14.342898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:14.352406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8a9fb4-496e-417d-b5ac-27078c235c24,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:14.362850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.363310 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 2dea58e0-6216-4a0a-b0fb-3db28def776a of type vlan for network b573cc7d-9a8b-4c36-9720-8000f7b0b57b Jul 28 14:44:14.388895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-214e59f5-43b6-4e0f-9018-4407c07fee90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0465448 Jul 28 14:44:14.427677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.443775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-2eb83442-13bd-49a4-bedb-a2f5464060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.445282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-2eb83442-13bd-49a4-bedb-a2f5464060d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0475025 Jul 28 14:44:14.504553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-6e8cdfc5-db04-49e0-b0bf-18a550498f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.506307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-6e8cdfc5-db04-49e0-b0bf-18a550498f3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0516322 Jul 28 14:44:14.516414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104e88-b49e-41c7-a3ed-37a54d1f0a75 req-843437dc-469f-4c35-bb24-8b43326adf22 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.519008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b104e88-b49e-41c7-a3ed-37a54d1f0a75 req-843437dc-469f-4c35-bb24-8b43326adf22 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 945 time: 0.0781891 Jul 28 14:44:14.573030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0b104e88-b49e-41c7-a3ed-37a54d1f0a75 req-de4187bc-9728-4ee9-89bc-a6a363bcf719 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483742 Jul 28 14:44:14.588125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.600661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.601524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.648467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-d755a640-536f-472f-8def-c45b4d530f61 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347482 Jul 28 14:44:14.699420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=b573cc7d-9a8b-4c36-9720-8000f7b0b57b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:14.711082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:14.771916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-b1452c00-7068-4d0c-8c1e-bc8c8607a670 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153162 Jul 28 14:44:14.788316 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f9ac86f6-d279-42bb-8581-17b3edd74cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.789139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23ce5d93-9560-4cd2-899d-356f8cc39578 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3263047 Jul 28 14:44:14.825382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-f4aa2885-a6cb-4557-87a7-99f444d09b3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0457094 Jul 28 14:44:14.844804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:14.884550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:14.911066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-3e533a3f-d4b3-497e-886f-34cdb9ff76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.912798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-3e533a3f-d4b3-497e-886f-34cdb9ff76ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0806429 Jul 28 14:44:14.960164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56816) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:14.968805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:14.971641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-5ca80bd1-f04c-4609-b3e2-831f24926a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:14.977544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-5ca80bd1-f04c-4609-b3e2-831f24926a23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560167 Jul 28 14:44:15.118797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-dc43d11b-baf2-4aef-9bdf-bcefa669064d service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320701 Jul 28 14:44:15.209319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:15.220710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.248362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0a4c2-36e3-41a0-9f9b-819266176f79 req-7354db6e-6e20-4f27-834d-62ef87938348 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948629 Jul 28 14:44:15.322165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce34cb1c-8142-4050-98b8-7e75f0645419 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bef1b89448044a08bda61d3c99b2e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760540 Jul 28 14:44:15.325433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:15.380389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.407822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.551952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.554533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.555775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c050999-427f-4143-89be-703b7c5f6188 HTTP/1.1" status: 204 len: 168 time: 0.2294707 Jul 28 14:44:15.565365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f7a2-1494-429c-84d2-c8777847e229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c050999-427f-4143-89be-703b7c5f6188,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:15.580938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:15.661796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=15469c8c-c66e-40b8-87d2-88a0b5bf1e95,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:15.681333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': '2dea58e0-6216-4a0a-b0fb-3db28def776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:15.681698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: b573cc7d-9a8b-4c36-9720-8000f7b0b57b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:15.745536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a846-70df-47cd-916d-61f15647df9c req-d00ec516-82aa-4ed8-bf25-25c13106d868 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:15.748735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a09a846-70df-47cd-916d-61f15647df9c req-d00ec516-82aa-4ed8-bf25-25c13106d868 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 945 time: 0.0802376 Jul 28 14:44:15.796286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a09a846-70df-47cd-916d-61f15647df9c req-1e643cd6-e19e-48dd-9724-59017d3f0193 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411372 Jul 28 14:44:15.896049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:16.073670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b573cc7d-9a8b-4c36-9720-8000f7b0b57b) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:16.073931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.080019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.080732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.089601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d874e-80f4-4f0f-96b6-09f782aa6eff None None] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:16.246208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2e25ceb-0616-4926-93e4-1839ed12e917 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2864010 Jul 28 14:44:16.249969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56862) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:16.257023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335973025'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:16.350654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b573cc7d-9a8b-4c36-9720-8000f7b0b57b', 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '15469c8c-c66e-40b8-87d2-88a0b5bf1e95'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:16.351573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.435887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:16.450814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.491885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.507489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.515393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.528956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:16.535787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.545568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.549375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.549744 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 6a600cc2-5f43-4dce-8336-578b051aaed8 of type vlan for network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad Jul 28 14:44:16.566369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.585496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Allocated IP 172.20.255.242 (b573cc7d-9a8b-4c36-9720-8000f7b0b57b/15469c8c-c66e-40b8-87d2-88a0b5bf1e95/8decdea9-9484-4c3b-b66c-87926a15e5b2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:16.601786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.603738 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ef52c364-ec44-4680-9da1-5b0195265567 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.2518508 Jul 28 14:44:16.664480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.702496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36a1ebea-f1e1-4173-8bbd-e267b9d0c87d req-ad8ff5e6-79c8-4863-a122-e2bfd92905f7 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691426 Jul 28 14:44:16.781151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.789651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Transition to ACTIVE for port object 8decdea9-9484-4c3b-b66c-87926a15e5b2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:16.808904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Transition to ACTIVE for port object 8decdea9-9484-4c3b-b66c-87926a15e5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:16.857099 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.859623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.864875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.866271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.868385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.875960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.882245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.889382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.891323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:16.896134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.903100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:16.910462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2307e4c-5e3d-45d7-8784-d30f28215bf3 req-200e7d56-c9d6-458e-8550-c0c810591783 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1184132 Jul 28 14:44:16.946725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:16.952479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:16.956739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:16.971209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Pushing event updated for resources: {'Port': ['ID=8decdea9-9484-4c3b-b66c-87926a15e5b2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:17.023441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:17.035715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fd0f8-09d4-45af-a641-2a0e02e5d958 req-79e7c665-c07c-469e-ae79-60feb929a836 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:17.037559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-584fd0f8-09d4-45af-a641-2a0e02e5d958 req-79e7c665-c07c-469e-ae79-60feb929a836 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 945 time: 0.1680565 Jul 28 14:44:17.046876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:17.063868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Attempting to bind port 8decdea9-9484-4c3b-b66c-87926a15e5b2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:17.077903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Attempting to bind port 8decdea9-9484-4c3b-b66c-87926a15e5b2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '2dea58e0-6216-4a0a-b0fb-3db28def776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:17.078489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Attempting to bind port 8decdea9-9484-4c3b-b66c-87926a15e5b2 on network b573cc7d-9a8b-4c36-9720-8000f7b0b57b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:17.088648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-788622f7-aba0-43d4-8791-54f6a7238741 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8346305 Jul 28 14:44:17.089055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:17.095384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:17.099376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-584fd0f8-09d4-45af-a641-2a0e02e5d958 req-bc2c6452-1d42-4ad1-9688-965506cb957b tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549562 Jul 28 14:44:17.139591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:17.139974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Checking segment: {'id': '2dea58e0-6216-4a0a-b0fb-3db28def776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:17.140381 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.140782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Bound using segment: {'id': '2dea58e0-6216-4a0a-b0fb-3db28def776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:17.141281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Bound port: 8decdea9-9484-4c3b-b66c-87926a15e5b2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dea58e0-6216-4a0a-b0fb-3db28def776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b573cc7d-9a8b-4c36-9720-8000f7b0b57b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:17.141666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.300596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:17.306313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.372917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] For port 8decdea9-9484-4c3b-b66c-87926a15e5b2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:17.382607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] For port 8decdea9-9484-4c3b-b66c-87926a15e5b2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8decdea9-9484-4c3b-b66c-87926a15e5b2,segment=NetworkSegment(2dea58e0-6216-4a0a-b0fb-3db28def776a),segment_id=2dea58e0-6216-4a0a-b0fb-3db28def776a)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:17.479651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.596935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a8705-e306-4fcb-a5ca-2ff259770ae0 None None] Pushing event updated for resources: {'Port': ['ID=8decdea9-9484-4c3b-b66c-87926a15e5b2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:17.639774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.725500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56918) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:17.743571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:17.841033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=e0df17c9-d452-4940-87a9-434935cc6fe1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:17.849478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': '6a600cc2-5f43-4dce-8336-578b051aaed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:17.849478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:17.916446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e33af62d-69d6-45c0-a6e8-e62d8c40bc9b tempest-ServiceProvidersTest-334604997 tempest-ServiceProvidersTest-334604997-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1889558 Jul 28 14:44:17.985081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:18.113237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:18.117844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.118563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.123485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54db81-6915-4035-b0e2-ef4322f72027 None None] Network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:18.279553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07b7d7-85ea-4e31-9a26-09877e0e77f6 req-9b493688-6a69-4463-9217-537ea2e92809 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.286925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d07b7d7-85ea-4e31-9a26-09877e0e77f6 req-9b493688-6a69-4463-9217-537ea2e92809 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 945 time: 0.0931351 Jul 28 14:44:18.289779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-582c5fc5-8bac-40fa-8287-7f3369494458 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1997001 Jul 28 14:44:18.292700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:18.319727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8decdea9-9484-4c3b-b66c-87926a15e5b2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:18.361958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-02867d7c-f051-4b95-8900-47bbf46c88f6 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:18.363473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-02867d7c-f051-4b95-8900-47bbf46c88f6 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.50 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 945 time: 0.1038435 Jul 28 14:44:18.380246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d07b7d7-85ea-4e31-9a26-09877e0e77f6 req-5f7784eb-7df7-4a48-9a88-2ab70e93550c tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/security-groups?id=0873e4b0-0d27-4541-9178-4f024e895643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921688 Jul 28 14:44:18.459068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad', 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': 'e0df17c9-d452-4940-87a9-434935cc6fe1'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:18.461217 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.541897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.586538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Deleting port 67252788-a8f9-4fed-a345-734ae9c916a7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:18.586889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.623552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8decdea9-9484-4c3b-b66c-87926a15e5b2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:18.696827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.757876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Allocated IP 172.20.0.2 (d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad/e0df17c9-d452-4940-87a9-434935cc6fe1/a168aaa4-45c4-4fba-8e1a-3c27914d5662) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:18.781917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] For port 67252788-a8f9-4fed-a345-734ae9c916a7, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=67252788-a8f9-4fed-a345-734ae9c916a7,segment=NetworkSegment(90bbb6fd-f490-4efb-a8f0-16bb19c477cb),segment_id=90bbb6fd-f490-4efb-a8f0-16bb19c477cb)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:18.782930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.802465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Calling delete_port for 67252788-a8f9-4fed-a345-734ae9c916a7 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:18.867469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:18.987568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:18.997971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Transition to ACTIVE for port object a168aaa4-45c4-4fba-8e1a-3c27914d5662 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:19.009703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ad967-6e17-4471-894d-e21d5fce2a24 None None] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:19.038361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd543b1c-4a4e-4c07-b676-e27778eb4d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.069800 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-3877689f-b1e3-4b25-90ec-c9dc0f055341 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436785 Jul 28 14:44:19.076707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Transition to ACTIVE for port object a168aaa4-45c4-4fba-8e1a-3c27914d5662 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:19.154286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-2fab7d28-fe72-425b-bfa9-8068498938cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:19.154479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd543b1c-4a4e-4c07-b676-e27778eb4d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.156318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-2fab7d28-fe72-425b-bfa9-8068498938cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1098 time: 0.0506308 Jul 28 14:44:19.185726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.219960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['67252788-a8f9-4fed-a345-734ae9c916a7'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:19.256397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Pushing event deleted for resources: {'Port': ['ID=67252788-a8f9-4fed-a345-734ae9c916a7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:19.272611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Provisioning for port 8decdea9-9484-4c3b-b66c-87926a15e5b2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:19.272611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.284028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Provisioning complete for port 8decdea9-9484-4c3b-b66c-87926a15e5b2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:19.284854 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.319694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] No DVR routers for this DVR port 67252788-a8f9-4fed-a345-734ae9c916a7 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:19.322699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.325775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9412e478-808e-465b-a4ac-bdaf4ab36717 req-27d7e35c-7782-46c9-99fe-41a1cce19be1 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.50 "DELETE /v2.0/ports/67252788-a8f9-4fed-a345-734ae9c916a7 HTTP/1.1" status: 204 len: 173 time: 0.9443996 Jul 28 14:44:19.337442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'name': 'network-vif-deleted', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:19.343364 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a5312-8fe6-4cd3-a0db-a9e293dfadfb" -d '{"events": [{"server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "name": "network-vif-deleted", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:19.376500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-6e830e60-a98f-41dc-9462-07e62a3b6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:19.385559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-6e830e60-a98f-41dc-9462-07e62a3b6932 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.2093735 Jul 28 14:44:19.408399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:19.410995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Pushing event updated for resources: {'Port': ['ID=a168aaa4-45c4-4fba-8e1a-3c27914d5662,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:19.415133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:19.419953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:19.474210 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bf16c-b6b1-4e71-9932-ff8be38bae3a x-openstack-request-id: req-598bf16c-b6b1-4e71-9932-ff8be38bae3a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:19.474499 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343648c-78bc-40ee-b12c-d52bc6eb5dc4", "name": "network-vif-deleted", "tag": "67252788-a8f9-4fed-a345-734ae9c916a7", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:19.475020 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-598bf16c-b6b1-4e71-9932-ff8be38bae3a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:19.475668 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343648c-78bc-40ee-b12c-d52bc6eb5dc4', 'name': 'network-vif-deleted', 'tag': '67252788-a8f9-4fed-a345-734ae9c916a7', 'status': 'completed', 'code': 200} Jul 28 14:44:19.537476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Attempting to bind port a168aaa4-45c4-4fba-8e1a-3c27914d5662 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:19.537873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Attempting to bind port a168aaa4-45c4-4fba-8e1a-3c27914d5662 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6a600cc2-5f43-4dce-8336-578b051aaed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:19.538243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Attempting to bind port a168aaa4-45c4-4fba-8e1a-3c27914d5662 on network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:19.544991 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cd543b1c-4a4e-4c07-b676-e27778eb4d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.573262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9254eec3-494d-42aa-bcba-39f214129a70 req-3fbaee5b-010c-47a3-ad73-9ef013254638 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0440059 Jul 28 14:44:19.573262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-f72539fd-e50e-4ecb-be13-e983168fe77f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1002 time: 0.1585271 Jul 28 14:44:19.588137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:19.590054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Checking segment: {'id': '6a600cc2-5f43-4dce-8336-578b051aaed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:19.592161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.592763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Bound using segment: {'id': '6a600cc2-5f43-4dce-8336-578b051aaed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:19.595143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Bound port: a168aaa4-45c4-4fba-8e1a-3c27914d5662, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a600cc2-5f43-4dce-8336-578b051aaed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:19.595810 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.618366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd543b1c-4a4e-4c07-b676-e27778eb4d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1512b3-2fc2-43fc-aa9b-5114256fbe40,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:19.641584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cd543b1c-4a4e-4c07-b676-e27778eb4d11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15a69113f6c541c189a14735e2da6167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728181 Jul 28 14:44:19.644430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57000) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:19.666875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.737908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.762606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.765986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.789241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] For port 8decdea9-9484-4c3b-b66c-87926a15e5b2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8decdea9-9484-4c3b-b66c-87926a15e5b2,segment=NetworkSegment(2dea58e0-6216-4a0a-b0fb-3db28def776a),segment_id=2dea58e0-6216-4a0a-b0fb-3db28def776a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:19.801827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] For port a168aaa4-45c4-4fba-8e1a-3c27914d5662, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:19.802465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=e0df17c9-d452-4940-87a9-434935cc6fe1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:19.807361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] For port a168aaa4-45c4-4fba-8e1a-3c27914d5662, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a168aaa4-45c4-4fba-8e1a-3c27914d5662,segment=NetworkSegment(6a600cc2-5f43-4dce-8336-578b051aaed8),segment_id=6a600cc2-5f43-4dce-8336-578b051aaed8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:19.885400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.898794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:19.914896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a600cc2-5f43-4dce-8336-578b051aaed8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:19.915312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a600cc2-5f43-4dce-8336-578b051aaed8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:19.931963 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.936888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.940528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:19.962539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.019428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.036553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:20.039382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:20.042815 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:20.055813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff413333-cc74-41a4-b4f0-e1b1dd49a93b None None] Pushing event updated for resources: {'Port': ['ID=8decdea9-9484-4c3b-b66c-87926a15e5b2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:20.062090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-3a5763b5-b1fb-4631-83bf-5ac05ec89432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:20.063808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-3a5763b5-b1fb-4631-83bf-5ac05ec89432 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.5031149 Jul 28 14:44:20.119909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-488d0057-b98c-4834-8994-d05fac132bdf None None] Provisioning complete for port 8decdea9-9484-4c3b-b66c-87926a15e5b2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:20.120296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-488d0057-b98c-4834-8994-d05fac132bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.139818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-3e82c9df-1e06-4244-8467-e87a4abc695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:20.141871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-3e82c9df-1e06-4244-8467-e87a4abc695d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662794 Jul 28 14:44:20.179941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569a51-bf0c-470c-a53a-ecabece62f93 None None] Pushing event updated for resources: {'Port': ['ID=a168aaa4-45c4-4fba-8e1a-3c27914d5662,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:20.277237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-c0fba879-afdf-4cf4-aee1-50ca6542d351 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171927 Jul 28 14:44:20.289937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8decdea9-9484-4c3b-b66c-87926a15e5b2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:20.394802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8decdea9-9484-4c3b-b66c-87926a15e5b2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:20.395637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.465975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f138b0e4-e105-449a-8aef-47123ecc6012 req-6956e348-b204-438e-a27c-fd181a109708 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783633 Jul 28 14:44:20.503604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.571440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.575808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:20.577205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e1512b3-2fc2-43fc-aa9b-5114256fbe40 HTTP/1.1" status: 204 len: 168 time: 0.9319673 Jul 28 14:44:20.620572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a09ec-530b-4854-9652-86d24acd9bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1512b3-2fc2-43fc-aa9b-5114256fbe40,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:20.706501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:20.706501 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:20.706501 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'd9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad'}] Jul 28 14:44:20.706501 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:20.707169 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:20.728028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd7c5dc8-5cbe-46f6-a703-f1c4be6e9b33 req-736184ba-a5ab-42f9-81ae-a10da8139c83 tempest-ServerPasswordTestJSON-1290816651 tempest-ServerPasswordTestJSON-1290816651-project] 10.222.0.47 "GET /v2.0/ports?device_id=6343648c-78bc-40ee-b12c-d52bc6eb5dc4 HTTP/1.1" status: 200 len: 210 time: 0.0377955 Jul 28 14:44:20.797570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57030) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:21.033171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-54255a15-b838-4ceb-b594-71cf18592c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.099200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57042) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:21.197241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.197727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.198198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.198660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.199176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.199642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.208634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:21.208634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-8834b75a-bc0f-48c3-a7c9-28ff90911a3f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.1015151 Jul 28 14:44:21.210312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.298175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-62cc184d-cfeb-45a9-8c05-81f35d7234a8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&id=963d1ac6-995d-46bc-bdae-2e21387e8d83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893359 Jul 28 14:44:21.329719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port a168aaa4-45c4-4fba-8e1a-3c27914d5662 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:21.330062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.401975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d84f20-d91b-4c25-a360-c97dd9a3d97e None None] Network d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:21.408474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port a168aaa4-45c4-4fba-8e1a-3c27914d5662, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a168aaa4-45c4-4fba-8e1a-3c27914d5662,segment=NetworkSegment(6a600cc2-5f43-4dce-8336-578b051aaed8),segment_id=6a600cc2-5f43-4dce-8336-578b051aaed8)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:21.409108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.428261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for a168aaa4-45c4-4fba-8e1a-3c27914d5662 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:21.524338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-54255a15-b838-4ceb-b594-71cf18592c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.575929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6d7dc9db-ddcf-4e28-8027-1b131826c144 None None] Provisioning for port a168aaa4-45c4-4fba-8e1a-3c27914d5662 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:21.630123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] DHCP port deletion for d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:44:21.655031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-54255a15-b838-4ceb-b594-71cf18592c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.681329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Deleting port a168aaa4-45c4-4fba-8e1a-3c27914d5662 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:21.681716 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.683283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54255a15-b838-4ceb-b594-71cf18592c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9478c14-067d-466b-990c-694a18d096ac,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:21.689774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-54255a15-b838-4ceb-b594-71cf18592c11 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1df44f44ce9545feafddb401c6d66ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8906147 Jul 28 14:44:21.692441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57062) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:21.770278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] For port a168aaa4-45c4-4fba-8e1a-3c27914d5662, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a168aaa4-45c4-4fba-8e1a-3c27914d5662,segment=NetworkSegment(6a600cc2-5f43-4dce-8336-578b051aaed8),segment_id=6a600cc2-5f43-4dce-8336-578b051aaed8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:21.770683 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.773366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.785253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.787451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Calling delete_port for a168aaa4-45c4-4fba-8e1a-3c27914d5662 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:21.826217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57070) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:21.850914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.861795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=a168aaa4-45c4-4fba-8e1a-3c27914d5662,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:21.865829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port a168aaa4-45c4-4fba-8e1a-3c27914d5662 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:21.931344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Deleting subnet a869e7db-029a-44a4-ba95-502a1d10c3c7 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:44:21.935895 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.947808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:21.982525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] Pushing event deleted for resources: {'Port': ['ID=a168aaa4-45c4-4fba-8e1a-3c27914d5662,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:21.985323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.002400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae790c-2c8c-4379-93d0-127addc5d7b0 None None] No DVR routers for this DVR port a168aaa4-45c4-4fba-8e1a-3c27914d5662 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:22.031401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.043245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.045106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.053542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a600cc2-5f43-4dce-8336-578b051aaed8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.053842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a600cc2-5f43-4dce-8336-578b051aaed8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.066069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.081566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.087776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:22.088179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:22.091775 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:22.168950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 67252788-a8f9-4fed-a345-734ae9c916a7 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:22.190501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 67252788-a8f9-4fed-a345-734ae9c916a7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:22.190859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 67252788-a8f9-4fed-a345-734ae9c916a7 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:22.193711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.196807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.200739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9478c14-067d-466b-990c-694a18d096ac HTTP/1.1" status: 204 len: 168 time: 0.5040309 Jul 28 14:44:22.213563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d71076-e890-4b72-96a6-408e852207f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9478c14-067d-466b-990c-694a18d096ac,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:22.268137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.291409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.295441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a869e7db-029a-44a4-ba95-502a1d10c3c7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:22.300496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.302768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad HTTP/1.1" status: 204 len: 168 time: 4.0089900 Jul 28 14:44:22.308249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:22.314817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1222553216'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:22.320799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09080448-6d8a-4f4b-aaf5-2381071aad81 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:22.328572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.332655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e986379f-5161-45fd-b166-b9df55ce292f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a869e7db-029a-44a4-ba95-502a1d10c3c7 HTTP/1.1" status: 204 len: 168 time: 0.5032194 Jul 28 14:44:22.332950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:22.416048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.497859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:22.501431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.514932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.536218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53da1a8f-ee69-4a15-80dd-3902ade8939e']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.549057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bbb6fd-f490-4efb-a8f0-16bb19c477cb') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.549359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bbb6fd-f490-4efb-a8f0-16bb19c477cb') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:22.561938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:22.565917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.582582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.583258 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 780cc30c-d7cd-4927-9e03-3d4faad7c2f5 of type vlan for network e39834f4-73d1-434f-b302-bf716853371b Jul 28 14:44:22.584916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.602376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:22.602376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:22.602778 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:22.649548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.862169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.868682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:22.869336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.877425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.900706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:22.903095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] 10.222.0.47 "DELETE /v2.0/networks/53da1a8f-ee69-4a15-80dd-3902ade8939e HTTP/1.1" status: 204 len: 168 time: 0.5689056 Jul 28 14:44:22.951235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=e39834f4-73d1-434f-b302-bf716853371b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:22.965189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e39834f4-73d1-434f-b302-bf716853371b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:22.969313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a4573-0425-42f2-b3d1-b7283b39af58 admin admin] Pushing event deleted for resources: {'Network': ['ID=53da1a8f-ee69-4a15-80dd-3902ade8939e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.039974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a642259f-27ef-4ebc-b7e0-8a62327f2380 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7306805 Jul 28 14:44:23.042575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:23.049367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'e39834f4-73d1-434f-b302-bf716853371b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:23.098663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:23.116160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc16c-7046-43e5-987c-8c99ea0cff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.235405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc16c-7046-43e5-987c-8c99ea0cff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.364548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc16c-7046-43e5-987c-8c99ea0cff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.416959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc16c-7046-43e5-987c-8c99ea0cff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c5ff3f-bb7e-43b8-aeab-71d70d95fa1a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.423391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad1fc16c-7046-43e5-987c-8c99ea0cff3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb2849ee0c03489a9cd3b6e5f52f6026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228927 Jul 28 14:44:23.426027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57126) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:23.484511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:23.490582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.554392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.567677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing IP validity checks on allocation pools {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:44:23.568315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:44:23.589579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.652791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57130) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:23.749114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a63a5c9-cc2d-42fa-a5a9-35f23a28e9e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=608899e5501447cda89b569a483c85a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930169 Jul 28 14:44:23.750165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57140) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:23.807750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.819320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.829146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.830332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.833159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6c5ff3f-bb7e-43b8-aeab-71d70d95fa1a HTTP/1.1" status: 204 len: 168 time: 0.4056766 Jul 28 14:44:23.842051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1da5df-d251-4300-bd9e-9469ba5fdcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c5ff3f-bb7e-43b8-aeab-71d70d95fa1a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.873404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:23.952687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=6cd04282-95f6-4b49-b89f-ab95e10a5245,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:23.959455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': '780cc30c-d7cd-4927-9e03-3d4faad7c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:23.960413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: e39834f4-73d1-434f-b302-bf716853371b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:24.021971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.029000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.029000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0873e4b0-0d27-4541-9178-4f024e895643 HTTP/1.1" status: 204 len: 168 time: 0.2745786 Jul 28 14:44:24.036423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacdd26-6d67-4c06-a061-16b6e4c5c115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873e4b0-0d27-4541-9178-4f024e895643,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:24.188258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network e39834f4-73d1-434f-b302-bf716853371b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:24.422652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e39834f4-73d1-434f-b302-bf716853371b) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:24.435594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d94db8-b8f6-4569-8e67-4600382a5e39 None None] Network e39834f4-73d1-434f-b302-bf716853371b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:24.454013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:24.454510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.528893 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:44:24.606896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea63d6e1-3886-4219-8047-363a6283e625 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5617533 Jul 28 14:44:24.609293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57176) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:24.625846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-e39834f4-73d1-434f-b302-bf716853371b', 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '6cd04282-95f6-4b49-b89f-ab95e10a5245'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:24.626806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.763775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:24.834116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Allocated IP 172.20.0.3 (e39834f4-73d1-434f-b302-bf716853371b/6cd04282-95f6-4b49-b89f-ab95e10a5245/822f6f3c-926a-4ed6-b1df-100ee82e17da) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:24.850156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.033194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.042406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Transition to ACTIVE for port object 822f6f3c-926a-4ed6-b1df-100ee82e17da will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:25.062601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Transition to ACTIVE for port object 822f6f3c-926a-4ed6-b1df-100ee82e17da will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:25.191060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.228843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Network e39834f4-73d1-434f-b302-bf716853371b is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:25.232175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:25.237542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:25.242832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Pushing event updated for resources: {'Port': ['ID=822f6f3c-926a-4ed6-b1df-100ee82e17da,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:25.312879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Attempting to bind port 822f6f3c-926a-4ed6-b1df-100ee82e17da on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:25.313625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Attempting to bind port 822f6f3c-926a-4ed6-b1df-100ee82e17da by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '780cc30c-d7cd-4927-9e03-3d4faad7c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:25.314373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Attempting to bind port 822f6f3c-926a-4ed6-b1df-100ee82e17da on network e39834f4-73d1-434f-b302-bf716853371b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:25.323900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:25.324708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Checking segment: {'id': '780cc30c-d7cd-4927-9e03-3d4faad7c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:25.325475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.326320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Bound using segment: {'id': '780cc30c-d7cd-4927-9e03-3d4faad7c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:25.327386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Bound port: 822f6f3c-926a-4ed6-b1df-100ee82e17da, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780cc30c-d7cd-4927-9e03-3d4faad7c2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e39834f4-73d1-434f-b302-bf716853371b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:25.328384 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.336668 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.379219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd04282-95f6-4b49-b89f-ab95e10a5245,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:25.403417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] For port 822f6f3c-926a-4ed6-b1df-100ee82e17da, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:25.406752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] For port 822f6f3c-926a-4ed6-b1df-100ee82e17da, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=822f6f3c-926a-4ed6-b1df-100ee82e17da,segment=NetworkSegment(780cc30c-d7cd-4927-9e03-3d4faad7c2f5),segment_id=780cc30c-d7cd-4927-9e03-3d4faad7c2f5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:25.462806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.477685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39834f4-73d1-434f-b302-bf716853371b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:25.492126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780cc30c-d7cd-4927-9e03-3d4faad7c2f5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:25.493184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780cc30c-d7cd-4927-9e03-3d4faad7c2f5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:25.509755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.514191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.528073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.536503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:25.536977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:25.550221 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:25.610124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633fab2-3e80-4133-9d9f-47624dcad192 None None] Pushing event updated for resources: {'Port': ['ID=822f6f3c-926a-4ed6-b1df-100ee82e17da,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:25.632186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5957d6-aab7-44cf-bdef-70613703bf01 None None] Network e39834f4-73d1-434f-b302-bf716853371b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:25.724822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:25.724822 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:25.724822 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'e39834f4-73d1-434f-b302-bf716853371b'}] Jul 28 14:44:25.724822 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:25.758101 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:25.766452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019c8e4-ef98-4a60-9314-2e10a231e65f None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:44:26.047340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019c8e4-ef98-4a60-9314-2e10a231e65f None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:44:26.226653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.307844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 822f6f3c-926a-4ed6-b1df-100ee82e17da {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:26.309526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.397873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 822f6f3c-926a-4ed6-b1df-100ee82e17da, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=822f6f3c-926a-4ed6-b1df-100ee82e17da,segment=NetworkSegment(780cc30c-d7cd-4927-9e03-3d4faad7c2f5),segment_id=780cc30c-d7cd-4927-9e03-3d4faad7c2f5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:26.398538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.427891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 822f6f3c-926a-4ed6-b1df-100ee82e17da owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:26.731967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.782850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=822f6f3c-926a-4ed6-b1df-100ee82e17da,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:26.801381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 822f6f3c-926a-4ed6-b1df-100ee82e17da on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:26.905250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.919957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39834f4-73d1-434f-b302-bf716853371b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:26.932363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780cc30c-d7cd-4927-9e03-3d4faad7c2f5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:26.932673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780cc30c-d7cd-4927-9e03-3d4faad7c2f5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:26.944199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.961047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.969206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:26.969531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:26.972541 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:27.462031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.470665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.471669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/e39834f4-73d1-434f-b302-bf716853371b HTTP/1.1" status: 204 len: 168 time: 2.8608696 Jul 28 14:44:27.475348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:27.481055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885939044'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:27.500514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6896b-3469-41c4-82c4-03ed6ef1bda1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=e39834f4-73d1-434f-b302-bf716853371b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:27.793625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:27.797714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.827494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:27.837833 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:27.838302 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment f483d9be-3dc9-4629-a4c4-ffee740264ef of type vlan for network 0bd7c46d-d3bb-498b-ab79-0ab441db742b Jul 28 14:44:27.896231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.150552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.158806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:28.159504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:28.232550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=0bd7c46d-d3bb-498b-ab79-0ab441db742b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:28.246513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0bd7c46d-d3bb-498b-ab79-0ab441db742b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:28.405542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f563333c-99dd-4e14-98f2-f8ca7ed8d418 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9156702 Jul 28 14:44:28.407538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57322) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:28.413272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:28.707315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:28.710941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:29.383451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:29.450069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=8bb3d1ea-64d2-4d08-b278-3d6906271f25,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:29.454477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'f483d9be-3dc9-4629-a4c4-ffee740264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:29.454896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: 0bd7c46d-d3bb-498b-ab79-0ab441db742b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:29.602675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 0bd7c46d-d3bb-498b-ab79-0ab441db742b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:29.812151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0bd7c46d-d3bb-498b-ab79-0ab441db742b) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:29.818807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:29.819775 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:29.827001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3db31-503f-46d1-9b65-27a338e5bc77 None None] Network 0bd7c46d-d3bb-498b-ab79-0ab441db742b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:30.003989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-95c4bda2-a222-4cb7-880c-dc08e5bd4300 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5949225 Jul 28 14:44:30.007548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57394) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:30.080896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0bd7c46d-d3bb-498b-ab79-0ab441db742b', 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '8bb3d1ea-64d2-4d08-b278-3d6906271f25'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:30.082060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.135369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.215466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.389041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Allocated IP 172.20.0.1 (0bd7c46d-d3bb-498b-ab79-0ab441db742b/8bb3d1ea-64d2-4d08-b278-3d6906271f25/4b2692a6-7f9a-4351-95b5-22ec9dd99aa7) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:30.440526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:30.573112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf76ccd2-0bc0-4afb-a5db-b1624eb72a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.577134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.588539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Transition to ACTIVE for port object 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:30.607299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Transition to ACTIVE for port object 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:30.671368 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf76ccd2-0bc0-4afb-a5db-b1624eb72a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.801666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.844327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Network 0bd7c46d-d3bb-498b-ab79-0ab441db742b is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:30.847339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:30.850772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:30.864597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Pushing event updated for resources: {'Port': ['ID=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:30.915748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Attempting to bind port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:30.916135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Attempting to bind port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f483d9be-3dc9-4629-a4c4-ffee740264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:30.916627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Attempting to bind port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 on network 0bd7c46d-d3bb-498b-ab79-0ab441db742b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:30.922244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:30.922594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Checking segment: {'id': 'f483d9be-3dc9-4629-a4c4-ffee740264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:30.923025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.923423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Bound using segment: {'id': 'f483d9be-3dc9-4629-a4c4-ffee740264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:30.923885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Bound port: 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f483d9be-3dc9-4629-a4c4-ffee740264ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:30.924268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.935289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf76ccd2-0bc0-4afb-a5db-b1624eb72a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:30.976346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf76ccd2-0bc0-4afb-a5db-b1624eb72a48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce2a5b43b60e4300b885926b29688331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5346522 Jul 28 14:44:30.977280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76ccd2-0bc0-4afb-a5db-b1624eb72a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1c7bb9-ca5f-473e-ba42-f236e89cde80,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:30.980250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57430) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:30.989357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] For port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:30.998940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] For port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,segment=NetworkSegment(f483d9be-3dc9-4629-a4c4-ffee740264ef),segment_id=f483d9be-3dc9-4629-a4c4-ffee740264ef)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:31.004857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.035180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb3d1ea-64d2-4d08-b278-3d6906271f25,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:31.048526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.069904 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.106522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.117898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd7c46d-d3bb-498b-ab79-0ab441db742b']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:31.129162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57434) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:31.130216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f483d9be-3dc9-4629-a4c4-ffee740264ef') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:31.130513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f483d9be-3dc9-4629-a4c4-ffee740264ef') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:31.139731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.230938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c951c5d-5ab9-485c-9a7f-3d71ff825d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.383778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.387641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.390424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.393728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.395470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc1c7bb9-ca5f-473e-ba42-f236e89cde80 HTTP/1.1" status: 204 len: 168 time: 0.4131691 Jul 28 14:44:31.402984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:31.403734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:31.407522 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:31.427882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34cf62-44d6-4655-baba-03fa8e2cf15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1c7bb9-ca5f-473e-ba42-f236e89cde80,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:31.518691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f9c4e-7213-4268-98d8-a4545106c6a0 None None] Pushing event updated for resources: {'Port': ['ID=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:31.552275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c951c5d-5ab9-485c-9a7f-3d71ff825d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.738230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:31.738230 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:31.738230 n-d-705658-23 neutron-server[94749]: [parameters: {'id': '0bd7c46d-d3bb-498b-ab79-0ab441db742b'}] Jul 28 14:44:31.738230 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:31.747189 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:31.850533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c951c5d-5ab9-485c-9a7f-3d71ff825d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.892543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8c951c5d-5ab9-485c-9a7f-3d71ff825d55 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02f499f1829e4309bb0e2105909ab2cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7644951 Jul 28 14:44:31.893380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c951c5d-5ab9-485c-9a7f-3d71ff825d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b36c8a-cc76-4986-9510-ebf8513d18ab,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:31.895314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57448) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:31.952721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:31.977523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.057650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57452) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:32.198535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d44f77-ef8d-4240-8880-8afe3300f1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.240239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.319389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:32.348404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.354290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.359317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06b36c8a-cc76-4986-9510-ebf8513d18ab HTTP/1.1" status: 204 len: 168 time: 0.4629078 Jul 28 14:44:32.396938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:32.397287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.431581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f33edd-f3f9-4c24-8873-d5c8d2184095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b36c8a-cc76-4986-9510-ebf8513d18ab,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:32.440663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d44f77-ef8d-4240-8880-8afe3300f1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.509584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,segment=NetworkSegment(f483d9be-3dc9-4629-a4c4-ffee740264ef),segment_id=f483d9be-3dc9-4629-a4c4-ffee740264ef)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:32.512416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.530824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:32.575512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd3685-00d2-45bb-9ead-ed5d6375351f None None] Network 0bd7c46d-d3bb-498b-ab79-0ab441db742b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:32.667467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d44f77-ef8d-4240-8880-8afe3300f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.709185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d44f77-ef8d-4240-8880-8afe3300f1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f521f4b7-41da-442a-b62e-0bc682b577a1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:32.732165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d1d44f77-ef8d-4240-8880-8afe3300f1c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b93aafdbc2704b12a0e50dec83167df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725857 Jul 28 14:44:32.734735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:32.762835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:32.783084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] DHCP port deletion for 0bd7c46d-d3bb-498b-ab79-0ab441db742b request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:44:32.846434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Deleting port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:32.846918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.861787 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.885714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.912312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] For port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,segment=NetworkSegment(f483d9be-3dc9-4629-a4c4-ffee740264ef),segment_id=f483d9be-3dc9-4629-a4c4-ffee740264ef)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:32.912856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.927733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Calling delete_port for 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:32.942441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:32.973036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:32.983162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:33.009632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3bc12170-7223-43ee-8030-c71170e32c70 None None] Provisioning for port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:44:33.017169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3bc12170-7223-43ee-8030-c71170e32c70 None None] Provisioning complete for port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:33.017559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3bc12170-7223-43ee-8030-c71170e32c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.048765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3bc12170-7223-43ee-8030-c71170e32c70 None None] Port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:44:33.064624 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.077498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57474) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:33.104736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.108781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] Pushing event deleted for resources: {'Port': ['ID=4b2692a6-7f9a-4351-95b5-22ec9dd99aa7,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:33.121753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6fef373d-663c-4456-8b49-b589ae22e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.135331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd7c46d-d3bb-498b-ab79-0ab441db742b']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:33.141763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e3910-4cae-453f-965c-2b90024f5bea None None] No DVR routers for this DVR port 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:33.158163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f483d9be-3dc9-4629-a4c4-ffee740264ef') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:33.158829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f483d9be-3dc9-4629-a4c4-ffee740264ef') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:33.179285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.189890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.192657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.196393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f521f4b7-41da-442a-b62e-0bc682b577a1 HTTP/1.1" status: 204 len: 168 time: 0.4581797 Jul 28 14:44:33.197609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.204359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:33.204738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:33.208918 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:33.211575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461c77-d839-430e-8a8b-0f7798ebe56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521f4b7-41da-442a-b62e-0bc682b577a1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:33.307233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7a0c-9cb6-4f0c-864c-f1946b8d0b65 req-b29931fe-0a5b-43e1-8a79-eca350d9bab8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:33.309052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4eef7a0c-9cb6-4f0c-864c-f1946b8d0b65 req-b29931fe-0a5b-43e1-8a79-eca350d9bab8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1141591 Jul 28 14:44:33.376131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6fef373d-663c-4456-8b49-b589ae22e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.379837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4eef7a0c-9cb6-4f0c-864c-f1946b8d0b65 req-7fa8fc16-0b1a-4209-a35a-2d37e3f1b5a5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625243 Jul 28 14:44:33.518983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.529334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.529334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/0bd7c46d-d3bb-498b-ab79-0ab441db742b HTTP/1.1" status: 204 len: 168 time: 3.5171943 Jul 28 14:44:33.533012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57484) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:33.539092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1218455551'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:33.546408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e41f1-67a7-4fa4-a32f-560478e878b1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=0bd7c46d-d3bb-498b-ab79-0ab441db742b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:33.680601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6fef373d-663c-4456-8b49-b589ae22e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.727570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef373d-663c-4456-8b49-b589ae22e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e65e4a-5c14-4f70-b446-76641c8c3588,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:33.732462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6fef373d-663c-4456-8b49-b589ae22e5bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f184b21a6d3942f2b28e905d8effaf6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6547661 Jul 28 14:44:33.735244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:33.786301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.807567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:33.912979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:33.916744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.018043 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.020720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.021939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01e65e4a-5c14-4f70-b446-76641c8c3588 HTTP/1.1" status: 204 len: 168 time: 0.2856064 Jul 28 14:44:34.026326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:34.040206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805702ad-64c4-4d45-82c0-0daa98617538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e65e4a-5c14-4f70-b446-76641c8c3588,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:34.041696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.043795 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment f4a6413e-02ba-46fa-9cb6-ff0166fe3067 of type vlan for network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 Jul 28 14:44:34.085837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.121038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57492) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:34.134270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14727d0f-884b-43b4-ad21-c8c3f8ae7971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.238695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:44:34.244996 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14727d0f-884b-43b4-ad21-c8c3f8ae7971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.259940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:44:34.260298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b2692a6-7f9a-4351-95b5-22ec9dd99aa7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:44:34.341844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.349184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.349781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.404374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14727d0f-884b-43b4-ad21-c8c3f8ae7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.457678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=84a43a8d-a7be-41fe-a81e-8fbb8062ea53,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:34.469025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:34.482253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-14727d0f-884b-43b4-ad21-c8c3f8ae7971 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0499f96b2bda4f5cafe198be7593cdee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600135 Jul 28 14:44:34.485068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57498) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:34.491262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14727d0f-884b-43b4-ad21-c8c3f8ae7971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9aa5c9-cdf1-4d6f-86d4-30c19c3ba668,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:34.535821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-76ab2e86-bb64-43f2-9564-7146e1c9e643 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0015969 Jul 28 14:44:34.538624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57502) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:34.550730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:34.572217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25001978-8624-4429-9971-ab1fa2e1724a req-218678cd-79c4-46c2-9be4-95a568b35771 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:34.574372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25001978-8624-4429-9971-ab1fa2e1724a req-218678cd-79c4-46c2-9be4-95a568b35771 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1068397 Jul 28 14:44:34.600046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.648767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.678587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25001978-8624-4429-9971-ab1fa2e1724a req-b23dddf8-f738-40a9-9aa6-f56b3e07a0f4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927117 Jul 28 14:44:34.876746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:34.877812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.882397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.885409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:34.890579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb9aa5c9-cdf1-4d6f-86d4-30c19c3ba668 HTTP/1.1" status: 204 len: 168 time: 0.4044895 Jul 28 14:44:34.900312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9aa5c9-cdf1-4d6f-86d4-30c19c3ba668,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:34.913291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.913737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.914155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.914563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.915005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.915394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.915795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.916467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.916948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.917347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.918312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.919403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3eee88-d338-4b9b-aa35-685356db0f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:44:34.933414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57520) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:34.962154 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b624af-6516-4cc4-8e6c-0b2278e310e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.097476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b624af-6516-4cc4-8e6c-0b2278e310e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.314430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48b624af-6516-4cc4-8e6c-0b2278e310e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.360458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-48b624af-6516-4cc4-8e6c-0b2278e310e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69fd82461e264624903e5ed4285c5e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246898 Jul 28 14:44:35.361499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b624af-6516-4cc4-8e6c-0b2278e310e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbdb1c-7d9f-4c20-af12-02ad12bc407e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:35.373731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57528) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:35.404464 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.477811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.490241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=3bd5856b-eb74-4dd8-8b45-bd9a25d7d63b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:35.518848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:35.520920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:35.521851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: 84a43a8d-a7be-41fe-a81e-8fbb8062ea53, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:35.843065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece9981-cdd5-40c8-b4d4-5c91629e7fdf req-2273c790-2a1f-4a8c-b781-2cf9a744d597 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:35.844625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ece9981-cdd5-40c8-b4d4-5c91629e7fdf req-2273c790-2a1f-4a8c-b781-2cf9a744d597 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0539315 Jul 28 14:44:35.884627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ece9981-cdd5-40c8-b4d4-5c91629e7fdf req-8801b577-5bc4-412e-8046-47a248873f5c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Jul 28 14:44:36.038886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:36.042182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.045050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.048570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62cbdb1c-7d9f-4c20-af12-02ad12bc407e HTTP/1.1" status: 204 len: 168 time: 0.6713214 Jul 28 14:44:36.057116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f3641-2f3b-4036-837b-6eb031f35624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbdb1c-7d9f-4c20-af12-02ad12bc407e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:36.254080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 84a43a8d-a7be-41fe-a81e-8fbb8062ea53) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:36.258121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:36.258738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.263699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee30d20-e487-4a9d-830b-d57bd88cf144 None None] Network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:36.404718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-84a43a8d-a7be-41fe-a81e-8fbb8062ea53', 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '3bd5856b-eb74-4dd8-8b45-bd9a25d7d63b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:36.416060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.504603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cec3df74-c284-4a39-914e-9ae819b2cd9b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9609363 Jul 28 14:44:36.507783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57554) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:36.558184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Allocated IP 172.20.0.2 (84a43a8d-a7be-41fe-a81e-8fbb8062ea53/3bd5856b-eb74-4dd8-8b45-bd9a25d7d63b/3dc9d6db-f91d-4677-bd36-d8d60b32bb08) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:36.634454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.692734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.712605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:36.721234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Transition to ACTIVE for port object 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:36.736938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Transition to ACTIVE for port object 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:36.915781 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.010252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Pushing event updated for resources: {'Port': ['ID=3dc9d6db-f91d-4677-bd36-d8d60b32bb08,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:37.019058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:37.020745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:37.022989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:37.071830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bfb80-643f-449d-9583-d1674afe4d55 req-7709fdc4-28c1-4b8a-84e3-0e806bf44c62 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:37.076106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af0bfb80-643f-449d-9583-d1674afe4d55 req-7709fdc4-28c1-4b8a-84e3-0e806bf44c62 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1002471 Jul 28 14:44:37.124729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.141131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Attempting to bind port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:37.141507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Attempting to bind port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:37.141879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Attempting to bind port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 on network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:37.155173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:37.155614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Checking segment: {'id': 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:37.156009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.156407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Bound using segment: {'id': 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:37.157005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Bound port: 3dc9d6db-f91d-4677-bd36-d8d60b32bb08, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:37.157479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.258698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd5856b-eb74-4dd8-8b45-bd9a25d7d63b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:37.299716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af0bfb80-643f-449d-9583-d1674afe4d55 req-82a41778-f18a-4c89-a4a0-83f3cc97439e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158806 Jul 28 14:44:37.302474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] For port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:37.325990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] For port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3dc9d6db-f91d-4677-bd36-d8d60b32bb08,segment=NetworkSegment(f4a6413e-02ba-46fa-9cb6-ff0166fe3067),segment_id=f4a6413e-02ba-46fa-9cb6-ff0166fe3067)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:37.370765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.386620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a43a8d-a7be-41fe-a81e-8fbb8062ea53']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:37.398640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:37.398640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:37.408146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.431891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.446034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.454030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:37.454454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:37.459322 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:37.540651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b70e5b-b44c-41a9-88ea-9782f8b7af61 None None] Pushing event updated for resources: {'Port': ['ID=3dc9d6db-f91d-4677-bd36-d8d60b32bb08,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:37.553819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665fa7fe-6be0-4d67-953a-d7b35a283ea3 None None] Network 84a43a8d-a7be-41fe-a81e-8fbb8062ea53 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:37.588024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:37.588024 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:37.588024 n-d-705658-23 neutron-server[94748]: [parameters: {'id': '84a43a8d-a7be-41fe-a81e-8fbb8062ea53'}] Jul 28 14:44:37.588024 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:37.588995 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:37.848291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e9549-dc6b-42da-a1be-9e662b09330a None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:44:37.983019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e9549-dc6b-42da-a1be-9e662b09330a None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:44:38.046886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57608) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:38.090011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.210243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:38.216445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.312808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3dc9d6db-f91d-4677-bd36-d8d60b32bb08,segment=NetworkSegment(f4a6413e-02ba-46fa-9cb6-ff0166fe3067),segment_id=f4a6413e-02ba-46fa-9cb6-ff0166fe3067)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:38.313327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.316514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4e8073f-a4f2-48cd-bb93-b64fc860d43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.349611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:38.559674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9044d-f5ea-42c7-bdd0-fc51ca063ec4 req-eacb86fa-37a1-4ff1-a437-fd5734b0812c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:38.561857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5df9044d-f5ea-42c7-bdd0-fc51ca063ec4 req-eacb86fa-37a1-4ff1-a437-fd5734b0812c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1324825 Jul 28 14:44:38.633995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4e8073f-a4f2-48cd-bb93-b64fc860d43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.638632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5df9044d-f5ea-42c7-bdd0-fc51ca063ec4 req-986bc2bf-ee98-49a8-a97b-4e29fec1fb83 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668552 Jul 28 14:44:38.852955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.858339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4e8073f-a4f2-48cd-bb93-b64fc860d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:38.902354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=3dc9d6db-f91d-4677-bd36-d8d60b32bb08,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:38.915343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 3dc9d6db-f91d-4677-bd36-d8d60b32bb08 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:38.952555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e4e8073f-a4f2-48cd-bb93-b64fc860d43b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7dd5d96979684e2a9c9b4d6c18727d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9021132 Jul 28 14:44:38.953862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57636) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:38.959045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8073f-a4f2-48cd-bb93-b64fc860d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bfc70e-e12b-4e0c-b1cf-7cc945485d21,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:39.023582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.028208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.036156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a43a8d-a7be-41fe-a81e-8fbb8062ea53']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:39.050547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:39.050896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6413e-02ba-46fa-9cb6-ff0166fe3067') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:39.059188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.063002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.083410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.093975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:39.094890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:39.098288 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:39.306710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.307019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.309854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.311591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8bfc70e-e12b-4e0c-b1cf-7cc945485d21 HTTP/1.1" status: 204 len: 168 time: 0.3564181 Jul 28 14:44:39.320164 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.325564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/84a43a8d-a7be-41fe-a81e-8fbb8062ea53 HTTP/1.1" status: 204 len: 168 time: 2.8179722 Jul 28 14:44:39.326119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57648) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:39.335588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868315073'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:39.335937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d234f-afa5-4683-8775-9ceb3df97498 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=84a43a8d-a7be-41fe-a81e-8fbb8062ea53,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:39.345633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb9025-f9d2-4d8d-9fd4-667601fad8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bfc70e-e12b-4e0c-b1cf-7cc945485d21,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:39.507511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:39.507511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.567659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:39.580302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.585619 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment e50547b6-9268-4262-adb0-bf5ac991ec27 of type vlan for network 5df482a3-407c-4547-878e-3705405c3c45 Jul 28 14:44:39.628480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.791626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa20822-7287-46e5-9b87-bde80980ec97 req-6c82ffcf-c52c-4cc3-9306-8eb62e1170a3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:39.793549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aa20822-7287-46e5-9b87-bde80980ec97 req-6c82ffcf-c52c-4cc3-9306-8eb62e1170a3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0698504 Jul 28 14:44:39.832192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.842053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:39.843064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:39.851083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aa20822-7287-46e5-9b87-bde80980ec97 req-8d01790b-13a4-4bec-ae6e-2496809afa6b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505548 Jul 28 14:44:39.955192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=5df482a3-407c-4547-878e-3705405c3c45,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:39.971944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5df482a3-407c-4547-878e-3705405c3c45 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:40.102491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4bcd67dd-06ce-4b16-89fa-891108e63314 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7749736 Jul 28 14:44:40.105850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57676) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:40.110882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': '5df482a3-407c-4547-878e-3705405c3c45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:40.428559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:40.434770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:40.506768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing IP validity checks on allocation pools {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:44:40.507325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:44:40.781911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:40.848560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=9e009816-94d5-48d6-92ef-d9a2146c2649,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:40.862149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'e50547b6-9268-4262-adb0-bf5ac991ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5df482a3-407c-4547-878e-3705405c3c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:40.862149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: 5df482a3-407c-4547-878e-3705405c3c45, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:40.984915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38e50b-d160-4502-b3be-f76bde572592 req-9e2b3b8a-df8a-4b83-92e4-dd0a20f61237 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:40.987648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a38e50b-d160-4502-b3be-f76bde572592 req-9e2b3b8a-df8a-4b83-92e4-dd0a20f61237 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0625923 Jul 28 14:44:41.016193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 5df482a3-407c-4547-878e-3705405c3c45 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:41.033647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a38e50b-d160-4502-b3be-f76bde572592 req-4a79ca9c-8337-450f-9d9c-540817d44ffe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jul 28 14:44:41.185372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 5df482a3-407c-4547-878e-3705405c3c45) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:41.201619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:41.201619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.203739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984daca-20ae-41f6-ab36-5f9fbd559619 None None] Network 5df482a3-407c-4547-878e-3705405c3c45 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:41.359574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9606e51a-67ac-49a1-9030-ce549cf348e9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2525625 Jul 28 14:44:41.368721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57746) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:41.376745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-5df482a3-407c-4547-878e-3705405c3c45', 'network_id': '5df482a3-407c-4547-878e-3705405c3c45', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '9e009816-94d5-48d6-92ef-d9a2146c2649'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:41.377816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.478432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.535815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.549344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Allocated IP 172.20.0.3 (5df482a3-407c-4547-878e-3705405c3c45/9e009816-94d5-48d6-92ef-d9a2146c2649/8b9f3402-aa7a-49ae-97a6-59feb8f9951f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:41.710302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.723131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Transition to ACTIVE for port object 8b9f3402-aa7a-49ae-97a6-59feb8f9951f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:41.740145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Transition to ACTIVE for port object 8b9f3402-aa7a-49ae-97a6-59feb8f9951f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:41.892156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:41.949906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Network 5df482a3-407c-4547-878e-3705405c3c45 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:41.956204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:41.969086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:41.982748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Pushing event updated for resources: {'Port': ['ID=8b9f3402-aa7a-49ae-97a6-59feb8f9951f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:41.999287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.029327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=9e009816-94d5-48d6-92ef-d9a2146c2649,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:42.045846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Attempting to bind port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:42.046574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Attempting to bind port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e50547b6-9268-4262-adb0-bf5ac991ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5df482a3-407c-4547-878e-3705405c3c45'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:42.046949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Attempting to bind port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f on network 5df482a3-407c-4547-878e-3705405c3c45 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:42.052755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:42.061369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Checking segment: {'id': 'e50547b6-9268-4262-adb0-bf5ac991ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5df482a3-407c-4547-878e-3705405c3c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:42.061369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.061369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Bound using segment: {'id': 'e50547b6-9268-4262-adb0-bf5ac991ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5df482a3-407c-4547-878e-3705405c3c45'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:42.061369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Bound port: 8b9f3402-aa7a-49ae-97a6-59feb8f9951f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50547b6-9268-4262-adb0-bf5ac991ec27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5df482a3-407c-4547-878e-3705405c3c45'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:42.061369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.134456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.144510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] For port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:42.152428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df482a3-407c-4547-878e-3705405c3c45']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:42.160841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] For port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8b9f3402-aa7a-49ae-97a6-59feb8f9951f,segment=NetworkSegment(e50547b6-9268-4262-adb0-bf5ac991ec27),segment_id=e50547b6-9268-4262-adb0-bf5ac991ec27)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:42.173631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50547b6-9268-4262-adb0-bf5ac991ec27') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:42.174248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50547b6-9268-4262-adb0-bf5ac991ec27') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:42.192419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.200437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1681b8-3e11-4413-a2cb-73089a4e0555 req-8980148d-d1de-41c2-a0d7-70b3638c2b7f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:42.202139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1681b8-3e11-4413-a2cb-73089a4e0555 req-8980148d-d1de-41c2-a0d7-70b3638c2b7f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0611324 Jul 28 14:44:42.230596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57776) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:42.254361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1681b8-3e11-4413-a2cb-73089a4e0555 req-86daee55-8347-4e0f-a58d-99d1bd6cf583 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460405 Jul 28 14:44:42.364497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e3ed79f8-1212-42f7-9837-bc94510aeb59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.383215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.385728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.389022 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74879fbf-2ae8-4d1f-8062-4b1f3637d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.393796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:42.394224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:42.400337 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:42.491474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c69271-a9fc-4c76-a517-53a235e4181e None None] Pushing event updated for resources: {'Port': ['ID=8b9f3402-aa7a-49ae-97a6-59feb8f9951f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:42.516249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a15ec-e73e-410a-84d4-ecea2926681a None None] Network 5df482a3-407c-4547-878e-3705405c3c45 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:42.561772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:42.561772 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:42.561772 n-d-705658-23 neutron-server[94749]: [parameters: {'id': '5df482a3-407c-4547-878e-3705405c3c45'}] Jul 28 14:44:42.561772 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:42.562819 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:42.588575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e3ed79f8-1212-42f7-9837-bc94510aeb59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.666738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa767c46-6409-40c1-a3b1-2042c1b4e531 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:44:42.690022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e3ed79f8-1212-42f7-9837-bc94510aeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.732584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e3ed79f8-1212-42f7-9837-bc94510aeb59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f460e1d5f1f4c3aa56812deb2d23909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006628 Jul 28 14:44:42.735794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57792) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:42.750545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed79f8-1212-42f7-9837-bc94510aeb59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cfa7f-1527-426d-91cc-6ce1bc5f0040,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:42.829056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:42.837703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa767c46-6409-40c1-a3b1-2042c1b4e531 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:44:42.854165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.064514 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.122292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.122292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.122292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e17cfa7f-1527-426d-91cc-6ce1bc5f0040 HTTP/1.1" status: 204 len: 168 time: 0.3782766 Jul 28 14:44:43.141118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dde1f5-c2b2-4799-bcc5-4e22a1abc9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cfa7f-1527-426d-91cc-6ce1bc5f0040,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:43.182362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:43.183993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.275797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8b9f3402-aa7a-49ae-97a6-59feb8f9951f,segment=NetworkSegment(e50547b6-9268-4262-adb0-bf5ac991ec27),segment_id=e50547b6-9268-4262-adb0-bf5ac991ec27)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:43.276178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.294421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 8b9f3402-aa7a-49ae-97a6-59feb8f9951f owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:43.386983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47a062-2bbb-44bf-a117-85f788503233 req-ad23a10b-713b-4467-8e70-b248e6a5b7da tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:43.389538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e47a062-2bbb-44bf-a117-85f788503233 req-ad23a10b-713b-4467-8e70-b248e6a5b7da tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0570614 Jul 28 14:44:43.435822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e47a062-2bbb-44bf-a117-85f788503233 req-66d817fe-c17a-4066-8d73-bce8d8128490 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Jul 28 14:44:43.564448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.602785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=8b9f3402-aa7a-49ae-97a6-59feb8f9951f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:43.609441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 8b9f3402-aa7a-49ae-97a6-59feb8f9951f on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:43.690144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.701669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df482a3-407c-4547-878e-3705405c3c45']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:43.714734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50547b6-9268-4262-adb0-bf5ac991ec27') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:43.715667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50547b6-9268-4262-adb0-bf5ac991ec27') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:43.726101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.752069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.764753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:43.765567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:43.769105 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:44.032832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.050065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.052064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/5df482a3-407c-4547-878e-3705405c3c45 HTTP/1.1" status: 204 len: 168 time: 2.6889353 Jul 28 14:44:44.055872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:44.062065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1089017210'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:44.062640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241093a-c001-4f26-b217-d36275cbfc42 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=5df482a3-407c-4547-878e-3705405c3c45,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:44.337436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:44.337436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.365786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:44.376975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.377382 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 88aa85a5-a3a4-40e5-8535-8f7fca7435f5 of type vlan for network ca722949-5bda-4675-a4c9-87d47b3515a9 Jul 28 14:44:44.377941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57828) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:44.398333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7c22955-5e88-42e2-bbb8-3fffbc64821a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.427193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.517634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7c22955-5e88-42e2-bbb8-3fffbc64821a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.573001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0a8e0-15f8-4c72-823a-a4f19a1ae14a req-c33cfb63-0c33-400a-a3e6-fd20c9343d70 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.575278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0dc0a8e0-15f8-4c72-823a-a4f19a1ae14a req-c33cfb63-0c33-400a-a3e6-fd20c9343d70 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0560400 Jul 28 14:44:44.582035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.584110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:44.584879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.613570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7c22955-5e88-42e2-bbb8-3fffbc64821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.673274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=ca722949-5bda-4675-a4c9-87d47b3515a9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:44.688345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ca722949-5bda-4675-a4c9-87d47b3515a9 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:44.698574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7c22955-5e88-42e2-bbb8-3fffbc64821a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45c693337fdb40d9a6a59ff1ee1fcc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194430 Jul 28 14:44:44.700475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:44.701301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c22955-5e88-42e2-bbb8-3fffbc64821a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b040f10-09dc-4a5b-8b17-eea46b03f014,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:44.718743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0dc0a8e0-15f8-4c72-823a-a4f19a1ae14a req-5a1d2fd4-8370-4c89-bcda-0c772a598594 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221597 Jul 28 14:44:44.766364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:44.790079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.044511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ab0dc0d6-a3cd-4428-959d-c2dc2be6b13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.102112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b25b9833-64f6-4fe7-993d-16ac2724cae2 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0449932 Jul 28 14:44:45.102940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.103906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.106061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57846) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:45.108311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.112431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b040f10-09dc-4a5b-8b17-eea46b03f014 HTTP/1.1" status: 204 len: 168 time: 0.4077530 Jul 28 14:44:45.124366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:45.127733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee53bb-dabd-471a-8a41-e2376021912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b040f10-09dc-4a5b-8b17-eea46b03f014,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:45.398221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:45.403799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.724505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:45.817543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=47585f00-895a-4de0-a0bb-f429b5bc8059,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:45.830218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': '88aa85a5-a3a4-40e5-8535-8f7fca7435f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:45.830590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: ca722949-5bda-4675-a4c9-87d47b3515a9, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:45.900483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cbe27-a97b-4bbe-b0db-1eb93e2d2585 req-b38b927f-c586-4181-b7d3-1f84b47b6196 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:45.906747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf7cbe27-a97b-4bbe-b0db-1eb93e2d2585 req-b38b927f-c586-4181-b7d3-1f84b47b6196 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0563533 Jul 28 14:44:45.949021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf7cbe27-a97b-4bbe-b0db-1eb93e2d2585 req-dc82214c-814a-46f1-8f80-142c5c8b9695 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Jul 28 14:44:46.271871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network ca722949-5bda-4675-a4c9-87d47b3515a9 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:46.272146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.304436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:44:46.426003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:46.438821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '769e2005-6f13-4bee-8228-d261300c2bc4', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:44:46.480730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.493938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:44:46.496464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ca722949-5bda-4675-a4c9-87d47b3515a9) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:46.506558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:46.509659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.509857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f93b0e-00be-4511-a042-603ad90ced3a None None] Network ca722949-5bda-4675-a4c9-87d47b3515a9 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:46.554066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:46.674426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aced0ad9-b16b-49c2-bdde-97ab8a1e9694 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5670385 Jul 28 14:44:46.677540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 57900) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:46.694804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.742142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ca722949-5bda-4675-a4c9-87d47b3515a9', 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '47585f00-895a-4de0-a0bb-f429b5bc8059'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:46.743113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.813213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:46.849936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:46.856963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['769e2005-6f13-4bee-8228-d261300c2bc4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:44:46.881835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.001923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Allocated IP 172.20.0.1 (ca722949-5bda-4675-a4c9-87d47b3515a9/47585f00-895a-4de0-a0bb-f429b5bc8059/ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:47.023422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57912) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:47.118304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9658-84e4-4e0e-9b98-601c279ae539 req-e0b18dc5-4d00-494a-aa39-2e5ab757caba tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:47.136756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b77d9658-84e4-4e0e-9b98-601c279ae539 req-e0b18dc5-4d00-494a-aa39-2e5ab757caba tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0855017 Jul 28 14:44:47.263601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b77d9658-84e4-4e0e-9b98-601c279ae539 req-e8a013ec-e38d-43e0-9113-a7723282c60c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249061 Jul 28 14:44:47.279621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.314682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Transition to ACTIVE for port object ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:47.332205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Transition to ACTIVE for port object ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:47.342218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9ca384-a55c-47b1-a407-eb4e4b06934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.463510 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.495865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9ca384-a55c-47b1-a407-eb4e4b06934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.552844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Network ca722949-5bda-4675-a4c9-87d47b3515a9 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:47.558880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:47.571440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:47.581107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Pushing event updated for resources: {'Port': ['ID=ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:47.650298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df9ca384-a55c-47b1-a407-eb4e4b06934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.651278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.710319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Attempting to bind port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:47.711118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Attempting to bind port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '88aa85a5-a3a4-40e5-8535-8f7fca7435f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:47.712033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Attempting to bind port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 on network ca722949-5bda-4675-a4c9-87d47b3515a9 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:47.720257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:47.720953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Checking segment: {'id': '88aa85a5-a3a4-40e5-8535-8f7fca7435f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:47.721599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.721877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df9ca384-a55c-47b1-a407-eb4e4b06934b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca81a9bf992040308580d7a7e6c21cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959026 Jul 28 14:44:47.722458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Bound using segment: {'id': '88aa85a5-a3a4-40e5-8535-8f7fca7435f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:47.723710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Bound port: ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aa85a5-a3a4-40e5-8535-8f7fca7435f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:47.724332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.726423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.733510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57946) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:47.804430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ca384-a55c-47b1-a407-eb4e4b06934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e3a1f7-d78e-41d5-aba5-2f0c7d83b182,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:47.822105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.831042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=47585f00-895a-4de0-a0bb-f429b5bc8059,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:47.913186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.973569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] For port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:47.977932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] For port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5,segment=NetworkSegment(88aa85a5-a3a4-40e5-8535-8f7fca7435f5),segment_id=88aa85a5-a3a4-40e5-8535-8f7fca7435f5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:47.985770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:47.999693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca722949-5bda-4675-a4c9-87d47b3515a9']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:48.022363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aa85a5-a3a4-40e5-8535-8f7fca7435f5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:48.028050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aa85a5-a3a4-40e5-8535-8f7fca7435f5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:48.040892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.216320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.221018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.221199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.224119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7e3a1f7-d78e-41d5-aba5-2f0c7d83b182 HTTP/1.1" status: 204 len: 168 time: 0.4873211 Jul 28 14:44:48.226515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.236153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:48.236833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:48.240497 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:48.253981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebe235-1a4d-4080-8f9d-30159777a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e3a1f7-d78e-41d5-aba5-2f0c7d83b182,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:48.314345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:44:48.475272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fb72fd-9861-44ba-a828-f2a947e8d357 None None] Network ca722949-5bda-4675-a4c9-87d47b3515a9 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:48.482939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4b025-6675-4fcf-a788-0bad6b523eed None None] Pushing event updated for resources: {'Port': ['ID=ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:48.491907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090bb3e-3c4e-4e3c-94b6-a315fc658b55 req-a4d8becd-f97d-4abf-b8d0-54a04df945b0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:48.493444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5090bb3e-3c4e-4e3c-94b6-a315fc658b55 req-a4d8becd-f97d-4abf-b8d0-54a04df945b0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0767047 Jul 28 14:44:48.496890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:48.496890 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:48.496890 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'ca722949-5bda-4675-a4c9-87d47b3515a9'}] Jul 28 14:44:48.496890 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:48.497460 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:48.564821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5090bb3e-3c4e-4e3c-94b6-a315fc658b55 req-50fdfb56-9a00-404f-9a5d-32d23ec26c29 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580642 Jul 28 14:44:48.634755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 769e2005-6f13-4bee-8228-d261300c2bc4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:44:48.635286 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.718062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf31222-f5e7-4330-b7c9-be6a69567d48 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:44:48.789238 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:48.850767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:44:48.853192 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d2e5d7-3ea8-4396-8842-6832e2e5d729" -d '{"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:44:48.874669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:48.961069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf31222-f5e7-4330-b7c9-be6a69567d48 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:44:48.964425 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09871eab-c2f2-4e86-9a86-465cda747ef6 x-openstack-request-id: req-09871eab-c2f2-4e86-9a86-465cda747ef6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:44:48.964425 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:44:48.971051 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09871eab-c2f2-4e86-9a86-465cda747ef6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:44:48.971051 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'code': 200} Jul 28 14:44:48.998943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.045113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.128056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:49.143240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:49.144091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.236757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5,segment=NetworkSegment(88aa85a5-a3a4-40e5-8535-8f7fca7435f5),segment_id=88aa85a5-a3a4-40e5-8535-8f7fca7435f5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:49.238089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.261677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:49.529151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.617505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:49.652842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port ea3fcd96-a2df-4c3d-9c9a-5a9da75495f5 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:49.739936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58024) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:49.778024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3299e1-e99b-40ff-ae01-781853f288d7 req-d2a1ba83-a157-4094-9e2f-6b9f01df8c99 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:49.788294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f3299e1-e99b-40ff-ae01-781853f288d7 req-d2a1ba83-a157-4094-9e2f-6b9f01df8c99 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0983770 Jul 28 14:44:49.809865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4e7f-b268-4389-86b4-a3ef38cf8f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.848833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.851727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f3299e1-e99b-40ff-ae01-781853f288d7 req-3b64e339-f3a9-4f16-82a3-3db895b578e6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605805 Jul 28 14:44:49.862423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca722949-5bda-4675-a4c9-87d47b3515a9']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:49.885587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aa85a5-a3a4-40e5-8535-8f7fca7435f5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:49.886176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aa85a5-a3a4-40e5-8535-8f7fca7435f5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:49.907322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.930695 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.941902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:49.942675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:49.946807 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:50.001278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4e7f-b268-4389-86b4-a3ef38cf8f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.286045 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.524734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ee3c4e7f-b268-4389-86b4-a3ef38cf8f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.524987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.542813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.545353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/ca722949-5bda-4675-a4c9-87d47b3515a9 HTTP/1.1" status: 204 len: 168 time: 3.8667331 Jul 28 14:44:50.555463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:50.559190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c4e7f-b268-4389-86b4-a3ef38cf8f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8c02bb-d09f-4c18-aaed-834eaf5c8888,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:50.588705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3c2db-4c66-4a9f-b93c-15470b4571dc tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=ca722949-5bda-4675-a4c9-87d47b3515a9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:50.589811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677461457'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:50.615080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ee3c4e7f-b268-4389-86b4-a3ef38cf8f44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d14cb09d9bd94b719bc1e9d9e907320d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681822 Jul 28 14:44:50.616363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:50.713646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.733643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:50.779950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.012483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:51.012483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.056213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952653f-66f5-4af3-bbcb-a50ab05497ba req-175e1907-f26c-474c-bef6-f013fced69da tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:51.059866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0952653f-66f5-4af3-bbcb-a50ab05497ba req-175e1907-f26c-474c-bef6-f013fced69da tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0921690 Jul 28 14:44:51.088886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.091534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.095023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad8c02bb-d09f-4c18-aaed-834eaf5c8888 HTTP/1.1" status: 204 len: 168 time: 0.4752495 Jul 28 14:44:51.109830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:51.134047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dfd83-9115-4302-be7b-61a2ae9569ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8c02bb-d09f-4c18-aaed-834eaf5c8888,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:51.145360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.146139 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 4fe32c2b-4f03-4a38-806d-8243aa4bdaa2 of type vlan for network ac6cc42c-f239-4539-b7c6-d7d685a4f193 Jul 28 14:44:51.162930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0952653f-66f5-4af3-bbcb-a50ab05497ba req-f951e282-2032-4e5c-a097-c89ec15f5b99 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961733 Jul 28 14:44:51.223878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.388127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.393789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:51.394537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:51.468335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=ac6cc42c-f239-4539-b7c6-d7d685a4f193,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:51.480376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ac6cc42c-f239-4539-b7c6-d7d685a4f193 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:51.972102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58078) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:51.985028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-19dec5cc-4414-4418-be93-0d34436e2bed tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4104614 Jul 28 14:44:51.986541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:52.325317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9b2b4-ced0-450f-93e3-5bb939db4077 req-e8fcc43f-ccf3-4674-aa20-fe644739cacd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:52.327218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2b9b2b4-ced0-450f-93e3-5bb939db4077 req-e8fcc43f-ccf3-4674-aa20-fe644739cacd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0671742 Jul 28 14:44:52.379921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2b9b2b4-ced0-450f-93e3-5bb939db4077 req-b3ccf985-721d-4bcc-b4fd-6ab1e0c3073d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Jul 28 14:44:52.418575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:52.420689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:52.981955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:53.055099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=51933902-eb42-48ca-8892-948bdcb8aea4,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:53.069799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:53.070336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: ac6cc42c-f239-4539-b7c6-d7d685a4f193, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:44:53.422484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network ac6cc42c-f239-4539-b7c6-d7d685a4f193 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:44:53.553195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ac6cc42c-f239-4539-b7c6-d7d685a4f193) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:53.559032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.559908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:53.570996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcd1d15-0cea-43a0-be13-06eb2658849a None None] Network ac6cc42c-f239-4539-b7c6-d7d685a4f193 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:53.581039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d2d0e-1f63-4159-b419-8043412b1094 req-d08c5db9-efc8-4c79-a55c-add342df6772 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:53.588522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e1d2d0e-1f63-4159-b419-8043412b1094 req-d08c5db9-efc8-4c79-a55c-add342df6772 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0891776 Jul 28 14:44:53.645475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e1d2d0e-1f63-4159-b419-8043412b1094 req-d3b87610-88ef-4d8a-807b-f95694bbbaa9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553343 Jul 28 14:44:53.726171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-95e499d8-6d54-4e91-9ac0-9450bb982fff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7526360 Jul 28 14:44:53.729882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:53.834681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ac6cc42c-f239-4539-b7c6-d7d685a4f193', 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '51933902-eb42-48ca-8892-948bdcb8aea4'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:44:53.835873 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.014460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.121380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.214471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Allocated IP 172.20.0.1 (ac6cc42c-f239-4539-b7c6-d7d685a4f193/51933902-eb42-48ca-8892-948bdcb8aea4/69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:44:54.618300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.640250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Transition to ACTIVE for port object 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:54.668694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Transition to ACTIVE for port object 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:44:54.800711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:54.880193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd517df-0e0b-402d-986b-712c1f1aca63 req-0fe5d914-7596-4d93-ab72-3c9bcabe5863 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:54.889063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fd517df-0e0b-402d-986b-712c1f1aca63 req-0fe5d914-7596-4d93-ab72-3c9bcabe5863 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1541684 Jul 28 14:44:54.898804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Network ac6cc42c-f239-4539-b7c6-d7d685a4f193 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:44:54.933349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:44:54.935540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Pushing event updated for resources: {'Port': ['ID=69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:54.937927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:44:54.951019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fd517df-0e0b-402d-986b-712c1f1aca63 req-58d1d00d-1bc0-4a08-b15b-b70a8741569d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604656 Jul 28 14:44:55.029126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.042324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:55.089208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Attempting to bind port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:44:55.090859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Attempting to bind port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:44:55.091791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Attempting to bind port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 on network ac6cc42c-f239-4539-b7c6-d7d685a4f193 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:44:55.094568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=51933902-eb42-48ca-8892-948bdcb8aea4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:55.116843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:44:55.119592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Checking segment: {'id': '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:44:55.121315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.121940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Bound using segment: {'id': '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:44:55.123566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Bound port: 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:44:55.126841 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.206802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c198541d-de17-4e71-96c4-60f8394388a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.252025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.289594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6cc42c-f239-4539-b7c6-d7d685a4f193']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:55.295553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] For port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:44:55.301775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] For port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70,segment=NetworkSegment(4fe32c2b-4f03-4a38-806d-8243aa4bdaa2),segment_id=4fe32c2b-4f03-4a38-806d-8243aa4bdaa2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:44:55.316147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:55.317336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:55.336205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.377165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c198541d-de17-4e71-96c4-60f8394388a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.463143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.468564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.486329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:55.486949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:55.492056 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:55.580376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7587b-124f-42bc-b186-90f39d364b43 None None] Pushing event updated for resources: {'Port': ['ID=69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:55.599829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8595f10-d30d-49ff-887d-ffa9a866a3a8 None None] Network ac6cc42c-f239-4539-b7c6-d7d685a4f193 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:44:55.759277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847a473-f34b-4268-b137-75c776b27c55 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:44:55.841912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c198541d-de17-4e71-96c4-60f8394388a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:55.843579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:44:55.843579 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:44:55.843579 n-d-705658-23 neutron-server[94749]: [parameters: {'id': 'ac6cc42c-f239-4539-b7c6-d7d685a4f193'}] Jul 28 14:44:55.843579 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:44:55.843985 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:44:55.921000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847a473-f34b-4268-b137-75c776b27c55 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:44:55.939221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c198541d-de17-4e71-96c4-60f8394388a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4472beebf2104105af2b3287406c584d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8956854 Jul 28 14:44:55.939977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198541d-de17-4e71-96c4-60f8394388a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25871493-7733-42d4-94ca-92d07c2499c9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:55.947030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58208) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:56.027058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.050649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.131106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a6374-c638-465c-9b69-56832ba579ee req-b2f11317-43cc-4eab-88d1-a6e4a003860d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:56.132538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d4a6374-c638-465c-9b69-56832ba579ee req-b2f11317-43cc-4eab-88d1-a6e4a003860d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0841379 Jul 28 14:44:56.179436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d4a6374-c638-465c-9b69-56832ba579ee req-5ec15a9e-d858-4c5f-a61d-9989bceec279 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389798 Jul 28 14:44:56.345684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.399909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:44:56.400197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.857469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.863534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.864969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25871493-7733-42d4-94ca-92d07c2499c9 HTTP/1.1" status: 204 len: 168 time: 0.9180005 Jul 28 14:44:56.894411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8082b-aa5d-4653-ac66-520d6275e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25871493-7733-42d4-94ca-92d07c2499c9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:56.910890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70,segment=NetworkSegment(4fe32c2b-4f03-4a38-806d-8243aa4bdaa2),segment_id=4fe32c2b-4f03-4a38-806d-8243aa4bdaa2)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:44:56.911923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:56.943129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:44:57.272956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.349880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:57.363279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 69ca0787-b8c2-45cb-88fb-fb5dfbb2aa70 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:44:57.508033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.530042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6cc42c-f239-4539-b7c6-d7d685a4f193']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:57.554043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcb138-2f0b-43ed-8003-5342834c722f req-c344b49b-25b2-4c04-bcbb-6067a6c631e1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:57.556335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89dcb138-2f0b-43ed-8003-5342834c722f req-c344b49b-25b2-4c04-bcbb-6067a6c631e1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.2086105 Jul 28 14:44:57.578019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:57.578413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe32c2b-4f03-4a38-806d-8243aa4bdaa2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:44:57.602863 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.648879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.671145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89dcb138-2f0b-43ed-8003-5342834c722f req-4c16b5e9-7754-4dfe-868e-6698197a6d16 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783894 Jul 28 14:44:57.675869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:44:57.675869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:44:57.678027 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:44:57.970375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:57.994659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.001036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58266) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:58.002151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/ac6cc42c-f239-4539-b7c6-d7d685a4f193 HTTP/1.1" status: 204 len: 168 time: 4.2708209 Jul 28 14:44:58.003476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b509cb-a580-4b78-8a19-ecedb0ee79e8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=ac6cc42c-f239-4539-b7c6-d7d685a4f193,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:58.012160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2091880208'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:58.216293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:44:58.223163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.315451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:44:58.329662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.330311 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment e68fe9e5-ff44-4abe-aa19-87f6318aa92d of type vlan for network 01e32ec4-17e6-478b-ad70-a6617c57c124 Jul 28 14:44:58.409738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.655583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.671665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.671665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:58.861054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=01e32ec4-17e6-478b-ad70-a6617c57c124,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:44:58.883741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:44:58.952614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67453a-1086-4795-be86-883a54616585 req-dbb0ba0c-5abb-49b6-b713-e9b4776e8205 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:58.954293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a67453a-1086-4795-be86-883a54616585 req-dbb0ba0c-5abb-49b6-b713-e9b4776e8205 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1199336 Jul 28 14:44:59.015231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-716ab422-c121-4b33-ad82-ddd071086ace tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0128574 Jul 28 14:44:59.019494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58312) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:59.025997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:44:59.081269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a67453a-1086-4795-be86-883a54616585 req-fe9b4d73-3277-43a7-b679-058039de2eba tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140218 Jul 28 14:44:59.369897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.615811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.663732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 is not hosted by any dhcp agent {{(pid=94748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:44:59.669564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:44:59.670347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:44:59.683462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "PUT /v2.0/networks/01e32ec4-17e6-478b-ad70-a6617c57c124 HTTP/1.1" status: 200 len: 723 time: 0.6606357 Jul 28 14:44:59.684484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58326) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:44:59.692076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:00.040651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:00.041784 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.200128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83f119-4405-445b-968f-96ab26c9459e tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=01e32ec4-17e6-478b-ad70-a6617c57c124,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:00.212926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:00.326985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70177-3cb2-4eb5-8f14-344969113d7d req-36b21d9e-d221-4fe2-8b11-904a3616a664 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:00.328992 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ece70177-3cb2-4eb5-8f14-344969113d7d req-36b21d9e-d221-4fe2-8b11-904a3616a664 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0930786 Jul 28 14:45:00.419198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ece70177-3cb2-4eb5-8f14-344969113d7d req-913366b7-9d5b-4acb-9339-3e7f992377e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802603 Jul 28 14:45:00.581405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:00.709810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:00.710411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: 01e32ec4-17e6-478b-ad70-a6617c57c124, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:00.724759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=fd305705-535c-4fce-9422-cfa11189ec64,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:00.928373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:00.946026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:01.181332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 01e32ec4-17e6-478b-ad70-a6617c57c124) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:01.186670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:01.187521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.195335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5a8d4-4cf5-4b16-80b1-4d1cced527dd None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:01.343357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a75ea97-ae40-4e0f-a22a-2e35997fcdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.405250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-01e32ec4-17e6-478b-ad70-a6617c57c124', 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': 'fd305705-535c-4fce-9422-cfa11189ec64'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:01.407014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.480752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c29c3784-e84d-45cc-a0bb-d562a0b6033f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7789767 Jul 28 14:45:01.482720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:01.518634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:01.530844 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:45:01.639430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Allocated IP 172.20.0.2 (01e32ec4-17e6-478b-ad70-a6617c57c124/fd305705-535c-4fce-9422-cfa11189ec64/6ac13bd4-dd50-4552-a313-51edf5c5b8df) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:01.746794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38219e-6b67-4149-8961-d13ae6d529e3 req-b40db9d4-f124-43bb-a4b6-ba9bfc716c58 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:01.748532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a38219e-6b67-4149-8961-d13ae6d529e3 req-b40db9d4-f124-43bb-a4b6-ba9bfc716c58 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1637836 Jul 28 14:45:01.758758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12335102'] for subnet, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.809315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.824379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Transition to ACTIVE for port object 6ac13bd4-dd50-4552-a313-51edf5c5b8df will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:01.841992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Transition to ACTIVE for port object 6ac13bd4-dd50-4552-a313-51edf5c5b8df will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:01.882121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a75ea97-ae40-4e0f-a22a-2e35997fcdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:01.897130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4a38219e-6b67-4149-8961-d13ae6d529e3 req-9e2ae53e-5e28-4c93-8a90-ba8fbecd4a30 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317062 Jul 28 14:45:02.183478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.186390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a75ea97-ae40-4e0f-a22a-2e35997fcdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.259456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:02.260363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Pushing event updated for resources: {'Port': ['ID=6ac13bd4-dd50-4552-a313-51edf5c5b8df,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.264256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:02.267203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:02.277078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ea97-ae40-4e0f-a22a-2e35997fcdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a85b2-f680-4c86-938e-1f833931a0af,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.292539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7a75ea97-ae40-4e0f-a22a-2e35997fcdd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a99d2aaa934e4905a828a25e429f9649&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3343353 Jul 28 14:45:02.293163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58392) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:02.344611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Attempting to bind port 6ac13bd4-dd50-4552-a313-51edf5c5b8df on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:02.347999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Attempting to bind port 6ac13bd4-dd50-4552-a313-51edf5c5b8df by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:02.348516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Attempting to bind port 6ac13bd4-dd50-4552-a313-51edf5c5b8df on network 01e32ec4-17e6-478b-ad70-a6617c57c124 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:02.356794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:02.357536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Checking segment: {'id': 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:02.358122 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.358703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Bound using segment: {'id': 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:02.359396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Bound port: 6ac13bd4-dd50-4552-a313-51edf5c5b8df, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '01e32ec4-17e6-478b-ad70-a6617c57c124'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:02.359984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.400690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58398) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:02.408583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.434946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.490852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] For port 6ac13bd4-dd50-4552-a313-51edf5c5b8df, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:02.504445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] For port 6ac13bd4-dd50-4552-a313-51edf5c5b8df, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6ac13bd4-dd50-4552-a313-51edf5c5b8df,segment=NetworkSegment(e68fe9e5-ff44-4abe-aa19-87f6318aa92d),segment_id=e68fe9e5-ff44-4abe-aa19-87f6318aa92d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:02.550437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788961116968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12570104'] for subnet, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.609393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-323de51a-2361-49cd-a11e-8027156afbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.626736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=fd305705-535c-4fce-9422-cfa11189ec64,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.631257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:02.632001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.633456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b49e5879-7727-416d-a668-4fc912d98ade tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "PUT /v2.0/subnets/fd305705-535c-4fce-9422-cfa11189ec64 HTTP/1.1" status: 200 len: 806 time: 1.1471756 Jul 28 14:45:02.637889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:02.783556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.847110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.847530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.847530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:02.847530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd8a85b2-f680-4c86-938e-1f833931a0af HTTP/1.1" status: 204 len: 168 time: 0.5418100 Jul 28 14:45:02.848851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b084-c2ac-4989-996a-c16ca5b321ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a85b2-f680-4c86-938e-1f833931a0af,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:02.873904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 6ac13bd4-dd50-4552-a313-51edf5c5b8df {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:02.874392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.053296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 6ac13bd4-dd50-4552-a313-51edf5c5b8df, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6ac13bd4-dd50-4552-a313-51edf5c5b8df,segment=NetworkSegment(e68fe9e5-ff44-4abe-aa19-87f6318aa92d),segment_id=e68fe9e5-ff44-4abe-aa19-87f6318aa92d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:03.058058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.076448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-323de51a-2361-49cd-a11e-8027156afbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.093488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 6ac13bd4-dd50-4552-a313-51edf5c5b8df owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:03.117627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c88c7-c5d8-4dc6-b43c-54d02f7a6be7 None None] Pushing event updated for resources: {'Port': ['ID=6ac13bd4-dd50-4552-a313-51edf5c5b8df,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:03.287313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6439-aeb3-4029-9263-d80a3e94dc03 req-525e562d-a332-467b-b8ca-bfd528ae4937 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:03.289030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52bb6439-aeb3-4029-9263-d80a3e94dc03 req-525e562d-a332-467b-b8ca-bfd528ae4937 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1045918 Jul 28 14:45:03.344862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-323de51a-2361-49cd-a11e-8027156afbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.403087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:03.403567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-323de51a-2361-49cd-a11e-8027156afbdf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66f42b67f1694da187b4bf4be9bf3f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962056 Jul 28 14:45:03.403567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de51a-2361-49cd-a11e-8027156afbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b4f288-03cb-46c1-b677-f14e0d7f7bca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:03.527367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52bb6439-aeb3-4029-9263-d80a3e94dc03 req-f1fb9f84-90f6-4ab5-b408-c3365c2c9c2f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500204 Jul 28 14:45:03.533877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.565257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.752651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.793756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=6ac13bd4-dd50-4552-a313-51edf5c5b8df,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:03.823771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.824139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.824493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.824837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.825178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.825518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.825851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.826180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.826510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.826842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.827194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.827523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:03.846476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 6ac13bd4-dd50-4552-a313-51edf5c5b8df on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:03.886571 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.890389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:03.893469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5b4f288-03cb-46c1-b677-f14e0d7f7bca HTTP/1.1" status: 204 len: 168 time: 0.4926662 Jul 28 14:45:03.913825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfbbe5-7354-4e40-92e1-aad2276832e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b4f288-03cb-46c1-b677-f14e0d7f7bca,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:03.943749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.264956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.303676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7aa56c-cced-43f7-a2fb-9d6048771442 None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:04.311215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=fd305705-535c-4fce-9422-cfa11189ec64,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:04.371816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.382464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e32ec4-17e6-478b-ad70-a6617c57c124']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.383441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-74668790-1f83-49c6-aec2-1fce740d2c7a None None] Could not find standard attr ID for object 6ac13bd4-dd50-4552-a313-51edf5c5b8df. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:04.394248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.394604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68fe9e5-ff44-4abe-aa19-87f6318aa92d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:04.404892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.425016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.433626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:04.434323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:04.438618 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:04.508527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e292e2f-d23a-42cc-a104-2d64dfd2423c None None] DHCP port deletion for 01e32ec4-17e6-478b-ad70-a6617c57c124 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:04.527043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1032a202-d66a-47b6-9f8a-ae62cb627e5a None None] Network 01e32ec4-17e6-478b-ad70-a6617c57c124 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:04.638716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.705478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:04.710456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/01e32ec4-17e6-478b-ad70-a6617c57c124 HTTP/1.1" status: 204 len: 168 time: 2.0683689 Jul 28 14:45:04.710456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4875e-190d-4911-877c-a68beaa29c2b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=01e32ec4-17e6-478b-ad70-a6617c57c124,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:04.710747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:04.731456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d726794-86a0-49ee-83f0-8f36d3c725f0 req-24837c02-72dc-4556-bb2c-99d08f849c34 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:04.733134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d726794-86a0-49ee-83f0-8f36d3c725f0 req-24837c02-72dc-4556-bb2c-99d08f849c34 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1047089 Jul 28 14:45:04.740955 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1050c992-42b0-4b4e-8a42-67b259e4b83f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:04.741607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1050c992-42b0-4b4e-8a42-67b259e4b83f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:04.743580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1050c992-42b0-4b4e-8a42-67b259e4b83f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/01e32ec4-17e6-478b-ad70-a6617c57c124 HTTP/1.1" status: 404 len: 339 time: 0.0322118 Jul 28 14:45:04.748743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58472) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:04.754602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497034813', 'description': 'd1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:04.795434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d726794-86a0-49ee-83f0-8f36d3c725f0 req-9c3372ad-125e-448c-8e0f-255ec96c0db4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539362 Jul 28 14:45:04.846305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:04.975360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1ce712a-ad3b-4b82-bf0a-aa043c30232d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.015950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:05.015950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.048961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:05.066887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.067282 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment 26dfd82a-c095-4635-9bea-d8494b4c0e0b of type vlan for network eb03bb21-fd24-4fdb-89f9-c3397de311ba Jul 28 14:45:05.112326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.127383 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1ce712a-ad3b-4b82-bf0a-aa043c30232d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.186421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-a235a25c-7da0-421e-9669-5810025a7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.188001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-a235a25c-7da0-421e-9669-5810025a7c0f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1098 time: 0.0562649 Jul 28 14:45:05.255798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b1ce712a-ad3b-4b82-bf0a-aa043c30232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.297210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b1ce712a-ad3b-4b82-bf0a-aa043c30232d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f04485ed5d8745d48b30ce30716c9771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496706 Jul 28 14:45:05.297614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-678055cd-b310-4939-bae3-3c095286b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.298379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce712a-ad3b-4b82-bf0a-aa043c30232d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea255a63-b615-4190-b8e7-e46056fef57e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:05.300116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-678055cd-b310-4939-bae3-3c095286b807 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1057625 Jul 28 14:45:05.301106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:05.392403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.400770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.401892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.503980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-8fbb7ba4-8586-4a29-87f7-4ac18f81da3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1002 time: 0.1933541 Jul 28 14:45:05.558583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=eb03bb21-fd24-4fdb-89f9-c3397de311ba,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:05.572213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.573483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network eb03bb21-fd24-4fdb-89f9-c3397de311ba details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:05.586392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-32a233b4-8922-4f1f-92b9-c33268156d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.588043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-32a233b4-8922-4f1f-92b9-c33268156d1a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0748997 Jul 28 14:45:05.608742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.642157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b72e213-8a6b-4cab-aa92-8d5b46be5a17 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8923676 Jul 28 14:45:05.645662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:05.674444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-6ce72464-de76-4a20-b24d-fb495a2752fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.675752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-6ce72464-de76-4a20-b24d-fb495a2752fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797138 Jul 28 14:45:05.765920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbd20a-890a-495d-9759-217ac1a2a4b5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:05.768058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c6bbd20a-890a-495d-9759-217ac1a2a4b5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks?id=eb03bb21-fd24-4fdb-89f9-c3397de311ba HTTP/1.1" status: 200 len: 761 time: 0.1204655 Jul 28 14:45:05.771436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:05.785136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'description': 'd2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:05.794790 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-bb7cab29-dd22-4966-b09d-bb3b9c761a93 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112983 Jul 28 14:45:05.943543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.946108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:05.947609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea255a63-b615-4190-b8e7-e46056fef57e HTTP/1.1" status: 204 len: 168 time: 0.6455431 Jul 28 14:45:05.966653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb37a60-cdea-4bfb-ad54-df575d3af706 req-932a2b65-077b-4b02-9185-4de9effc9818 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649973 Jul 28 14:45:05.978476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6e002-73aa-400d-bf6a-c877ff418f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea255a63-b615-4190-b8e7-e46056fef57e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:06.013340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d09973-28c9-4ed1-9646-f82664133441 req-bcec4c78-c8ac-4740-b2c2-836cfea98f7d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.015198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40d09973-28c9-4ed1-9646-f82664133441 req-bcec4c78-c8ac-4740-b2c2-836cfea98f7d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0877924 Jul 28 14:45:06.071609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40d09973-28c9-4ed1-9646-f82664133441 req-f76a4d76-68ee-49e3-9390-8bdf54ebaa7f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501254 Jul 28 14:45:06.075088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.176504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:06.186332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.210848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network eb03bb21-fd24-4fdb-89f9-c3397de311ba is not hosted by any dhcp agent {{(pid=94748) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:45:06.214097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ac13bd4-dd50-4552-a313-51edf5c5b8df no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:06.217106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.217724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.219059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "PUT /v2.0/networks/eb03bb21-fd24-4fdb-89f9-c3397de311ba HTTP/1.1" status: 200 len: 758 time: 0.4463363 Jul 28 14:45:06.221951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:06.240836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6ac13bd4-dd50-4552-a313-51edf5c5b8df {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:06.241342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6ac13bd4-dd50-4552-a313-51edf5c5b8df not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:06.265181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142389e-7584-4603-bd02-0dbf5951d144 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=eb03bb21-fd24-4fdb-89f9-c3397de311ba,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:06.275421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network eb03bb21-fd24-4fdb-89f9-c3397de311ba details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:06.320845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1443f56d-f7d4-44f7-8337-3ae78c679bcd tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.336300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1443f56d-f7d4-44f7-8337-3ae78c679bcd tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks?id=eb03bb21-fd24-4fdb-89f9-c3397de311ba HTTP/1.1" status: 200 len: 761 time: 0.0994427 Jul 28 14:45:06.336424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58544) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:06.341539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-88336393'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:06.465038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:06.469340 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.500504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:06.511919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.513310 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment bf5be823-0a5b-4038-bc7a-654aa0b5d2ab of type vlan for network d12993b9-326b-486b-b4b8-677a559d74ec Jul 28 14:45:06.571360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.593775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549983121-network', 'tenant_id': 'eb6b0b2c29c549ff83f8a95e67371b80'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:06.724176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.730240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:06.730833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.783078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Made reservation on behalf of eb6b0b2c29c549ff83f8a95e67371b80 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:06.785413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.803696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:06.822664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=d12993b9-326b-486b-b4b8-677a559d74ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:06.837199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d12993b9-326b-486b-b4b8-677a559d74ec details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:06.987525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58558) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:06.994389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-766a5e6e-1eb2-47f6-8e47-55dfe088bfbf tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6524467 Jul 28 14:45:06.995143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:07.081319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.201651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58566) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:07.224415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.236081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-496e507c-5914-4524-86d3-6ee57a988a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.241094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd845406-aa33-4363-bef7-034ba58e089c req-17ae0cdc-7205-4ecb-8a0a-16918a90e9e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.243567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd845406-aa33-4363-bef7-034ba58e089c req-17ae0cdc-7205-4ecb-8a0a-16918a90e9e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0842638 Jul 28 14:45:07.245225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:07.268680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c29ad-9e98-4569-a33a-b869e5b4cbb9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.276798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.277187 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Added segment ce685a67-6cb7-4c97-ad1d-61b2bedca3c9 of type vlan for network d1369615-a590-4621-aea1-a6ac4108feb7 Jul 28 14:45:07.309432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd845406-aa33-4363-bef7-034ba58e089c req-9580aad7-34c7-4274-aeea-22d523b9f5c1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558920 Jul 28 14:45:07.339370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.359616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58570) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:07.376865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:07.376865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.476284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-496e507c-5914-4524-86d3-6ee57a988a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.530700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.530700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:07.531294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.600157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-958454884'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:07.647341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-496e507c-5914-4524-86d3-6ee57a988a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.677146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] Pushing event updated for resources: {'Network': ['ID=d1369615-a590-4621-aea1-a6ac4108feb7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.688535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d1369615-a590-4621-aea1-a6ac4108feb7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:07.706130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-496e507c-5914-4524-86d3-6ee57a988a5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5906e5b3da314611a82edfe50d1031de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017278 Jul 28 14:45:07.706551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e507c-5914-4524-86d3-6ee57a988a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9885dda-5691-4667-b113-a273aa0b15ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.707864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58580) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:07.763561 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.785306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.820898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:07.883146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d820f00-118a-41e6-830d-d1d8f3d30701 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7050767 Jul 28 14:45:07.886651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:07.888409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=a976c788-bfc4-407f-9c62-bc8050927b7d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:07.891968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Request body: {'subnet': {'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549983121-subnet', 'tenant_id': 'eb6b0b2c29c549ff83f8a95e67371b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:07.905207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:07.905577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: d12993b9-326b-486b-b4b8-677a559d74ec, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:07.998416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.001089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.002457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9885dda-5691-4667-b113-a273aa0b15ec HTTP/1.1" status: 204 len: 168 time: 0.2935798 Jul 28 14:45:08.011214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d20b44-f4f0-49b7-a98c-ce8abbb01dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9885dda-5691-4667-b113-a273aa0b15ec,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:08.051936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network d12993b9-326b-486b-b4b8-677a559d74ec is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:08.058711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Made reservation on behalf of 061227cd82aa4d34818af1af25ddb883 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:08.059304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.074062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.226760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Made reservation on behalf of eb6b0b2c29c549ff83f8a95e67371b80 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:08.229284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.310887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.355839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d12993b9-326b-486b-b4b8-677a559d74ec) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:08.365152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:08.365596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bdc345-d7a5-49bb-8274-b431b621c80d None None] Network d12993b9-326b-486b-b4b8-677a559d74ec requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:08.367266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.428702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:08.454926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314555bf-c16b-4110-9d23-a8b4343d946f req-bf95c7db-3840-4eb0-a915-4679313b4469 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:08.456599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-314555bf-c16b-4110-9d23-a8b4343d946f req-bf95c7db-3840-4eb0-a915-4679313b4469 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0558367 Jul 28 14:45:08.499132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-314555bf-c16b-4110-9d23-a8b4343d946f req-4c28afba-8389-4ad7-adcd-4b609ab59147 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Jul 28 14:45:08.671924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.702686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:08.739209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7caee39-8ada-4b51-b807-a8cdf637a283,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:08.739698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.740166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.740166 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Added segment e20c48c9-89a3-4b08-818a-05525aa3c349 of type vlan for network 9819a232-af72-4db6-8fa9-b0237f6fe077 Jul 28 14:45:08.777181 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.784940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.831221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:08.831221 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1be883-7e87-47a8-91e6-d3c7d94e5482" -d '{"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-unplugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:08.831484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc9fbf6-1608-4e11-911c-ef7d8f2654bf,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:08.837402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-d12993b9-326b-486b-b4b8-677a559d74ec', 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': 'a976c788-bfc4-407f-9c62-bc8050927b7d'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:08.839315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:08.840470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Checking segment: {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:08.840900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Network hostable DHCP agents. Network: d1369615-a590-4621-aea1-a6ac4108feb7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:08.889810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:08.889810 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eddb662-a621-4ce6-a09e-2c6772e62c3e x-openstack-request-id: req-5eddb662-a621-4ce6-a09e-2c6772e62c3e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:08.889810 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-unplugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:08.889810 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5eddb662-a621-4ce6-a09e-2c6772e62c3e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:08.889810 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'code': 200} Jul 28 14:45:09.006628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Allocated IP 172.20.0.2 (d12993b9-326b-486b-b4b8-677a559d74ec/a976c788-bfc4-407f-9c62-bc8050927b7d/32c046d1-63df-4b89-be27-d4e7123fd63e) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:09.071116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9438d18f-b293-4ff6-a25d-548963192b38 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0823512 Jul 28 14:45:09.074635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58612) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:09.145100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.146503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Network d1369615-a590-4621-aea1-a6ac4108feb7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:09.148186 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.154498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.155412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.187724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.194475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.215540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Transition to ACTIVE for port object 32c046d1-63df-4b89-be27-d4e7123fd63e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:09.221946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.237919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Pushing event updated for resources: {'Network': ['ID=9819a232-af72-4db6-8fa9-b0237f6fe077,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.241690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Transition to ACTIVE for port object 32c046d1-63df-4b89-be27-d4e7123fd63e will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:09.251091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:09.258688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.359196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d1369615-a590-4621-aea1-a6ac4108feb7) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:09.361003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-42ae97ae-17bd-4a7d-8da7-a1ce34a7d694 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0002294 Jul 28 14:45:09.368285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:09.369876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.370509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc294387-3fa5-4596-8cdf-af525f9d16b8 None None] Network d1369615-a590-4621-aea1-a6ac4108feb7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:09.517679 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.527190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc2566-0124-46f9-873f-6e1c3c0d4860 None None] Network d1369615-a590-4621-aea1-a6ac4108feb7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:09.604663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Network d12993b9-326b-486b-b4b8-677a559d74ec is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:09.610932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f142f628-5fbe-4949-878e-1ad1dd1b8125 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7230213 Jul 28 14:45:09.618433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:09.624858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:09.641979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Pushing event updated for resources: {'Port': ['ID=32c046d1-63df-4b89-be27-d4e7123fd63e,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.681764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:09.687824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077', 'binding:host_id': 'n-h2-705658-23', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-174389963'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:09.694994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.723429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Attempting to bind port 32c046d1-63df-4b89-be27-d4e7123fd63e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:09.724109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Attempting to bind port 32c046d1-63df-4b89-be27-d4e7123fd63e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:09.724664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Attempting to bind port 32c046d1-63df-4b89-be27-d4e7123fd63e on network d12993b9-326b-486b-b4b8-677a559d74ec {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:09.732677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:09.733979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Checking segment: {'id': 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:09.734426 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.734834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Bound using segment: {'id': 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:09.735422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Bound port: 32c046d1-63df-4b89-be27-d4e7123fd63e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd12993b9-326b-486b-b4b8-677a559d74ec'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:09.735815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.747774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=a976c788-bfc4-407f-9c62-bc8050927b7d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:09.861578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.876023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] For port 32c046d1-63df-4b89-be27-d4e7123fd63e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:09.881314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12993b9-326b-486b-b4b8-677a559d74ec']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:09.882591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] For port 32c046d1-63df-4b89-be27-d4e7123fd63e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=32c046d1-63df-4b89-be27-d4e7123fd63e,segment=NetworkSegment(bf5be823-0a5b-4038-bc7a-654aa0b5d2ab),segment_id=bf5be823-0a5b-4038-bc7a-654aa0b5d2ab)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:09.894766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:09.895144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:09.906735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:09.996651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Made reservation on behalf of 0954409b5b194abc9279ef256d9951f9 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:10.000772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.013723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.118056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.119149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.124269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.134250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:10.134922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:10.139069 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:10.214753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed28473-dd75-4f0d-be4f-367557b69990 None None] Pushing event updated for resources: {'Port': ['ID=32c046d1-63df-4b89-be27-d4e7123fd63e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:10.229724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79173664-2ecb-4fec-8030-520791e402a7 None None] Network d12993b9-326b-486b-b4b8-677a559d74ec requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:10.326160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:45:10.326160 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:45:10.326160 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'd12993b9-326b-486b-b4b8-677a559d74ec'}] Jul 28 14:45:10.326160 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:10.326919 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:10.352825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.357164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc5af3-1d0f-4602-88d8-5912c4e2187e None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:45:10.361344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:10.472944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1999db-5d84-4efd-b056-21fdfa332d29,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:10.518090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc5af3-1d0f-4602-88d8-5912c4e2187e None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:45:10.684081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:10.694105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.705579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Transition to ACTIVE for port object 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:10.828333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.866563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:10.953003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=4d6b1ed3-3c52-4959-b99c-ecb15d4327e9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:10.968893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Checking segment: {'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:10.969426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Network hostable DHCP agents. Network: 9819a232-af72-4db6-8fa9-b0237f6fe077, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:10.974735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 32c046d1-63df-4b89-be27-d4e7123fd63e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:10.974949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.064464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 32c046d1-63df-4b89-be27-d4e7123fd63e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=32c046d1-63df-4b89-be27-d4e7123fd63e,segment=NetworkSegment(bf5be823-0a5b-4038-bc7a-654aa0b5d2ab),segment_id=bf5be823-0a5b-4038-bc7a-654aa0b5d2ab)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:11.064835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.079452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 32c046d1-63df-4b89-be27-d4e7123fd63e owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:11.237403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-34da74cb-c04d-4624-9ee5-a46ffab9c3ae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1233983 Jul 28 14:45:11.252453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:11.385198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.385847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.386404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.386943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.387513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.388215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.388752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.390883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1be508fb-4c88-4847-9bbb-cb7983192bae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.0751109 Jul 28 14:45:11.491574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9819a232-af72-4db6-8fa9-b0237f6fe077) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:11.500009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:11.503763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23877fd9-5e23-44ed-81ae-03bb309094b8 None None] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:11.550740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:11.551971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:11.555607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:11.572121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:11.572299 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:11.575471 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 2 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:11.618098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:11.618525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:11.618990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:11.622345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-d9424aef-18c7-4ff8-9a18-201217a145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.623019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-d9424aef-18c7-4ff8-9a18-201217a145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.623661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-d9424aef-18c7-4ff8-9a18-201217a145aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.625337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-d9424aef-18c7-4ff8-9a18-201217a145aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.2057915 Jul 28 14:45:11.629181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:11.629884 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:11.630224 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 3 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:11.684685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.703742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:11.704128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:11.704496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:11.737137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=32c046d1-63df-4b89-be27-d4e7123fd63e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:11.740512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 32c046d1-63df-4b89-be27-d4e7123fd63e on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:11.743225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:11.743712 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:11.746240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c817bb71-3a83-431b-b6ed-309670f3afba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.1131179 Jul 28 14:45:11.749137 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 4 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:11.868594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:11.868939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:11.869298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:11.918383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:11.918747 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:11.921894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:11.924049 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 5 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:11.950986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12993b9-326b-486b-b4b8-677a559d74ec']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:11.953499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1270f306-74a2-4c47-a853-eccefb37064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:11.955028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1270f306-74a2-4c47-a853-eccefb37064f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.2006257 Jul 28 14:45:11.967179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:11.967607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:11.968094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:11.980435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:11.980824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5be823-0a5b-4038-bc7a-654aa0b5d2ab') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:12.025400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6956f06-b0b2-4c20-9ef5-2903fc92aa0c req-1c321c47-db0e-4338-a2df-abe27988d296 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.025400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6956f06-b0b2-4c20-9ef5-2903fc92aa0c req-1c321c47-db0e-4338-a2df-abe27988d296 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.2268419 Jul 28 14:45:12.025400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.048276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.048584 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.052155 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 6 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:12.076394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.095050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:12.095471 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:12.112021 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:12.119747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:12.119747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:12.119747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:12.189119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6956f06-b0b2-4c20-9ef5-2903fc92aa0c req-e7a45587-9d4e-4446-aa77-d1b182c062bb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684413 Jul 28 14:45:12.196913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-28bd3e9d-d8a8-4043-b1c1-0a016a4ac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.199213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-28bd3e9d-d8a8-4043-b1c1-0a016a4ac9c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2255640 Jul 28 14:45:12.199446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.200062 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.200679 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 7 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:12.224465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:12.224905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:12.225341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:12.271919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.275112 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.278942 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 8 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:12.329424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-496a900a-a04d-460a-ad43-06f08c43d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.340101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:12.340372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:12.340716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:12.350893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.351300 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.356724 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 9 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:12.371736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c80ab4be-a2c3-4bac-8201-a81297511e08 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566873 Jul 28 14:45:12.374010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:12.374341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:12.374669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:12.386949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.387302 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.391062 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 10 to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 Jul 28 14:45:12.439354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.445118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:12.452906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.454768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/d12993b9-326b-486b-b4b8-677a559d74ec HTTP/1.1" status: 204 len: 168 time: 3.3788943 Jul 28 14:45:12.457748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.461020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:12.461575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:12.462111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:12.484976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d7df-7e0a-4287-82ee-2fa022d40b10 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=d12993b9-326b-486b-b4b8-677a559d74ec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:12.488669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:12.489248 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:12.489801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:12.520261 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-466326e4-c2dd-4a58-9ac5-43206a8cbad5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] GET failed (client error): The resource could not be found. Jul 28 14:45:12.524852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58724) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.527550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-466326e4-c2dd-4a58-9ac5-43206a8cbad5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets/a976c788-bfc4-407f-9c62-bc8050927b7d HTTP/1.1" status: 404 len: 337 time: 0.0668249 Jul 28 14:45:12.591353 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-695effff-2f80-48ba-9b1c-1729f3b1f796 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:12.591861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695effff-2f80-48ba-9b1c-1729f3b1f796 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:12.594308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-695effff-2f80-48ba-9b1c-1729f3b1f796 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/d12993b9-326b-486b-b4b8-677a559d74ec HTTP/1.1" status: 404 len: 339 time: 0.0682714 Jul 28 14:45:12.598156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58730) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.605698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-b38fa8f6-cdd4-4dd1-ba7e-5088b23dc2eb service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263424 Jul 28 14:45:12.667682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.675424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c1b87524-0e21-4c99-93cc-8e2ae3dafd5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0504816 Jul 28 14:45:12.676467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:12.676837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempted to set empty binding levels {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:45:12.736291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-f01ce17a-cbed-4282-940f-d02071d49544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.737990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-f01ce17a-cbed-4282-940f-d02071d49544 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0544066 Jul 28 14:45:12.828587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-474969ea-c13b-4e5a-b2cc-e32a2065656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.830224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-474969ea-c13b-4e5a-b2cc-e32a2065656b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836396 Jul 28 14:45:12.860138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63226007-b2f0-4e86-884d-7b8c2a51fc33 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:12.860138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-63226007-b2f0-4e86-884d-7b8c2a51fc33 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2583773 Jul 28 14:45:12.861388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58748) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.908263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-9d72eb9f-6e16-4522-a2fc-61c38a898c96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2394590 Jul 28 14:45:12.929199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-302ce190-5850-4284-bb7e-b7a85133d15b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 207 time: 0.0667117 Jul 28 14:45:12.933520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58750) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:12.958432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.140815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.141429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:13.267313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=4d6b1ed3-3c52-4959-b99c-ecb15d4327e9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:13.267313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f6c94-baca-4b26-af3d-bcec2921384d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.273095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f6c94-baca-4b26-af3d-bcec2921384d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.279277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f6c94-baca-4b26-af3d-bcec2921384d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.285058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f6c94-baca-4b26-af3d-bcec2921384d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.287006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-466f6c94-baca-4b26-af3d-bcec2921384d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3520663 Jul 28 14:45:13.291787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:13.292689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-e9824b56-3218-4b1f-bde1-eb1b6de9bde7 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543021 Jul 28 14:45:13.415340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e318364-5f55-472c-b59d-eb0491eef362 req-4184623d-3fea-49e0-b1cb-7e6d65b4281a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.417561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e318364-5f55-472c-b59d-eb0491eef362 req-4184623d-3fea-49e0-b1cb-7e6d65b4281a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.0971222 Jul 28 14:45:13.449123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-e343f19c-62c3-4f3c-9915-6792042b9c96 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493473 Jul 28 14:45:13.497695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4e893748-026f-4121-8ec5-6dd3285f3e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.8146827 Jul 28 14:45:13.504094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-68adb7a3-09c0-4890-9ff8-0c31da259571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0454166 Jul 28 14:45:13.504990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e318364-5f55-472c-b59d-eb0491eef362 req-a5aaf606-deba-4dea-9c6c-c18f446f6504 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786350 Jul 28 14:45:13.506296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58788) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:13.531011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-138b76eb-4c93-4f96-8286-c9f98cc59146 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2369163 Jul 28 14:45:13.533908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58790) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:13.632840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2045d-4abb-4abc-9383-6f0eb387d1de tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.634388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2045d-4abb-4abc-9383-6f0eb387d1de tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.636149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-43d2045d-4abb-4abc-9383-6f0eb387d1de tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1011071 Jul 28 14:45:13.640021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:13.935889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-2a7a1eea-bd4f-4869-84e0-a1e09219faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:13.937412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-2a7a1eea-bd4f-4869-84e0-a1e09219faa2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.4219127 Jul 28 14:45:13.986419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Deleting port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:13.986772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.007658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-08742003-d3c1-4219-a3a7-d8574121ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.009221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-08742003-d3c1-4219-a3a7-d8574121ba90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644417 Jul 28 14:45:14.069679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994864c-cfbb-4043-a559-bf93e0c6f0ff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.071260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0994864c-cfbb-4043-a559-bf93e0c6f0ff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['shared'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.073349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0994864c-cfbb-4043-a559-bf93e0c6f0ff tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4323516 Jul 28 14:45:14.077417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.113478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9, host n-h2-705658-23, got binding levels [] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:14.113843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.131588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Calling delete_port for 4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:14.191995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0c24cd-d53d-43d8-9e0b-4ef69e52e612 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.193789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac0c24cd-d53d-43d8-9e0b-4ef69e52e612 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks/b573cc7d-9a8b-4c36-9720-8000f7b0b57b HTTP/1.1" status: 200 len: 799 time: 0.1154056 Jul 28 14:45:14.197335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.223795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c00f6d20-cba0-48b2-b3b1-109aebdd528b service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843889 Jul 28 14:45:14.337139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-51ae6ff7-c785-45fa-840f-05e355627d9c tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/networks/b573cc7d-9a8b-4c36-9720-8000f7b0b57b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1379972 Jul 28 14:45:14.341911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58820) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.363628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1bdf6766-086c-4616-b07c-19f7a55d0a8c service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302061 Jul 28 14:45:14.399124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd6fe6f-760a-4e67-9803-e29ad48833e5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.406696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7cd6fe6f-760a-4e67-9803-e29ad48833e5 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets/15469c8c-c66e-40b8-87d2-88a0b5bf1e95 HTTP/1.1" status: 200 len: 811 time: 0.0634341 Jul 28 14:45:14.410366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.418432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-4931eb07-94b2-49f6-bbea-684eadd4f3bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0467479 Jul 28 14:45:14.497291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5292b449-293d-472f-8546-ccbed2eaaf5d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.498736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5292b449-293d-472f-8546-ccbed2eaaf5d tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "GET /v2.0/subnets/15469c8c-c66e-40b8-87d2-88a0b5bf1e95?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0899718 Jul 28 14:45:14.503318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-f0e696bf-1f93-4a41-91c7-65823f717688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.504929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58832) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.505133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-f0e696bf-1f93-4a41-91c7-65823f717688 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0652664 Jul 28 14:45:14.513609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251617231'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:14.565437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-cfd5c3f7-1fe9-4896-8ab2-89c6942dd55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.565437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-cfd5c3f7-1fe9-4896-8ab2-89c6942dd55f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494506 Jul 28 14:45:14.624086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.686400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d6b1ed3-3c52-4959-b99c-ecb15d4327e9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:14.717092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.719388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c1c3d1e-611e-4007-aeff-f0f5cd6f4a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "DELETE /v2.0/ports/4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 HTTP/1.1" status: 204 len: 168 time: 1.2119966 Jul 28 14:45:14.722427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.757384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:14.761706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.774720 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9e8f19-3a4b-4e5b-b4cf-e9aa852f0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:45:14.777021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-bb82981f-3c97-4236-9550-b3fd4bbd1937 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077253 Jul 28 14:45:14.784004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58856) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:14.784932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d9e8f19-3a4b-4e5b-b4cf-e9aa852f0504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports/4d6b1ed3-3c52-4959-b99c-ecb15d4327e9 HTTP/1.1" status: 404 len: 333 time: 0.0579205 Jul 28 14:45:14.788599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1633610043'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:14.794504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a496a603-b9fb-499b-94aa-f569fab322bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.845075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-e11e4ff1-7987-4d18-a022-d85f23a3f7b1 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.846888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-e11e4ff1-7987-4d18-a022-d85f23a3f7b1 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/networks?id=d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 200 len: 808 time: 0.2063205 Jul 28 14:45:14.862273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda99dae-767c-469a-b644-d44a0a722c6f req-47c58aa6-a891-4a5f-bfc0-7a2af6392d80 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:14.872056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cda99dae-767c-469a-b644-d44a0a722c6f req-47c58aa6-a891-4a5f-bfc0-7a2af6392d80 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.2253888 Jul 28 14:45:14.883291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-535f0b78-0b4c-4aad-9bef-8d044118cd37 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/quotas/eb6b0b2c29c549ff83f8a95e67371b80 HTTP/1.1" status: 200 len: 375 time: 0.0271339 Jul 28 14:45:14.887467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:14.901438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.902285 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Added segment edc2c181-689f-4df0-b462-281d8a6e3efb of type vlan for network 84eca0bc-3a26-441a-b239-bc8de2b662c8 Jul 28 14:45:14.907243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.930011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cda99dae-767c-469a-b644-d44a0a722c6f req-a5722ef1-81a7-4521-ab02-baca9a45c793 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526521 Jul 28 14:45:14.960299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:14.985706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1b4ee2dd-feba-4ea2-a85b-68f6facc72ed service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914706 Jul 28 14:45:15.011390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-e990fb05-49a3-4cf4-8724-d11204d7b329 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522804 Jul 28 14:45:15.037576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-2c01e34f-af99-4d27-a6b0-b3f25fb8c686 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0441520 Jul 28 14:45:15.092306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1b162239-39aa-4355-9957-41d7a1b0626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.093926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1b162239-39aa-4355-9957-41d7a1b0626a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0490739 Jul 28 14:45:15.097646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-ba13f5e1-9b12-4cc9-9cca-89f6a593ce38 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:45:15.098853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-ba13f5e1-9b12-4cc9-9cca-89f6a593ce38 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0716546 Jul 28 14:45:15.148476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-ae024175-4f5a-4224-b234-60d3ae3af6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.149992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-ae024175-4f5a-4224-b234-60d3ae3af6fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491574 Jul 28 14:45:15.158131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Made reservation on behalf of 0954409b5b194abc9279ef256d9951f9 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:15.163381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.201916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-e640135a-49d1-4490-aa27-d36ce2229401 service neutron] 10.222.0.47 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938635 Jul 28 14:45:15.235345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port e2d311b9-baa2-4749-a3c2-f2a606292075 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:15.256344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.262619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.263338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.334421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-bdbb4476-1a9c-497f-87e2-cb085a5b30bd service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672311 Jul 28 14:45:15.364428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Network': ['ID=84eca0bc-3a26-441a-b239-bc8de2b662c8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:15.376220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:15.419603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-f6596c88-2401-4d6e-9043-c4de1348e78a service neutron] 10.222.0.47 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117112 Jul 28 14:45:15.550685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-091bf892-cb22-4313-9d14-df37d7aca7ae tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0439456 Jul 28 14:45:15.553904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:15.561229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:15.598606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.628329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-02c6fe74-e960-4918-92d8-cbed195bfd0e service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862310 Jul 28 14:45:15.705959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-6326573e-479e-4696-8d93-d7ebb1aca4c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0686195 Jul 28 14:45:15.708494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58872) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:15.790460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-2ed20a49-4c12-43c2-af75-49cd673143ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.792726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-2ed20a49-4c12-43c2-af75-49cd673143ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0772610 Jul 28 14:45:15.841017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d14-b60b-4cf8-8a77-92f47d53602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:15.871453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c3bcc1d6-df99-4eb3-9a13-1f9be8f63561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:15.871453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-c3bcc1d6-df99-4eb3-9a13-1f9be8f63561 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717952 Jul 28 14:45:15.909802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Made reservation on behalf of 4c077532426d4024be2bc9eda7055598 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:15.914750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.054928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-e9f33d10-633c-4868-ad78-b9e9ed739336 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761785 Jul 28 14:45:16.108370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Performing IP validity checks on allocation pools {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:45:16.108771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:45:16.169593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.243173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d14-b60b-4cf8-8a77-92f47d53602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.260587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd88d7ab-d6c2-45be-b31c-d7dbbbb91dfc req-47923e21-7be3-4141-b2fa-1ff3d4ad60cb tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.2029223 Jul 28 14:45:16.299244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d814cd2-44b7-4415-8e43-5f51e6edd512 req-1d6668c0-88ca-47cc-9cf1-197ed2562aa4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.307008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d814cd2-44b7-4415-8e43-5f51e6edd512 req-1d6668c0-88ca-47cc-9cf1-197ed2562aa4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.2378259 Jul 28 14:45:16.410362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.414174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-84339a9b-f8b7-44d7-87c3-70f5254a6df6 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514003 Jul 28 14:45:16.418288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d814cd2-44b7-4415-8e43-5f51e6edd512 req-cfa84cd2-3e62-4113-b1df-45d678cbabb2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034513 Jul 28 14:45:16.506127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:16.511977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-70ba3d14-b60b-4cf8-8a77-92f47d53602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.549759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d311b9-baa2-4749-a3c2-f2a606292075,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:16.552902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:16.576985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-1b8f4a65-618b-44f4-9321-69710f9f73c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0909269 Jul 28 14:45:16.577979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:16.578826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.579503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.596463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.689711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba3d14-b60b-4cf8-8a77-92f47d53602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae408a95-c68a-4799-b8d6-f45e024b152e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:16.697115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-70ba3d14-b60b-4cf8-8a77-92f47d53602f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9a2fe1b8ac741c1b1fa0a2fe62ba562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9879434 Jul 28 14:45:16.701739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58892) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:16.712783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-09a13e3d-9244-4b7e-9b22-3117d07884a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.714862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-09a13e3d-9244-4b7e-9b22-3117d07884a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.1293924 Jul 28 14:45:16.719109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=2e40e00a-4a06-4468-bab3-a4c91f7e28cb,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:16.754565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Checking segment: {'id': 'edc2c181-689f-4df0-b462-281d8a6e3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:16.754565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network hostable DHCP agents. Network: 84eca0bc-3a26-441a-b239-bc8de2b662c8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:16.776335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101c13-c121-41d1-9054-a5ba30ca424c req-67633206-120e-457d-b9ef-ca5d0979a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:16.779059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-67633206-120e-457d-b9ef-ca5d0979a0c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563946 Jul 28 14:45:16.796033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.819692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:16.907846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-9f68d9e2-c7c5-4b62-943d-56ea5f5862d8 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209354 Jul 28 14:45:16.941207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:16.965904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3787414d-88bd-4dec-b3bd-a62bd4b3c805 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1783676 Jul 28 14:45:16.966211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58894) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:16.972259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:17.001457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.004073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.005210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae408a95-c68a-4799-b8d6-f45e024b152e HTTP/1.1" status: 204 len: 168 time: 0.3025229 Jul 28 14:45:17.018838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7caf6b-5001-4325-9332-cc6e43357b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae408a95-c68a-4799-b8d6-f45e024b152e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:17.061532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81101c13-c121-41d1-9054-a5ba30ca424c req-80d205f7-e242-474e-a163-fd0a92299056 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468186 Jul 28 14:45:17.092121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.102318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 84eca0bc-3a26-441a-b239-bc8de2b662c8) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:17.120605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a4e70-2c06-4421-98c9-ee479a9ebfa2 None None] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:17.143840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:17.144569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.309270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-84eca0bc-3a26-441a-b239-bc8de2b662c8', 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8', 'tenant_id': '4c077532426d4024be2bc9eda7055598', 'fixed_ips': [{'subnet_id': '2e40e00a-4a06-4468-bab3-a4c91f7e28cb'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:17.310137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.376931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32f9cc5b-7193-47d5-96e4-70f068e98e21 req-5b877fc7-fded-4785-9f79-3436206b3c63 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0580423 Jul 28 14:45:17.380808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7c9463d8-a0a0-4741-a9c5-bce1f3c8c044 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8255553 Jul 28 14:45:17.384752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58900) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:17.393279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:17.415899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port e2d311b9-baa2-4749-a3c2-f2a606292075 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:17.426062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.448587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Transition to ACTIVE for port object e2d311b9-baa2-4749-a3c2-f2a606292075 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:17.523292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Allocated IP 172.20.0.3 (84eca0bc-3a26-441a-b239-bc8de2b662c8/2e40e00a-4a06-4468-bab3-a4c91f7e28cb/876e3532-2989-4a7b-aea4-affb5d435152) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:17.587870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11634917'] for subnet, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.641314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.695741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca081-09ac-4c54-974a-f1dedf522a33 req-d42fd56f-23e4-4b98-9aa0-3d9ef565bf03 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:17.698604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4bca081-09ac-4c54-974a-f1dedf522a33 req-d42fd56f-23e4-4b98-9aa0-3d9ef565bf03 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.1034863 Jul 28 14:45:17.768478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4bca081-09ac-4c54-974a-f1dedf522a33 req-030b81ac-afb8-49e6-a869-79e6d365d1eb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599506 Jul 28 14:45:17.778397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d311b9-baa2-4749-a3c2-f2a606292075,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:17.788802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.789265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.789699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.807995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.812249 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.812249 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 2 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.824491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.827187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.827642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.828269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.832962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.833299 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.833700 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 3 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.835616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Transition to ACTIVE for port object 876e3532-2989-4a7b-aea4-affb5d435152 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:17.850341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.850341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.850341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.850629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:17.853427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.854990 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.855395 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 4 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.858219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Transition to ACTIVE for port object 876e3532-2989-4a7b-aea4-affb5d435152 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:17.869036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.870160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.871110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.877050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.877444 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.877967 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 5 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.893075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.893412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.893750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.898254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.898617 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.899054 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 6 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.913063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.913399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.913740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.918264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.918644 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.919205 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 7 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.931726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.932066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.932461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.937591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.937915 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.938330 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 8 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.953610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.954282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.954282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.958648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.959040 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.959436 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 9 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.973260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.973604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.973950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.978354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.978685 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.979116 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 10 to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 Jul 28 14:45:17.992170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:17.992639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:17.992982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:17.997460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:17.997791 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port e2d311b9-baa2-4749-a3c2-f2a606292075 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:17.998162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.050367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.096900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Pushing event updated for resources: {'Port': ['ID=876e3532-2989-4a7b-aea4-affb5d435152,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.127803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port e2d311b9-baa2-4749-a3c2-f2a606292075, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:18.127803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempted to set empty binding levels {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:18.128432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:18.129783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:18.189023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Attempting to bind port 876e3532-2989-4a7b-aea4-affb5d435152 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:18.189403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Attempting to bind port 876e3532-2989-4a7b-aea4-affb5d435152 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'edc2c181-689f-4df0-b462-281d8a6e3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:18.189781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Attempting to bind port 876e3532-2989-4a7b-aea4-affb5d435152 on network 84eca0bc-3a26-441a-b239-bc8de2b662c8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:18.195025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:18.195436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Checking segment: {'id': 'edc2c181-689f-4df0-b462-281d8a6e3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:18.203302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.204084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Bound using segment: {'id': 'edc2c181-689f-4df0-b462-281d8a6e3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:18.204899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Bound port: 876e3532-2989-4a7b-aea4-affb5d435152, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc2c181-689f-4df0-b462-281d8a6e3efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '84eca0bc-3a26-441a-b239-bc8de2b662c8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:18.205732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.280301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] For port 876e3532-2989-4a7b-aea4-affb5d435152, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:18.283388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] For port 876e3532-2989-4a7b-aea4-affb5d435152, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=876e3532-2989-4a7b-aea4-affb5d435152,segment=NetworkSegment(edc2c181-689f-4df0-b462-281d8a6e3efb),segment_id=edc2c181-689f-4df0-b462-281d8a6e3efb)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:18.284554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.317694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] In _notify_port_updated(), no bound segment for port e2d311b9-baa2-4749-a3c2-f2a606292075 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:45:18.318585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.319229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.320951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "PUT /v2.0/ports/e2d311b9-baa2-4749-a3c2-f2a606292075 HTTP/1.1" status: 200 len: 980 time: 1.3530741 Jul 28 14:45:18.324068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58914) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.337314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.355003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081f4a7a-663d-4ead-91ec-30cea510369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.414842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788961116968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12335228'] for subnet, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.415105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef61a-c8d0-49ec-a76d-063d118f8828 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=e2d311b9-baa2-4749-a3c2-f2a606292075,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.457688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.458236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.458645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.459169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.459642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.460108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.460574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.461036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.461503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.461966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.462433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.463050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.464022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.464481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.465122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.465917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.466555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.467221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.467684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.468146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.468833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.468964 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.469468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.470642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.470642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.471098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.471398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.472080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.472556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.473016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.473652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.474570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.475237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.475899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.476365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.476830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.477320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.477957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.478421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.487124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-502b925e-990b-4e13-8916-caa5e6a04a78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34379 time: 0.1575909 Jul 28 14:45:18.499225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58920) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.515809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.516409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.520259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "PUT /v2.0/subnets/2e40e00a-4a06-4468-bab3-a4c91f7e28cb HTTP/1.1" status: 200 len: 877 time: 1.1307659 Jul 28 14:45:18.524504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58922) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.531083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2822d4d4-a143-41bf-a156-9bf0a98f17a5 req-6fe5cd4b-af35-45c5-881b-6d0e3670d2af tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0464566 Jul 28 14:45:18.543591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e5273-f5af-4bf4-8d3e-101bd360b24a tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event updated for resources: {'Subnet': ['ID=2e40e00a-4a06-4468-bab3-a4c91f7e28cb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.560563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae34ad-5f48-4442-a808-a04c4c90c4b2 None None] Pushing event updated for resources: {'Port': ['ID=876e3532-2989-4a7b-aea4-affb5d435152,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:18.623005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081f4a7a-663d-4ead-91ec-30cea510369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.706997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.726111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Deleting port e2d311b9-baa2-4749-a3c2-f2a606292075 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:18.729257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.844791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-081f4a7a-663d-4ead-91ec-30cea510369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.940092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port e2d311b9-baa2-4749-a3c2-f2a606292075, host n-h2-705658-23, got binding levels [] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:18.940541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:18.943658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf85fd0-f09c-4f67-b3fe-65f2be90fd2d req-06239808-245e-4b75-8359-ddadd93ad428 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:18.945319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbf85fd0-f09c-4f67-b3fe-65f2be90fd2d req-06239808-245e-4b75-8359-ddadd93ad428 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.0717764 Jul 28 14:45:18.955448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58932) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:18.956143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-081f4a7a-663d-4ead-91ec-30cea510369c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=375494ad2dc443e6a27d098c2c6f8bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157074 Jul 28 14:45:19.007320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f4a7a-663d-4ead-91ec-30cea510369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eac254-1033-4278-a8b7-cb88649c1165,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:19.010502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Calling delete_port for e2d311b9-baa2-4749-a3c2-f2a606292075 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:19.059128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbf85fd0-f09c-4f67-b3fe-65f2be90fd2d req-67eaa20e-bd76-4425-9831-71c0b2f4d699 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066253 Jul 28 14:45:19.077506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.109478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 876e3532-2989-4a7b-aea4-affb5d435152 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:19.109818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.115190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.217513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 876e3532-2989-4a7b-aea4-affb5d435152, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=876e3532-2989-4a7b-aea4-affb5d435152,segment=NetworkSegment(edc2c181-689f-4df0-b462-281d8a6e3efb),segment_id=edc2c181-689f-4df0-b462-281d8a6e3efb)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:19.217792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.231714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 876e3532-2989-4a7b-aea4-affb5d435152 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:19.335994 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.340594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.342307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94eac254-1033-4278-a8b7-cb88649c1165 HTTP/1.1" status: 204 len: 168 time: 0.3841329 Jul 28 14:45:19.356760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b291ee-14a2-4150-a0ad-d8f60f631d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eac254-1033-4278-a8b7-cb88649c1165,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:19.427229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.482693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.485521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "DELETE /v2.0/ports/e2d311b9-baa2-4749-a3c2-f2a606292075 HTTP/1.1" status: 204 len: 168 time: 0.9845166 Jul 28 14:45:19.490036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:19.493683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49e8dc-90b2-4d2f-b3ea-230607febe54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2d311b9-baa2-4749-a3c2-f2a606292075,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:19.538929 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdd6a47-ad21-4edc-8d32-b3e3eee0aa8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:45:19.544717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9bdd6a47-ad21-4edc-8d32-b3e3eee0aa8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports/e2d311b9-baa2-4749-a3c2-f2a606292075 HTTP/1.1" status: 404 len: 333 time: 0.0488806 Jul 28 14:45:19.545905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:19.550534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-682618078', 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:19.582737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.616124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=876e3532-2989-4a7b-aea4-affb5d435152,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:19.691535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 876e3532-2989-4a7b-aea4-affb5d435152 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:19.748449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39d8a64d-f56d-4bbc-a4fc-0edd52f531d8 req-6dd80c24-f5c9-4823-ae95-358cdf185ba8 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0630186 Jul 28 14:45:19.765188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Made reservation on behalf of 0954409b5b194abc9279ef256d9951f9 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:19.773107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.800815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port 23be5015-5d72-4f66-a63e-48a0dfb4c5ec yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:19.806014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.895414 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:19.911906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcdf260-ba5f-4511-bcb2-4b07ddb7cc5d None None] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:20.025782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6e44b818-2623-4f21-becf-dc6fa4c65eb5 None None] Could not find standard attr ID for object 876e3532-2989-4a7b-aea4-affb5d435152. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:20.085997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.150502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.259317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=2e40e00a-4a06-4468-bab3-a4c91f7e28cb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:20.405366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.409458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.484626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=23be5015-5d72-4f66-a63e-48a0dfb4c5ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:20.496274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eca0bc-3a26-441a-b239-bc8de2b662c8']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:20.520152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc2c181-689f-4df0-b462-281d8a6e3efb') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:20.520453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc2c181-689f-4df0-b462-281d8a6e3efb') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:20.536699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:20.539779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.543603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:20.546053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:20.547581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.548595 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.590451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.591264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b6f4-5b94-4166-9f11-a897199b4190 req-6dac3703-5b64-44c9-9e3a-f556a3dede97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.592990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7372b6f4-5b94-4166-9f11-a897199b4190 req-6dac3703-5b64-44c9-9e3a-f556a3dede97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.2978690 Jul 28 14:45:20.628009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.657366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:20.657878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:20.692897 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:20.719946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1463ed28-984a-4573-8930-71ad88b90f31 None None] Network 84eca0bc-3a26-441a-b239-bc8de2b662c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:20.836226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7372b6f4-5b94-4166-9f11-a897199b4190 req-70913b06-df8e-402f-b734-27d6b697ca6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314804 Jul 28 14:45:20.845348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-52e49180-8579-4316-ac62-f2c707302c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2962532 Jul 28 14:45:20.845662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58972) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:20.938045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-8354b0f8-8e45-47b6-8593-34d4fbf5a313 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.952290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb5900b5-42c6-4f4b-a7da-faa8adb15b24 req-14932db7-9762-4fba-bee4-a1c2b7602f34 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0410082 Jul 28 14:45:20.952491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-8354b0f8-8e45-47b6-8593-34d4fbf5a313 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.53 "GET /v2.0/networks?id=d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 200 len: 808 time: 0.3466640 Jul 28 14:45:20.953136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f4ecb-a315-4c1a-9a88-81013d083b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:20.953753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd470944-2665-4ab6-9073-7649fa961198 None None] DHCP port deletion for 84eca0bc-3a26-441a-b239-bc8de2b662c8 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:20.954622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-082f4ecb-a315-4c1a-9a88-81013d083b51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports/23be5015-5d72-4f66-a63e-48a0dfb4c5ec HTTP/1.1" status: 200 len: 958 time: 0.1079595 Jul 28 14:45:20.957534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:20.973451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Request body: {'port': {'device_id': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7', 'admin_state_up': True, 'tenant_id': 'eb6b0b2c29c549ff83f8a95e67371b80'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:21.048994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Deleting port 23be5015-5d72-4f66-a63e-48a0dfb4c5ec {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:21.049355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.053614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.090250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.101071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/84eca0bc-3a26-441a-b239-bc8de2b662c8 HTTP/1.1" status: 204 len: 168 time: 2.5738976 Jul 28 14:45:21.101071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e0a6-cd88-4f3d-ba36-310d159b7dfb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=84eca0bc-3a26-441a-b239-bc8de2b662c8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.102996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.142798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.149141 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8af1d0a-944d-42b7-b5f1-539671193dc3 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.149609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8af1d0a-944d-42b7-b5f1-539671193dc3 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.154664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f8af1d0a-944d-42b7-b5f1-539671193dc3 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/2e40e00a-4a06-4468-bab3-a4c91f7e28cb HTTP/1.1" status: 404 len: 337 time: 0.0412424 Jul 28 14:45:21.155114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58984) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.168341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Calling delete_port for 23be5015-5d72-4f66-a63e-48a0dfb4c5ec owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:21.180771 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6277d84a-78a5-49e0-9fba-c4bd65977a66 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.181353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6277d84a-78a5-49e0-9fba-c4bd65977a66 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.183827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6277d84a-78a5-49e0-9fba-c4bd65977a66 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/84eca0bc-3a26-441a-b239-bc8de2b662c8 HTTP/1.1" status: 404 len: 339 time: 0.0275185 Jul 28 14:45:21.186587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.227093 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaca44d-3437-4c17-a525-1835b930677b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.227569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaca44d-3437-4c17-a525-1835b930677b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.230921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3eaca44d-3437-4c17-a525-1835b930677b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/a976c788-bfc4-407f-9c62-bc8050927b7d HTTP/1.1" status: 404 len: 337 time: 0.0413995 Jul 28 14:45:21.233107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58990) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.253170 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ff108d-f2f2-4435-89ca-f44b2f79cd37 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.253814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ff108d-f2f2-4435-89ca-f44b2f79cd37 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.255571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-58ff108d-f2f2-4435-89ca-f44b2f79cd37 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/d12993b9-326b-486b-b4b8-677a559d74ec HTTP/1.1" status: 404 len: 339 time: 0.0214806 Jul 28 14:45:21.258261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 58992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.343039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.390884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Made reservation on behalf of eb6b0b2c29c549ff83f8a95e67371b80 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:21.394841 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.455185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.457157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.478846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb03bb21-fd24-4fdb-89f9-c3397de311ba']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:21.502887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event deleted for resources: {'Port': ['ID=23be5015-5d72-4f66-a63e-48a0dfb4c5ec,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.508927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.512484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e15e9a2d-1960-466a-a547-6c439669fa25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "DELETE /v2.0/ports/23be5015-5d72-4f66-a63e-48a0dfb4c5ec HTTP/1.1" status: 204 len: 168 time: 0.5538802 Jul 28 14:45:21.515406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 58998) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.542327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dfd82a-c095-4635-9bea-d8494b4c0e0b') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:21.559415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dfd82a-c095-4635-9bea-d8494b4c0e0b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:21.559532 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-507a8468-f49d-451c-aa94-7e4eeab445aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:45:21.559532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-507a8468-f49d-451c-aa94-7e4eeab445aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports/23be5015-5d72-4f66-a63e-48a0dfb4c5ec HTTP/1.1" status: 404 len: 333 time: 0.0355568 Jul 28 14:45:21.562175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.562355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.568613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1226629251'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:21.587922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.616736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:21.617158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:21.620818 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:21.689451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Allocated IP 172.20.0.6 (d1369615-a590-4621-aea1-a6ac4108feb7/edc9fbf6-1608-4e11-911c-ef7d8f2654bf/8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:21.755566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Made reservation on behalf of 0954409b5b194abc9279ef256d9951f9 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:21.758017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.777743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:21.792347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.799291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:21.803193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/eb03bb21-fd24-4fdb-89f9-c3397de311ba HTTP/1.1" status: 204 len: 168 time: 0.5415475 Jul 28 14:45:21.814229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.837792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3af4e3-fcd2-4644-ac96-2f015adb2995 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=eb03bb21-fd24-4fdb-89f9-c3397de311ba,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:21.870276 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4470b4ac-dcd5-4c4e-9d8c-3b128fb6b5b8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.870767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4470b4ac-dcd5-4c4e-9d8c-3b128fb6b5b8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.872856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4470b4ac-dcd5-4c4e-9d8c-3b128fb6b5b8 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/fd305705-535c-4fce-9422-cfa11189ec64 HTTP/1.1" status: 404 len: 337 time: 0.0564966 Jul 28 14:45:21.877013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.949879 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd9a268-7d65-4ddc-8a65-975842001cf7 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.950455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd9a268-7d65-4ddc-8a65-975842001cf7 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.954531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1fd9a268-7d65-4ddc-8a65-975842001cf7 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/01e32ec4-17e6-478b-ad70-a6617c57c124 HTTP/1.1" status: 404 len: 339 time: 0.0739636 Jul 28 14:45:21.956388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59018) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:21.993116 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dfbc2c-5706-4d1a-830b-7436bab3b6d1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:21.993116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dfbc2c-5706-4d1a-830b-7436bab3b6d1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:21.998724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15dfbc2c-5706-4d1a-830b-7436bab3b6d1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/51933902-eb42-48ca-8892-948bdcb8aea4 HTTP/1.1" status: 404 len: 337 time: 0.0387886 Jul 28 14:45:21.999015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59022) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.011450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.020727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798f1d7-ee16-4be9-9f4e-a3dd6780b837 req-fca49a68-877c-4cf8-8326-83bf8be3fa2b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.023780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e798f1d7-ee16-4be9-9f4e-a3dd6780b837 req-fca49a68-877c-4cf8-8326-83bf8be3fa2b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.0989344 Jul 28 14:45:22.038821 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e6c289-81b4-4c25-8178-bc85b8f311a1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.039448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e6c289-81b4-4c25-8178-bc85b8f311a1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.043655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-16e6c289-81b4-4c25-8178-bc85b8f311a1 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/ac6cc42c-f239-4539-b7c6-d7d685a4f193 HTTP/1.1" status: 404 len: 339 time: 0.0412467 Jul 28 14:45:22.044275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59026) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.075248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e517f3e-1cb4-445b-82fc-02e1c1a045de req-99f8400d-6709-4cfe-90e1-b2c17792f8a7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0410595 Jul 28 14:45:22.110290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.110736 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb92f62-f79b-402c-8d04-9aefd0da5b4b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.111262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb92f62-f79b-402c-8d04-9aefd0da5b4b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.113355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8bb92f62-f79b-402c-8d04-9aefd0da5b4b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/47585f00-895a-4de0-a0bb-f429b5bc8059 HTTP/1.1" status: 404 len: 337 time: 0.0668030 Jul 28 14:45:22.117919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59038) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.138985 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e798f1d7-ee16-4be9-9f4e-a3dd6780b837 req-98a56101-f8fb-4333-b66e-9c4774ea9c41 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042855 Jul 28 14:45:22.145759 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c90aa35-8bda-48d1-8c84-7a4157cf3870 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.146377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c90aa35-8bda-48d1-8c84-7a4157cf3870 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.149072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c90aa35-8bda-48d1-8c84-7a4157cf3870 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/ca722949-5bda-4675-a4c9-87d47b3515a9 HTTP/1.1" status: 404 len: 339 time: 0.0298479 Jul 28 14:45:22.152456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.196250 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08a824f-ae24-4c72-862e-c297c5f8db69 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.196724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08a824f-ae24-4c72-862e-c297c5f8db69 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.199041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c08a824f-ae24-4c72-862e-c297c5f8db69 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/9e009816-94d5-48d6-92ef-d9a2146c2649 HTTP/1.1" status: 404 len: 337 time: 0.0456154 Jul 28 14:45:22.202013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.226126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 876e3532-2989-4a7b-aea4-affb5d435152 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:22.229210 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-32442353-5186-4e4a-8d70-aeb89a9829fb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.229930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32442353-5186-4e4a-8d70-aeb89a9829fb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.234749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32442353-5186-4e4a-8d70-aeb89a9829fb tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/5df482a3-407c-4547-878e-3705405c3c45 HTTP/1.1" status: 404 len: 339 time: 0.0284598 Jul 28 14:45:22.234749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.254074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 876e3532-2989-4a7b-aea4-affb5d435152 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:22.254429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 876e3532-2989-4a7b-aea4-affb5d435152 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:22.261989 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ea9727-4157-493c-b2fe-89ece2c2179f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.262447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ea9727-4157-493c-b2fe-89ece2c2179f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.264244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-26ea9727-4157-493c-b2fe-89ece2c2179f tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/3bd5856b-eb74-4dd8-8b45-bd9a25d7d63b HTTP/1.1" status: 404 len: 337 time: 0.0285370 Jul 28 14:45:22.266759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59046) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.289156 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-514631ec-3fe2-40f6-9ec3-60cd28262755 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.289740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514631ec-3fe2-40f6-9ec3-60cd28262755 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.291986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-514631ec-3fe2-40f6-9ec3-60cd28262755 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/84a43a8d-a7be-41fe-a81e-8fbb8062ea53 HTTP/1.1" status: 404 len: 339 time: 0.0242708 Jul 28 14:45:22.294520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59048) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.324575 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac405689-505e-43bd-bc02-ab424676f7b9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.324954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac405689-505e-43bd-bc02-ab424676f7b9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.326776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac405689-505e-43bd-bc02-ab424676f7b9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/8bb3d1ea-64d2-4d08-b278-3d6906271f25 HTTP/1.1" status: 404 len: 337 time: 0.0312846 Jul 28 14:45:22.328066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.329585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.376641 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e5fc3a-cedd-4fa8-983c-e5e04f4c8b7b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.377309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e5fc3a-cedd-4fa8-983c-e5e04f4c8b7b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.380228 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a9e5fc3a-cedd-4fa8-983c-e5e04f4c8b7b tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/0bd7c46d-d3bb-498b-ab79-0ab441db742b HTTP/1.1" status: 404 len: 339 time: 0.0496929 Jul 28 14:45:22.385816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.387377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.404757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Network 9819a232-af72-4db6-8fa9-b0237f6fe077 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:22.427368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:22.435000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:22.436530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:22.437782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.440054 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e0a601-fe6a-4895-a3f5-3ea9aafead76 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.440499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e0a601-fe6a-4895-a3f5-3ea9aafead76 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.442493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-57e0a601-fe6a-4895-a3f5-3ea9aafead76 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/6cd04282-95f6-4b49-b89f-ab95e10a5245 HTTP/1.1" status: 404 len: 337 time: 0.0533361 Jul 28 14:45:22.446871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59066) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.472450 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-493bdc20-f931-46df-81cb-5a5a0ed64e53 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.473046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493bdc20-f931-46df-81cb-5a5a0ed64e53 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.474094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Network d1369615-a590-4621-aea1-a6ac4108feb7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:22.475284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-493bdc20-f931-46df-81cb-5a5a0ed64e53 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/e39834f4-73d1-434f-b302-bf716853371b HTTP/1.1" status: 404 len: 339 time: 0.0251648 Jul 28 14:45:22.477524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=37bfb26e-93b3-432a-ab38-ba1d5b21bf73,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:22.479890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59068) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.483295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:22.485911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:22.730665 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-31774dcd-e8ca-4dd2-aac3-f3f21f801bcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1672347 Jul 28 14:45:22.733481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59070) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.739143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:22.809702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:22.886623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Pushing event updated for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:22.893302 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e4adf5-a60c-42b0-9c31-53e7fc93a496 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.893873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e4adf5-a60c-42b0-9c31-53e7fc93a496 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.898692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-90e4adf5-a60c-42b0-9c31-53e7fc93a496 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/e0df17c9-d452-4940-87a9-434935cc6fe1 HTTP/1.1" status: 404 len: 337 time: 0.4166036 Jul 28 14:45:22.903529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59082) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.945219 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d8719-c976-4113-9658-ec24265fdb27 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:22.945815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90d8719-c976-4113-9658-ec24265fdb27 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:22.948139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e90d8719-c976-4113-9658-ec24265fdb27 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/d9bbc9cf-7a9f-492a-a1f4-6392cf6a3aad HTTP/1.1" status: 404 len: 339 time: 0.0436463 Jul 28 14:45:22.951448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59084) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:22.967969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.041860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.041860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting subnet 15469c8c-c66e-40b8-87d2-88a0b5bf1e95 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:23.041860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.042381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] device_id is not set on port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:23.046969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.059438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Transition to ACTIVE for port object 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:23.069540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.160121 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.220158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319774b-111f-43ce-95d0-ef6b539db80e req-6245d089-83a1-4fd4-99ff-7c52f57bf1b3 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.222086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6319774b-111f-43ce-95d0-ef6b539db80e req-6245d089-83a1-4fd4-99ff-7c52f57bf1b3 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 931 time: 0.0558171 Jul 28 14:45:23.244806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.270146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9b140d05-65be-4458-b1b3-b94db3772ca7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3041081 Jul 28 14:45:23.311849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Request body: {'port': {'device_id': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:23.334913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6319774b-111f-43ce-95d0-ef6b539db80e req-c53d51b5-4ff8-4e4a-85a2-7c395e7e8fab tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064587 Jul 28 14:45:23.336779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=37bfb26e-93b3-432a-ab38-ba1d5b21bf73,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:23.355420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.356892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.356892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.371746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.372095 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.374651 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 2 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.375103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba76d-7f00-4600-807f-86854ca7dfac req-5a3e2013-38f1-446a-b549-6dbf5d4acdc4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.376796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-681ba76d-7f00-4600-807f-86854ca7dfac req-5a3e2013-38f1-446a-b549-6dbf5d4acdc4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.1266196 Jul 28 14:45:23.404480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.405219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.405824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.412055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.412489 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.412838 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 3 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.426900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.427304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.427661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.428697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-361eb4b6-af28-4bb9-9043-889a0c90e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.430508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-361eb4b6-af28-4bb9-9043-889a0c90e2f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 1096 time: 0.2267001 Jul 28 14:45:23.433974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.434313 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.434798 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 4 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.447908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.454196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.454750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.455220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.460509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.460940 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.461463 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 5 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.476215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.476657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.477099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.481592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:23.482104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.482657 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.483186 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 6 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.490327 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-681ba76d-7f00-4600-807f-86854ca7dfac req-478f004f-abe3-4a84-b48d-f54e991971c8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985191 Jul 28 14:45:23.504564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.505273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.505623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.510801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.511353 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.511976 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 7 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.525382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.525729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.526078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.530702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.531226 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.536967 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 8 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.545714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.545938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.546195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.546540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.551077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.551410 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.551808 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 9 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.575007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.576011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.576660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.582552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.582917 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.583482 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempt 10 to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 Jul 28 14:45:23.601018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:23.601385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:23.601946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Subnet': ['ID=15469c8c-c66e-40b8-87d2-88a0b5bf1e95,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:23.602290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempting to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:23.608363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:23.609147 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Failed to bind port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on host n-h2-705658-23 for vnic_type normal using segments [{'id': 'e20c48c9-89a3-4b08-818a-05525aa3c349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9819a232-af72-4db6-8fa9-b0237f6fe077'}] Jul 28 14:45:23.609875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.687615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:23.689108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attempted to set empty binding levels {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:45:23.702203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.704167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a651711a-e477-4e02-b825-d86cdbe66eee tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/subnets/15469c8c-c66e-40b8-87d2-88a0b5bf1e95 HTTP/1.1" status: 204 len: 168 time: 0.7515407 Jul 28 14:45:23.705985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ff1206-048c-4f29-b35b-79675c6b9453 None None] Network b573cc7d-9a8b-4c36-9720-8000f7b0b57b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:23.709022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59096) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:23.767692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:23.774675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.797867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.885325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.920872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event updated for resources: {'Port': ['ID=37bfb26e-93b3-432a-ab38-ba1d5b21bf73,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:23.937665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] In _notify_port_updated(), no bound segment for port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 on network 9819a232-af72-4db6-8fa9-b0237f6fe077 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:45:23.937665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:23.937665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:23.940156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9cc6a4b1-6b2c-4f54-88f3-4a5e1634189c tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "PUT /v2.0/ports/37bfb26e-93b3-432a-ab38-ba1d5b21bf73 HTTP/1.1" status: 200 len: 980 time: 1.2055790 Jul 28 14:45:23.942880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:24.021632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55563d7a-4038-4923-9e3a-137774315403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.073078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680313d-04d8-46d1-b460-40828c40347c None None] DHCP port deletion for b573cc7d-9a8b-4c36-9720-8000f7b0b57b request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:24.083541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Deleting port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:24.084350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.135642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Deleting port 8decdea9-9484-4c3b-b66c-87926a15e5b2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:24.136006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.170827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Deleting port 8decdea9-9484-4c3b-b66c-87926a15e5b2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:24.171480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.177241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] For port 37bfb26e-93b3-432a-ab38-ba1d5b21bf73, host n-h2-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:24.177619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.196550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Calling delete_port for 37bfb26e-93b3-432a-ab38-ba1d5b21bf73 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:24.226928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55563d7a-4038-4923-9e3a-137774315403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.246316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0680313d-04d8-46d1-b460-40828c40347c None None] For port 8decdea9-9484-4c3b-b66c-87926a15e5b2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8decdea9-9484-4c3b-b66c-87926a15e5b2,segment=NetworkSegment(2dea58e0-6216-4a0a-b0fb-3db28def776a),segment_id=2dea58e0-6216-4a0a-b0fb-3db28def776a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:24.247165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.272226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Calling delete_port for 8decdea9-9484-4c3b-b66c-87926a15e5b2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:24.283191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:24.294335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:24.310342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.330076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] For port 8decdea9-9484-4c3b-b66c-87926a15e5b2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8decdea9-9484-4c3b-b66c-87926a15e5b2,segment=NetworkSegment(2dea58e0-6216-4a0a-b0fb-3db28def776a),segment_id=2dea58e0-6216-4a0a-b0fb-3db28def776a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:24.330422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.349459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8decdea9-9484-4c3b-b66c-87926a15e5b2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:24.367497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Calling delete_port for 8decdea9-9484-4c3b-b66c-87926a15e5b2 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:24.370024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Transition to ACTIVE for port object 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:24.381714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55563d7a-4038-4923-9e3a-137774315403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.403030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:24.471554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.490199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:24.501204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.501403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.504882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55563d7a-4038-4923-9e3a-137774315403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c8d47a-ad10-4f8e-93df-9f6e1148b2c4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.510048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-55563d7a-4038-4923-9e3a-137774315403 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd6324e79684424eaa5ce8ac0c16b7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405603 Jul 28 14:45:24.515306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59116) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:24.539655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Transition to ACTIVE for port object 769e2005-6f13-4bee-8228-d261300c2bc4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:24.547241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Pushing event deleted for resources: {'Port': ['ID=37bfb26e-93b3-432a-ab38-ba1d5b21bf73,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.556556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.577295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0678daf7-c9c2-4782-8648-d9b6f89538df tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "DELETE /v2.0/ports/37bfb26e-93b3-432a-ab38-ba1d5b21bf73 HTTP/1.1" status: 204 len: 168 time: 0.6247423 Jul 28 14:45:24.579439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc0d91-45a8-4193-acb2-e8caebfa48fe req-8a349b62-b342-47ca-b6ef-93adc6fc794c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:24.581087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09dc0d91-45a8-4193-acb2-e8caebfa48fe req-8a349b62-b342-47ca-b6ef-93adc6fc794c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 931 time: 0.1468568 Jul 28 14:45:24.581364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:24.582021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.630012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09dc0d91-45a8-4193-acb2-e8caebfa48fe req-89203f8a-1489-4ae8-b82d-340fbd72e5e3 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Jul 28 14:45:24.644028 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-532cf285-e4d7-4d6e-8453-63a5e2153897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:45:24.651032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-532cf285-e4d7-4d6e-8453-63a5e2153897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426 tempest-PortsAdminExtendedAttrsIpV6TestJSON-32121426-project-admin] 10.222.0.47 "GET /v2.0/ports/37bfb26e-93b3-432a-ab38-ba1d5b21bf73 HTTP/1.1" status: 404 len: 333 time: 0.0602415 Jul 28 14:45:24.653743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59122) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:24.669968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.686002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.732903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680313d-04d8-46d1-b460-40828c40347c None None] No DVR routers for this DVR port 8decdea9-9484-4c3b-b66c-87926a15e5b2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:24.735899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680313d-04d8-46d1-b460-40828c40347c None None] Pushing event deleted for resources: {'Port': ['ID=8decdea9-9484-4c3b-b66c-87926a15e5b2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.746079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.747888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Pushing event updated for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.795190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.847366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:24.862083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Port': ['ID=8decdea9-9484-4c3b-b66c-87926a15e5b2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:24.871852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] No DVR routers for this DVR port 8decdea9-9484-4c3b-b66c-87926a15e5b2 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:24.954119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.111022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593333-d27a-46b4-abed-2dcee49e73bd req-c44246bd-3704-4dbe-a70e-ceb65741950d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.112447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d593333-d27a-46b4-abed-2dcee49e73bd req-c44246bd-3704-4dbe-a70e-ceb65741950d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 944 time: 0.3912053 Jul 28 14:45:25.150674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=9']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:25.195422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.214350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Attempting to bind port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:25.214570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Attempting to bind port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:25.214795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Attempting to bind port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 on network d1369615-a590-4621-aea1-a6ac4108feb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:25.230327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b573cc7d-9a8b-4c36-9720-8000f7b0b57b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.268482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 on network d1369615-a590-4621-aea1-a6ac4108feb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:25.268811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Attempting to bind port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 on network d1369615-a590-4621-aea1-a6ac4108feb7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:25.272538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dea58e0-6216-4a0a-b0fb-3db28def776a') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.272841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dea58e0-6216-4a0a-b0fb-3db28def776a') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.312130 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.313885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:25.314260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Checking segment: {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:25.314646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Bound using segment: {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:25.315109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Bound port: 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:25.315457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.317328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] No DVR routers for this DVR port 769e2005-6f13-4bee-8228-d261300c2bc4 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:25.343087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d593333-d27a-46b4-abed-2dcee49e73bd req-70ce05d7-9bac-4fd0-a80e-564f224a0445 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145185 Jul 28 14:45:25.412544 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.415111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.416790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39c8d47a-ad10-4f8e-93df-9f6e1148b2c4 HTTP/1.1" status: 204 len: 168 time: 0.9009049 Jul 28 14:45:25.424214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.447753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:25.448177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:25.470807 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:25.476330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.531144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380fd65-8f19-42be-bdb0-d8d22da89855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c8d47a-ad10-4f8e-93df-9f6e1148b2c4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:25.533870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9819a232-af72-4db6-8fa9-b0237f6fe077']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.597603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20c48c9-89a3-4b08-818a-05525aa3c349') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.597898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20c48c9-89a3-4b08-818a-05525aa3c349') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:25.615188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.646056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.648384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:25.652212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:25.659570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:25.659978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:25.663148 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:25.748985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.775543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.777365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] 10.222.0.47 "DELETE /v2.0/networks/b573cc7d-9a8b-4c36-9720-8000f7b0b57b HTTP/1.1" status: 204 len: 168 time: 2.0674040 Jul 28 14:45:25.782102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:25.782439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:25.782779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:25.799697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3b84-eea4-4dc6-86c0-8d78ce4c1bc9 tempest-NetworksTest-224250662 tempest-NetworksTest-224250662-project] Pushing event deleted for resources: {'Network': ['ID=b573cc7d-9a8b-4c36-9720-8000f7b0b57b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:25.801969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.813124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:45:25.813462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Attempting to bind port 769e2005-6f13-4bee-8228-d261300c2bc4 on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:25.850910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:25.851332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:25.851719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:25.852170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Bound port: 769e2005-6f13-4bee-8228-d261300c2bc4, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:25.852552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.858799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.859444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.860931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-1f037467-5547-4537-82a1-2d126b011ece service neutron] 10.222.0.53 "PUT /v2.0/ports/8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 HTTP/1.1" status: 200 len: 1092 time: 2.5571265 Jul 28 14:45:25.861376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:25.863704 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29" -d '{"events": [{"name": "network-changed", "server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:25.888234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1030d-4ae2-4334-a56d-a48e25c1ef10 req-53471911-40d8-4e05-a1ec-5068e94686d7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:25.889924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2b1030d-4ae2-4334-a56d-a48e25c1ef10 req-53471911-40d8-4e05-a1ec-5068e94686d7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 943 time: 0.1646843 Jul 28 14:45:25.932514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.941390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037467-5547-4537-82a1-2d126b011ece service neutron] Pushing event updated for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:25.960910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:25.963005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] 10.222.0.47 "DELETE /v2.0/networks/9819a232-af72-4db6-8fa9-b0237f6fe077 HTTP/1.1" status: 204 len: 168 time: 1.3082676 Jul 28 14:45:25.979023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd58f8-5ae0-4b29-9c46-df2a429bc0ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790 tempest-PortsAdminExtendedAttrsIpV6TestJSON-313252790-project] Pushing event deleted for resources: {'Network': ['ID=9819a232-af72-4db6-8fa9-b0237f6fe077,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:26.015684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2b1030d-4ae2-4334-a56d-a48e25c1ef10 req-ba35091e-c0f8-4a73-9041-5a1d08be1760 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106107 Jul 28 14:45:26.021387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:26.026579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:26.096970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-7b35ec57-97c8-4c40-92ac-5786d165c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.097086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-7b35ec57-97c8-4c40-92ac-5786d165c7ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 1095 time: 0.0586865 Jul 28 14:45:26.118565 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70c2ef5-ad3f-4497-8777-91489ec63ca5 x-openstack-request-id: req-b70c2ef5-ad3f-4497-8777-91489ec63ca5 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:26.118848 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:26.119184 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b70c2ef5-ad3f-4497-8777-91489ec63ca5 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:26.119635 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1', 'status': 'completed', 'code': 200} Jul 28 14:45:26.161361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-fc1a45d0-8848-4079-aed7-aebd35b6184b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 HTTP/1.1" status: 200 len: 217 time: 0.0504229 Jul 28 14:45:26.182774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.232088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.232992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:26.234423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] 10.222.0.53 "PUT /v2.0/ports/769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1093 time: 2.7628779 Jul 28 14:45:26.267886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-109f9350-d4b3-4390-85f4-6065b206d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.270179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-109f9350-d4b3-4390-85f4-6065b206d04b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=edc9fbf6-1608-4e11-911c-ef7d8f2654bf HTTP/1.1" status: 200 len: 848 time: 0.1008594 Jul 28 14:45:26.298607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78fff0-00c4-4e53-b6a5-c8d6677760cd service neutron] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:26.333828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-89c6096b-8223-49de-b2db-3da14472bed1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1369615-a590-4621-aea1-a6ac4108feb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455642 Jul 28 14:45:26.712719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:26.745598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-fec64235-8d99-4132-89f4-2b4486e095a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.747187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-fec64235-8d99-4132-89f4-2b4486e095a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1097 time: 0.4757531 Jul 28 14:45:26.877360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a1fb8-ab2d-4387-b710-424265030a88 req-966a1fcd-ffc0-46ab-97de-41056943b840 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.878905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c07a1fb8-ab2d-4387-b710-424265030a88 req-966a1fcd-ffc0-46ab-97de-41056943b840 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1767273 Jul 28 14:45:26.892370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-9165778e-f5f2-4021-9ac5-3b4d794768fe service neutron] 10.222.0.53 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506473 Jul 28 14:45:26.974350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-1ba485fe-a829-4224-bb9a-107cb53261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:26.979261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-1ba485fe-a829-4224-bb9a-107cb53261b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.2121458 Jul 28 14:45:27.002289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:27.003473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c07a1fb8-ab2d-4387-b710-424265030a88 req-73049257-bd44-49ae-baf3-795c27db629f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084459 Jul 28 14:45:27.030588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-47978d26-38af-44d8-9cc9-1b233a731e2e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c077532426d4024be2bc9eda7055598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143358 Jul 28 14:45:27.031443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59174) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:27.102026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-608591dc-6e42-4d32-887c-a9740df79c8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1000 time: 0.1090803 Jul 28 14:45:27.122375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61f32763-0e20-4a1b-b233-a9192605f8a6 req-4135466d-6bca-415f-a9bf-a318d573c18d service neutron] 10.222.0.53 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178466 Jul 28 14:45:27.168083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-4688780c-1bb6-4e60-ad5d-a2e8f57c278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.169595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-4688780c-1bb6-4e60-ad5d-a2e8f57c278b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0599334 Jul 28 14:45:27.213608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.226097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-bcd4a8a8-24b2-488e-b101-233e8c2d3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.228075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-bcd4a8a8-24b2-488e-b101-233e8c2d3273 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508926 Jul 28 14:45:27.289295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.292918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa7976ea-45a8-4efe-8c75-896d4a0fee36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=061227cd82aa4d34818af1af25ddb883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2896061 Jul 28 14:45:27.295770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:27.312658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b2e52-d250-47fd-9383-d01baaf2e3ca req-cf5c0c08-e1dc-45be-a204-cfdb3a6f79c9 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.321934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d0b2e52-d250-47fd-9383-d01baaf2e3ca req-cf5c0c08-e1dc-45be-a204-cfdb3a6f79c9 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 943 time: 0.1827826 Jul 28 14:45:27.370531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d0b2e52-d250-47fd-9383-d01baaf2e3ca req-347375e4-9d16-419e-a4af-13db0292f03b tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Jul 28 14:45:27.408073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-41862f30-80a4-4f77-8c9b-92d84631d531 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719878 Jul 28 14:45:27.413881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.487359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.503070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-7748de32-d3f3-4fd8-b1a9-b67472a8e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.504743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-7748de32-d3f3-4fd8-b1a9-b67472a8e6d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 1095 time: 0.1631942 Jul 28 14:45:27.532407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.535166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.536311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e8a9fb4-496e-417d-b5ac-27078c235c24 HTTP/1.1" status: 204 len: 168 time: 0.5037854 Jul 28 14:45:27.544851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6279c-dc7e-4e67-8819-c52f003e31c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8a9fb4-496e-417d-b5ac-27078c235c24,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.627615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b8d70ab-0f45-49ab-bb40-8da833781a50 req-ae368567-0262-45df-ab15-0de97908d144 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084272 Jul 28 14:45:27.656599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-5f85fccb-27be-4977-9e2a-1aceafdfc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.658239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-5f85fccb-27be-4977-9e2a-1aceafdfc433 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 200 len: 909 time: 0.1438680 Jul 28 14:45:27.710638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-fd70a058-ac0e-426c-9de8-cd6a45e87fb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 HTTP/1.1" status: 200 len: 217 time: 0.0446196 Jul 28 14:45:27.765491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-3fbb905f-1774-4a78-a870-49bc58f06589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:27.767003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-3fbb905f-1774-4a78-a870-49bc58f06589 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=edc9fbf6-1608-4e11-911c-ef7d8f2654bf HTTP/1.1" status: 200 len: 848 time: 0.0491972 Jul 28 14:45:27.803919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-7a0d141c-1d2e-46cb-b3cf-71c3437e04da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1369615-a590-4621-aea1-a6ac4108feb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290236 Jul 28 14:45:27.804437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.808671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:27.809630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7caee39-8ada-4b51-b807-a8cdf637a283 HTTP/1.1" status: 204 len: 168 time: 0.5128326 Jul 28 14:45:27.839640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d29cf-7346-468d-b7bc-5ac2942429b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7caee39-8ada-4b51-b807-a8cdf637a283,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:27.945646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-2ff00848-eef1-4aed-adf5-e176cdfd5688 service neutron] 10.222.0.53 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325641 Jul 28 14:45:28.120765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:28.124258 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29" -d '{"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:28.140645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559a57a-cf71-49f0-8570-fc929dec0eda req-06440155-0f6c-4d7c-847b-f8faf48ab136 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.150011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a559a57a-cf71-49f0-8570-fc929dec0eda req-06440155-0f6c-4d7c-847b-f8faf48ab136 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0574899 Jul 28 14:45:28.150176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94b6c1bd-de53-43e6-a284-7f6f6ccd0d29 req-46c84795-2dbe-4036-ac80-8f2e12a22801 service neutron] 10.222.0.53 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935484 Jul 28 14:45:28.167197 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb846c-ccee-4c04-a4e7-a9d2995ec330 x-openstack-request-id: req-2ffb846c-ccee-4c04-a4e7-a9d2995ec330 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:28.167655 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:28.168132 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ffb846c-ccee-4c04-a4e7-a9d2995ec330 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:28.168631 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'status': 'completed', 'code': 200} Jul 28 14:45:28.189506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a559a57a-cf71-49f0-8570-fc929dec0eda req-4bc2cd9a-893b-4064-852d-329ce8395459 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Jul 28 14:45:28.257187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-d24e943a-9c9f-4268-a3b8-720917c611a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.258720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-d24e943a-9c9f-4268-a3b8-720917c611a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0437763 Jul 28 14:45:28.368661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-2be5732b-92c2-4a91-8fde-572ef7a38910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.370805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-2be5732b-92c2-4a91-8fde-572ef7a38910 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1041095 Jul 28 14:45:28.457531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-8065a03a-ef8a-4f08-8294-298441494b07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 200 len: 1000 time: 0.0790036 Jul 28 14:45:28.555707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-5f595283-71b2-49ec-afb3-434c94cdedd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.560910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-5f595283-71b2-49ec-afb3-434c94cdedd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0924153 Jul 28 14:45:28.591366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80179de8-a457-4beb-bfec-034ed03b5b97 req-e7418519-09e4-45aa-a07a-04a1e8c64c97 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.594088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80179de8-a457-4beb-bfec-034ed03b5b97 req-e7418519-09e4-45aa-a07a-04a1e8c64c97 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 943 time: 0.1153984 Jul 28 14:45:28.664064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80179de8-a457-4beb-bfec-034ed03b5b97 req-f119fa08-93b3-4ab2-9bcc-bdfdad6d4255 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577745 Jul 28 14:45:28.670515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-1e7e71d3-647c-4a60-aa39-9dbd7808124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:28.672099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-1e7e71d3-647c-4a60-aa39-9dbd7808124d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965858 Jul 28 14:45:28.792045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-1dd88fbc-fdf0-4416-90a4-c3b4abf76d5c service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118121 Jul 28 14:45:28.885073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f016cbae-ccb9-4fb8-b7e6-9d86ce0fec29 req-1a4ccfbc-ce1a-426c-abb6-20706cbccf30 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856357 Jul 28 14:45:29.312391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:29.332196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fa4a2-cab5-4e95-86ed-a829384e3d4f req-d6f36cb3-1caf-42cd-9222-dd567daea394 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:29.340905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a9fa4a2-cab5-4e95-86ed-a829384e3d4f req-d6f36cb3-1caf-42cd-9222-dd567daea394 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0684805 Jul 28 14:45:29.419490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a9fa4a2-cab5-4e95-86ed-a829384e3d4f req-7535de72-a339-4d7a-9036-368f548d8bfb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750768 Jul 28 14:45:29.425020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0b61310-1d9a-4d62-b715-df96359119cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0954409b5b194abc9279ef256d9951f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116214 Jul 28 14:45:29.426518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59262) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:29.573997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.635406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.781588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59274) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:29.817437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08b06-7215-4458-b6ce-e0d54e3165fd req-ce86d535-b0b5-463b-b007-c32489be434f tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:29.819188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17e08b06-7215-4458-b6ce-e0d54e3165fd req-ce86d535-b0b5-463b-b007-c32489be434f tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 943 time: 0.0671732 Jul 28 14:45:29.869123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.873297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:29.874597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c1999db-5d84-4efd-b056-21fdfa332d29 HTTP/1.1" status: 204 len: 168 time: 0.4469836 Jul 28 14:45:29.910440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6964a-4b5a-4481-b0b0-3e16e84500b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1999db-5d84-4efd-b056-21fdfa332d29,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:29.940145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17e08b06-7215-4458-b6ce-e0d54e3165fd req-9c58779d-70d4-4ab2-9926-d4f665a8660b tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108198 Jul 28 14:45:30.037337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-177044029'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:30.306928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Made reservation on behalf of 3083ba0521ac41f18be628d78b8a3a31 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:30.310945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.320865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.461824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.522379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59292) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:30.588370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be865a98-135b-4d0a-ac5e-6656a3a95854 req-35721335-ff38-4ca6-b0a2-99a945c52f39 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:30.597651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be865a98-135b-4d0a-ac5e-6656a3a95854 req-35721335-ff38-4ca6-b0a2-99a945c52f39 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0844805 Jul 28 14:45:30.651657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.651991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be865a98-135b-4d0a-ac5e-6656a3a95854 req-6e2dcca7-2ba7-415e-8ef4-de325f1a83f0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Jul 28 14:45:30.717641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-116179706'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:30.739261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:30.751004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.751358 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Added segment 0abf6e0e-b7b3-4984-a936-ebbb090111a7 of type vlan for network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 Jul 28 14:45:30.779741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa42da2-2715-4ec6-9539-2823f45f2bce,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:30.789326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:30.834689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.945794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:30.952282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:30.970453 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.466158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:31.466158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1', 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7', 'port_id': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1', 'mac_address': 'fa:16:3e:88:fa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc9fbf6-1608-4e11-911c-ef7d8f2654bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:31.468222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.468222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:31.468222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.468996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.468996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:31.468996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:31.469472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event updated for resources: {'Network': ['ID=ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:31.469546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1f3af-d181-4e15-8f33-7b8cbd790ef5 req-01a1e858-6b6d-4fa5-a5ee-826ee0cb585e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:31.469640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:31.469724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a1f3af-d181-4e15-8f33-7b8cbd790ef5 req-01a1e858-6b6d-4fa5-a5ee-826ee0cb585e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 943 time: 0.0935667 Jul 28 14:45:31.469797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.469867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a1f3af-d181-4e15-8f33-7b8cbd790ef5 req-ac7a675b-14cd-441c-aca6-695d9489640e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773637 Jul 28 14:45:31.469935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.479534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:31.566300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.600850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:31.617485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f431485-4c0f-440f-a1b7-8bb476967d18,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:31.620603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.621170 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07 of type vlan for network 33897a7a-8f19-4cca-9f61-6f35bdccae66 Jul 28 14:45:31.716901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:31.808104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039fba3-5892-45d5-9988-1f83b5ce3e2c req-d04b474e-906c-4efb-8213-0aa06746effb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:31.809153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:31.810696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4039fba3-5892-45d5-9988-1f83b5ce3e2c req-d04b474e-906c-4efb-8213-0aa06746effb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0621769 Jul 28 14:45:31.872451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-304eef40-b205-46e7-ada4-9130105d62ae tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0895081 Jul 28 14:45:31.904400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4039fba3-5892-45d5-9988-1f83b5ce3e2c req-843209d9-3d8e-4f94-bb53-f02acc25443f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580578 Jul 28 14:45:31.931574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59322) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:31.931574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Request body: {'subnet': {'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:32.038410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.130274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:32.130274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.130274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=33897a7a-8f19-4cca-9f61-6f35bdccae66,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:32.134793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:32.281605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59330) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:32.402882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288a6c-467d-4193-83e8-ff2ab8131eca req-38a4a2fb-618d-4f01-befb-ce597c381964 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:32.409569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f288a6c-467d-4193-83e8-ff2ab8131eca req-38a4a2fb-618d-4f01-befb-ce597c381964 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 944 time: 0.1061959 Jul 28 14:45:32.438632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-570265045'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:32.468403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f288a6c-467d-4193-83e8-ff2ab8131eca req-bc6329d1-05fc-40e3-9ce9-290c9ab77c43 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Jul 28 14:45:32.699169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Made reservation on behalf of 3083ba0521ac41f18be628d78b8a3a31 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:32.702624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:32.818277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:32.936331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e2233f44-cf20-456e-b075-e9ad92222fbd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4092190 Jul 28 14:45:32.936691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59342) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:32.942407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'name': 'tempest-PortsIpV6TestJSON-1867677078'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:33.046273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:33.050366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:33.050816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.092005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561f57a-1e39-4796-88ec-ed751e4ddfbf req-918c9b79-c1f9-4dd0-8cdb-e0b14396a9fd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:33.099609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a561f57a-1e39-4796-88ec-ed751e4ddfbf req-918c9b79-c1f9-4dd0-8cdb-e0b14396a9fd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0942032 Jul 28 14:45:33.106632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.116538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:33.121865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.166239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.179533 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.188518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a561f57a-1e39-4796-88ec-ed751e4ddfbf req-4bd31bab-9d09-4c25-90ab-dd069e36f9d2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798423 Jul 28 14:45:33.201324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event updated for resources: {'Subnet': ['ID=142bae62-82f1-40cc-b46d-e0ec5b210765,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.225198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:33.227690 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff48d5a6-5ce6-472b-9e55-490656bbdf0e" -d '{"events": [{"server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "name": "network-vif-plugged", "status": "completed", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:33.232121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Checking segment: {'id': '0abf6e0e-b7b3-4984-a936-ebbb090111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:33.232781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Network hostable DHCP agents. Network: ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:33.245646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:33.278435 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf1ad71-52eb-4ff3-8945-c5c0062c0e0f x-openstack-request-id: req-bbf1ad71-52eb-4ff3-8945-c5c0062c0e0f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:33.278728 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "name": "network-vif-plugged", "status": "completed", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:33.279005 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bbf1ad71-52eb-4ff3-8945-c5c0062c0e0f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:33.279395 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1', 'code': 200} Jul 28 14:45:33.324544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:33.328118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.347932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 2b807827-d833-43f8-9587-0b86dbec50a9 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:33.392758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.402653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:33.420680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.466807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:33.611912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:33.611912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:33.611912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.612821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.612900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810b971-0d1d-457f-ac4e-811940b1bb1d None None] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:33.633246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca3adb-0049-4588-84b4-d2ae1093259c req-3ba87c35-3416-4a6b-b8c8-546d5ab05264 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:33.635441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92ca3adb-0049-4588-84b4-d2ae1093259c req-3ba87c35-3416-4a6b-b8c8-546d5ab05264 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.0843773 Jul 28 14:45:33.693322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92ca3adb-0049-4588-84b4-d2ae1093259c req-359eda8d-bd5a-468f-8a5f-1ee0e68eb588 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Jul 28 14:45:33.791381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08', 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08', 'tenant_id': '3083ba0521ac41f18be628d78b8a3a31', 'fixed_ips': [{'subnet_id': '142bae62-82f1-40cc-b46d-e0ec5b210765'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:33.792290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:33.984728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.013035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:34.023009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bedfec18-0b74-485b-98b7-3cdc8cc33452,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:34.028683 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.029100 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Added segment 27fef841-f583-44f6-8864-1db11be66d51 of type vlan for network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c Jul 28 14:45:34.073844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.074480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.147458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c7ba38e-c3c7-4f0b-827d-6149b2ad4ed8 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2242064 Jul 28 14:45:34.150813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59352) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:34.152400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=2b807827-d833-43f8-9587-0b86dbec50a9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:34.158324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Request body: {'port': {'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1112915492'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:34.173826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Allocated IP 172.20.0.2 (ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08/142bae62-82f1-40cc-b46d-e0ec5b210765/8c685888-494c-4f96-8004-0320173fc4e8) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:34.200551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:34.202323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 33897a7a-8f19-4cca-9f61-6f35bdccae66, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:34.318158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.324825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:34.325942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.393123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00664c62-a3b1-426a-abc7-17c2643ef785 req-fbd718f2-3e27-43e8-b061-b12e5fc856dc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:34.395840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00664c62-a3b1-426a-abc7-17c2643ef785 req-fbd718f2-3e27-43e8-b061-b12e5fc856dc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0734794 Jul 28 14:45:34.429811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:34.456199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Network': ['ID=c6f879a9-bfcc-4312-bd0e-d73155a2ac2c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:34.474126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-57745ee6-874e-4f04-9c0a-1588ad78b6f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1911373 Jul 28 14:45:34.477873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59358) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:34.480475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00664c62-a3b1-426a-abc7-17c2643ef785 req-582b15a9-719f-48db-ba21-e2c86b34e29b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718830 Jul 28 14:45:34.480878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:34.484137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:34.535849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 33897a7a-8f19-4cca-9f61-6f35bdccae66) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:34.543684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:34.561791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:34.561791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.601486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3d4ee-c12d-4e14-89b9-8546575170b8 None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:34.648385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.667118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Made reservation on behalf of 3083ba0521ac41f18be628d78b8a3a31 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:34.669947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Transition to ACTIVE for port object 8c685888-494c-4f96-8004-0320173fc4e8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:34.674020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:34.702582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Transition to ACTIVE for port object 8c685888-494c-4f96-8004-0320173fc4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:34.708632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] device_id is not set on port 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:34.778020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6cc80fe4-92c0-447a-987c-f52a46aa667b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8355658 Jul 28 14:45:34.779088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59362) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:34.783956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1533698127'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:34.871388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20c276-a56b-4c9d-9349-624e62fa282e req-7c86959b-075c-4b45-aaee-080a879aba6d tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:34.879196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d20c276-a56b-4c9d-9349-624e62fa282e req-7c86959b-075c-4b45-aaee-080a879aba6d tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.0655127 Jul 28 14:45:34.938160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d20c276-a56b-4c9d-9349-624e62fa282e req-9dc5b610-2cc5-4784-8cd9-466a931bec6f tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574985 Jul 28 14:45:34.942519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.003701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:35.007545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:35.014932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:35.018596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:35.029085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Pushing event updated for resources: {'Port': ['ID=8c685888-494c-4f96-8004-0320173fc4e8,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:35.035059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.095026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Attempting to bind port 8c685888-494c-4f96-8004-0320173fc4e8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:35.095311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Attempting to bind port 8c685888-494c-4f96-8004-0320173fc4e8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0abf6e0e-b7b3-4984-a936-ebbb090111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:35.095809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Attempting to bind port 8c685888-494c-4f96-8004-0320173fc4e8 on network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:35.105130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:35.116511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Checking segment: {'id': '0abf6e0e-b7b3-4984-a936-ebbb090111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:35.116511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.116511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Bound using segment: {'id': '0abf6e0e-b7b3-4984-a936-ebbb090111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:35.116511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Bound port: 8c685888-494c-4f96-8004-0320173fc4e8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abf6e0e-b7b3-4984-a936-ebbb090111a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:35.116511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.116978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Allocated IP 172.20.0.8 (ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08/142bae62-82f1-40cc-b46d-e0ec5b210765/4b2e7b21-835f-4f30-8dc8-b1a6ced87b77) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:35.209784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] For port 8c685888-494c-4f96-8004-0320173fc4e8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:35.213031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:35.215246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] For port 8c685888-494c-4f96-8004-0320173fc4e8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c685888-494c-4f96-8004-0320173fc4e8,segment=NetworkSegment(0abf6e0e-b7b3-4984-a936-ebbb090111a7),segment_id=0abf6e0e-b7b3-4984-a936-ebbb090111a7)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:35.217816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.262937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:35.283859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.284925 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 56c45592-ec23-45e8-9fa5-94e2c9c590f4 of type vlan for network a8052e96-7fe4-400b-b3b9-f7af2fbbf724 Jul 28 14:45:35.323568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.357752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.497355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9e0a0-65ae-4884-b5fa-315c86f982f4 None None] Pushing event updated for resources: {'Port': ['ID=8c685888-494c-4f96-8004-0320173fc4e8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:35.608408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.611799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.627652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:35.628318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.642404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Transition to ACTIVE for port object 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:35.656983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:35.880200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=22067bfe-e3a0-4d93-be73-4e5434ceafc3,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:35.887436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:35.892057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network hostable DHCP agents. Network: c6f879a9-bfcc-4312-bd0e-d73155a2ac2c, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:35.919849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfab774-5cb0-49f7-b1fe-14bd518c57f1 req-80b9ec0c-56b5-4940-b817-f765527423db tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:35.921617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebfab774-5cb0-49f7-b1fe-14bd518c57f1 req-80b9ec0c-56b5-4940-b817-f765527423db tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.3262341 Jul 28 14:45:35.932543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:35.932676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1492124 Jul 28 14:45:35.933452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=a8052e96-7fe4-400b-b3b9-f7af2fbbf724,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:35.936622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'ports': [{'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'}, {'network_id': 'a8052e96-7fe4-400b-b3b9-f7af2fbbf724'}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:35.937553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:35.938144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': 'a8052e96-7fe4-400b-b3b9-f7af2fbbf724'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:35.950513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.950863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.951242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.951585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.952061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.952381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.952730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.953121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.954201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.954594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.955005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.962538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797af759-b9c5-4bcf-9a8f-b34fe87e05b5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:45:35.969280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a8052e96-7fe4-400b-b3b9-f7af2fbbf724 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:36.015895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ebfab774-5cb0-49f7-b1fe-14bd518c57f1 req-cb407025-b30b-4405-9369-250d9838f915 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839059 Jul 28 14:45:36.048983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.059177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:36.142365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:36.148073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:36.155931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:36.198307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event updated for resources: {'Port': ['ID=4b2e7b21-835f-4f30-8dc8-b1a6ced87b77,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:36.232833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622f9fc-9d4b-4423-ab78-715528d5f404 req-633600b5-a80e-4353-87a3-620e58acee61 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:36.239383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9622f9fc-9d4b-4423-ab78-715528d5f404 req-633600b5-a80e-4353-87a3-620e58acee61 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.1279519 Jul 28 14:45:36.315292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c6f879a9-bfcc-4312-bd0e-d73155a2ac2c) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:36.331092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:36.331954 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.332681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9622f9fc-9d4b-4423-ab78-715528d5f404 req-79b60354-de7d-4aea-a29a-2a1fa2514656 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808272 Jul 28 14:45:36.337152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b9389-ff32-4726-b584-63ae8dbd5058 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:36.407509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:36.408226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.468112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c685888-494c-4f96-8004-0320173fc4e8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:36.593691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59382) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:36.593981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4dd4187f-12ff-4aaf-826e-0ba495571c8c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1142497 Jul 28 14:45:36.599096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'name': 'tempest-NetworksTestDHCPv6-1674716037'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:36.658177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c5be239a-f92d-43a6-a371-9b5ac6293189 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5057836 Jul 28 14:45:36.662159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:36.692025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '22067bfe-e3a0-4d93-be73-4e5434ceafc3'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:36.693041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.798105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8c685888-494c-4f96-8004-0320173fc4e8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:36.831345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb370da-de91-4a9e-ad0e-80ca81799999 None None] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:36.869389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Deleting port 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:36.870939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.940736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/22067bfe-e3a0-4d93-be73-4e5434ceafc3/4afd5ae3-d848-40aa-9675-7b44731ecaea) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:36.945299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 2} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:36.952063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:36.976797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.118212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:37.124419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.243234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Provisioning for port 8c685888-494c-4f96-8004-0320173fc4e8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:37.271980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Provisioning complete for port 8c685888-494c-4f96-8004-0320173fc4e8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:37.272725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.278544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 51b9f0de-3339-4ef6-81b2-46f3a10d496e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:37.443940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88da629-fb67-437e-972a-440ae6de2d3e req-c83745f4-4d8e-44ff-b6d6-e7d1db7b242e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:37.452953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a88da629-fb67-437e-972a-440ae6de2d3e req-c83745f4-4d8e-44ff-b6d6-e7d1db7b242e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.3004169 Jul 28 14:45:37.477586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.507512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Transition to ACTIVE for port object 4afd5ae3-d848-40aa-9675-7b44731ecaea will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:37.526452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a88da629-fb67-437e-972a-440ae6de2d3e req-ac2aa272-6ec4-49bb-b232-ea653d1449db tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723219 Jul 28 14:45:37.536411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.607503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] For port 8c685888-494c-4f96-8004-0320173fc4e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c685888-494c-4f96-8004-0320173fc4e8,segment=NetworkSegment(0abf6e0e-b7b3-4984-a936-ebbb090111a7),segment_id=0abf6e0e-b7b3-4984-a936-ebbb090111a7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:37.611355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Transition to ACTIVE for port object 4afd5ae3-d848-40aa-9675-7b44731ecaea will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:37.731224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port ec0fbf77-f180-42cb-a520-c4bd417d3218 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:37.758164 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.771166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.779233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990dfcc-1d8f-496c-8f66-e950b868b661 req-e80abc3b-397c-4ac7-bf3d-b772c860caf8 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:37.787124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c990dfcc-1d8f-496c-8f66-e950b868b661 req-e80abc3b-397c-4ac7-bf3d-b772c860caf8 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.1114593 Jul 28 14:45:37.798606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Calling delete_port for 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:37.856081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c990dfcc-1d8f-496c-8f66-e950b868b661 req-20a2dcc0-012e-4144-8426-00cc48cce2d2 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675740 Jul 28 14:45:37.856988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da665e39-23d9-45a3-8b1d-b2462d557482 None None] Pushing event updated for resources: {'Port': ['ID=8c685888-494c-4f96-8004-0320173fc4e8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:37.909537 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:37.972967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Pushing event updated for resources: {'Port': ['ID=4afd5ae3-d848-40aa-9675-7b44731ecaea,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:37.987122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950423e-2ebe-448d-a3a4-d8f56b94c691 req-fdd202d1-d6ee-45be-beb9-101edb05c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:37.994252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7950423e-2ebe-448d-a3a4-d8f56b94c691 req-fdd202d1-d6ee-45be-beb9-101edb05c9a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 1097 time: 0.1656291 Jul 28 14:45:38.006402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:38.012292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:38.018003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:38.029644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::14f (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/22067bfe-e3a0-4d93-be73-4e5434ceafc3/51b9f0de-3339-4ef6-81b2-46f3a10d496e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:38.125811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7950423e-2ebe-448d-a3a4-d8f56b94c691 req-fd286ab4-9771-405b-a2fc-7d389c6251e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867488 Jul 28 14:45:38.167959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Attempting to bind port 4afd5ae3-d848-40aa-9675-7b44731ecaea on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:38.167959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Attempting to bind port 4afd5ae3-d848-40aa-9675-7b44731ecaea by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:38.167959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Attempting to bind port 4afd5ae3-d848-40aa-9675-7b44731ecaea on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:38.171781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Provisioning for port 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:38.181617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:38.185790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:38.186355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.186845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:38.187898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Bound port: 4afd5ae3-d848-40aa-9675-7b44731ecaea, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:38.189427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.192730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Provisioning complete for port 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:38.197994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.209873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.396504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c685888-494c-4f96-8004-0320173fc4e8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:38.402196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Port 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:45:38.406015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 4de12472-300d-458b-9656-dbe4d786cd3e yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:38.532280 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:45:38.552540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.570532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.603283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 51b9f0de-3339-4ef6-81b2-46f3a10d496e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:38.615488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event deleted for resources: {'Port': ['ID=4b2e7b21-835f-4f30-8dc8-b1a6ced87b77,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:38.739157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] For port 4afd5ae3-d848-40aa-9675-7b44731ecaea, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:38.767298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] For port 4afd5ae3-d848-40aa-9675-7b44731ecaea, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4afd5ae3-d848-40aa-9675-7b44731ecaea,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:38.767298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Provisioning complete for port 8c685888-494c-4f96-8004-0320173fc4e8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:38.767298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff16e-6913-4355-b617-3fc831342953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.822938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8c685888-494c-4f96-8004-0320173fc4e8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:38.823366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.841006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.908008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.913927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0b47ea43-d5d5-4521-bc70-c3bd3713f609 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "DELETE /v2.0/ports/4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 HTTP/1.1" status: 204 len: 168 time: 2.2483053 Jul 28 14:45:38.915921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59400) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:38.929716 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.958216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:38.968946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:38.982836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf8d95-a681-4c0b-ae26-ecb8415f7772 req-14bdf360-87d8-45df-894c-389e8b501f64 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:38.989379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46bf8d95-a681-4c0b-ae26-ecb8415f7772 req-14bdf360-87d8-45df-894c-389e8b501f64 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.2749975 Jul 28 14:45:38.990592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:39.000121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=51b9f0de-3339-4ef6-81b2-46f3a10d496e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:39.002580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:39.030114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:39.030818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.120982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f2ab9e-7000-4a59-a2b7-37a9d61e7ecc None None] Pushing event updated for resources: {'Port': ['ID=4afd5ae3-d848-40aa-9675-7b44731ecaea,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:39.130894 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46bf8d95-a681-4c0b-ae26-ecb8415f7772 req-4f25b258-3143-4d1c-a5a3-fe4b43a05cf8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361775 Jul 28 14:45:39.248337 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a8b1cb25-a55d-4b73-9918-ee062c5b3217 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6506081 Jul 28 14:45:39.249055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59406) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:39.325007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f9cd156-3d14-4710-9865-323a226b7c4b None None] Could not find standard attr ID for object 4b2e7b21-835f-4f30-8dc8-b1a6ced87b77. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:39.369035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4ded9770-376c-48ae-b99f-97d46db2ec92 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.4491205 Jul 28 14:45:39.372103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59408) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:39.380044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-512386144'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:39.398608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fecb3-3bc9-47fc-881b-b35c0c71cadb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:39.407735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fecb3-3bc9-47fc-881b-b35c0c71cadb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:39.409244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4488-f6ab-4838-b9b7-4df091874a62 req-d83f06ff-4554-48a7-8471-6ea81b5e523b tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:39.411134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-904fecb3-3bc9-47fc-881b-b35c0c71cadb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1507795 Jul 28 14:45:39.412655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:39.422857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94fd4488-f6ab-4838-b9b7-4df091874a62 req-d83f06ff-4554-48a7-8471-6ea81b5e523b tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.1455040 Jul 28 14:45:39.429440 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.565283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=ec0fbf77-f180-42cb-a520-c4bd417d3218,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:39.604162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Made reservation on behalf of 3083ba0521ac41f18be628d78b8a3a31 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:39.630263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:39.632976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:39.644820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:39.645963 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.649483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.695232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 51b9f0de-3339-4ef6-81b2-46f3a10d496e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:39.695917 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.758662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94fd4488-f6ab-4838-b9b7-4df091874a62 req-a4c4211f-b2a5-437c-a6b7-fd176c7956ab tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145852 Jul 28 14:45:39.792986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:39.814664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.815120 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Added segment f3005d8d-5f3d-4da4-bbd9-3d5211c76440 of type vlan for network 5e33a565-e44e-493c-bf10-271ae1279403 Jul 28 14:45:39.893104 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.898028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:39.898933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=4de12472-300d-458b-9656-dbe4d786cd3e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:39.904233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '56c45592-ec23-45e8-9fa5-94e2c9c590f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8052e96-7fe4-400b-b3b9-f7af2fbbf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:39.904994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: a8052e96-7fe4-400b-b3b9-f7af2fbbf724, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:39.915303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 51b9f0de-3339-4ef6-81b2-46f3a10d496e owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:40.035118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network a8052e96-7fe4-400b-b3b9-f7af2fbbf724 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:40.075376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.081708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.082389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.148833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a8052e96-7fe4-400b-b3b9-f7af2fbbf724) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:40.162805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:40.166339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e13de-d43d-4e7b-ad30-4dc5c115eafe None None] Network a8052e96-7fe4-400b-b3b9-f7af2fbbf724 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:40.174107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.180362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.180987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.192578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event updated for resources: {'Network': ['ID=5e33a565-e44e-493c-bf10-271ae1279403,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:40.266731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:40.267221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-89a6171f-d832-4b41-94c9-bf50515c4333 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8926094 Jul 28 14:45:40.300414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5e33a565-e44e-493c-bf10-271ae1279403 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:40.301915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.319293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e0fccf40-120b-4d89-964f-8f520b6ce0d2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3867390 Jul 28 14:45:40.356640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59420) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:40.412775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=51b9f0de-3339-4ef6-81b2-46f3a10d496e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:40.473571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.475912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e86ad8b6-c090-451e-b6c9-2d467c31fe08 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/51b9f0de-3339-4ef6-81b2-46f3a10d496e HTTP/1.1" status: 204 len: 168 time: 1.0622549 Jul 28 14:45:40.485972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59422) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:40.519892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4afd5ae3-d848-40aa-9675-7b44731ecaea up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:40.661484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a290de4-5045-4fe3-adb7-86761cef8d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.676020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a290de4-5045-4fe3-adb7-86761cef8d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.678931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a290de4-5045-4fe3-adb7-86761cef8d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1917784 Jul 28 14:45:40.682210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:40.757280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026221f-1dd9-4a9a-b376-a99e6bba5d82 req-c7753a6e-7572-4f2c-97da-a9fcae7469de tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:40.757684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 22067bfe-e3a0-4d93-be73-4e5434ceafc3 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:40.762994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.766761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2026221f-1dd9-4a9a-b376-a99e6bba5d82 req-c7753a6e-7572-4f2c-97da-a9fcae7469de tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.4531608 Jul 28 14:45:40.772115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4afd5ae3-d848-40aa-9675-7b44731ecaea completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:40.864823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-62f508de-1a98-4fc8-bea7-a3e8cd47a65d tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks HTTP/1.1" status: 200 len: 11952 time: 0.5964022 Jul 28 14:45:40.868021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59428) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:40.881503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:40.903586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2026221f-1dd9-4a9a-b376-a99e6bba5d82 req-d2538ba1-36b9-40b8-b54b-1c0306353039 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358035 Jul 28 14:45:40.919095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 4de12472-300d-458b-9656-dbe4d786cd3e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:40.919458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.020143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.037726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 4de12472-300d-458b-9656-dbe4d786cd3e owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:41.044640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fc4cb-d27c-4a09-9a9c-fb9cb70ce892 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:41.086802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5807df8-9444-4568-b2b4-ddf29f6c9246 req-4a6f4c63-c5fa-4227-8e46-d76a22c67097 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:41.088460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5807df8-9444-4568-b2b4-ddf29f6c9246 req-4a6f4c63-c5fa-4227-8e46-d76a22c67097 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.1513736 Jul 28 14:45:41.092713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.155980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110f9a3-06f5-4c22-966b-d3465f9e2d41 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] Network 5e33a565-e44e-493c-bf10-271ae1279403 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:41.180647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5807df8-9444-4568-b2b4-ddf29f6c9246 req-8d75afaa-cd03-40d1-9267-77ec6e11ef8e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644336 Jul 28 14:45:41.331746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Provisioning for port 4afd5ae3-d848-40aa-9675-7b44731ecaea completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:41.336521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Provisioning complete for port 4afd5ae3-d848-40aa-9675-7b44731ecaea triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:41.336909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.403744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.408022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.413033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7110f9a3-06f5-4c22-966b-d3465f9e2d41 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "POST /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5434368 Jul 28 14:45:41.421035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59434) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.432729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.439927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5352ef-fefa-4db4-aee9-4baf29dd85c2 None None] Network 5e33a565-e44e-493c-bf10-271ae1279403 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:41.449649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=4de12472-300d-458b-9656-dbe4d786cd3e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:41.451988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=22067bfe-e3a0-4d93-be73-4e5434ceafc3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:41.454470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.457517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e315ef54-f689-4b71-aeba-aa479bd7b2bc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/4de12472-300d-458b-9656-dbe4d786cd3e HTTP/1.1" status: 204 len: 168 time: 1.0986950 Jul 28 14:45:41.462807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.512200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:41.514324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1beab821-5c54-417e-9a2f-5bb18d0616c4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/22067bfe-e3a0-4d93-be73-4e5434ceafc3 HTTP/1.1" status: 204 len: 168 time: 0.8308072 Jul 28 14:45:41.544192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59438) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.663316 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:41.663659 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:41.699488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9b0fe-c7af-445c-926f-4b12061b2a3d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:41.708079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9b0fe-c7af-445c-926f-4b12061b2a3d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:41.716235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c5e9b0fe-c7af-445c-926f-4b12061b2a3d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2358029 Jul 28 14:45:41.717069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59440) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.777981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f13c84e-6f37-4ec0-be59-295255045444 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2325356 Jul 28 14:45:41.779532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59442) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.787275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-328f8ccb-c95e-4b81-a300-8dda97d65416 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks HTTP/1.1" status: 200 len: 12684 time: 0.3402379 Jul 28 14:45:41.787415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:41.802092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cde90-bfeb-40f9-8f53-2cc17f156656 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:41.807649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59444) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:41.928540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port ec0fbf77-f180-42cb-a520-c4bd417d3218 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:41.928825 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.016003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:42.025018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.058732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for ec0fbf77-f180-42cb-a520-c4bd417d3218 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:42.076697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:42.076865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Deleting port 4afd5ae3-d848-40aa-9675-7b44731ecaea {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:42.077076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.080477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.168000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae5493-a255-4da4-b431-c598923d9606 req-f3d41e68-ceae-489f-82a3-95c72699edbf tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.169917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49ae5493-a255-4da4-b431-c598923d9606 req-f3d41e68-ceae-489f-82a3-95c72699edbf tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1656959 Jul 28 14:45:42.216635 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.225061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] For port 4afd5ae3-d848-40aa-9675-7b44731ecaea, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4afd5ae3-d848-40aa-9675-7b44731ecaea,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:42.225590 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.257148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Calling delete_port for 4afd5ae3-d848-40aa-9675-7b44731ecaea owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:42.298276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49ae5493-a255-4da4-b431-c598923d9606 req-732d1701-dda7-4eee-ac90-a0ebb521605e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100314 Jul 28 14:45:42.347292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] For port 4afd5ae3-d848-40aa-9675-7b44731ecaea, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4afd5ae3-d848-40aa-9675-7b44731ecaea,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:42.352533 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f01e777-41fb-46d3-a617-5e728b198859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.373286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4afd5ae3-d848-40aa-9675-7b44731ecaea no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:42.374542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb0d7d-6632-437a-a336-921e752a53b0 req-37adde54-2ec2-4513-a0d5-ca154330163a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.376528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dffb0d7d-6632-437a-a336-921e752a53b0 req-37adde54-2ec2-4513-a0d5-ca154330163a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.0733871 Jul 28 14:45:42.438902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dffb0d7d-6632-437a-a336-921e752a53b0 req-d0f8c8fe-0c1e-407f-8c81-6a8aebca28cf tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456667 Jul 28 14:45:42.501169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c41ef0eb-cd72-4a11-881a-bcf32acd0f43 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "DELETE /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks/5e33a565-e44e-493c-bf10-271ae1279403 HTTP/1.1" status: 204 len: 168 time: 0.6913977 Jul 28 14:45:42.513247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.600976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.601188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.638805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=ec0fbf77-f180-42cb-a520-c4bd417d3218,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:42.651033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.665413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.665413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c5a91f7-4099-4a2e-b825-aa57d5704de0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/ec0fbf77-f180-42cb-a520-c4bd417d3218 HTTP/1.1" status: 204 len: 168 time: 0.9382794 Jul 28 14:45:42.665728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7b9a61e5-8e7d-44a3-8bdd-acc1ee6fc459 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks HTTP/1.1" status: 200 len: 11914 time: 0.1449451 Jul 28 14:45:42.665728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59458) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.665728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59460) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.667701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630927e5-e362-4173-a3a3-c36d27eb129a None None] Pushing event updated for resources: {'Port': ['ID=4afd5ae3-d848-40aa-9675-7b44731ecaea,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:42.706686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a5e20d2-85d4-4e41-96bb-94ad95cef3ab tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/networks/ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0448260 Jul 28 14:45:42.711381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:42.713836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.717475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:42.717992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b4f7cdb-c721-49e6-90a6-a6825bc8e5ba None None] Could not find standard attr ID for object 51b9f0de-3339-4ef6-81b2-46f3a10d496e. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:42.721938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.722684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.731138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b4f7cdb-c721-49e6-90a6-a6825bc8e5ba None None] Provisioning complete for port 4afd5ae3-d848-40aa-9675-7b44731ecaea triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:42.731711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b4f7cdb-c721-49e6-90a6-a6825bc8e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.738159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=28cd8ed9-f93b-41d7-9651-37041fdb0701,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:42.753907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591d31d3-053c-4dfe-900e-3c0af8faedd4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:42.753907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-591d31d3-053c-4dfe-900e-3c0af8faedd4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0906582 Jul 28 14:45:42.755900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59464) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.785222 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a034d19e-8980-405e-a8d2-ccc68954c71c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:45:42.786485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a034d19e-8980-405e-a8d2-ccc68954c71c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/4de12472-300d-458b-9656-dbe4d786cd3e HTTP/1.1" status: 404 len: 333 time: 0.0252538 Jul 28 14:45:42.789385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59468) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.793318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa9dac25-20ff-4010-b655-41539057ffac tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/networks/ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0784154 Jul 28 14:45:42.799445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.818653 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-0671a244-0645-4651-b7ee-68ee11d4e82b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:45:42.834578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0671a244-0645-4651-b7ee-68ee11d4e82b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/ec0fbf77-f180-42cb-a520-c4bd417d3218 HTTP/1.1" status: 404 len: 333 time: 0.0306129 Jul 28 14:45:42.836378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59474) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:42.883692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.912679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] Pushing event deleted for resources: {'Port': ['ID=4afd5ae3-d848-40aa-9675-7b44731ecaea,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:42.915035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c598e2e-a96e-4cf6-9134-e5a10389185e None None] No DVR routers for this DVR port 4afd5ae3-d848-40aa-9675-7b44731ecaea on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:42.922901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:42.937430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da11792-228d-464b-ba70-a3dd616715a3 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:42.944444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-95128b60-e387-47b6-97ae-3abaf4d352d2 tempest-DHCPAgentSchedulersTestJSON-45343436 tempest-DHCPAgentSchedulersTestJSON-45343436-project-admin] 10.222.0.47 "GET /v2.0/agents/b2c577a0-445c-408f-92c5-137a530a34db/dhcp-networks HTTP/1.1" status: 200 len: 11952 time: 0.1438141 Jul 28 14:45:42.948721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:43.025734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f9cccd5f-3c0d-4154-9cae-de53d2b07d54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2413778 Jul 28 14:45:43.025942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59478) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:43.031853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'name': 'tempest-NetworksTestDHCPv6-1614174223'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:43.046854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.054092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.099036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8052e96-7fe4-400b-b3b9-f7af2fbbf724']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.115213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '28cd8ed9-f93b-41d7-9651-37041fdb0701'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:43.115569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c45592-ec23-45e8-9fa5-94e2c9c590f4') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.115874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c45592-ec23-45e8-9fa5-94e2c9c590f4') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.116934 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.130129 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.139952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.150156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e33a565-e44e-493c-bf10-271ae1279403']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.156196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.161870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3005d8d-5f3d-4da4-bbd9-3d5211c76440') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.162175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3005d8d-5f3d-4da4-bbd9-3d5211c76440') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:43.172336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:43.172754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.173220 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:43.176782 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:43.191913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.200424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:43.200926 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:43.204749 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:43.308709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/28cd8ed9-f93b-41d7-9651-37041fdb0701/fd9ce1f8-1ca4-482d-86a2-70e016f5198b) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:43.455106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:43.461851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65278ba3-1f2a-4c43-b4b6-22d2c7afb62a req-13eab399-cbed-476a-a129-052227dd46c8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:43.461851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65278ba3-1f2a-4c43-b4b6-22d2c7afb62a req-13eab399-cbed-476a-a129-052227dd46c8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0813537 Jul 28 14:45:43.463117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.469942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.473531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.476804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.480390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.484944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "DELETE /v2.0/networks/5e33a565-e44e-493c-bf10-271ae1279403 HTTP/1.1" status: 204 len: 168 time: 0.5350211 Jul 28 14:45:43.488898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Transition to ACTIVE for port object fd9ce1f8-1ca4-482d-86a2-70e016f5198b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:43.494688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.496815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/a8052e96-7fe4-400b-b3b9-f7af2fbbf724 HTTP/1.1" status: 204 len: 168 time: 0.6587040 Jul 28 14:45:43.497414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:43.515340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Transition to ACTIVE for port object fd9ce1f8-1ca4-482d-86a2-70e016f5198b will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:43.517147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:43.532097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686578216'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:43.532780 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-d651234c-4b6f-415c-8447-b698d10bfdbd tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:43.533553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d651234c-4b6f-415c-8447-b698d10bfdbd tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:43.537709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d651234c-4b6f-415c-8447-b698d10bfdbd tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "DELETE /v2.0/ports/4b2e7b21-835f-4f30-8dc8-b1a6ced87b77 HTTP/1.1" status: 404 len: 333 time: 0.0368106 Jul 28 14:45:43.538917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12bc63-a66d-40fc-8e1b-1cf82121d0a6 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event deleted for resources: {'Network': ['ID=5e33a565-e44e-493c-bf10-271ae1279403,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:43.541588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59502) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:43.552073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 1d47d58e-eeed-4ea5-9577-c8fb27aae003 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:43.597437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e337646-127c-4edc-8817-7fbe3037f48d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=a8052e96-7fe4-400b-b3b9-f7af2fbbf724,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:43.607545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65278ba3-1f2a-4c43-b4b6-22d2c7afb62a req-0959053c-a1af-4d3a-8801-fb440dc17094 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399307 Jul 28 14:45:43.639120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.640120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Deleting subnet 142bae62-82f1-40cc-b46d-e0ec5b210765 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:43.643281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.686519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:43.687298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.689745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:43.695549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:43.702101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::3d2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/28cd8ed9-f93b-41d7-9651-37041fdb0701/1d47d58e-eeed-4ea5-9577-c8fb27aae003) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:43.711376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Pushing event updated for resources: {'Port': ['ID=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:43.766015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Attempting to bind port fd9ce1f8-1ca4-482d-86a2-70e016f5198b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:43.766380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Attempting to bind port fd9ce1f8-1ca4-482d-86a2-70e016f5198b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:43.766650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Attempting to bind port fd9ce1f8-1ca4-482d-86a2-70e016f5198b on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:43.772594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:43.772594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:43.772880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.773327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:43.773708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Bound port: fd9ce1f8-1ca4-482d-86a2-70e016f5198b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:43.775046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.784263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.844987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] For port fd9ce1f8-1ca4-482d-86a2-70e016f5198b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:43.848313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] For port fd9ce1f8-1ca4-482d-86a2-70e016f5198b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:43.861428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.875814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 1d47d58e-eeed-4ea5-9577-c8fb27aae003 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:43.884712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:43.889281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.913598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:43.923366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:43.923711 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment d11dc2b3-7b76-437d-bf7b-2629d3f77402 of type vlan for network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 Jul 28 14:45:43.966421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.098668 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.099165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.116943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.119223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "DELETE /v2.0/subnets/142bae62-82f1-40cc-b46d-e0ec5b210765 HTTP/1.1" status: 204 len: 168 time: 0.5734742 Jul 28 14:45:44.122385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59516) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:44.130259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c41f5-c3bd-4c40-b15c-ab7e9ef49fc0 None None] Network ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:44.142769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f8d91-7f8d-4547-a1d0-cae610268eea tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event deleted for resources: {'Subnet': ['ID=142bae62-82f1-40cc-b46d-e0ec5b210765,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:44.154847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.166044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.167119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.250335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.289709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=0cff8d3c-62fc-4041-b7d3-9f3f0b081f05,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:44.328363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:44.339442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:44.348138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:44.351926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=1d47d58e-eeed-4ea5-9577-c8fb27aae003,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:44.356531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:44.362411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.363399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.380811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.398798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd64a-5e41-4536-9a90-7e3084620630 None None] Pushing event updated for resources: {'Port': ['ID=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:44.437114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f6f2e07-69df-41fd-a6fc-54a935a05c0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9174759 Jul 28 14:45:44.438298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59522) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:44.451741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:44.479877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Deleting port 8c685888-494c-4f96-8004-0320173fc4e8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:44.479877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.482615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ab02ca21-45f2-4d34-949e-94cfb3d71613 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4554141 Jul 28 14:45:44.508859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:44.633335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] For port 8c685888-494c-4f96-8004-0320173fc4e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c685888-494c-4f96-8004-0320173fc4e8,segment=NetworkSegment(0abf6e0e-b7b3-4984-a936-ebbb090111a7),segment_id=0abf6e0e-b7b3-4984-a936-ebbb090111a7)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:44.633735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.652640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded3dc8-19ca-408f-bf72-78a6ce98f198 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.656144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] DHCP port deletion for ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:44.680404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded3dc8-19ca-408f-bf72-78a6ce98f198 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.686783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59528) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:44.687016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aded3dc8-19ca-408f-bf72-78a6ce98f198 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1764474 Jul 28 14:45:44.709029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Calling delete_port for 8c685888-494c-4f96-8004-0320173fc4e8 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:44.723315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:44.726997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.761117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-343d9c91-2a40-4024-be53-16c650c23f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.827807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Deleting port 8c685888-494c-4f96-8004-0320173fc4e8 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:44.828754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.908287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9ef1-2f0b-48f8-82f2-5dc16ee0f14b req-e26f3365-c357-40da-bce3-ae20f93083dc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.909048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] For port 8c685888-494c-4f96-8004-0320173fc4e8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c685888-494c-4f96-8004-0320173fc4e8,segment=NetworkSegment(0abf6e0e-b7b3-4984-a936-ebbb090111a7),segment_id=0abf6e0e-b7b3-4984-a936-ebbb090111a7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:44.909461 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:44.909902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5fd9ef1-2f0b-48f8-82f2-5dc16ee0f14b req-e26f3365-c357-40da-bce3-ae20f93083dc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1583838 Jul 28 14:45:44.926114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Calling delete_port for 8c685888-494c-4f96-8004-0320173fc4e8 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:44.957911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa6369-cd25-4ce9-bf05-8078937f525e req-a841eb8e-57fe-4fd9-b8a6-505e0c0c066a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:44.978196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffa6369-cd25-4ce9-bf05-8078937f525e req-a841eb8e-57fe-4fd9-b8a6-505e0c0c066a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.1221561 Jul 28 14:45:44.989696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.007641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 1d47d58e-eeed-4ea5-9577-c8fb27aae003 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:45.008151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.018640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5fd9ef1-2f0b-48f8-82f2-5dc16ee0f14b req-8ef9562e-63d0-452c-a58d-d0c5af766ad2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990875 Jul 28 14:45:45.035323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.037366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.070779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] Pushing event deleted for resources: {'Port': ['ID=8c685888-494c-4f96-8004-0320173fc4e8,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.079959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fed76-66ea-4074-9203-18bafbeec933 None None] No DVR routers for this DVR port 8c685888-494c-4f96-8004-0320173fc4e8 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:45.103707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffa6369-cd25-4ce9-bf05-8078937f525e req-123d8633-8bf9-40a0-9cdf-205a3624a383 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222136 Jul 28 14:45:45.106548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event deleted for resources: {'Port': ['ID=8c685888-494c-4f96-8004-0320173fc4e8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.113299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] No DVR routers for this DVR port 8c685888-494c-4f96-8004-0320173fc4e8 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:45.178709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.192900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 1d47d58e-eeed-4ea5-9577-c8fb27aae003 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:45.234327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.246743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:45.262996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abf6e0e-b7b3-4984-a936-ebbb090111a7') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:45.262996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abf6e0e-b7b3-4984-a936-ebbb090111a7') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:45.273712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.300460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.310460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:45.311052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:45.314487 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:45.335160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.453570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=016a471f-09af-46b2-a241-d2c55b9e130f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.463274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': 'd11dc2b3-7b76-437d-bf7b-2629d3f77402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:45.465687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:45.483468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.495668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.497765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] 10.222.0.47 "DELETE /v2.0/networks/ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08 HTTP/1.1" status: 204 len: 168 time: 1.3732557 Jul 28 14:45:45.531271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf606-476d-4449-9295-616d08e04985 tempest-DHCPAgentSchedulersTestJSON-781090144 tempest-DHCPAgentSchedulersTestJSON-781090144-project] Pushing event deleted for resources: {'Network': ['ID=ef943c35-9c36-4a2a-b2e1-1fd82b4e0c08,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.586774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.626700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=1d47d58e-eeed-4ea5-9577-c8fb27aae003,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:45.656630 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.658998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ee6f2132-8ba9-4d0a-bc2a-24ecfd0a5111 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/1d47d58e-eeed-4ea5-9577-c8fb27aae003 HTTP/1.1" status: 204 len: 168 time: 0.9711320 Jul 28 14:45:45.659878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:45.661922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59538) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:45.741014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c203ec8-d7d4-4d5e-9a9a-be2f7af617c7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.742636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c203ec8-d7d4-4d5e-9a9a-be2f7af617c7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.745499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c203ec8-d7d4-4d5e-9a9a-be2f7af617c7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0808039 Jul 28 14:45:45.748158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59540) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:45.769054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e522f490-582c-42bb-8698-c8db4d9ac797 None None] Provisioning for port fd9ce1f8-1ca4-482d-86a2-70e016f5198b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:45.781655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:45.791243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:45.791663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.796365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4e813-46a2-4c73-a07b-e3983648008b None None] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:45.840239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 28cd8ed9-f93b-41d7-9651-37041fdb0701 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:45.848183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:45.917374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-892319f6-e150-4dc6-882a-ef17d6252eaa tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4744277 Jul 28 14:45:45.918123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59542) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:45.923198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05', 'name': 'tempest-PortsIpV6TestJSON-1345961114'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:45.926575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.009554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f0cc893-7e2c-4a39-84b8-7edf582e723b None None] Could not find standard attr ID for object 1d47d58e-eeed-4ea5-9577-c8fb27aae003. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:46.021527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0cff8d3c-62fc-4041-b7d3-9f3f0b081f05', 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': '016a471f-09af-46b2-a241-d2c55b9e130f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:46.022482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.039950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.187569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.255632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59550) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:46.302388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Allocated IP 2001:db8::2 (0cff8d3c-62fc-4041-b7d3-9f3f0b081f05/016a471f-09af-46b2-a241-d2c55b9e130f/39bffbda-94f0-459a-bbd5-4f8547b881e0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:46.314579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1085-bede-42ea-a18c-da55e44d1c53 req-86e51211-2726-4234-a286-3f6fe5313d1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.323959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d68d1085-bede-42ea-a18c-da55e44d1c53 req-86e51211-2726-4234-a286-3f6fe5313d1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1677358 Jul 28 14:45:46.347677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:46.358766 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.358844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.416592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d68d1085-bede-42ea-a18c-da55e44d1c53 req-07b9bca1-983d-4357-bf46-9dce5b5949ce tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846903 Jul 28 14:45:46.435111 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.439225 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/28cd8ed9-f93b-41d7-9651-37041fdb0701 HTTP/1.1" status: 204 len: 168 time: 0.6876717 Jul 28 14:45:46.444354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59556) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:46.457465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d68f6-ed24-47c7-8e77-6dba76daf831 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=28cd8ed9-f93b-41d7-9651-37041fdb0701,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:46.472295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f7b00-7c1a-451e-b3db-39d2be1607fc None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:46.500041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd9ce1f8-1ca4-482d-86a2-70e016f5198b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:46.512385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebcf45-dd1d-4879-a12c-8faae4161a05 req-f61e5d05-c9ea-4b50-986f-9e4cd4479ecd tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.512736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port c7f294b6-011e-4bf6-96cb-528a29fefa76 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:46.533112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58ebcf45-dd1d-4879-a12c-8faae4161a05 req-f61e5d05-c9ea-4b50-986f-9e4cd4479ecd tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.2950785 Jul 28 14:45:46.576391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-044c8132-fb86-4148-b2c2-838d357803c7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1306336 Jul 28 14:45:46.579866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:46.617586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:46.668543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-3542cce5-594e-4189-85db-63e737cdc505 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:46.670276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-3542cce5-594e-4189-85db-63e737cdc505 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.53 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 945 time: 0.2387178 Jul 28 14:45:46.680133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-58ebcf45-dd1d-4879-a12c-8faae4161a05 req-4ce58ee7-0493-43d4-af31-2b8edec89f2d tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447675 Jul 28 14:45:46.682573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.721105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Transition to ACTIVE for port object 39bffbda-94f0-459a-bbd5-4f8547b881e0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:46.738807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4195a3a3-26d9-4e60-baa2-05c92cc40470 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3083ba0521ac41f18be628d78b8a3a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775100 Jul 28 14:45:46.744917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59564) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:46.780513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Transition to ACTIVE for port object 39bffbda-94f0-459a-bbd5-4f8547b881e0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:46.866175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fd9ce1f8-1ca4-482d-86a2-70e016f5198b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:46.873844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fd9ce1f8-1ca4-482d-86a2-70e016f5198b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:46.874301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.900292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:46.900530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.904767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.928024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:46.932134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.961063 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:46.974998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Deleting port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:46.975347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.041028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:47.051281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:47.051731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::2de (0cff8d3c-62fc-4041-b7d3-9f3f0b081f05/016a471f-09af-46b2-a241-d2c55b9e130f/c7f294b6-011e-4bf6-96cb-528a29fefa76) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:47.052794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Pushing event updated for resources: {'Port': ['ID=39bffbda-94f0-459a-bbd5-4f8547b881e0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.055271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:47.132443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] For port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:47.132743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.150306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Calling delete_port for 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:47.244914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.247505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.248881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9aa42da2-2715-4ec6-9539-2823f45f2bce HTTP/1.1" status: 204 len: 168 time: 0.5027061 Jul 28 14:45:47.258634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63dc83-f287-44f1-adf0-c2898a031d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa42da2-2715-4ec6-9539-2823f45f2bce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.312683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Attempting to bind port 39bffbda-94f0-459a-bbd5-4f8547b881e0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:47.313064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Attempting to bind port 39bffbda-94f0-459a-bbd5-4f8547b881e0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd11dc2b3-7b76-437d-bf7b-2629d3f77402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:47.313431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Attempting to bind port 39bffbda-94f0-459a-bbd5-4f8547b881e0 on network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:47.325241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.329687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:47.330183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Checking segment: {'id': 'd11dc2b3-7b76-437d-bf7b-2629d3f77402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:47.330465 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.330908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Bound using segment: {'id': 'd11dc2b3-7b76-437d-bf7b-2629d3f77402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:47.331364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Bound port: 39bffbda-94f0-459a-bbd5-4f8547b881e0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11dc2b3-7b76-437d-bf7b-2629d3f77402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0cff8d3c-62fc-4041-b7d3-9f3f0b081f05'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:47.331758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.334271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Deleting port fd9ce1f8-1ca4-482d-86a2-70e016f5198b {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:47.334636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.340823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.408026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.419519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:47.429515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:47.438280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.445295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.446827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.447418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fd9ce1f8-1ca4-482d-86a2-70e016f5198b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:47.467714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] For port fd9ce1f8-1ca4-482d-86a2-70e016f5198b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:47.467714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.471234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Pushing event deleted for resources: {'Port': ['ID=8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.478811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object c7f294b6-011e-4bf6-96cb-528a29fefa76 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:47.485350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:47.501218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Calling delete_port for fd9ce1f8-1ca4-482d-86a2-70e016f5198b owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:47.511096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=2689a8c0-e2c1-41d0-9397-9f4480072547,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.552106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.554452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] For port 39bffbda-94f0-459a-bbd5-4f8547b881e0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:47.564111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] No DVR routers for this DVR port 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:47.566622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.572228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9e1e173-b289-4cce-9728-bf4a29ddda8b req-4cc4f9be-4e04-4e56-8c33-a6268a757d02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.53 "DELETE /v2.0/ports/8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 HTTP/1.1" status: 204 len: 173 time: 0.8833230 Jul 28 14:45:47.572228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'name': 'network-vif-deleted', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:47.572228 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7185d10-7e06-472d-bf46-b66289515bc1" -d '{"events": [{"server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "name": "network-vif-deleted", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:47.635084 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd2ee8b-4ea8-4f32-a388-c13344f4e924 x-openstack-request-id: req-afd2ee8b-4ea8-4f32-a388-c13344f4e924 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:47.635264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c685888-494c-4f96-8004-0320173fc4e8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:47.635597 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a58b94-3610-4a29-8110-20f5a25f7b81", "name": "network-vif-deleted", "tag": "8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:47.635965 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afd2ee8b-4ea8-4f32-a388-c13344f4e924 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:47.636607 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a58b94-3610-4a29-8110-20f5a25f7b81', 'name': 'network-vif-deleted', 'tag': '8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1', 'status': 'completed', 'code': 200} Jul 28 14:45:47.640445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] For port 39bffbda-94f0-459a-bbd5-4f8547b881e0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=39bffbda-94f0-459a-bbd5-4f8547b881e0,segment=NetworkSegment(d11dc2b3-7b76-437d-bf7b-2629d3f77402),segment_id=d11dc2b3-7b76-437d-bf7b-2629d3f77402)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:47.652225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07a548-3423-4217-a628-ad6e282e5d5f req-e361a755-dd8a-443f-a398-c414ec03795b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.653948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b07a548-3423-4217-a628-ad6e282e5d5f req-e361a755-dd8a-443f-a398-c414ec03795b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.0641003 Jul 28 14:45:47.672273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8c685888-494c-4f96-8004-0320173fc4e8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:47.672560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c685888-494c-4f96-8004-0320173fc4e8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:47.674240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.678715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.685642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-82a4519a-f225-47fc-9915-5cb76c543105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0723853 Jul 28 14:45:47.698793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.700372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59576) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:47.709346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'name': 'tempest-NetworksTestDHCPv6-473610185'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:47.750661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:47.756886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:47.762057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.788746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=c7f294b6-011e-4bf6-96cb-528a29fefa76,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.806553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:47.814143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:47.816265 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.841959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b07a548-3423-4217-a628-ad6e282e5d5f req-15464631-c5ab-4f19-82e0-aa60add36f06 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771197 Jul 28 14:45:47.855982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6eb71-484d-4296-bf66-b06c66ede0d6 None None] Pushing event updated for resources: {'Port': ['ID=39bffbda-94f0-459a-bbd5-4f8547b881e0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.877532 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61cdf74d-9be1-4942-9271-5cdbbaaf31fb req-215a8399-4982-4e3d-996a-7305c91818d2 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0557685 Jul 28 14:45:47.884626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:47.911981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] Pushing event deleted for resources: {'Port': ['ID=fd9ce1f8-1ca4-482d-86a2-70e016f5198b,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:47.919800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79db76df-e21d-4e0d-8a02-89b8d65ba550 None None] No DVR routers for this DVR port fd9ce1f8-1ca4-482d-86a2-70e016f5198b on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:47.937896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62956555-3634-47c7-9b8b-a71fe5214e7d None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:48.093014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bb06ee78-b71b-4190-a175-198a3584ccd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1741717 Jul 28 14:45:48.095774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:48.138487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '2689a8c0-e2c1-41d0-9397-9f4480072547'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:48.139511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.244222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port c7f294b6-011e-4bf6-96cb-528a29fefa76 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:48.244706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.330128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/2689a8c0-e2c1-41d0-9397-9f4480072547/be3307ed-2e70-4696-ae79-940ead2f7edd) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:48.352244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39bffbda-94f0-459a-bbd5-4f8547b881e0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:48.364166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:48.367563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.392660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.410305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port e14c88c4-0694-436c-ad1d-2e0b17370d5d yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:48.444617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59588) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:48.453352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for c7f294b6-011e-4bf6-96cb-528a29fefa76 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:48.463561 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94523c54-71b1-493b-8123-230495ebc066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.629151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94523c54-71b1-493b-8123-230495ebc066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.630888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.660297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 39bffbda-94f0-459a-bbd5-4f8547b881e0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:48.714362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd9ce1f8-1ca4-482d-86a2-70e016f5198b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:48.737041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: fd9ce1f8-1ca4-482d-86a2-70e016f5198b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:48.737514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fd9ce1f8-1ca4-482d-86a2-70e016f5198b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:48.769563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94523c54-71b1-493b-8123-230495ebc066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.769813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Transition to ACTIVE for port object be3307ed-2e70-4696-ae79-940ead2f7edd will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:48.770485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.789136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Transition to ACTIVE for port object be3307ed-2e70-4696-ae79-940ead2f7edd will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:48.821295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=c7f294b6-011e-4bf6-96cb-528a29fefa76,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:48.838644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94523c54-71b1-493b-8123-230495ebc066 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14ee0d7935524ba19d900a84f58a0a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3902643 Jul 28 14:45:48.838644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94523c54-71b1-493b-8123-230495ebc066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6321c728-ce94-4520-a0ba-69982c592bdc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:48.839719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:48.866086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.871602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b62bbab3-3576-4ff0-b14d-632526d961ad tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/c7f294b6-011e-4bf6-96cb-528a29fefa76 HTTP/1.1" status: 204 len: 168 time: 0.7737834 Jul 28 14:45:48.872174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59594) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:48.889748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:45:48.894443 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:48.927765 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81a3032-969d-44b0-987c-16a0a2927795 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:45:48.927765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81a3032-969d-44b0-987c-16a0a2927795 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:45:48.935704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:48.936955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f81a3032-969d-44b0-987c-16a0a2927795 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/c7f294b6-011e-4bf6-96cb-528a29fefa76 HTTP/1.1" status: 404 len: 333 time: 0.0618658 Jul 28 14:45:48.980865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.006322 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e70e20-eded-4210-9a90-8d2d64e3db6e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:45:49.019414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0e70e20-eded-4210-9a90-8d2d64e3db6e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/c7f294b6-011e-4bf6-96cb-528a29fefa76 HTTP/1.1" status: 404 len: 333 time: 0.0762291 Jul 28 14:45:49.022110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59600) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:49.032973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d6cae-8c18-43c5-a919-e9b23ca035ff None None] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:49.058049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.088138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Pushing event updated for resources: {'Port': ['ID=be3307ed-2e70-4696-ae79-940ead2f7edd,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.089790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9b99a-99c9-436a-af38-8845faffbd90 req-3f1efe8f-9664-4275-9186-1f4799699ad9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.097354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31e9b99a-99c9-436a-af38-8845faffbd90 req-3f1efe8f-9664-4275-9186-1f4799699ad9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 945 time: 0.1355696 Jul 28 14:45:49.097545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::214 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/2689a8c0-e2c1-41d0-9397-9f4480072547/e14c88c4-0694-436c-ad1d-2e0b17370d5d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:49.097990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:49.103068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88374caa-867a-45b0-be47-c2b6eeb68db7 req-52c74642-404a-4651-a4a6-c7a487ee4cfd tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a58b94-3610-4a29-8110-20f5a25f7b81 HTTP/1.1" status: 200 len: 210 time: 0.0800397 Jul 28 14:45:49.124070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:49.130540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:49.139698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 016a471f-09af-46b2-a241-d2c55b9e130f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:49.147470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.159522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31e9b99a-99c9-436a-af38-8845faffbd90 req-cfa91346-825a-4375-8c95-67a996317cd3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612311 Jul 28 14:45:49.162216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:49.214861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '769e2005-6f13-4bee-8228-d261300c2bc4', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': '769e2005-6f13-4bee-8228-d261300c2bc4', 'mac_address': 'fa:16:3e:41:a4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:45:49.232652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.281136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Attempting to bind port be3307ed-2e70-4696-ae79-940ead2f7edd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:49.281739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Attempting to bind port be3307ed-2e70-4696-ae79-940ead2f7edd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:49.282121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Attempting to bind port be3307ed-2e70-4696-ae79-940ead2f7edd on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:49.295933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:49.296325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:49.296744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.297191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:49.297980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Bound port: be3307ed-2e70-4696-ae79-940ead2f7edd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:49.298631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.341006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.377114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:45:49.403910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.422503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:49.434582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] For port be3307ed-2e70-4696-ae79-940ead2f7edd, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:49.438389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] For port be3307ed-2e70-4696-ae79-940ead2f7edd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=be3307ed-2e70-4696-ae79-940ead2f7edd,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:49.445127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.475316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Provisioning for port 39bffbda-94f0-459a-bbd5-4f8547b881e0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:49.480664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Provisioning complete for port 39bffbda-94f0-459a-bbd5-4f8547b881e0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:49.481052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.552522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.556318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.556932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.560315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object e14c88c4-0694-436c-ad1d-2e0b17370d5d will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:49.568044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6321c728-ce94-4520-a0ba-69982c592bdc HTTP/1.1" status: 204 len: 168 time: 0.7269692 Jul 28 14:45:49.581442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71002df7-9218-4923-a126-eba87bbd5a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6321c728-ce94-4520-a0ba-69982c592bdc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.613488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.642579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.657846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.696285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.698677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.787954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=016a471f-09af-46b2-a241-d2c55b9e130f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.800675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.802644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c0c67a88-4f7e-46f4-a72c-4deb12a25b00 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/016a471f-09af-46b2-a241-d2c55b9e130f HTTP/1.1" status: 204 len: 168 time: 0.7796488 Jul 28 14:45:49.807550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59620) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:49.820338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:49.823265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93214aaa-6900-4451-801f-5d9bd7396b6c None None] Pushing event updated for resources: {'Port': ['ID=be3307ed-2e70-4696-ae79-940ead2f7edd,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.844809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:49.845390 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:49.851629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:49.855023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=e14c88c4-0694-436c-ad1d-2e0b17370d5d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:49.865462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:49.873049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:49.874358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.878187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.927910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:49.970503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['769e2005-6f13-4bee-8228-d261300c2bc4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:45:49.982007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ece94a95-2589-4b86-b3f1-2e171b22ce5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2784648 Jul 28 14:45:49.985448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59622) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:50.059896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d10ea-e7e1-4113-97a3-85d5ff778f70 None None] Network 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:50.077929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 39bffbda-94f0-459a-bbd5-4f8547b881e0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:50.078563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.248302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port 39bffbda-94f0-459a-bbd5-4f8547b881e0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=39bffbda-94f0-459a-bbd5-4f8547b881e0,segment=NetworkSegment(d11dc2b3-7b76-437d-bf7b-2629d3f77402),segment_id=d11dc2b3-7b76-437d-bf7b-2629d3f77402)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:50.248680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.280288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 39bffbda-94f0-459a-bbd5-4f8547b881e0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:50.432207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c4173192-1e22-46cf-907f-798016deb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.477512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] DHCP port deletion for 0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:50.487232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21868e-bcee-4ed0-ad11-1b0776f8de67 req-2427a055-a753-4a28-bdaa-532a34eebb24 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.498753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e21868e-bcee-4ed0-ad11-1b0776f8de67 req-2427a055-a753-4a28-bdaa-532a34eebb24 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.1626811 Jul 28 14:45:50.548530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c8e80-b246-4720-bf5d-41c44fdc31af tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.556780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c8e80-b246-4720-bf5d-41c44fdc31af tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:50.560143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cc0c8e80-b246-4720-bf5d-41c44fdc31af tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5575540 Jul 28 14:45:50.573301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59648) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:50.613433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device be3307ed-2e70-4696-ae79-940ead2f7edd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:50.622618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e21868e-bcee-4ed0-ad11-1b0776f8de67 req-823334b9-91aa-43ab-ab40-13277a5fe50e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223991 Jul 28 14:45:50.635872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.687281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port 39bffbda-94f0-459a-bbd5-4f8547b881e0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:50.894425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:50.906730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:50.934049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:50.934686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8a88c3b8-e2ef-4616-8aa0-40fae2ae06a1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:50.973300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Deleting port 39bffbda-94f0-459a-bbd5-4f8547b881e0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:50.973924 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.057063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] For port 39bffbda-94f0-459a-bbd5-4f8547b881e0, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:51.057472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.083828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Calling delete_port for 39bffbda-94f0-459a-bbd5-4f8547b881e0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:51.088452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Port 39bffbda-94f0-459a-bbd5-4f8547b881e0 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:45:51.091650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-101b91f2-dd70-445f-87bd-aa344bbfb583 None None] Could not find standard attr ID for object 39bffbda-94f0-459a-bbd5-4f8547b881e0. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:51.095011 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.102811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-101b91f2-dd70-445f-87bd-aa344bbfb583 None None] Could not find standard attr ID for object c7f294b6-011e-4bf6-96cb-528a29fefa76. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:51.136309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] Pushing event deleted for resources: {'Port': ['ID=39bffbda-94f0-459a-bbd5-4f8547b881e0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.140714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c10fd0-9fd6-4157-9cd9-4dc10299d8a0 None None] No DVR routers for this DVR port 39bffbda-94f0-459a-bbd5-4f8547b881e0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:51.215475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port be3307ed-2e70-4696-ae79-940ead2f7edd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:51.225300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=39bffbda-94f0-459a-bbd5-4f8547b881e0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.367571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port e14c88c4-0694-436c-ad1d-2e0b17370d5d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:51.367925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.394465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Provisioning for port be3307ed-2e70-4696-ae79-940ead2f7edd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:51.400777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Provisioning complete for port be3307ed-2e70-4696-ae79-940ead2f7edd triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:51.401848 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.484277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.499796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for e14c88c4-0694-436c-ad1d-2e0b17370d5d owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:51.533544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.535279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.576047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] For port be3307ed-2e70-4696-ae79-940ead2f7edd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=be3307ed-2e70-4696-ae79-940ead2f7edd,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:51.596092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cff8d3c-62fc-4041-b7d3-9f3f0b081f05']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:51.625190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11dc2b3-7b76-437d-bf7b-2629d3f77402') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:51.625511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11dc2b3-7b76-437d-bf7b-2629d3f77402') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:51.639572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-05966870-529a-4273-bb9c-ce2861bb6da4 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.647527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-05966870-529a-4273-bb9c-ce2861bb6da4 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/networks?id=d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 200 len: 808 time: 0.9731491 Jul 28 14:45:51.657279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.663312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.684723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-470c55e8-682b-40a4-b691-558d91a9514b tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/quotas/eb6b0b2c29c549ff83f8a95e67371b80 HTTP/1.1" status: 200 len: 375 time: 0.0358841 Jul 28 14:45:51.694600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.724194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796986f9-d74a-45b2-8bbb-b4cebbd3b6c5 None None] Pushing event updated for resources: {'Port': ['ID=be3307ed-2e70-4696-ae79-940ead2f7edd,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:51.745082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:45:51.745491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:51.750395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-7107a288-6d53-4344-a783-9d4d20201ad5 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493338 Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:45:51.760431 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:45:51.770766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fc9ef-449f-4f22-9d0c-9788895916b1 req-bec040bb-c01a-4283-a086-1298020b26e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:51.772937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-641fc9ef-449f-4f22-9d0c-9788895916b1 req-bec040bb-c01a-4283-a086-1298020b26e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0686233 Jul 28 14:45:51.830443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-641fc9ef-449f-4f22-9d0c-9788895916b1 req-1d469aad-522d-44c3-a03c-c0c6695a8d1d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 Jul 28 14:45:51.941912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-f5eab467-9368-4393-b94c-e52c1832eda8 service neutron] 10.222.0.47 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456530 Jul 28 14:45:52.040565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-01094f06-cf40-44cb-82f7-de4bd7edd16c service neutron] 10.222.0.47 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913198 Jul 28 14:45:52.085894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.095401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.103677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/0cff8d3c-62fc-4041-b7d3-9f3f0b081f05 HTTP/1.1" status: 204 len: 168 time: 2.2875874 Jul 28 14:45:52.103976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59684) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:52.106745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773119116'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:52.108368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5009b8-dbd1-4ee1-acb3-420b33a960fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=0cff8d3c-62fc-4041-b7d3-9f3f0b081f05,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:52.155109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.155609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7c63f479-14ac-4278-bcb3-952390a23c45 None None] Provisioning for port e14c88c4-0694-436c-ad1d-2e0b17370d5d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:52.162809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7c63f479-14ac-4278-bcb3-952390a23c45 None None] Provisioning complete for port e14c88c4-0694-436c-ad1d-2e0b17370d5d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:52.163514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7c63f479-14ac-4278-bcb3-952390a23c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.195530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=e14c88c4-0694-436c-ad1d-2e0b17370d5d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:52.216611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7c63f479-14ac-4278-bcb3-952390a23c45 None None] Port e14c88c4-0694-436c-ad1d-2e0b17370d5d was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:45:52.234219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.237602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-538204f4-cc9b-4808-a7ba-1f45ebc910d3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/e14c88c4-0694-436c-ad1d-2e0b17370d5d HTTP/1.1" status: 204 len: 168 time: 1.6617703 Jul 28 14:45:52.240788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59688) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:52.317277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:52.317492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device be3307ed-2e70-4696-ae79-940ead2f7edd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:52.323770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.330638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01745d7-8d24-4505-89a9-aecaaf6e90a1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.332240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01745d7-8d24-4505-89a9-aecaaf6e90a1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.333807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f01745d7-8d24-4505-89a9-aecaaf6e90a1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0919986 Jul 28 14:45:52.336751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:52.363355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:52.385153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.387131 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 808d1420-1a32-4f8f-b615-4c47c13d1a01 of type vlan for network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc Jul 28 14:45:52.405965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port be3307ed-2e70-4696-ae79-940ead2f7edd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:52.406355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.426006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 2689a8c0-e2c1-41d0-9397-9f4480072547 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:52.429644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.497170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.539743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.654589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f119e89c-d8d0-468d-920b-1493b704b69b req-803b0fa5-d7a3-48ee-8387-d568a416bcee tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0900998 Jul 28 14:45:52.672757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.732241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39bffbda-94f0-459a-bbd5-4f8547b881e0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:52.769307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 39bffbda-94f0-459a-bbd5-4f8547b881e0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:52.769307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 39bffbda-94f0-459a-bbd5-4f8547b881e0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:52.861809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.867824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:52.869089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.923788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:52.943507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.971069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=2689a8c0-e2c1-41d0-9397-9f4480072547,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:52.976365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:52.979000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5b11509d-3523-4d61-9b27-ee9567145476 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/2689a8c0-e2c1-41d0-9397-9f4480072547 HTTP/1.1" status: 204 len: 168 time: 0.6410625 Jul 28 14:45:52.982284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59712) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:52.982865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=8d01b0c6-f7e0-4591-aefa-f4415d276ffc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:53.001423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0c56b-7f3d-47a3-9272-ba2f5caf6421 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:53.007573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62ba7c-4b81-45aa-a8d6-50f04f8662b8 req-37bd98ad-a83b-470b-b5b2-57d07be916c9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.010392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be62ba7c-4b81-45aa-a8d6-50f04f8662b8 req-37bd98ad-a83b-470b-b5b2-57d07be916c9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 946 time: 0.0902441 Jul 28 14:45:53.016870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:53.024494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1c61d0d5-fa61-47d4-8145-4c37c28cb9e1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416446 Jul 28 14:45:53.027514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.058912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be62ba7c-4b81-45aa-a8d6-50f04f8662b8 req-3f848d21-8020-4f07-8639-f87157e1f95a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Jul 28 14:45:53.081597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2149d37-0ce3-4b30-a9e0-4ad391a907f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.085685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e2149d37-0ce3-4b30-a9e0-4ad391a907f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0547442 Jul 28 14:45:53.085996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59716) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.149271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29aba7-22bb-4758-9704-71a96a14fbd5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:53.150614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b29aba7-22bb-4758-9704-71a96a14fbd5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635257 Jul 28 14:45:53.153222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59720) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.208623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-529cdab0-4286-4caa-aec9-50aa07d42e63 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475736 Jul 28 14:45:53.209900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.221094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:53.230586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eeb7ba10-0c8a-444b-8a15-84e49d1d4026 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1277559 Jul 28 14:45:53.233265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59726) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.238423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:53.298045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 769e2005-6f13-4bee-8228-d261300c2bc4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:53.310373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:53.314990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 769e2005-6f13-4bee-8228-d261300c2bc4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:53.316352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.431834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Deleting port be3307ed-2e70-4696-ae79-940ead2f7edd {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:53.432276 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.468461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:53.472816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.509872 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.554653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] For port be3307ed-2e70-4696-ae79-940ead2f7edd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=be3307ed-2e70-4696-ae79-940ead2f7edd,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:53.554653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.558002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:45:53.560650 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f5434c-ff13-402c-be90-f758424b4c94" -d '{"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:45:53.577213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:53.582348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.584204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Calling delete_port for be3307ed-2e70-4696-ae79-940ead2f7edd owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:53.587075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:53.669089 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724afd64-e276-41c7-a730-2ed3efbb628f x-openstack-request-id: req-724afd64-e276-41c7-a730-2ed3efbb628f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:45:53.669378 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-plugged", "status": "completed", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:45:53.674721 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-724afd64-e276-41c7-a730-2ed3efbb628f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:45:53.674721 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'code': 200} Jul 28 14:45:53.722903 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.830315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0247aebc-1224-493f-b6f9-426e8aebad40 req-0524ceff-e0f6-4f95-b2f5-bcfaf3c4d775 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0603487 Jul 28 14:45:53.852004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:53.914235 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:53.967224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59746) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:53.982778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] Pushing event deleted for resources: {'Port': ['ID=be3307ed-2e70-4696-ae79-940ead2f7edd,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:53.990097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc89e3-4c19-421a-8a6e-049a346df26a None None] No DVR routers for this DVR port be3307ed-2e70-4696-ae79-940ead2f7edd on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:54.034603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fec81d-b21b-40bb-a3bc-a303783e8724 req-a25994ab-5330-477a-93b5-b648db9ebfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.036536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1fec81d-b21b-40bb-a3bc-a303783e8724 req-a25994ab-5330-477a-93b5-b648db9ebfe8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0489891 Jul 28 14:45:54.087277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1fec81d-b21b-40bb-a3bc-a303783e8724 req-55868e26-15fe-4821-b4d5-635728748d68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364661 Jul 28 14:45:54.154382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:54.170993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.193449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb10cca-24f3-4ea6-b62e-8da3178880bd req-0133672b-6b4a-4f18-b365-55743a4de716 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.196852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fb10cca-24f3-4ea6-b62e-8da3178880bd req-0133672b-6b4a-4f18-b365-55743a4de716 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.0548787 Jul 28 14:45:54.213875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.249678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=221d140e-c3da-4278-a0f9-2dfa33be1e41,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:54.259360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '808d1420-1a32-4f8f-b615-4c47c13d1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:54.259853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 8d01b0c6-f7e0-4591-aefa-f4415d276ffc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:54.292989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:54.297058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device be3307ed-2e70-4696-ae79-940ead2f7edd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:45:54.301310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:54.310675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.311391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.311988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.325709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47682f-5ca8-4d83-b5d0-4b63b6080c62 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:54.326844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=46dc67b0-9300-4808-b3e2-fdb6a9e84e3f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:54.328513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: be3307ed-2e70-4696-ae79-940ead2f7edd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:45:54.334188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device be3307ed-2e70-4696-ae79-940ead2f7edd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:45:54.336063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fb10cca-24f3-4ea6-b62e-8da3178880bd req-604e8869-eb5d-4a9e-9074-ffae85ff777c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319752 Jul 28 14:45:54.376401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:54.437454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.452278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-00ad9528-2e08-4d2d-9c97-76719da1c33a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2411435 Jul 28 14:45:54.457576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59752) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:54.464792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '46dc67b0-9300-4808-b3e2-fdb6a9e84e3f', 'ip_address': '2001:db8::9919:29f5:3a0a:ae14'}], 'name': 'tempest-NetworksTestDHCPv6-88379855'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:54.502455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8d01b0c6-f7e0-4591-aefa-f4415d276ffc) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:54.504840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '46dc67b0-9300-4808-b3e2-fdb6a9e84e3f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:54.505738 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.512808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:54.513605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.514531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc09d04-5fa7-4ae5-8b02-700107b3b543 None None] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:54.583886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Allocated IP 172.25.0.133 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b8c4cf4a-a5a6-4344-b4f6-35b58e199354) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:54.716363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c0bf25de-479f-46cd-8a6e-ae3204c49e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4817450 Jul 28 14:45:54.720253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:54.729538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1011107617'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:54.735302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.787536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/46dc67b0-9300-4808-b3e2-fdb6a9e84e3f/3aba4e5f-0b5b-495b-9731-1e756fe69fba) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:54.803207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-8d01b0c6-f7e0-4591-aefa-f4415d276ffc', 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': '221d140e-c3da-4278-a0f9-2dfa33be1e41'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:54.804307 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.922306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:54.991975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-33aa1c47-86ab-497d-861c-2f2f573994b0 req-29d703c0-a739-46f8-9e06-43035c53e8b1 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0646698 Jul 28 14:45:54.992658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:54.999993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:55.004758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:55.009892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=b8c4cf4a-a5a6-4344-b4f6-35b58e199354,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:55.012735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:55.062296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Allocated IP 2001:db8::2 (8d01b0c6-f7e0-4591-aefa-f4415d276ffc/221d140e-c3da-4278-a0f9-2dfa33be1e41/62f411f2-5313-4874-a7d0-3efc9e3eed95) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:55.071898 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.087405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Transition to ACTIVE for port object 3aba4e5f-0b5b-495b-9731-1e756fe69fba will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.100481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.128326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.128930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port c14c5d41-9652-4b08-b63a-d1e582b44871 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:55.144305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Transition to ACTIVE for port object 3aba4e5f-0b5b-495b-9731-1e756fe69fba will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.222147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:55.225991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.239846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.277087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.288741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Transition to ACTIVE for port object 62f411f2-5313-4874-a7d0-3efc9e3eed95 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.291118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 546b3042-cb04-407b-9aa9-ae8fa580e643 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:45:55.310882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Transition to ACTIVE for port object 62f411f2-5313-4874-a7d0-3efc9e3eed95 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.320659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.446727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Pushing event updated for resources: {'Port': ['ID=3aba4e5f-0b5b-495b-9731-1e756fe69fba,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:55.451857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.458031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.505583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::9919:29f5:3a0a:ae14 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/46dc67b0-9300-4808-b3e2-fdb6a9e84e3f/c14c5d41-9652-4b08-b63a-d1e582b44871) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:55.541493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd893e2-3bf2-4b54-ae20-8dfdb18f8890 req-af37366d-1dfa-4bfa-b266-989b749f2ca9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:55.545407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::120 (8d01b0c6-f7e0-4591-aefa-f4415d276ffc/221d140e-c3da-4278-a0f9-2dfa33be1e41/546b3042-cb04-407b-9aa9-ae8fa580e643) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:55.548343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddd893e2-3bf2-4b54-ae20-8dfdb18f8890 req-af37366d-1dfa-4bfa-b266-989b749f2ca9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.0722952 Jul 28 14:45:55.552369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Pushing event updated for resources: {'Port': ['ID=62f411f2-5313-4874-a7d0-3efc9e3eed95,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:55.581010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.603452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:55.605535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:55.609216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:55.610143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:55.613918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:55.621888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:55.732918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Attempting to bind port 3aba4e5f-0b5b-495b-9731-1e756fe69fba on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:55.733128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Attempting to bind port 3aba4e5f-0b5b-495b-9731-1e756fe69fba by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:55.733553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Attempting to bind port 3aba4e5f-0b5b-495b-9731-1e756fe69fba on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:55.737580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Attempting to bind port 62f411f2-5313-4874-a7d0-3efc9e3eed95 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:45:55.738539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Attempting to bind port 62f411f2-5313-4874-a7d0-3efc9e3eed95 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '808d1420-1a32-4f8f-b615-4c47c13d1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:45:55.738539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Attempting to bind port 62f411f2-5313-4874-a7d0-3efc9e3eed95 on network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:45:55.746020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:55.747023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:55.747023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.747715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:55.748287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Bound port: 3aba4e5f-0b5b-495b-9731-1e756fe69fba, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:55.749163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.753025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:45:55.753025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Checking segment: {'id': '808d1420-1a32-4f8f-b615-4c47c13d1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:55.753448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.753900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Bound using segment: {'id': '808d1420-1a32-4f8f-b615-4c47c13d1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:45:55.754779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Bound port: 62f411f2-5313-4874-a7d0-3efc9e3eed95, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808d1420-1a32-4f8f-b615-4c47c13d1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '8d01b0c6-f7e0-4591-aefa-f4415d276ffc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:45:55.755049 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.837100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.845013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:55.874848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object 546b3042-cb04-407b-9aa9-ae8fa580e643 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.876519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object c14c5d41-9652-4b08-b63a-d1e582b44871 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:45:55.887508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] For port 62f411f2-5313-4874-a7d0-3efc9e3eed95, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:55.887508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] For port 3aba4e5f-0b5b-495b-9731-1e756fe69fba, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:45:55.888861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] For port 62f411f2-5313-4874-a7d0-3efc9e3eed95, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=62f411f2-5313-4874-a7d0-3efc9e3eed95,segment=NetworkSegment(808d1420-1a32-4f8f-b615-4c47c13d1a01),segment_id=808d1420-1a32-4f8f-b615-4c47c13d1a01)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:55.891102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] For port 3aba4e5f-0b5b-495b-9731-1e756fe69fba, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3aba4e5f-0b5b-495b-9731-1e756fe69fba,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:45:56.027578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ddd893e2-3bf2-4b54-ae20-8dfdb18f8890 req-7a28343a-a3e9-40fb-b9e7-9415df79759e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724288 Jul 28 14:45:56.059088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=b8c4cf4a-a5a6-4344-b4f6-35b58e199354,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.073898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.109394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b9bc0af-8c7b-46f8-8167-8d94120b0320 req-114df6ef-25d9-41bb-9f84-31ce4c6b1add tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Jul 28 14:45:56.138212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.145104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.145908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.147960 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.221795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8321d5-fd74-4f53-9788-44016fd7432a None None] Pushing event updated for resources: {'Port': ['ID=3aba4e5f-0b5b-495b-9731-1e756fe69fba,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.253801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:56.260273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:56.264897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:56.267535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:56.273464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.274221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.278294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.282243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ae6d388-932d-47db-8ed6-929834c082df tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3107862 Jul 28 14:45:56.285438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.291281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82b2a6-7eea-4d4f-8d0b-23eb2cea1b24 None None] Pushing event updated for resources: {'Port': ['ID=62f411f2-5313-4874-a7d0-3efc9e3eed95,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.295784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:56.298210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:56.301732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-948674940'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:56.304553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.305294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.317183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=546b3042-cb04-407b-9aa9-ae8fa580e643,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.392914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=c14c5d41-9652-4b08-b63a-d1e582b44871,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:56.417490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-8a386d66-4802-4cc1-8a34-a92046bd6a7e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.419177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-8a386d66-4802-4cc1-8a34-a92046bd6a7e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.50 "GET /v2.0/networks?id=d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 200 len: 808 time: 0.2334869 Jul 28 14:45:56.437534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Request body: {'port': {'device_id': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7', 'admin_state_up': True, 'tenant_id': 'eb6b0b2c29c549ff83f8a95e67371b80'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:56.514237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Made reservation on behalf of aebb49e6647d448695fd053e840c5edc for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:56.518127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.534165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.682193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b024138d-5094-4592-a437-33a226a78005 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2225857 Jul 28 14:45:56.684027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d764fa6-cb7d-4b29-bbcc-1d30cfc8af9e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.9623034 Jul 28 14:45:56.686640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59810) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.689184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59812) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.723274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:45:56.723274 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:45:56.723274 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'eb6b0b2c29c549ff83f8a95e67371b80', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 45, 56, 614272)}] Jul 28 14:45:56.723274 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:56.723621 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:56.776609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715fb31-b5f2-413c-8c36-d383793f11ea tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.782901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715fb31-b5f2-413c-8c36-d383793f11ea tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:56.784579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6715fb31-b5f2-413c-8c36-d383793f11ea tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0966785 Jul 28 14:45:56.788374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59816) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:56.807503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 546b3042-cb04-407b-9aa9-ae8fa580e643 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:56.807856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.841487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.968477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:56.989862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 546b3042-cb04-407b-9aa9-ae8fa580e643 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:56.999914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.011661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port c14c5d41-9652-4b08-b63a-d1e582b44871 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:57.012031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.059918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:45:57.114447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.119057 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Added segment 3908936c-899c-40d3-8a31-ddc635e3f3bc of type vlan for network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc Jul 28 14:45:57.125751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb95d92-3895-4d3f-9a41-2701f66d7e62,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:57.199588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.342609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8eeef59c-4a29-4250-bdb6-21baaae03896 req-c295f78e-d135-4574-908c-a51cb54fae6a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Jul 28 14:45:57.480303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.498294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.499010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.612712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.622932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81e294-b7e6-46f6-8525-7de01b680fbf None None] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:57.642669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cffff-82ed-48c2-8739-a549e8615d4c req-e5b4539a-228a-49d2-bd90-11242c01adb8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:57.650005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Network': ['ID=b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:57.654420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9cffff-82ed-48c2-8739-a549e8615d4c req-e5b4539a-228a-49d2-bd90-11242c01adb8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.1815701 Jul 28 14:45:57.684542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for c14c5d41-9652-4b08-b63a-d1e582b44871 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:57.723175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:45:57.797331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9cffff-82ed-48c2-8739-a549e8615d4c req-522fbe41-ef9c-46f7-b2c7-29cc8b457f00 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411629 Jul 28 14:45:57.801161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Made reservation on behalf of eb6b0b2c29c549ff83f8a95e67371b80 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:57.809724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:57.926600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-16ae9ec5-d869-45e6-8284-6364b524be36 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6373537 Jul 28 14:45:57.926794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59838) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:57.932662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Request body: {'subnet': {'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:57.983274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6543b2c5-dcf3-48e0-9cec-40809d2a7cce None None] Provisioning for port 62f411f2-5313-4874-a7d0-3efc9e3eed95 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:57.987862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.082017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=546b3042-cb04-407b-9aa9-ae8fa580e643,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:58.109516 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.113771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-965d9577-954b-4e22-848b-f52b66968a77 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/546b3042-cb04-407b-9aa9-ae8fa580e643 HTTP/1.1" status: 204 len: 168 time: 1.4213974 Jul 28 14:45:58.114535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:58.145095 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf6b460-aa2e-4596-8c03-e9dd4ede4bb7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:45:58.146700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4cf6b460-aa2e-4596-8c03-e9dd4ede4bb7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/546b3042-cb04-407b-9aa9-ae8fa580e643 HTTP/1.1" status: 404 len: 333 time: 0.0312088 Jul 28 14:45:58.150951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:58.198596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Allocated IP 172.20.0.8 (d1369615-a590-4621-aea1-a6ac4108feb7/edc9fbf6-1608-4e11-911c-ef7d8f2654bf/39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:45:58.215830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.216035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 221d140e-c3da-4278-a0f9-2dfa33be1e41 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:58.220002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.279742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=c14c5d41-9652-4b08-b63a-d1e582b44871,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:58.351882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f849a7e-44f8-4bfa-ae33-b4ab1f09b3a3 None None] Provisioning for port 3aba4e5f-0b5b-495b-9731-1e756fe69fba completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:58.357908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Made reservation on behalf of aebb49e6647d448695fd053e840c5edc for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:58.372233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.384356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.386610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-787a63f9-2523-4b61-9acf-8e3ecce05260 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/c14c5d41-9652-4b08-b63a-d1e582b44871 HTTP/1.1" status: 204 len: 168 time: 1.5972309 Jul 28 14:45:58.389748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.390314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59850) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:58.500435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9f7ca643-ef30-413c-8782-6f8b43957238 None None] Could not find standard attr ID for object 546b3042-cb04-407b-9aa9-ae8fa580e643. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:58.573477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3aba4e5f-0b5b-495b-9731-1e756fe69fba up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:45:58.618886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d298571-0b20-4c88-bc36-ed152f4375c5 req-60b25c1e-40a1-433f-86b3-fe13a347e0c7 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.0521410 Jul 28 14:45:58.648589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d5793851-2403-4a75-b862-1d87ba52d9ff None None] Could not find standard attr ID for object c14c5d41-9652-4b08-b63a-d1e582b44871. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:58.651286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dfd7b5-e26e-47d3-92bb-a31599edfdbe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.653178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dfd7b5-e26e-47d3-92bb-a31599edfdbe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.660157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-80dfd7b5-e26e-47d3-92bb-a31599edfdbe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2593682 Jul 28 14:45:58.667816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:58.713843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.748251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 46dc67b0-9300-4808-b3e2-fdb6a9e84e3f {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:45:58.767438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.792482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.819401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.850117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 3aba4e5f-0b5b-495b-9731-1e756fe69fba completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:45:58.856025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3aba4e5f-0b5b-495b-9731-1e756fe69fba triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:45:58.856435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.927457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5891c728-d974-4bbb-ba6d-d61de4391c19 None None] Could not find standard attr ID for object 546b3042-cb04-407b-9aa9-ae8fa580e643. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:45:58.969795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:58.972212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069276-b848-47f5-a5c4-5aa78301314e req-893e1a5e-9389-471a-8a3e-f711a621805b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:58.974697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e069276-b848-47f5-a5c4-5aa78301314e req-893e1a5e-9389-471a-8a3e-f711a621805b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.0883062 Jul 28 14:45:58.987331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.023588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e069276-b848-47f5-a5c4-5aa78301314e req-e18b4772-6105-4516-8f2d-bd83be7eda30 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413094 Jul 28 14:45:59.027743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.029698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.074991 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.076931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/221d140e-c3da-4278-a0f9-2dfa33be1e41 HTTP/1.1" status: 204 len: 168 time: 0.9242671 Jul 28 14:45:59.079931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:59.105209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Subnet': ['ID=498be92b-c084-4638-9c22-e255b9f6a3b9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.120509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71458ae0-61a1-4959-8721-1fbe39daf554 None None] Network 8d01b0c6-f7e0-4591-aefa-f4415d276ffc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:59.134591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f96da-13a6-4bea-abe1-a938e8ec9555 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=221d140e-c3da-4278-a0f9-2dfa33be1e41,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.138814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Checking segment: {'id': '3908936c-899c-40d3-8a31-ddc635e3f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:45:59.139209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network hostable DHCP agents. Network: b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:45:59.174015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.208513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.256593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Network d1369615-a590-4621-aea1-a6ac4108feb7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:45:59.262576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.269304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:59.272205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:45:59.292797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:45:59.300936 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:45:59.301375 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:45:59.325091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] DHCP port deletion for 8d01b0c6-f7e0-4591-aefa-f4415d276ffc request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:45:59.333991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=46dc67b0-9300-4808-b3e2-fdb6a9e84e3f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.339553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Pushing event updated for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.346551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 62f411f2-5313-4874-a7d0-3efc9e3eed95 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:59.346937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.353995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.356721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-364c590a-8717-4d4c-bc24-50442576a094 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/46dc67b0-9300-4808-b3e2-fdb6a9e84e3f HTTP/1.1" status: 204 len: 168 time: 0.6880033 Jul 28 14:45:59.359354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59860) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:59.404808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57d35d68-f833-44a0-848d-088af107bca0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438669 Jul 28 14:45:59.407865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59864) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:59.415679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:59.428100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.429728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.470946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port 62f411f2-5313-4874-a7d0-3efc9e3eed95, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=62f411f2-5313-4874-a7d0-3efc9e3eed95,segment=NetworkSegment(808d1420-1a32-4f8f-b615-4c47c13d1a01),segment_id=808d1420-1a32-4f8f-b615-4c47c13d1a01)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:59.473528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.494512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 62f411f2-5313-4874-a7d0-3efc9e3eed95 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:59.504715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:45:59.510762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.511493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.535859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135deaa8-51f9-46fa-9267-d8530cf7002c None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:59.573092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb44b1f-5d71-40e2-8718-f33341d56923 None None] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:45:59.606652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-0f9908ef-04f0-476f-9f26-d59d13a8065c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1733944 Jul 28 14:45:59.625973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Request body: {'port': {'device_id': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:59.632586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-93391913-620a-481e-a19a-107d1ccb5362 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7042465 Jul 28 14:45:59.636145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:45:59.642692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-651868162', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:45:59.694389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.733897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Deleting port 62f411f2-5313-4874-a7d0-3efc9e3eed95 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:45:59.734503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.735051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=62f411f2-5313-4874-a7d0-3efc9e3eed95,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.745779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port 62f411f2-5313-4874-a7d0-3efc9e3eed95 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:45:59.752467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.765932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07455490-6138-47d0-9737-aedb6d95ed0d req-4cd2aaac-56de-42e3-b131-0ec166e7b17c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:45:59.767641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07455490-6138-47d0-9737-aedb6d95ed0d req-4cd2aaac-56de-42e3-b131-0ec166e7b17c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 931 time: 0.0603740 Jul 28 14:45:59.787390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:45:59.793143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.874929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] For port 62f411f2-5313-4874-a7d0-3efc9e3eed95, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:45:59.875105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.879857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.909666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.910437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-07455490-6138-47d0-9737-aedb6d95ed0d req-ca9d68f2-e468-4788-9b26-49ff789c9af9 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350112 Jul 28 14:45:59.911873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Calling delete_port for 62f411f2-5313-4874-a7d0-3efc9e3eed95 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:45:59.916140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Port 62f411f2-5313-4874-a7d0-3efc9e3eed95 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:45:59.924202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d01b0c6-f7e0-4591-aefa-f4415d276ffc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:59.924551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc', 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc', 'tenant_id': 'aebb49e6647d448695fd053e840c5edc', 'fixed_ips': [{'subnet_id': '498be92b-c084-4638-9c22-e255b9f6a3b9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:45:59.926115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.931148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:45:59.954702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808d1420-1a32-4f8f-b615-4c47c13d1a01') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:59.955314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808d1420-1a32-4f8f-b615-4c47c13d1a01') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:45:59.975413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] Pushing event deleted for resources: {'Port': ['ID=62f411f2-5313-4874-a7d0-3efc9e3eed95,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:45:59.992055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a946055-020e-4de9-b8ea-a471c3c15cf5 None None] No DVR routers for this DVR port 62f411f2-5313-4874-a7d0-3efc9e3eed95 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:00.005928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:00.051733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.062626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 3aba4e5f-0b5b-495b-9731-1e756fe69fba, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3aba4e5f-0b5b-495b-9731-1e756fe69fba,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:00.080178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.093465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:00.094006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:00.097306 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:00.103924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.107029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.161421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Allocated IP 172.20.0.2 (b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc/498be92b-c084-4638-9c22-e255b9f6a3b9/b591acb3-f5da-49f1-8c06-f2f24c011baf) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:00.173504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Deleting port 3aba4e5f-0b5b-495b-9731-1e756fe69fba {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:00.173876 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.244435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.265488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.266216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62f411f2-5313-4874-a7d0-3efc9e3eed95 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:00.297533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:00.300736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:00.303922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:00.307861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:00.308201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.308457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.318286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 62f411f2-5313-4874-a7d0-3efc9e3eed95 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:00.318890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62f411f2-5313-4874-a7d0-3efc9e3eed95 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:46:00.324190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=356d33d7-da48-4757-8c50-92fa06ed03d1,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.332141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] For port 3aba4e5f-0b5b-495b-9731-1e756fe69fba, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3aba4e5f-0b5b-495b-9731-1e756fe69fba,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:00.332545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.366657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 62f411f2-5313-4874-a7d0-3efc9e3eed95 not found, will not notify nova. {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:46:00.392992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Calling delete_port for 3aba4e5f-0b5b-495b-9731-1e756fe69fba owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:00.402647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Transition to ACTIVE for port object 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:00.404566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.408124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=3aba4e5f-0b5b-495b-9731-1e756fe69fba,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.412918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.415686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/8d01b0c6-f7e0-4591-aefa-f4415d276ffc HTTP/1.1" status: 204 len: 168 time: 1.3346589 Jul 28 14:46:00.447197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:00.447647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e784d68-9953-4903-b418-fca3a71eb94a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=8d01b0c6-f7e0-4591-aefa-f4415d276ffc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.457261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'name': 'tempest-PortsIpV6TestJSON-691246194'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:00.474655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3aba4e5f-0b5b-495b-9731-1e756fe69fba no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:00.475238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.510847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c7668199-1fea-4beb-889c-479ae9fb215e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1014981 Jul 28 14:46:00.513633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:00.522528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '356d33d7-da48-4757-8c50-92fa06ed03d1', 'ip_address': '2001:db8::8446:ce84:f0bc:7e40'}], 'name': 'tempest-NetworksTestDHCPv6-2032516497'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:00.554826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.570349 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.596555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Transition to ACTIVE for port object b591acb3-f5da-49f1-8c06-f2f24c011baf will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:00.638210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.642242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Transition to ACTIVE for port object b591acb3-f5da-49f1-8c06-f2f24c011baf will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:00.654421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.715292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Attempting to bind port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:00.715714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Attempting to bind port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:00.716054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Attempting to bind port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a on network d1369615-a590-4621-aea1-a6ac4108feb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:00.724025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a on network d1369615-a590-4621-aea1-a6ac4108feb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:46:00.724570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Attempting to bind port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a on network d1369615-a590-4621-aea1-a6ac4108feb7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:00.730974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:00.731781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Checking segment: {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:00.731897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Bound using segment: {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:00.732257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Bound port: 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:00.732672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.732862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.770511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] Pushing event deleted for resources: {'Port': ['ID=3aba4e5f-0b5b-495b-9731-1e756fe69fba,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:00.778077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079b490-7dd8-43a2-a652-155497b074b4 None None] No DVR routers for this DVR port 3aba4e5f-0b5b-495b-9731-1e756fe69fba on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:00.793922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe57120-a00c-4b0d-ae8f-738e714d18dd None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:00.800650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:00.808377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.852798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 98004658-e5f7-4b90-824e-0bde43db96fd yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:00.856655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.866205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:00.892371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62f411f2-5313-4874-a7d0-3efc9e3eed95 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:00.921895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:00.944989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:00.970360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 62f411f2-5313-4874-a7d0-3efc9e3eed95 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:00.970759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62f411f2-5313-4874-a7d0-3efc9e3eed95 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:00.993130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:01.001067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:01.006764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:01.032271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Pushing event updated for resources: {'Port': ['ID=b591acb3-f5da-49f1-8c06-f2f24c011baf,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:01.073680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.110065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae60c09-6cd4-4155-a67c-c789c44a6bb1 req-a313b88e-f943-470a-a465-f89ce96da884 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.111662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ae60c09-6cd4-4155-a67c-c789c44a6bb1 req-a313b88e-f943-470a-a465-f89ce96da884 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 943 time: 0.0977471 Jul 28 14:46:01.116737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Attempting to bind port b591acb3-f5da-49f1-8c06-f2f24c011baf on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:01.118286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Attempting to bind port b591acb3-f5da-49f1-8c06-f2f24c011baf by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3908936c-899c-40d3-8a31-ddc635e3f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:01.118286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Attempting to bind port b591acb3-f5da-49f1-8c06-f2f24c011baf on network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:01.125786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '356d33d7-da48-4757-8c50-92fa06ed03d1'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:01.126707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.129169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:01.129546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Checking segment: {'id': '3908936c-899c-40d3-8a31-ddc635e3f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:01.130001 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.130389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Bound using segment: {'id': '3908936c-899c-40d3-8a31-ddc635e3f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:01.130865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Bound port: b591acb3-f5da-49f1-8c06-f2f24c011baf, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3908936c-899c-40d3-8a31-ddc635e3f3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:01.131273 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.143146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.148059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:01.184749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.185379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.186822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] 10.222.0.50 "PUT /v2.0/ports/39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a HTTP/1.1" status: 200 len: 1092 time: 1.5656104 Jul 28 14:46:01.187692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:01.189690 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06448ef0-2a48-42d6-8c29-7f5afd6199fb" -d '{"events": [{"name": "network-changed", "server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:01.229502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab6242-8a1e-43e4-9c0a-0ab77e43cdfb service neutron] Pushing event updated for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:01.238476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ae60c09-6cd4-4155-a67c-c789c44a6bb1 req-09531787-498a-4beb-b679-9a5e437c9e2a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153812 Jul 28 14:46:01.241895 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6c2bd-5b2c-4069-829e-e33f8c139aea x-openstack-request-id: req-adc6c2bd-5b2c-4069-829e-e33f8c139aea {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:01.242271 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:01.242453 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adc6c2bd-5b2c-4069-829e-e33f8c139aea {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:01.242916 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a', 'status': 'completed', 'code': 200} Jul 28 14:46:01.283115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.308679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:01.317862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] For port b591acb3-f5da-49f1-8c06-f2f24c011baf, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:01.319813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.350164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] For port b591acb3-f5da-49f1-8c06-f2f24c011baf, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b591acb3-f5da-49f1-8c06-f2f24c011baf,segment=NetworkSegment(3908936c-899c-40d3-8a31-ddc635e3f3bc),segment_id=3908936c-899c-40d3-8a31-ddc635e3f3bc)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:01.370667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/356d33d7-da48-4757-8c50-92fa06ed03d1/8532b304-500c-421d-959a-188ce391e89c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:01.383079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:01.401265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=98004658-e5f7-4b90-824e-0bde43db96fd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:01.416585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-d91310e6-866d-436b-b0a4-18e3d8fbde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.420723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-d91310e6-866d-436b-b0a4-18e3d8fbde49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 1095 time: 0.1302805 Jul 28 14:46:01.420887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:01.432001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:01.441145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.441888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.493712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.525527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.599930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.640569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-1ee32528-8941-4c76-b376-faf03a441618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.644961 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-1ee32528-8941-4c76-b376-faf03a441618 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1999698 Jul 28 14:46:01.650507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Allocated IP 172.25.0.107 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/8e32fdd7-a5e3-4c0b-aaf2-57a1ba643c8f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:01.650930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f2ba82d-0e73-4922-9597-055ec907603d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2004158 Jul 28 14:46:01.654752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59898) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:01.672651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.747375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04756f-1780-4f10-aa1a-e089896a6d9e None None] Pushing event updated for resources: {'Port': ['ID=b591acb3-f5da-49f1-8c06-f2f24c011baf,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:01.789110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Transition to ACTIVE for port object 8532b304-500c-421d-959a-188ce391e89c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:01.822555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Transition to ACTIVE for port object 8532b304-500c-421d-959a-188ce391e89c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:01.858943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.864697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 98004658-e5f7-4b90-824e-0bde43db96fd {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:01.865041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.882197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-5ae05ea8-05c8-4328-9a0f-073b017fe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:01.884710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06448ef0-2a48-42d6-8c29-7f5afd6199fb req-5ae05ea8-05c8-4328-9a0f-073b017fe239 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2324758 Jul 28 14:46:01.948143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.968819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:01.970090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 98004658-e5f7-4b90-824e-0bde43db96fd owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:01.996051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-887712c6-a0a4-4bf1-a1af-d57dbcea89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.007316 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-887712c6-a0a4-4bf1-a1af-d57dbcea89e6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 1095 time: 0.0489323 Jul 28 14:46:02.029945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:02.043595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:02.068555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:02.092008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::8446:ce84:f0bc:7e40 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/356d33d7-da48-4757-8c50-92fa06ed03d1/328ba38f-f7fc-4269-8a0e-eb3e582dc8e1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:02.111610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Pushing event updated for resources: {'Port': ['ID=8532b304-500c-421d-959a-188ce391e89c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.123988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-52626962-d017-48eb-bae7-c554bf294c16 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a HTTP/1.1" status: 200 len: 217 time: 0.1126294 Jul 28 14:46:02.181959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.212066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Attempting to bind port 8532b304-500c-421d-959a-188ce391e89c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:02.212445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Attempting to bind port 8532b304-500c-421d-959a-188ce391e89c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:02.212852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Attempting to bind port 8532b304-500c-421d-959a-188ce391e89c on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:02.214390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-9cd9a8c2-e006-409c-9b3d-176c3651be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.216671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-9cd9a8c2-e006-409c-9b3d-176c3651be1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edc9fbf6-1608-4e11-911c-ef7d8f2654bf HTTP/1.1" status: 200 len: 848 time: 0.0860059 Jul 28 14:46:02.219556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:02.219944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:02.221079 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.221079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:02.221297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Bound port: 8532b304-500c-421d-959a-188ce391e89c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:02.222131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.322224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:02.329080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:02.337886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:02.348798 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-e6eef099-311f-453e-9bc0-1b0b922f41c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1369615-a590-4621-aea1-a6ac4108feb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248221 Jul 28 14:46:02.360275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] For port 8532b304-500c-421d-959a-188ce391e89c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:02.364503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] For port 8532b304-500c-421d-959a-188ce391e89c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8532b304-500c-421d-959a-188ce391e89c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:02.409940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=8e32fdd7-a5e3-4c0b-aaf2-57a1ba643c8f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.433521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.474881 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-2ed93e68-6776-4eea-b3a0-f4720926d63f service neutron] 10.222.0.50 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198714 Jul 28 14:46:02.520523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=98004658-e5f7-4b90-824e-0bde43db96fd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.527801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b591acb3-f5da-49f1-8c06-f2f24c011baf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:02.530297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.536457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a291790-b2c1-42b0-ba17-0fc35c424277 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/98004658-e5f7-4b90-824e-0bde43db96fd HTTP/1.1" status: 204 len: 168 time: 0.8804061 Jul 28 14:46:02.543816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59906) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:02.570562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.584663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'mac_address': 'fa:16:3e:24:47:51', 'name': 'tempest-PortsIpV6TestJSON-370609730'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:02.622192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61e76d87-305f-4948-9a29-ac9ba9441c6f req-931c62cd-4ab9-4080-9ab5-c840503b564b service neutron] 10.222.0.50 "GET /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381640 Jul 28 14:46:02.666018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea0b84-8b25-49df-a8b9-10a0bd4d03d7 None None] Pushing event updated for resources: {'Port': ['ID=8532b304-500c-421d-959a-188ce391e89c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:02.730045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f03202-137d-4eba-8f2f-1de6efb46796 req-6cb5b0f9-d967-4923-8e2d-90fcc5d67d8c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:02.731689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35f03202-137d-4eba-8f2f-1de6efb46796 req-6cb5b0f9-d967-4923-8e2d-90fcc5d67d8c tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 943 time: 0.3504364 Jul 28 14:46:02.858014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b591acb3-f5da-49f1-8c06-f2f24c011baf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:02.858640 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:02.890330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35f03202-137d-4eba-8f2f-1de6efb46796 req-144ba20e-1a6e-4459-a5d1-0fe3829b5e96 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484513 Jul 28 14:46:02.906934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:03.100931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:03.181211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.236821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.238452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e20cdf-0c49-4912-ab2a-43545a0a15e1 None None] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:03.306460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 70147425-c2c0-4356-8bfb-4c06c2705679 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:03.384462 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.527539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Provisioning for port b591acb3-f5da-49f1-8c06-f2f24c011baf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:03.546248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Provisioning complete for port b591acb3-f5da-49f1-8c06-f2f24c011baf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:03.546248 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.677339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.749409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] For port b591acb3-f5da-49f1-8c06-f2f24c011baf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b591acb3-f5da-49f1-8c06-f2f24c011baf,segment=NetworkSegment(3908936c-899c-40d3-8a31-ddc635e3f3bc),segment_id=3908936c-899c-40d3-8a31-ddc635e3f3bc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:03.885428 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.909188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:03.934929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:03.937054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:03.943663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:03.944375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:03.965066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=328ba38f-f7fc-4269-8a0e-eb3e582dc8e1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.012901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b86f1-5dbf-4372-ba2b-a69cdfbcbb82 None None] Pushing event updated for resources: {'Port': ['ID=b591acb3-f5da-49f1-8c06-f2f24c011baf,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.030221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89392e83-868a-4bbe-85ab-d33d9b5e10c0 None None] Provisioning complete for port b591acb3-f5da-49f1-8c06-f2f24c011baf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:04.033648 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89392e83-868a-4bbe-85ab-d33d9b5e10c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.157418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.181989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.230143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-413ade24-44a6-4b47-a7b7-62df94afb172 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7152035 Jul 28 14:46:04.232869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:04.244140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4a761-3cfd-474c-995f-d0df737b2982 req-481d38ff-a0bf-45ca-83f1-729e8aab4237 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.245881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8a4a761-3cfd-474c-995f-d0df737b2982 req-481d38ff-a0bf-45ca-83f1-729e8aab4237 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 943 time: 0.1635530 Jul 28 14:46:04.551469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8a4a761-3cfd-474c-995f-d0df737b2982 req-8205f6bd-c357-44ce-ac91-ce4bc5041818 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200328 Jul 28 14:46:04.570500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3c70-5665-4b4d-9850-5d1204281708 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.576619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab3c70-5665-4b4d-9850-5d1204281708 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.578258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-faab3c70-5665-4b4d-9850-5d1204281708 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3438089 Jul 28 14:46:04.581814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:04.693422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:46:04.695598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:04.697099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.715630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b591acb3-f5da-49f1-8c06-f2f24c011baf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:04.782611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:46:04.786323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.800308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-25dfff86-a8c0-4e55-b053-2263ac61d653 None None] Provisioning for port 8532b304-500c-421d-959a-188ce391e89c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:04.819959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.833436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b591acb3-f5da-49f1-8c06-f2f24c011baf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:04.833822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.842203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:04.844064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=70147425-c2c0-4356-8bfb-4c06c2705679,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:04.873236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:04.906574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:04.911446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:04.916385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:04.917041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:04.959685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:04.979341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a', 'network_id': 'd1369615-a590-4621-aea1-a6ac4108feb7', 'port_id': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a', 'mac_address': 'fa:16:3e:22:51:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc9fbf6-1608-4e11-911c-ef7d8f2654bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:46:05.019450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8532b304-500c-421d-959a-188ce391e89c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:05.029172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e2a21746-b769-476f-bcc1-b237119cca16 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4830923 Jul 28 14:46:05.030189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59934) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.047270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:05.052412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.062469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] Sync routers for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:05.069748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:46:05.083536 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:05.089455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:05.093452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:05.108117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd6588-92c9-4a5d-a176-087b5f5300b4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.109716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1ecd6588-92c9-4a5d-a176-087b5f5300b4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/70147425-c2c0-4356-8bfb-4c06c2705679 HTTP/1.1" status: 200 len: 844 time: 0.0777903 Jul 28 14:46:05.113109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.122085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:05.133325 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:05.134396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:05.157848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.159189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-88239287-c438-4b35-81d3-944839483484 None None] Provisioning for port 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:05.167495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-88239287-c438-4b35-81d3-944839483484 None None] Provisioning complete for port 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:05.168066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-88239287-c438-4b35-81d3-944839483484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.170601 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:05.171473 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4e0fb1-f065-4769-a2b2-fb42e24daa61 None None] The sync data for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:05.191794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=328ba38f-f7fc-4269-8a0e-eb3e582dc8e1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:05.203599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-88239287-c438-4b35-81d3-944839483484 None None] Port 328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:46:05.225241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.227676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.227676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.227676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.227676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.228404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.228873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.229285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.229700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.230126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.230539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.230978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:05.233871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 70147425-c2c0-4356-8bfb-4c06c2705679 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:05.234575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.239588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1f73640d-3a8b-46a8-a3bd-4d65228dd991 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 HTTP/1.1" status: 204 len: 168 time: 0.6539524 Jul 28 14:46:05.239673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.239753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.292795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.294311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7328857d-9982-4f4d-be35-077c657cc809 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6574340 Jul 28 14:46:05.297094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59940) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.309319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02ff67-d132-46d2-af2b-7efb1a0dc896 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.310780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02ff67-d132-46d2-af2b-7efb1a0dc896 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.312460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d02ff67-d132-46d2-af2b-7efb1a0dc896 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0723431 Jul 28 14:46:05.316637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.317739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59942) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.322843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8532b304-500c-421d-959a-188ce391e89c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:05.348177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.354607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8532b304-500c-421d-959a-188ce391e89c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:05.355192 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.362912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 70147425-c2c0-4356-8bfb-4c06c2705679 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:05.429862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:05.488234 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.501362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 356d33d7-da48-4757-8c50-92fa06ed03d1 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:05.506012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.564474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.569506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.571426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8532b304-500c-421d-959a-188ce391e89c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8532b304-500c-421d-959a-188ce391e89c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:05.700179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:46:05.701547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=70147425-c2c0-4356-8bfb-4c06c2705679,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:05.728683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.734395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1aaed325-9c8c-4dff-81fc-e93642727d61 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/70147425-c2c0-4356-8bfb-4c06c2705679 HTTP/1.1" status: 204 len: 168 time: 0.6162133 Jul 28 14:46:05.741137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59946) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.778699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.804961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c50326-f642-4cd1-9d86-97ca708acdae req-d68f2412-5052-46c2-885c-c92183a03dfe tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:05.806574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76c50326-f642-4cd1-9d86-97ca708acdae req-d68f2412-5052-46c2-885c-c92183a03dfe tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 944 time: 0.2105966 Jul 28 14:46:05.829698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:05.834789 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db62604-7bce-4120-a175-4ca41887c3ff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:46:05.840954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6db62604-7bce-4120-a175-4ca41887c3ff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/70147425-c2c0-4356-8bfb-4c06c2705679 HTTP/1.1" status: 404 len: 333 time: 0.1029184 Jul 28 14:46:05.843379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59948) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:05.848248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'name': 'tempest-PortsIpV6TestJSON-1878440531'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:05.873773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8532b304-500c-421d-959a-188ce391e89c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:05.969020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76c50326-f642-4cd1-9d86-97ca708acdae req-9e47b533-c049-432e-b5cc-9ccc06b3f1bf tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524000 Jul 28 14:46:06.062733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.093291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=356d33d7-da48-4757-8c50-92fa06ed03d1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:06.095303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.097211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-37ba648d-1ed5-4bf7-b8ca-d9531e8e6a1b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/356d33d7-da48-4757-8c50-92fa06ed03d1 HTTP/1.1" status: 204 len: 168 time: 0.7694583 Jul 28 14:46:06.103465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:06.107643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922c3db-f3b6-4439-9a4d-6ceeab43a089 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:06.124062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.157193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c0fb3f79-427d-4fa0-b778-183bf36b4a60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462081 Jul 28 14:46:06.159727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:06.163644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:06.222484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:06.226054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.255771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port b5525031-1b10-4959-8abf-65d52c863cd1 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:06.312241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:06.360215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Deleting port 8532b304-500c-421d-959a-188ce391e89c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:06.360610 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.429145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] For port 8532b304-500c-421d-959a-188ce391e89c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8532b304-500c-421d-959a-188ce391e89c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:06.429547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.444283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Calling delete_port for 8532b304-500c-421d-959a-188ce391e89c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:06.484937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:06.487551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8532b304-500c-421d-959a-188ce391e89c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:06.496769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.558100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.567831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Allocated IP 172.20.0.1 (b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc/498be92b-c084-4638-9c22-e255b9f6a3b9/6422d53e-47ba-4523-86e7-1c00b81c1ab4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:06.596666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.697504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:06.714816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.777225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Transition to ACTIVE for port object 6422d53e-47ba-4523-86e7-1c00b81c1ab4 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:06.777520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.824595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] Pushing event deleted for resources: {'Port': ['ID=8532b304-500c-421d-959a-188ce391e89c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:06.830358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f35c725-2524-429b-b830-b6790fed2a4d None None] No DVR routers for this DVR port 8532b304-500c-421d-959a-188ce391e89c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:06.847621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.888984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:06.892171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:06.894559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:06.895914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:06.899832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:06.900458 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.903535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:06.903535 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.921671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=b5525031-1b10-4959-8abf-65d52c863cd1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:06.960443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:06.984240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.012324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0789b6fc-6c00-41a3-a8e5-48675a1423c1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1679504 Jul 28 14:46:07.012536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.014420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:07.015085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:07.025520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:07.028185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:07.028449 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2777ae34-a656-4357-9108-27808fcbc0cc" -d '{"events": [{"server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "name": "network-vif-plugged", "status": "completed", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:07.033149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:07.035282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=6422d53e-47ba-4523-86e7-1c00b81c1ab4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:07.038571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:07.045762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:07.109422 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17e91b-1b07-44eb-9548-59bbd220ba2a x-openstack-request-id: req-ec17e91b-1b07-44eb-9548-59bbd220ba2a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:07.115453 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "name": "network-vif-plugged", "status": "completed", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:07.115453 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec17e91b-1b07-44eb-9548-59bbd220ba2a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:07.115453 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a', 'code': 200} Jul 28 14:46:07.153558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.165773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.216261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.221936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=a0941d0a-355f-4e3d-9e88-7efa3d3c51b1,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:07.232929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:07.235918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:07.250011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.250641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.262568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2460c-7344-4104-bcc0-402d4ded16c6 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:07.268797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:07.284411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d20c51-3658-4c6e-866f-9fb64193876a req-5027059f-013b-4b7b-8e2c-254b5cbcdd3d tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.286432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48d20c51-3658-4c6e-866f-9fb64193876a req-5027059f-013b-4b7b-8e2c-254b5cbcdd3d tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 944 time: 0.1755650 Jul 28 14:46:07.337265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48d20c51-3658-4c6e-866f-9fb64193876a req-37b3e177-1664-4793-a611-af55e42ea41a tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Jul 28 14:46:07.377478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1d2f7c2e-ee6f-41d5-9db6-c26448e22c76 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2188833 Jul 28 14:46:07.384043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:07.389909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': 'a0941d0a-355f-4e3d-9e88-7efa3d3c51b1', 'ip_address': '2001:db8::728e:f09f:944b:dcb1'}], 'name': 'tempest-NetworksTestDHCPv6-1202145718'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:07.466610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29995-b943-4972-87b2-bb61120fd822 req-3534a61d-5514-457e-8bc2-bd9ac547740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.468097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06c29995-b943-4972-87b2-bb61120fd822 req-3534a61d-5514-457e-8bc2-bd9ac547740e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 1097 time: 0.2531090 Jul 28 14:46:07.503051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': 'a0941d0a-355f-4e3d-9e88-7efa3d3c51b1'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:07.504398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.566112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-230e0889-5ae8-48ca-bac1-ca04749505ba None None] Provisioning for port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:07.577623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-06c29995-b943-4972-87b2-bb61120fd822 req-61f0d56b-2e62-4456-afc8-d71e6daa482a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887218 Jul 28 14:46:07.600141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.620243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-230e0889-5ae8-48ca-bac1-ca04749505ba None None] Provisioning complete for port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:07.626115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-230e0889-5ae8-48ca-bac1-ca04749505ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.687669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-230e0889-5ae8-48ca-bac1-ca04749505ba None None] Port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:07.714213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/a0941d0a-355f-4e3d-9e88-7efa3d3c51b1/052048f8-9ddb-4a61-9428-81676cb6742d) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:07.746660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.777759 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.786880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:07.793115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] In _notify_port_updated(), no bound segment for port b5525031-1b10-4959-8abf-65d52c863cd1 on network 33897a7a-8f19-4cca-9f61-6f35bdccae66 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:46:07.798771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:07.799434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.803278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/ports/b5525031-1b10-4959-8abf-65d52c863cd1 HTTP/1.1" status: 200 len: 818 time: 0.7806299 Jul 28 14:46:07.822885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:07.894316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.896184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:07.905625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Transition to ACTIVE for port object 052048f8-9ddb-4a61-9428-81676cb6742d will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:07.918092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 8d8fe7bc-2d37-4566-9471-04eed4dba487 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:07.918300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f9ef8-fefe-47f8-ae51-ef15689da098 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=b5525031-1b10-4959-8abf-65d52c863cd1,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:07.922152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Transition to ACTIVE for port object 052048f8-9ddb-4a61-9428-81676cb6742d will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:08.074479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.116355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:08.125227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:08.127685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Pushing event updated for resources: {'Port': ['ID=052048f8-9ddb-4a61-9428-81676cb6742d,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:08.130262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:08.141489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::728e:f09f:944b:dcb1 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/a0941d0a-355f-4e3d-9e88-7efa3d3c51b1/8d8fe7bc-2d37-4566-9471-04eed4dba487) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:08.197953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Attempting to bind port 052048f8-9ddb-4a61-9428-81676cb6742d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:08.198329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Attempting to bind port 052048f8-9ddb-4a61-9428-81676cb6742d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:08.198697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Attempting to bind port 052048f8-9ddb-4a61-9428-81676cb6742d on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:08.204375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:08.205126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:08.205543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.205941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:08.206411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Bound port: 052048f8-9ddb-4a61-9428-81676cb6742d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:08.206812 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.282582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] For port 052048f8-9ddb-4a61-9428-81676cb6742d, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:08.288688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] For port 052048f8-9ddb-4a61-9428-81676cb6742d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=052048f8-9ddb-4a61-9428-81676cb6742d,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:08.322759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.339264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 8d8fe7bc-2d37-4566-9471-04eed4dba487 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:08.379373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port b5525031-1b10-4959-8abf-65d52c863cd1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:08.380158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.441220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.476912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e52cbf-d3ef-4337-bc1b-d89e0c79bf5c req-b86d9dc0-b781-418c-8249-58f8b9223ee8 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.497429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9e52cbf-d3ef-4337-bc1b-d89e0c79bf5c req-b86d9dc0-b781-418c-8249-58f8b9223ee8 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 945 time: 0.0767140 Jul 28 14:46:08.502566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.519788 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.522320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d6b9e-e26e-4c8d-a493-8aa392364d89 None None] Pushing event updated for resources: {'Port': ['ID=052048f8-9ddb-4a61-9428-81676cb6742d,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:08.534207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for b5525031-1b10-4959-8abf-65d52c863cd1 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:08.622724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:08.629565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.630445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9e52cbf-d3ef-4337-bc1b-d89e0c79bf5c req-3766aed7-6aed-417f-94ba-2e7bdd0220d9 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296065 Jul 28 14:46:08.638076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:08.640155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=8d8fe7bc-2d37-4566-9471-04eed4dba487,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:08.642495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:08.648424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.650255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.746465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.800285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a7ae630-bf59-4e7b-a8ea-274e55219f58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4149773 Jul 28 14:46:08.802635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59996) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:08.855517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.859678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=6422d53e-47ba-4523-86e7-1c00b81c1ab4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:08.862258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.876751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbc792-09a9-4652-9713-78ac85d84057 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.885081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fbc792-09a9-4652-9713-78ac85d84057 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:08.887534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d0fbc792-09a9-4652-9713-78ac85d84057 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0838070 Jul 28 14:46:08.890178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59998) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:08.946122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=b5525031-1b10-4959-8abf-65d52c863cd1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:08.953791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:08.956205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-562e1264-1ae2-42b0-b42b-660f8fd1b0cd tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/b5525031-1b10-4959-8abf-65d52c863cd1 HTTP/1.1" status: 204 len: 168 time: 1.1315756 Jul 28 14:46:08.958202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.005018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 8d8fe7bc-2d37-4566-9471-04eed4dba487 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:09.005398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.041713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9680ae-9de6-40db-9693-f082054b2c10 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.043245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7a9680ae-9de6-40db-9693-f082054b2c10 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0840380 Jul 28 14:46:09.046877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60002) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.049856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:09.060112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:09.084860 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63f9c04-77f3-4101-bb66-1b6d81c4d996 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:46:09.087180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c63f9c04-77f3-4101-bb66-1b6d81c4d996 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/b5525031-1b10-4959-8abf-65d52c863cd1 HTTP/1.1" status: 404 len: 333 time: 0.0392652 Jul 28 14:46:09.091586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60004) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.099031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1155010385'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:09.136090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.150467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 8d8fe7bc-2d37-4566-9471-04eed4dba487 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:09.257623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:09.258863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:09.262487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.413226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:09.420139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-365d5c69-8541-4d70-a123-4b308709166d tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "PUT /v2.0/routers/9d7eee87-98ac-4c9c-95aa-3b18fbdf095d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1211679 Jul 28 14:46:09.421990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.427831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Request body: {'port': {'network_id': 'b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc', 'name': 'tempest-FloatingIPAdminTestJSON-1943568593'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:09.429134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] Sync routers for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:09.433517 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.443678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e1341e4e-45b4-4e7d-894c-2665823f4b5c None None] Provisioning complete for port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:09.444068 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e1341e4e-45b4-4e7d-894c-2665823f4b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.444475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:09.462099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.462099 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 955d8220-ea49-44f2-9dc9-c7285ff7cbb2 of type vlan for network 12c8a53c-da87-4ca3-afe1-5546161329c1 Jul 28 14:46:09.470677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:09.471955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:09.517207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:09.522329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.533838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=8d8fe7bc-2d37-4566-9471-04eed4dba487,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:09.551425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e1341e4e-45b4-4e7d-894c-2665823f4b5c None None] Port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:09.553282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:09.554288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:09.580671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.582977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-71c7d9e2-630b-4302-a380-e52be9814f25 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/8d8fe7bc-2d37-4566-9471-04eed4dba487 HTTP/1.1" status: 204 len: 168 time: 0.6915376 Jul 28 14:46:09.585731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.597170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:09.597841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf6579-e718-4814-90bd-dd0c7af2a3cf None None] The sync data for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:09.667839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d70e0c-090b-4ecc-9a00-58d10815d894 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.669396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d70e0c-090b-4ecc-9a00-58d10815d894 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.670930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d3d70e0c-090b-4ecc-9a00-58d10815d894 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0840428 Jul 28 14:46:09.673908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:09.732853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet a0941d0a-355f-4e3d-9e88-7efa3d3c51b1 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:09.736783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.783623 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.810432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28f83c-99ee-412e-ad1c-249cf2e425cd req-b27eaf0d-19e7-4ff3-a360-3ef3d86c6535 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.812091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b28f83c-99ee-412e-ad1c-249cf2e425cd req-b27eaf0d-19e7-4ff3-a360-3ef3d86c6535 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 945 time: 0.0741372 Jul 28 14:46:09.856564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b28f83c-99ee-412e-ad1c-249cf2e425cd req-a97979ab-7eb1-46d0-abe4-2b9e2dcfe14e tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380847 Jul 28 14:46:09.866756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.907122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:09.907122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.949404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:09.980980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=12c8a53c-da87-4ca3-afe1-5546161329c1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:09.991805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:10.022653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Made reservation on behalf of aebb49e6647d448695fd053e840c5edc for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:10.032866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.053023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6888ae54-f1eb-464a-a166-b8329e83c5fc None None] Provisioning for port 052048f8-9ddb-4a61-9428-81676cb6742d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:10.059512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] device_id is not set on port 7c2838b0-275c-4aaa-91d0-f8e6ffce118a yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:10.178099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Allocated IP 172.20.0.4 (b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc/498be92b-c084-4638-9c22-e255b9f6a3b9/7c2838b0-275c-4aaa-91d0-f8e6ffce118a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:10.179606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7de0dd5f-77ef-461a-b02c-11e740a7f364 None None] Could not find standard attr ID for object 8d8fe7bc-2d37-4566-9471-04eed4dba487. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:46:10.328122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:10.341780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Transition to ACTIVE for port object 7c2838b0-275c-4aaa-91d0-f8e6ffce118a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:10.480689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 052048f8-9ddb-4a61-9428-81676cb6742d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:12.143262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-26b9d375-da51-40c4-ad34-7b2ba8ae0afb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0454190 Jul 28 14:46:12.257949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.259185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.259555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.260025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.260499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.260968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.261439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.263375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-fee01709-f870-48fa-aaf0-f75b0dec381c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.0493622 Jul 28 14:46:12.380927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-cf08a2ef-fc67-4678-8c53-764142caf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.381409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-cf08a2ef-fc67-4678-8c53-764142caf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.381882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-cf08a2ef-fc67-4678-8c53-764142caf188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.384080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-cf08a2ef-fc67-4678-8c53-764142caf188 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.0959756 Jul 28 14:46:12.409033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 052048f8-9ddb-4a61-9428-81676cb6742d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:12.410444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-758e3bda-85f6-4dc8-a0cf-bd93b2901d36 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.3175261 Jul 28 14:46:12.412100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.422308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.422434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-51cbae34-3975-44e1-822b-cc57fa8e6784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.422434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 052048f8-9ddb-4a61-9428-81676cb6742d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:12.422434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.426604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:12.427428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.503667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.504997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:12.509002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/a0941d0a-355f-4e3d-9e88-7efa3d3c51b1 HTTP/1.1" status: 204 len: 168 time: 2.8329253 Jul 28 14:46:12.511632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-d549c56b-ada3-47aa-b636-6bcb25e5e401 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.1204278 Jul 28 14:46:12.512104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60034) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.512799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98a12b-bb6f-49a8-a2a3-53ce1e588dbd tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=a0941d0a-355f-4e3d-9e88-7efa3d3c51b1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:12.517273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c422be4d-c1bf-479e-a1c8-0218b3deecb8 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:12.521803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:12.555918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event updated for resources: {'Port': ['ID=7c2838b0-275c-4aaa-91d0-f8e6ffce118a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:12.565520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:12.569842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27996d0b-6581-4c88-9b76-3ebef2fdbd09 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532289 Jul 28 14:46:12.581552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60036) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.588507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.668466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c8540a-286b-4b54-ab80-51d73f19eea0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.673985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.674916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-34c8540a-286b-4b54-ab80-51d73f19eea0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0919976 Jul 28 14:46:12.694502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-40aa1d75-b163-49a0-9958-27563081778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.696573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-40aa1d75-b163-49a0-9958-27563081778a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.1418488 Jul 28 14:46:12.707033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 052048f8-9ddb-4a61-9428-81676cb6742d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=052048f8-9ddb-4a61-9428-81676cb6742d,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:12.724525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:12.724875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.724989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.725666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.795207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56a13e-60ce-46f0-9ded-e4300fec56ae tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.802863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ee56a13e-60ce-46f0-9ded-e4300fec56ae tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1236136 Jul 28 14:46:12.818735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.834226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-27199137-ac93-4265-b562-afb8bd4a034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:12.836458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-27199137-ac93-4265-b562-afb8bd4a034b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052122 Jul 28 14:46:12.845589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:12.850625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:12.935018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57f1d6e7-9135-4230-be7f-682de57b4e9c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070859 Jul 28 14:46:12.936463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60058) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.954672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-81bae744-551a-49b7-b82d-5f9d558caa56 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5281587 Jul 28 14:46:12.956922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:12.965089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:12.998804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 052048f8-9ddb-4a61-9428-81676cb6742d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:13.046732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'project_id': 'aebb49e6647d448695fd053e840c5edc', 'port_id': '7c2838b0-275c-4aaa-91d0-f8e6ffce118a'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:13.073440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=052048f8-9ddb-4a61-9428-81676cb6742d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.101018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Deleting port 052048f8-9ddb-4a61-9428-81676cb6742d {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:13.101402 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.168889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-8f9db46c-e33a-4e97-902c-a18ab5dc68b0 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439115 Jul 28 14:46:13.203532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] For port 052048f8-9ddb-4a61-9428-81676cb6742d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=052048f8-9ddb-4a61-9428-81676cb6742d,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:13.203992 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.224737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Calling delete_port for 052048f8-9ddb-4a61-9428-81676cb6742d owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:13.241901 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.249817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.253609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.268757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c83f032-38d7-4547-9f55-9bd5a081bed5 None None] Provisioning for port 7c2838b0-275c-4aaa-91d0-f8e6ffce118a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:13.299061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-1661d947-6b87-4180-b42e-5c75b7f90b3f service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227937 Jul 28 14:46:13.314055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c83f032-38d7-4547-9f55-9bd5a081bed5 None None] Provisioning complete for port 7c2838b0-275c-4aaa-91d0-f8e6ffce118a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:13.314438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8c83f032-38d7-4547-9f55-9bd5a081bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.339697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 052048f8-9ddb-4a61-9428-81676cb6742d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=052048f8-9ddb-4a61-9428-81676cb6742d,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:13.354839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:13.358327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.362210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-2f9c5ddf-4047-4585-bf16-d3224c3f51ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0558019 Jul 28 14:46:13.384641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=f9c7a119-9657-45b4-aa9c-62a4a10cac82,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.391260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8c83f032-38d7-4547-9f55-9bd5a081bed5 None None] Port 7c2838b0-275c-4aaa-91d0-f8e6ffce118a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:13.418891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '955d8220-ea49-44f2-9dc9-c7285ff7cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:13.419563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 12c8a53c-da87-4ca3-afe1-5546161329c1, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:13.429887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.485584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-281c27f7-fdef-4f5f-b991-77285307a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.487260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-281c27f7-fdef-4f5f-b991-77285307a340 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1109035 Jul 28 14:46:13.502010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.520617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=052048f8-9ddb-4a61-9428-81676cb6742d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.564423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:46:13.592390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-7e1ba566-a1ba-43b2-b56d-ba8aa57f0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.593940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-7e1ba566-a1ba-43b2-b56d-ba8aa57f0729 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980041 Jul 28 14:46:13.616332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.660554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] Pushing event deleted for resources: {'Port': ['ID=052048f8-9ddb-4a61-9428-81676cb6742d,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.667700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060c461-f6eb-4d3c-b9b6-440ae72cdf29 None None] No DVR routers for this DVR port 052048f8-9ddb-4a61-9428-81676cb6742d on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:13.727757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Allocated IP 172.25.0.96 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/f5f22b70-a1c4-43e1-abdc-a490d161593c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:13.727757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 12c8a53c-da87-4ca3-afe1-5546161329c1) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:13.729234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.730035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.737273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341b2cd-5ed1-4c0e-ba16-93401e4870dc None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:13.759720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-1d04185f-9076-4c38-a3ce-cb2ee883556e service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564598 Jul 28 14:46:13.862099 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.904121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:13.928288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-12c8a53c-da87-4ca3-afe1-5546161329c1', 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': 'f9c7a119-9657-45b4-aa9c-62a4a10cac82'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:13.928288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.941570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:13.941570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.941570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:13.947774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a4ef13-7672-44d4-a5d4-77e2a82cb35e None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:13.965935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=224afb8b-8663-4bcd-b321-1f703d180aff,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:13.980314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-0f117b80-9cbb-4dfa-88f6-298b509a510d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106183 Jul 28 14:46:13.982119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813957b-8679-4ba4-bef8-293684333a40 req-c888df2c-fdbc-4a1b-8e56-627b93e41694 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:13.983762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e813957b-8679-4ba4-bef8-293684333a40 req-c888df2c-fdbc-4a1b-8e56-627b93e41694 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 945 time: 0.1254475 Jul 28 14:46:14.024831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-63a7d775-42f0-4bd1-bf8b-e3943ea84431 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6026320 Jul 28 14:46:14.031793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60080) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:14.037103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:14.042851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-2b8b15b7-5392-4a74-8503-a7cdcc2fa544 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0557790 Jul 28 14:46:14.048835 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.070205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-363a12f7-176f-4e8c-b53c-5b2a53cab391 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1121976 Jul 28 14:46:14.071685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:14.079701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '224afb8b-8663-4bcd-b321-1f703d180aff', 'ip_address': '2001:db8::8fc4:bce4:729b:fdb'}], 'name': 'tempest-NetworksTestDHCPv6-1905428702'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:14.090763 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e813957b-8679-4ba4-bef8-293684333a40 req-621d8359-4de4-4efa-8259-a350d6fd4ba6 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961785 Jul 28 14:46:14.287400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.349180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:14.351229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '224afb8b-8663-4bcd-b321-1f703d180aff'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:14.352274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.357244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:14.377487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:14.384615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:14.488805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Pushing event updated for resources: {'Port': ['ID=f5f22b70-a1c4-43e1-abdc-a490d161593c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:14.499674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Allocated IP 2001:db8::2 (12c8a53c-da87-4ca3-afe1-5546161329c1/f9c7a119-9657-45b4-aa9c-62a4a10cac82/185c7386-8a0a-4115-8a53-403df9f2abd1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:14.590513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-e3040d91-c734-4e51-8a5b-0ddfe048b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:14.592387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-e3040d91-c734-4e51-8a5b-0ddfe048b265 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.5351679 Jul 28 14:46:14.623467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/224afb8b-8663-4bcd-b321-1f703d180aff/09128de8-a178-48e4-b7d0-c7b79ffa2606) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:14.668870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-a69421ae-0fbe-41b6-8b50-d9a04ed20085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:14.670667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-a69421ae-0fbe-41b6-8b50-d9a04ed20085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701780 Jul 28 14:46:14.719832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.737958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:14.741845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.799847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffd629c8-b0c9-420e-9bef-7b9ef324f15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.819063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.839709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Transition to ACTIVE for port object 185c7386-8a0a-4115-8a53-403df9f2abd1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:14.850843 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9c7a119-9657-45b4-aa9c-62a4a10cac82 (CIDR: 2001:db8::/64) Jul 28 14:46:14.885251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Transition to ACTIVE for port object 185c7386-8a0a-4115-8a53-403df9f2abd1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:14.888554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.896819 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:46:14.897552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:46:14.907680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:14.911357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-9a15e781-beaa-4f8d-87c1-0d02461f124d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327006 Jul 28 14:46:14.917672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Transition to ACTIVE for port object 09128de8-a178-48e4-b7d0-c7b79ffa2606 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:14.935083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Transition to ACTIVE for port object 09128de8-a178-48e4-b7d0-c7b79ffa2606 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:14.977124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.005303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 0a9d8c14-0738-4419-800d-3893753d09a8 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:15.053000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Pushing event updated for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:15.055537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-e7217016-9a81-4516-bbbf-74af5d2dfbb8 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340342 Jul 28 14:46:15.061093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.063854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1bd6a9be-bb2d-47c2-a374-97cb8509a054 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0310001 Jul 28 14:46:15.066728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60090) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:15.116907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:15.117600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Pushing event updated for resources: {'Port': ['ID=09128de8-a178-48e4-b7d0-c7b79ffa2606,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:15.129387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-c1061eda-a209-4f15-befc-d6f88f31e6b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0614367 Jul 28 14:46:15.131961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:15.137701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:15.144735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:15.146139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:15.150785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:15.157321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:15.229472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.261558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-56dcf484-ea8b-45df-bfa2-f9b29f762cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.263134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-56dcf484-ea8b-45df-bfa2-f9b29f762cd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1147273 Jul 28 14:46:15.281741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Attempting to bind port 185c7386-8a0a-4115-8a53-403df9f2abd1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:15.282861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Attempting to bind port 185c7386-8a0a-4115-8a53-403df9f2abd1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '955d8220-ea49-44f2-9dc9-c7285ff7cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:15.286987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Attempting to bind port 185c7386-8a0a-4115-8a53-403df9f2abd1 on network 12c8a53c-da87-4ca3-afe1-5546161329c1 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:15.289811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Attempting to bind port 09128de8-a178-48e4-b7d0-c7b79ffa2606 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:15.290283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Attempting to bind port 09128de8-a178-48e4-b7d0-c7b79ffa2606 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:15.291514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Attempting to bind port 09128de8-a178-48e4-b7d0-c7b79ffa2606 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:15.293193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:15.293718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Checking segment: {'id': '955d8220-ea49-44f2-9dc9-c7285ff7cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:15.294262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.294739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Bound using segment: {'id': '955d8220-ea49-44f2-9dc9-c7285ff7cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:15.295406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Bound port: 185c7386-8a0a-4115-8a53-403df9f2abd1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955d8220-ea49-44f2-9dc9-c7285ff7cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:15.295799 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.310327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:15.311201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:15.311716 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.312249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:15.312824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Bound port: 09128de8-a178-48e4-b7d0-c7b79ffa2606, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:15.315755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.351322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-af909787-8187-454f-94ed-cef6c36aaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.353156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-af909787-8187-454f-94ed-cef6c36aaa2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814373 Jul 28 14:46:15.422689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:15.445733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=185c7386-8a0a-4115-8a53-403df9f2abd1,segment=NetworkSegment(955d8220-ea49-44f2-9dc9-c7285ff7cbb2),segment_id=955d8220-ea49-44f2-9dc9-c7285ff7cbb2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:15.449416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] For port 09128de8-a178-48e4-b7d0-c7b79ffa2606, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:15.461809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-b79d45a0-5c37-48a8-a810-93078fb1983f service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001468 Jul 28 14:46:15.462283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] For port 09128de8-a178-48e4-b7d0-c7b79ffa2606, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09128de8-a178-48e4-b7d0-c7b79ffa2606,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:15.516724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:15.520819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.532444 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:46:15.592306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.626310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:15.660283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-5f13b0e8-0108-4a51-87e3-ac69a144ae75 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906242 Jul 28 14:46:15.703778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c4d9b-5fcf-4b6c-96c8-041868641681 None None] Pushing event updated for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:15.755959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-7f3f32d2-59c7-4bea-b751-429e313f4efc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0876298 Jul 28 14:46:15.794033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a22e3e-43d8-4ff3-990b-d04ca37bedbd None None] Pushing event updated for resources: {'Port': ['ID=09128de8-a178-48e4-b7d0-c7b79ffa2606,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:15.829897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea421a38-5253-46d5-8871-950e5a42777c req-b9e40e82-abb0-4369-a1e7-3a8caaa53a02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.838422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea421a38-5253-46d5-8871-950e5a42777c req-b9e40e82-abb0-4369-a1e7-3a8caaa53a02 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 945 time: 0.6177764 Jul 28 14:46:15.871432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::8fc4:bce4:729b:fdb (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/224afb8b-8663-4bcd-b321-1f703d180aff/0a9d8c14-0738-4419-800d-3893753d09a8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:15.883203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-d3ceb2c3-777b-4579-b931-4216d4ece5cd tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.884785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-d3ceb2c3-777b-4579-b931-4216d4ece5cd tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.50 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 945 time: 0.6330295 Jul 28 14:46:15.961136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-dc59a60e-a11b-4228-9770-7f51d00d20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:15.962947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-dc59a60e-a11b-4228-9770-7f51d00d20f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1947441 Jul 28 14:46:16.026028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea421a38-5253-46d5-8871-950e5a42777c req-f588748f-e846-48d4-88af-b41b75242b8f tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/security-groups?id=459c29ad-9e98-4569-a33a-b869e5b4cbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781881 Jul 28 14:46:16.133492 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.155151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-ca40a76e-10a9-4418-9430-1ffa23d6a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.156870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-ca40a76e-10a9-4418-9430-1ffa23d6a163 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684587 Jul 28 14:46:16.211092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.282610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-f2dd0afa-130d-4d37-b23a-f35909179610 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162376 Jul 28 14:46:16.362679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.386946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.399330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Deleting port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:16.399879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.427719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:16.429755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-4dd46a5c-b26f-4439-8e99-332ec6124b44 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395605 Jul 28 14:46:16.434864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:16.440749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.441791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.468482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 0a9d8c14-0738-4419-800d-3893753d09a8 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:16.496722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-90e940d5-979f-471e-97eb-e7f182d6fd84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0519357 Jul 28 14:46:16.497736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:16.562626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-75477f1e-6ece-465a-aca9-1b6b2b62dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.564289 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-75477f1e-6ece-465a-aca9-1b6b2b62dbbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0606995 Jul 28 14:46:16.599674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.603349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] For port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,segment=NetworkSegment(ce685a67-6cb7-4c97-ad1d-61b2bedca3c9),segment_id=ce685a67-6cb7-4c97-ad1d-61b2bedca3c9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:16.609797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.614030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ed802966-b72e-4fbf-afe6-cd6d588d231a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5449421 Jul 28 14:46:16.616613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60100) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:16.617738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Calling delete_port for 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:16.623966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'fixed_ips': [{'subnet_id': 'f9c7a119-9657-45b4-aa9c-62a4a10cac82'}, {'subnet_id': 'd6e0b8e8-4e0f-4684-94a4-475bc6a9d84a'}], 'name': 'tempest-PortsIpV6TestJSON-1463789995'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:16.683007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-081a59b5-10ae-4a61-9bc4-89593463bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.684864 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-081a59b5-10ae-4a61-9bc4-89593463bc71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112592 Jul 28 14:46:16.765730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.774456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.836916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-b7fac91a-9c57-4afa-a9d5-0680ace7f940 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430862 Jul 28 14:46:16.856751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:16.895602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:16.899848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:16.910392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:16.916924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.919157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Pushing event updated for resources: {'Port': ['ID=f5f22b70-a1c4-43e1-abdc-a490d161593c,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:16.927746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:16.938660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:16.996495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db32eb-2e23-4945-9d72-eff94a4a49e4 None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:17.052473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.071720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.084597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] No DVR routers for this DVR port 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:17.089009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.091489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1ff4c40-4a8d-47f8-acbe-baa9957e2106 req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.50 "DELETE /v2.0/ports/39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a HTTP/1.1" status: 204 len: 173 time: 1.1880271 Jul 28 14:46:17.137032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'name': 'network-vif-deleted', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:17.140051 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f3d59-e0c7-4efd-9b8a-48ea662e23c8" -d '{"events": [{"server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "name": "network-vif-deleted", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:17.145475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-42857ef8-20d5-44e5-bdb0-156fd3cf3ac1 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015103 Jul 28 14:46:17.153593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=0a9d8c14-0738-4419-800d-3893753d09a8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:17.208429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d9b28337-6b23-4242-ae16-50ecc088dcb0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1329758 Jul 28 14:46:17.219302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60112) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:17.227545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '224afb8b-8663-4bcd-b321-1f703d180aff', 'ip_address': '2001:db8::8fc4:bce4:729b:fdb'}], 'name': 'tempest-NetworksTestDHCPv6-2039759327'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:17.228747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-53aacea4-2cfc-4d6b-81c9-b73673ad5f32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0728142 Jul 28 14:46:17.239146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61731184-12e5-4205-88c5-d6044e43ce60 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] Pushing event deleted for resources: {'Port': ['ID=39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:17.251485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:17.265025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09128de8-a178-48e4-b7d0-c7b79ffa2606 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:17.283399 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eb2d7f-1b09-4e7b-a754-0ff8cb9ae611 x-openstack-request-id: req-69eb2d7f-1b09-4e7b-a754-0ff8cb9ae611 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:17.283706 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de32069f-5278-4e72-a9ed-bfd8f67763f6", "name": "network-vif-deleted", "tag": "39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:17.284522 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69eb2d7f-1b09-4e7b-a754-0ff8cb9ae611 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:17.291201 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de32069f-5278-4e72-a9ed-bfd8f67763f6', 'name': 'network-vif-deleted', 'tag': '39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a', 'status': 'completed', 'code': 200} Jul 28 14:46:17.382439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75531d06-8821-43dc-8fb4-f86820ba6700 req-3c33323d-7223-4c0a-aa1d-e36a56e25160 tempest-VolumesActionsTest-1227128542 tempest-VolumesActionsTest-1227128542-project] 10.222.0.47 "GET /v2.0/ports?device_id=de32069f-5278-4e72-a9ed-bfd8f67763f6 HTTP/1.1" status: 200 len: 210 time: 0.1724098 Jul 28 14:46:17.384700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-f392fa3b-0d0a-413a-9a78-75542729a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:17.386213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-f392fa3b-0d0a-413a-9a78-75542729a566 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.1488869 Jul 28 14:46:17.446565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6d32e887-5404-43d8-a47d-667e4f40add8 None None] Provisioning for port 185c7386-8a0a-4115-8a53-403df9f2abd1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:17.525326 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Floating IP 4127fff4-9e17-4aaa-a4c2-c8a4ec5e0ff9 associated. External IP: 172.25.0.96, port: 7c2838b0-275c-4aaa-91d0-f8e6ffce118a. Jul 28 14:46:17.591296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-be0178e8-ee87-477d-986f-e3f2da9e99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:17.593680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-be0178e8-ee87-477d-986f-e3f2da9e99d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1998966 Jul 28 14:46:17.601535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Update dhcp port {'port': {'network_id': '12c8a53c-da87-4ca3-afe1-5546161329c1', 'fixed_ips': [{'subnet_id': 'f9c7a119-9657-45b4-aa9c-62a4a10cac82', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6e0b8e8-4e0f-4684-94a4-475bc6a9d84a'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '185c7386-8a0a-4115-8a53-403df9f2abd1'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:46:17.623648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 09128de8-a178-48e4-b7d0-c7b79ffa2606 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:17.633949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 185c7386-8a0a-4115-8a53-403df9f2abd1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:17.685187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.701290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.825199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 185c7386-8a0a-4115-8a53-403df9f2abd1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:17.830894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-76877400-546d-452e-90b9-9525fc65d248 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933560 Jul 28 14:46:17.833277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:17.833764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.857523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:17.863720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:17.869874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:17.893877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 177836cd-ae47-4597-8d48-2bca6265ba26 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:17.973470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.027919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=185c7386-8a0a-4115-8a53-403df9f2abd1,segment=NetworkSegment(955d8220-ea49-44f2-9dc9-c7285ff7cbb2),segment_id=955d8220-ea49-44f2-9dc9-c7285ff7cbb2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:18.030325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Provisioning for port 09128de8-a178-48e4-b7d0-c7b79ffa2606 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:18.037190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Provisioning complete for port 09128de8-a178-48e4-b7d0-c7b79ffa2606 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:18.038277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.080622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::29 (12c8a53c-da87-4ca3-afe1-5546161329c1/f9c7a119-9657-45b4-aa9c-62a4a10cac82/6ebe2027-d347-476e-bd07-3b9c4b22c2a6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:18.107994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8:0:1::174 (12c8a53c-da87-4ca3-afe1-5546161329c1/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a/6ebe2027-d347-476e-bd07-3b9c4b22c2a6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:18.116587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.237778 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 14:46:18.238334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:46:18.285103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d9648ad-02a8-45e9-821c-12ca289e3d03 req-2bfbe957-96a7-4c55-a74b-105a84a8cfb2 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415064 Jul 28 14:46:18.330850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:18.354178 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.355935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.355935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.356160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.356407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.356745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.357082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.357414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.357746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.360793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.361614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.361962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.362775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:18.366833 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.375661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:18.400150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2bed4b2-d7ec-476e-b650-8e553ff1b520 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1776488 Jul 28 14:46:18.402778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60134) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:18.447019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] For port 09128de8-a178-48e4-b7d0-c7b79ffa2606, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09128de8-a178-48e4-b7d0-c7b79ffa2606,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:18.469928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8f729-9a5e-406e-b5ca-93934cc06afa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.475837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8f729-9a5e-406e-b5ca-93934cc06afa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.478070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6d8f729-9a5e-406e-b5ca-93934cc06afa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0742245 Jul 28 14:46:18.479672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:18.481197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60140) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:18.500062 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] Sync routers for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:18.517555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:18.518240 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:18.548717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.560578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:18.579652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:18.579652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:18.600067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.613612 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:18.614530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d139fb-cfb1-4436-beff-a00687ba0214 None None] The sync data for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:18.621744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 0a9d8c14-0738-4419-800d-3893753d09a8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:18.622108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.675578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603eb86-66ad-43e0-b97f-09636dd12d25 None None] Pushing event updated for resources: {'Port': ['ID=09128de8-a178-48e4-b7d0-c7b79ffa2606,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:18.691327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.698950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:18.702149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:18.708669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:18.714650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:18.717945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.744761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=6ebe2027-d347-476e-bd07-3b9c4b22c2a6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:18.744968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d300b486-4fb1-4799-a37f-5c8a43fb6147 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.7812319 Jul 28 14:46:18.745070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Allocated IP 2001:db8:0:1::2 (12c8a53c-da87-4ca3-afe1-5546161329c1/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a/185c7386-8a0a-4115-8a53-403df9f2abd1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:18.745248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60152) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:18.756016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:18.787999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.794804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6bcfac87-1b57-4e02-9524-5a5fa9e655e0 None None] Provisioning for port 0a9d8c14-0738-4419-800d-3893753d09a8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:18.798170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:18.798520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 39cdecc9-b5d7-42e4-8c1d-fa2837f3c63a not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:18.810780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 0a9d8c14-0738-4419-800d-3893753d09a8 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:18.813776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6bcfac87-1b57-4e02-9524-5a5fa9e655e0 None None] Provisioning complete for port 0a9d8c14-0738-4419-800d-3893753d09a8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:18.813776 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6bcfac87-1b57-4e02-9524-5a5fa9e655e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.843459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-412aafec-5bb5-478c-99a0-8693355caffc tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2245548 Jul 28 14:46:18.848640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60156) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:18.855691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9c7a119-9657-45b4-aa9c-62a4a10cac82'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:18.889570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfac87-1b57-4e02-9524-5a5fa9e655e0 None None] Port 0a9d8c14-0738-4419-800d-3893753d09a8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:18.925326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=185c7386-8a0a-4115-8a53-403df9f2abd1,segment=NetworkSegment(955d8220-ea49-44f2-9dc9-c7285ff7cbb2),segment_id=955d8220-ea49-44f2-9dc9-c7285ff7cbb2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:18.968533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f234984-0968-4be5-b776-18b54bcfe5b7 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "GET /v2.0/floatingips/4127fff4-9e17-4aaa-a4c2-c8a4ec5e0ff9 HTTP/1.1" status: 200 len: 982 time: 0.2225292 Jul 28 14:46:18.986676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:18.991473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.039726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Transition to ACTIVE for port object 185c7386-8a0a-4115-8a53-403df9f2abd1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:19.042007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.069426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 185c7386-8a0a-4115-8a53-403df9f2abd1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:19.127159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:19.127554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.154842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.217903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7fdb19e7-2c4c-4d1a-80c3-4d227ac61d08 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.2251692 Jul 28 14:46:19.221166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60168) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.237387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-7e37ea3d-8a2e-45e6-990c-4aec294495c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1825707 Jul 28 14:46:19.263581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dec82-6798-4068-bbbb-ec0aac519161 None None] Pushing event updated for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:19.267756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 185c7386-8a0a-4115-8a53-403df9f2abd1 had new provisioning blocks added so it will not transition to active. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 28 14:46:19.268290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09128de8-a178-48e4-b7d0-c7b79ffa2606 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:19.309322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.352778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 09128de8-a178-48e4-b7d0-c7b79ffa2606 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:19.352778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.375199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=0a9d8c14-0738-4419-800d-3893753d09a8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:19.410997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.416413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-349b9bd0-1f00-472c-bc78-1364e66a4367 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/0a9d8c14-0738-4419-800d-3893753d09a8 HTTP/1.1" status: 204 len: 168 time: 0.9340627 Jul 28 14:46:19.417075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60174) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.470253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Delete allocated IP 2001:db8:0:1::174 (12c8a53c-da87-4ca3-afe1-5546161329c1/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a) {{(pid=94748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 14:46:19.532554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.533048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.534183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.534707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.535279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.535956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.544661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.544661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-594d86c1-dff8-43df-8193-e23fed7e0175 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 6499 time: 0.2226853 Jul 28 14:46:19.616682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e7307-43d6-44bb-8a6a-95e4cd61c364 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.619783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e7307-43d6-44bb-8a6a-95e4cd61c364 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.623869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a95e7307-43d6-44bb-8a6a-95e4cd61c364 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1731083 Jul 28 14:46:19.624679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60180) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.754483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 224afb8b-8663-4bcd-b321-1f703d180aff {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:19.779832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.796494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port f5f22b70-a1c4-43e1-abdc-a490d161593c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:19.797146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.805969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.829241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Ignored duplicate provisioning block setup for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 14:46:19.853614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:19.913518 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:19.923002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-7d022902-e938-4b4f-9a35-363475652309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.923477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-7d022902-e938-4b4f-9a35-363475652309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.923950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-7d022902-e938-4b4f-9a35-363475652309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:19.925551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-7d022902-e938-4b4f-9a35-363475652309 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 200 len: 2291 time: 0.3399692 Jul 28 14:46:19.942244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.044717 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-973a6548-e602-4924-ac24-b91734a47030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.050258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] In _notify_port_updated(), no bound segment for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 on network 12c8a53c-da87-4ca3-afe1-5546161329c1 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:46:20.057290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:20.057842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.059533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/ports/6ebe2027-d347-476e-bd07-3b9c4b22c2a6 HTTP/1.1" status: 200 len: 925 time: 1.2099149 Jul 28 14:46:20.073965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:20.080109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9c7a119-9657-45b4-aa9c-62a4a10cac82'}, {'subnet_id': 'd6e0b8e8-4e0f-4684-94a4-475bc6a9d84a'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:20.087260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae96531-9673-48b6-a775-1d362ab9664c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=6ebe2027-d347-476e-bd07-3b9c4b22c2a6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:20.151127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e29954-f8d1-4587-9c9c-fb2283bdf315 None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:20.198198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.306014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.382365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-13a3cf98-737d-40b7-a503-cbfc13decca8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 200 len: 1000 time: 0.4431956 Jul 28 14:46:20.416791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e46dc710-973a-44b2-b0b7-99af73a5c8b3 None None] Provisioning for port 185c7386-8a0a-4115-8a53-403df9f2abd1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:20.426866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e46dc710-973a-44b2-b0b7-99af73a5c8b3 None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:20.427024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-973a6548-e602-4924-ac24-b91734a47030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.427365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e46dc710-973a-44b2-b0b7-99af73a5c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.447340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-e8728769-7140-40f4-8fcb-04c427693acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:20.449080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-e8728769-7140-40f4-8fcb-04c427693acd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 200 len: 850 time: 0.0594203 Jul 28 14:46:20.455763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.456331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.467185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.520994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-973a6548-e602-4924-ac24-b91734a47030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.524346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for f5f22b70-a1c4-43e1-abdc-a490d161593c owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:20.622412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a6548-e602-4924-ac24-b91734a47030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c53adf-75d2-4ee8-aa3e-c6f66b7818fb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:20.665128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-973a6548-e602-4924-ac24-b91734a47030 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fc4124c0e2c4e018244af0e092e5b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932122 Jul 28 14:46:20.665238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-5f4c29b4-e526-464c-a5e0-be1cedf713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:20.665238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-5f4c29b4-e526-464c-a5e0-be1cedf713c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7ec25bd7-b9ca-4a24-be58-e3af2a293dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2009377 Jul 28 14:46:20.667018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60220) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:20.670699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.786375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8:0:1::2f4 (12c8a53c-da87-4ca3-afe1-5546161329c1/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a/6ebe2027-d347-476e-bd07-3b9c4b22c2a6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:20.830387 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.901130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Provisioning for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:20.906793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Provisioning complete for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:20.907226 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:20.955659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-4bd4527a-7e29-4fda-8f08-995696356bd0 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746992 Jul 28 14:46:20.978805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.015169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 185c7386-8a0a-4115-8a53-403df9f2abd1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:21.060763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.143839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=224afb8b-8663-4bcd-b321-1f703d180aff,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:21.184837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.186816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa37a42f-f48b-4c93-9d32-42d05b9416eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/224afb8b-8663-4bcd-b321-1f703d180aff HTTP/1.1" status: 204 len: 168 time: 1.5328832 Jul 28 14:46:21.191375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60224) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:21.254887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7195de9e-5768-4d53-9dd6-56f5a29df396 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587780 Jul 28 14:46:21.260580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60226) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:21.280852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:21.290241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:21.292790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3aaa09-4bfb-4cd4-a16a-26afded4a137 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:21.372202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-79f7b058-8c0c-4f5b-83c5-e07f884f8876 service neutron] 10.222.0.50 "GET /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078164 Jul 28 14:46:21.406175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.478635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:21.480788 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0162deb8-f6b2-4b2c-bd76-dc3b7dcd5ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.504573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-d09d492f-e345-4145-8c0c-dc4cc680a347 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 217 time: 0.1218972 Jul 28 14:46:21.544312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=f5f22b70-a1c4-43e1-abdc-a490d161593c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:21.574354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:21.574734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.669699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.682009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-351ffba3-b731-4baa-a026-6615572587e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:21.683918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-351ffba3-b731-4baa-a026-6615572587e9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1528718 Jul 28 14:46:21.693948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Ignored duplicate provisioning block setup for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 14:46:21.719912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.726985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.729802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68c53adf-75d2-4ee8-aa3e-c6f66b7818fb HTTP/1.1" status: 204 len: 168 time: 1.0616727 Jul 28 14:46:21.755318 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.755971 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Floating IP 4127fff4-9e17-4aaa-a4c2-c8a4ec5e0ff9 disassociated (deleted). External IP: 172.25.0.96, port: 7c2838b0-275c-4aaa-91d0-f8e6ffce118a. Jul 28 14:46:21.771134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b6a63-f120-4b10-9381-2191e413f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c53adf-75d2-4ee8-aa3e-c6f66b7818fb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:21.775754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:21.805064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:21.808970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.833653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.854261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Deleting port 09128de8-a178-48e4-b7d0-c7b79ffa2606 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:21.854643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.902200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d61897ee-c4b4-4b39-9428-e98883b270f8 None None] Provisioning complete for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:21.902581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d61897ee-c4b4-4b39-9428-e98883b270f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.976678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] For port 09128de8-a178-48e4-b7d0-c7b79ffa2606, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09128de8-a178-48e4-b7d0-c7b79ffa2606,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:21.977114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:21.980358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d61897ee-c4b4-4b39-9428-e98883b270f8 None None] Port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:21.993354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Calling delete_port for 09128de8-a178-48e4-b7d0-c7b79ffa2606 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:22.016171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] In _notify_port_updated(), no bound segment for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 on network 12c8a53c-da87-4ca3-afe1-5546161329c1 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:46:22.022236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.023170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.028414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/ports/6ebe2027-d347-476e-bd07-3b9c4b22c2a6 HTTP/1.1" status: 200 len: 1011 time: 1.9497557 Jul 28 14:46:22.029857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:22.082922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace598cc-3bae-49a6-b1d5-49fa45eb8dc4 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=6ebe2027-d347-476e-bd07-3b9c4b22c2a6,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:22.104698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-c83d4187-5e2b-484c-abed-dd0d57f7f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.114420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-c83d4187-5e2b-484c-abed-dd0d57f7f0c1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4140537 Jul 28 14:46:22.213822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c7bec0ca-9db0-4be0-a032-775add51b2f7 None None] Provisioning complete for port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:22.215103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7bec0ca-9db0-4be0-a032-775add51b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.256487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.262014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:22.262787 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.293941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] No DVR routers for this DVR port 09128de8-a178-48e4-b7d0-c7b79ffa2606 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:22.302516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99dbed-9024-46d8-b9a5-dc4242b11023 None None] Pushing event deleted for resources: {'Port': ['ID=09128de8-a178-48e4-b7d0-c7b79ffa2606,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:22.322630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c7bec0ca-9db0-4be0-a032-775add51b2f7 None None] Port 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:22.387540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.402293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 6ebe2027-d347-476e-bd07-3b9c4b22c2a6 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:22.441945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-f7bbd9df-18f0-46a5-9e81-98b19b2d6489 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488394 Jul 28 14:46:22.460426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.552920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:22.566732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:22.573458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:22.578288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:22.578896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.581311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b00e26-c13f-44ac-8142-c2b940ba7b5d None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:22.603652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=86c51771-2b73-4075-9f0c-f34ef3b9fc23,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:22.631622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-39fe97ad-6b4a-449b-913f-06bb79369e76 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814849 Jul 28 14:46:22.736278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.795541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a09b1d28-0ad9-4d32-ae37-c3c35162c86c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5323155 Jul 28 14:46:22.800265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60258) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:22.801892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-c6dd9c49-ce41-49b0-b25d-433ef0d99fa4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 217 time: 0.1017876 Jul 28 14:46:22.807701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '86c51771-2b73-4075-9f0c-f34ef3b9fc23', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-945574392'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:22.817199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=6ebe2027-d347-476e-bd07-3b9c4b22c2a6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:22.903591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '86c51771-2b73-4075-9f0c-f34ef3b9fc23'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:22.904829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.954569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:22.967652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d9b97862-9587-4e83-9f8e-fc57c9ffb05d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/6ebe2027-d347-476e-bd07-3b9c4b22c2a6 HTTP/1.1" status: 204 len: 168 time: 0.9365320 Jul 28 14:46:22.968251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60260) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:23.020723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60262) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:23.084972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:23.097981 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d83dc2a-e8df-438b-9725-e6db081305e3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:46:23.106064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d83dc2a-e8df-438b-9725-e6db081305e3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/6ebe2027-d347-476e-bd07-3b9c4b22c2a6 HTTP/1.1" status: 404 len: 333 time: 0.1366532 Jul 28 14:46:23.108094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60266) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:23.112253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.112581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44f3fda7-c5a9-40a9-81ff-53897c9936ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.128820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-f65a8674-14d6-4b23-a1d9-c6a97465d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:23.130328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-f65a8674-14d6-4b23-a1d9-c6a97465d3d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.3184988 Jul 28 14:46:23.151737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09128de8-a178-48e4-b7d0-c7b79ffa2606 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:23.154319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] Sync routers for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:23.240676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 09128de8-a178-48e4-b7d0-c7b79ffa2606 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:23.244390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09128de8-a178-48e4-b7d0-c7b79ffa2606 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:23.324310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:23.325193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:23.397581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-8726ffc5-4c34-4a4c-a263-067587efeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:23.400438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-8726ffc5-4c34-4a4c-a263-067587efeae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872675 Jul 28 14:46:23.412505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4ad92ae6-80b5-46c5-9f6d-941cf47aa9bd tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/floatingips/4127fff4-9e17-4aaa-a4c2-c8a4ec5e0ff9 HTTP/1.1" status: 204 len: 168 time: 4.1902959 Jul 28 14:46:23.430901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44f3fda7-c5a9-40a9-81ff-53897c9936ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.432254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60272) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:23.457813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:23.507592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44f3fda7-c5a9-40a9-81ff-53897c9936ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.513173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:23.549463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:23.557037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3fda7-c5a9-40a9-81ff-53897c9936ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0a3e59-ea27-40f7-aee1-37ce3390ab26,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:23.562648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.575358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:46:23.575358 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:46:23.575358 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': '07bbaf01c24f401cb3a45ce3377a6c41', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 46, 23, 467516)}] Jul 28 14:46:23.575358 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:46:23.579812 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:46:23.601128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:23.602729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-44f3fda7-c5a9-40a9-81ff-53897c9936ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ad7625c96e348118dd651ccd32cbc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5210321 Jul 28 14:46:23.627480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:23.628287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:23.669306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:23.669968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093e465d-8245-434c-9651-d0f0fe032626 None None] The sync data for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:23.698774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.702901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/86c51771-2b73-4075-9f0c-f34ef3b9fc23/a875cdcb-184c-423d-a169-b3a461868891) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:23.769374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:23.804810 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-40e05980-3bcc-4c97-afb3-412210a4fe50 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868833 Jul 28 14:46:23.980023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:23.981799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-8e0300b6-73da-4655-b9c7-672ee42da713 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244333 Jul 28 14:46:23.989893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Transition to ACTIVE for port object a875cdcb-184c-423d-a169-b3a461868891 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:24.007261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Transition to ACTIVE for port object a875cdcb-184c-423d-a169-b3a461868891 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:24.063975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.070676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-d57e5cf6-6f8c-4556-bdb9-3ec6b34900db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 200 len: 217 time: 0.0723233 Jul 28 14:46:24.084385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.190632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:24.197075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:24.203363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:24.290828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Pushing event updated for resources: {'Port': ['ID=a875cdcb-184c-423d-a169-b3a461868891,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:24.302003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.339040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.347815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Attempting to bind port a875cdcb-184c-423d-a169-b3a461868891 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:24.349097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Attempting to bind port a875cdcb-184c-423d-a169-b3a461868891 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:24.349957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Attempting to bind port a875cdcb-184c-423d-a169-b3a461868891 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:24.357633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:24.358365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:24.359024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.359725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:24.360531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Bound port: a875cdcb-184c-423d-a169-b3a461868891, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:24.361114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.386295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.397327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-70506b0c-5622-4362-b503-68d92bf1ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:24.400083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-70506b0c-5622-4362-b503-68d92bf1ad0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.2687912 Jul 28 14:46:24.425910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.486489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 4e1b8999-f28c-4614-9e2a-4b3c5242f45d yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:24.552155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.553321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] For port a875cdcb-184c-423d-a169-b3a461868891, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:24.559870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] For port a875cdcb-184c-423d-a169-b3a461868891, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a875cdcb-184c-423d-a169-b3a461868891,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:24.617646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-a75c242d-5e35-4ffc-b564-ad1fd8e6070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:24.619271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-a75c242d-5e35-4ffc-b564-ad1fd8e6070b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647432 Jul 28 14:46:24.663006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:24.846344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ffc74-b449-4dc8-89af-311524d44a79 None None] Pushing event updated for resources: {'Port': ['ID=a875cdcb-184c-423d-a169-b3a461868891,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:24.856371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Allocated IP 172.25.0.101 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4798b3ee-2778-4cc3-9218-9e94a5c2b074) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:25.131632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.133656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.142949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.161871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.174876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.190151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.197955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.200040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-6b863caf-0f7d-4445-bccb-a74fcd78fe3f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.2784157 Jul 28 14:46:25.277833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.313382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-485bcb4c-635e-4704-97fd-41ef975afbd2 req-3c84b277-d4a0-4644-b4d7-8765773c54be tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913494 Jul 28 14:46:25.329775 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.332439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.355236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f0a3e59-ea27-40f7-aee1-37ce3390ab26 HTTP/1.1" status: 204 len: 168 time: 1.7373543 Jul 28 14:46:25.411631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.417130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347346-826a-469b-a6a0-8804b70e7f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0a3e59-ea27-40f7-aee1-37ce3390ab26,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:25.462633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:25.465362 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:46:25.465943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:46:25.484790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.493009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.494912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e24a6b84-32c2-4980-9b42-de998e5d08ed tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a HTTP/1.1" status: 204 len: 168 time: 2.3753469 Jul 28 14:46:25.498462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:25.499586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e29966-9905-4226-9241-8f6296cd1784 None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:25.547435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4cd7490c-da2f-4ea9-87cd-78cd827cdc1d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7442596 Jul 28 14:46:25.586169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60296) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:25.642835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-868c2976-0491-4ee4-85a6-ffc4a8015888 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9942057 Jul 28 14:46:25.648712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet f9c7a119-9657-45b4-aa9c-62a4a10cac82 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:25.676583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:25.716804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:25.724880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Pushing event updated for resources: {'Port': ['ID=4798b3ee-2778-4cc3-9218-9e94a5c2b074,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:25.737538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:25.747877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:25.914412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d692d081-f8bf-4f21-a000-2c2ed3e4205d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.921228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d692d081-f8bf-4f21-a000-2c2ed3e4205d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3244269 Jul 28 14:46:25.939757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60304) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:25.967535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.975505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.981765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:25.988036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.001182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.008546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.015537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.027505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-802abe33-34c6-47dd-8970-bd76456caea4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.3751564 Jul 28 14:46:26.061470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.087271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.292991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.503667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d40e8baf-e48a-4db3-b5af-19538d05ca52 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.506188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d40e8baf-e48a-4db3-b5af-19538d05ca52 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4337099 Jul 28 14:46:26.511105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d04dc3-d334-4273-bb9e-c75f5750b2bc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.513110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d04dc3-d334-4273-bb9e-c75f5750b2bc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.520612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c8d04dc3-d334-4273-bb9e-c75f5750b2bc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5708437 Jul 28 14:46:26.521345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:26.623064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-b88ebe61-8460-42c1-b4ea-fd1c3feb83f5 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596958 Jul 28 14:46:26.646786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 86c51771-2b73-4075-9f0c-f34ef3b9fc23 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:26.659959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.731932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.753172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f0bcfbb4-5b6e-4e2b-ad66-84a7b9b6611d None None] Provisioning for port a875cdcb-184c-423d-a169-b3a461868891 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:26.759556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-bede69e8-46ea-42e5-8ecd-6f8f7d228c30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 200 len: 217 time: 0.0907154 Jul 28 14:46:26.936165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.936165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:26.951885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-1dcf8ce7-ebed-4d4c-98a7-954af45c87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:26.953205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-1dcf8ce7-ebed-4d4c-98a7-954af45c87d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 200 len: 797 time: 0.1658330 Jul 28 14:46:26.957861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.056181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.061372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c7a119-9657-45b4-aa9c-62a4a10cac82,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:27.072654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.074746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.086335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-223c2a42-bd01-4f4d-8d30-9ca21e45c778 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/f9c7a119-9657-45b4-aa9c-62a4a10cac82 HTTP/1.1" status: 204 len: 168 time: 1.5778821 Jul 28 14:46:27.093499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.095274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:27.111471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed720ad7-d57a-4b10-af2b-5a777e2e7a32 None None] Network 12c8a53c-da87-4ca3-afe1-5546161329c1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:27.115315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.123030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.129683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.138600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.141450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-97ea321f-7bef-4d02-ae58-77c2ae657d1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.3371069 Jul 28 14:46:27.186265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a875cdcb-184c-423d-a169-b3a461868891 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:27.238040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.270553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6d63ce6-c147-486b-a6ae-0daf8fff9130 None None] Provisioning complete for port 185c7386-8a0a-4115-8a53-403df9f2abd1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:27.271430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6d63ce6-c147-486b-a6ae-0daf8fff9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.284312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-ff4a784a-5e3f-472a-8145-0ea384d6ef94 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7513800 Jul 28 14:46:27.299037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:27.329713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d9573f5-5d13-4e2d-9d11-6f92f82ea5c4 req-7138cea2-8d41-4331-a91a-4a107fcae0cf tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1700277 Jul 28 14:46:27.371928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-04a543ca-e0b8-4e56-b4e5-bd35e8e1e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:27.371928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-04a543ca-e0b8-4e56-b4e5-bd35e8e1e4cf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e29b661-3bfd-446c-97bf-8265f5e3df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4033258 Jul 28 14:46:27.438992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.512167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.562772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.563852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893c714a-27ce-4b07-8ac5-5a94abdb093b None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:27.570763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60334) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:27.575687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/86c51771-2b73-4075-9f0c-f34ef3b9fc23 HTTP/1.1" status: 204 len: 168 time: 1.0529833 Jul 28 14:46:27.580992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62d98e-f95c-4d8c-bc1f-cd103ef02f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=86c51771-2b73-4075-9f0c-f34ef3b9fc23,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:27.607836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.643687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a875cdcb-184c-423d-a169-b3a461868891 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:27.646457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] DHCP port deletion for 12c8a53c-da87-4ca3-afe1-5546161329c1 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:27.662066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a875cdcb-184c-423d-a169-b3a461868891 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:27.664802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.687131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a531fbd5-ccb7-4f2f-a6b5-a29fb56240a4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065133 Jul 28 14:46:27.691357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:27.699405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:27.715175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-92a92a13-9dc0-47bd-8fff-90c8fe48b767 service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342361 Jul 28 14:46:27.737124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:27.763831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 185c7386-8a0a-4115-8a53-403df9f2abd1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:27.764380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.026994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=185c7386-8a0a-4115-8a53-403df9f2abd1,segment=NetworkSegment(955d8220-ea49-44f2-9dc9-c7285ff7cbb2),segment_id=955d8220-ea49-44f2-9dc9-c7285ff7cbb2)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:28.027526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.042999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Pushing event updated for resources: {'Port': ['ID=4798b3ee-2778-4cc3-9218-9e94a5c2b074,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:28.052380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.069246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 185c7386-8a0a-4115-8a53-403df9f2abd1 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:28.077516 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.113538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=3fadf737-1887-4517-b610-3a6ff11eac3d,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:28.122462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Deleting port 185c7386-8a0a-4115-8a53-403df9f2abd1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:28.122840 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.134756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:28.138697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.150638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-1239460e-acfc-4577-82b4-e36efa10b74a service neutron] 10.222.0.50 "GET /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251475 Jul 28 14:46:28.160705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a875cdcb-184c-423d-a169-b3a461868891, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a875cdcb-184c-423d-a169-b3a461868891,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:28.207166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:28.266907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.268510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-01d02e3d-adff-4b79-8032-fd1e3c65b671 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8344803 Jul 28 14:46:28.281553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:28.296385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.318293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-71a5aaf4-43cc-4b02-8bb0-1c430507e26f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 200 len: 217 time: 0.1182964 Jul 28 14:46:28.449483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a875cdcb-184c-423d-a169-b3a461868891,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:28.475471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] For port 185c7386-8a0a-4115-8a53-403df9f2abd1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=185c7386-8a0a-4115-8a53-403df9f2abd1,segment=NetworkSegment(955d8220-ea49-44f2-9dc9-c7285ff7cbb2),segment_id=955d8220-ea49-44f2-9dc9-c7285ff7cbb2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:28.476481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.486566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] For port 3fadf737-1887-4517-b610-3a6ff11eac3d, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:28.514086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Calling delete_port for 185c7386-8a0a-4115-8a53-403df9f2abd1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:28.541627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Deleting port a875cdcb-184c-423d-a169-b3a461868891 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:28.542098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.564492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-bdbae222-f03e-4ff7-bd41-aba93afa5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.566045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-bdbae222-f03e-4ff7-bd41-aba93afa5e4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.2356246 Jul 28 14:46:28.579852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] device_id is not set on port 3fadf737-1887-4517-b610-3a6ff11eac3d yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:28.649968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.687552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.693613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.700070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-97b515a7-ce72-45a0-b1e0-63dc9f73bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.701620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-97b515a7-ce72-45a0-b1e0-63dc9f73bedd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243150 Jul 28 14:46:28.711709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.719622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.725919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.729506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] For port a875cdcb-184c-423d-a169-b3a461868891, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a875cdcb-184c-423d-a169-b3a461868891,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:28.730593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.749509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.755740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.777923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:28.780025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-9d9bc409-4ee9-4320-9e0a-afe7a446bf0e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 5435 time: 0.1907401 Jul 28 14:46:28.781139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:28.945597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-81bf46c4-5cf4-4268-830c-164d1b48bd09 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347600 Jul 28 14:46:28.953029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:29.033962 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.048047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e93d33e-f67e-406e-9f43-dc9c7b56d8d0 req-3ad5241b-e0f0-446f-8be6-df13486858f1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2523210 Jul 28 14:46:29.048934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:29.064857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.072323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:29.106023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.106541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.149849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=775ae4a3-b625-46c7-adcf-865499c67b3f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.196196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 18e7e811-e45f-495f-833c-a3dbc901a94e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:29.200412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port 185c7386-8a0a-4115-8a53-403df9f2abd1 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:29.201200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a875cdcb-184c-423d-a169-b3a461868891 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:29.227039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a195928b-d94d-4e19-be52-bd60aa12f83f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5301344 Jul 28 14:46:29.227039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60384) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:29.236887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:29.306948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Calling delete_port for a875cdcb-184c-423d-a169-b3a461868891 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:29.324448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.374277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] Pushing event deleted for resources: {'Port': ['ID=185c7386-8a0a-4115-8a53-403df9f2abd1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.381050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e044d76-4b8f-4bb0-b792-0df53947d004 None None] No DVR routers for this DVR port 185c7386-8a0a-4115-8a53-403df9f2abd1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:29.449590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] No DVR routers for this DVR port 3fadf737-1887-4517-b610-3a6ff11eac3d on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:29.460588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.463058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Pushing event updated for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.501959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c8a53c-da87-4ca3-afe1-5546161329c1']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:29.529080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d8220-ea49-44f2-9dc9-c7285ff7cbb2') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:29.529380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d8220-ea49-44f2-9dc9-c7285ff7cbb2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:29.538366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.540452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.546685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-510003f5-9e90-47b2-a9af-029792e2f1a5 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364158 Jul 28 14:46:29.565479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.576771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.604541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:29.607333 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6428e7a1-7395-4a4c-8da2-52b165b3f966" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:29.629095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-b0b95e22-0404-48d4-bfc4-5744f0a46434 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 200 len: 217 time: 0.0725038 Jul 28 14:46:29.630198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:29.637044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] In _notify_port_updated(), no bound segment for port 3fadf737-1887-4517-b610-3a6ff11eac3d on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:46:29.644489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.644489 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.644489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-03b405cc-3bd8-4d54-82ab-031b982f1d57 service neutron] 10.222.0.50 "PUT /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 200 len: 1027 time: 2.3497472 Jul 28 14:46:29.667075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-35767e0e-c801-4d72-9b1d-88267b456fdf None None] Provisioning complete for port 3fadf737-1887-4517-b610-3a6ff11eac3d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:29.667501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-35767e0e-c801-4d72-9b1d-88267b456fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.729926 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.732459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.745473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.783876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:29.783876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.784064 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a559d10d-d0e1-49bf-960e-67e294f73028 x-openstack-request-id: req-a559d10d-d0e1-49bf-960e-67e294f73028 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:29.784064 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:29.784064 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a559d10d-d0e1-49bf-960e-67e294f73028 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:29.784064 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'code': 200} Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:29.784389 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:29.826774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] Pushing event deleted for resources: {'Port': ['ID=a875cdcb-184c-423d-a169-b3a461868891,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:29.828709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:29.829447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2a9b4662-2365-480f-8ece-5c3500af9ff6 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:29.846025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-a8e7ae18-6b87-49b4-98ac-86a21ecfecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.851628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-a8e7ae18-6b87-49b4-98ac-86a21ecfecdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 200 len: 797 time: 0.2070265 Jul 28 14:46:29.913049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Allocated IP 172.25.0.102 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/a9ef609f-49d1-4fbf-859a-a77a06ad1ce7) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:29.970526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-dd74b24f-03d2-4a33-abbe-985bf7c23d16 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:29.977837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-dd74b24f-03d2-4a33-abbe-985bf7c23d16 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "GET /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2500746 Jul 28 14:46:29.997659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac513a2e-b659-43e4-a309-e9fdc73b8e8a None None] No DVR routers for this DVR port a875cdcb-184c-423d-a169-b3a461868891 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:30.002376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:30.011430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:30.014312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 185c7386-8a0a-4115-8a53-403df9f2abd1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:30.019987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.025462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3706052-1de3-40b7-a054-52f0adf4098e None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:30.025931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.056512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60398) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:30.097652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 185c7386-8a0a-4115-8a53-403df9f2abd1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:30.098333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 185c7386-8a0a-4115-8a53-403df9f2abd1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:30.110734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.131004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-35767e0e-c801-4d72-9b1d-88267b456fdf None None] Port 3fadf737-1887-4517-b610-3a6ff11eac3d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:30.197715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-4aede17f-8cac-4c50-a50c-100fb6548c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.205568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-4aede17f-8cac-4c50-a50c-100fb6548c1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3384774 Jul 28 14:46:30.206445 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.208253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.237437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.261117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.261647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.263752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/12c8a53c-da87-4ca3-afe1-5546161329c1 HTTP/1.1" status: 204 len: 168 time: 3.1674891 Jul 28 14:46:30.267605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60414) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:30.345680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e0566-db81-4f05-a238-c7b6edc55c1c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=12c8a53c-da87-4ca3-afe1-5546161329c1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:30.357649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.392360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3dfe9-5a38-4ea9-ad91-438e7ba971e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.401373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:30.438135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3edd9e-f339-483e-943f-571c943efaf3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.450372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e3edd9e-f339-483e-943f-571c943efaf3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1782966 Jul 28 14:46:30.452360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60416) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:30.510717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '775ae4a3-b625-46c7-adcf-865499c67b3f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:30.514005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.586741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.609814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.613606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f3fed2e1-37be-429a-8e92-d9cb09ace42c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3839264 Jul 28 14:46:30.613737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.621778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.628969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.636439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.643032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:30.645179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-01dfe513-bb1c-41a3-99a5-b90ec6979a0b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 4659 time: 0.4151788 Jul 28 14:46:30.648565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:30.658561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3dfe9-5a38-4ea9-ad91-438e7ba971e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.667093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.672477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.673207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 3fadf737-1887-4517-b610-3a6ff11eac3d no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:30.763336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:30.767063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:30.772130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:30.777844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ef3dfe9-5a38-4ea9-ad91-438e7ba971e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:30.830245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f78de47e-b07d-4cf6-9135-bcb2e87994d8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3760452 Jul 28 14:46:30.843284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60422) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:30.860583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-550721922'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:30.883095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 3fadf737-1887-4517-b610-3a6ff11eac3d not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:30.887903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0f739fc8-6469-42aa-9543-55dd390d3c47 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:30.909249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Pushing event updated for resources: {'Port': ['ID=a9ef609f-49d1-4fbf-859a-a77a06ad1ce7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:30.923014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3dfe9-5a38-4ea9-ad91-438e7ba971e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e04eb6-a62c-409d-b603-dadacda84924,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:30.941799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ef3dfe9-5a38-4ea9-ad91-438e7ba971e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4639d51e9f44694bf0a40d575e9039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841796 Jul 28 14:46:30.945671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:31.014447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:31.017227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:31.018478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.072346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/775ae4a3-b625-46c7-adcf-865499c67b3f/db56d1fa-09a1-4185-b4e1-8a1edd5355e9) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:31.109672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:31.115469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.117793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.139256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.139609 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment e1b44498-9efa-48f3-bf39-817c8c7b1ca1 of type vlan for network 5d66c058-e6ca-429b-bb85-38f7d0b865ed Jul 28 14:46:31.160792 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.161555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.217400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:31.315742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.324020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.336103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Transition to ACTIVE for port object db56d1fa-09a1-4185-b4e1-8a1edd5355e9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:31.336382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.355823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Transition to ACTIVE for port object db56d1fa-09a1-4185-b4e1-8a1edd5355e9 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:31.360482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.361311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:31.580256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.580571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.587775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:31.594136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:31.594795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.634906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.639282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.642755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35e04eb6-a62c-409d-b603-dadacda84924 HTTP/1.1" status: 204 len: 168 time: 0.6938753 Jul 28 14:46:31.690137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:31.690639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-9407408a-4806-4a4a-882c-36819b1685f5 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4653759 Jul 28 14:46:31.729453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:31.742600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:31.791087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab34490-cc9a-41ee-8c56-ad96db1dd38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e04eb6-a62c-409d-b603-dadacda84924,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:31.799378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:31.800545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:31.803500 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9b9d84-bc20-466b-a46e-1d334b133db6" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:31.807849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=5d66c058-e6ca-429b-bb85-38f7d0b865ed,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:31.847247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:31.869928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f34ad565-2e6c-4847-91bf-bb46bb7f3d41 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0169897 Jul 28 14:46:31.872019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60436) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:31.878055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:31.925112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e99db55-ffe6-47fb-97f0-7ce7965f88ce req-33945ea8-4d36-4d66-8165-d0787f4e028c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=963d1ac6-995d-46bc-bdae-2e21387e8d83&id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2433953 Jul 28 14:46:31.977321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:32.005759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] For port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:32.020351 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80d76df-4678-449b-bcf5-c5539787b519 x-openstack-request-id: req-f80d76df-4678-449b-bcf5-c5539787b519 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:32.020886 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:32.021368 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f80d76df-4678-449b-bcf5-c5539787b519 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:32.021957 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'code': 200} Jul 28 14:46:32.022436 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'code': 200} Jul 28 14:46:32.034352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.041701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Pushing event updated for resources: {'Port': ['ID=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.058865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] device_id is not set on port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:32.064511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Attempting to bind port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:32.066902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Attempting to bind port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:32.067590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Attempting to bind port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:32.072388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.076941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:32.077476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:32.077985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.078499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:32.079083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Bound port: db56d1fa-09a1-4185-b4e1-8a1edd5355e9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:32.079564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.083063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.172920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] For port db56d1fa-09a1-4185-b4e1-8a1edd5355e9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:32.179125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] For port db56d1fa-09a1-4185-b4e1-8a1edd5355e9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:32.184924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:32.195761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.221646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:32.256478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65f64a94-bfed-49bd-99d6-2e9303579c62 req-8a063ac3-49d0-4718-9470-502a964ddfd8 service neutron] 10.222.0.50 "GET /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949095 Jul 28 14:46:32.259666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.277998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.296470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.324809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Pushing event updated for resources: {'Port': ['ID=a9ef609f-49d1-4fbf-859a-a77a06ad1ce7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.402849 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.407996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 88443e63-f81c-46e9-add4-515cb0f6a5f1 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:32.524416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.545925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-02d7c9b3-eae1-4f38-8f9a-411f6aff3b8c tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2632089 Jul 28 14:46:32.549534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60446) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:32.587272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41e74-8cd3-4e1a-9b30-0626529c6cdd None None] Pushing event updated for resources: {'Port': ['ID=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.654638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Pushing event updated for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.743401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60450) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:32.754858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:32.838067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-847e186e-9db2-4699-b936-75f291022d66 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.2847650 Jul 28 14:46:32.839575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60452) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:32.841469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:32.940954 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.115018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5d3f07da-fd19-4726-9d03-f065ab2b712d None None] Provisioning complete for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:33.128958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d3f07da-fd19-4726-9d03-f065ab2b712d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.249426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:33.318109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db56d1fa-09a1-4185-b4e1-8a1edd5355e9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:33.330563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f07da-fd19-4726-9d03-f065ab2b712d None None] Port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:33.386608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.389739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:33.493304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32dcfa9b-2b52-43fd-8a7e-00c36da6c092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.510316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] No DVR routers for this DVR port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:33.566915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] In _notify_port_updated(), no bound segment for port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 on network 9e29b661-3bfd-446c-97bf-8265f5e3df8e {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:46:33.567904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:33.568543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:33.570601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-00cd4cbf-c17d-4aab-af9c-b1e067eaeb71 service neutron] 10.222.0.50 "PUT /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 200 len: 1028 time: 3.5736101 Jul 28 14:46:33.601922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ea52a101-7713-4a4f-8b3e-5a37cd26edb7 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7514842 Jul 28 14:46:33.602878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:33.631758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:33.641709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:33.798908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:34.018787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Deleting port a9ef609f-49d1-4fbf-859a-a77a06ad1ce7 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:34.019822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.024579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef'}, {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:34.027387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.027959 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fd1a46-5dfa-435e-bfb0-e56c15287e86" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef"}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:34.035845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.048626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.068848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.081847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.096019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-a6890a44-2746-4592-8d94-7951ea20ec6b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3876 time: 0.5868542 Jul 28 14:46:34.124856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.142700 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a46741-a836-4f78-842f-452cfe55391f x-openstack-request-id: req-33a46741-a836-4f78-842f-452cfe55391f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:34.143082 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef", "code": 200}, {"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-unplugged", "status": "completed", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:34.143340 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33a46741-a836-4f78-842f-452cfe55391f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:34.143803 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'code': 200} Jul 28 14:46:34.144561 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'code': 200} Jul 28 14:46:34.167414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::1 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/775ae4a3-b625-46c7-adcf-865499c67b3f/8a71eda6-465b-40e4-bda3-8ff4b2e15225) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:34.224752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c635b078-2a64-48c1-b8f7-1ed51695b03d req-e0e61fbb-636b-4f0c-9da8-8b842def864a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266146 Jul 28 14:46:34.259198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=964f9656-5f3d-4341-a295-8b92172d9053,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:34.348621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32dcfa9b-2b52-43fd-8a7e-00c36da6c092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.416811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:34.417241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 5d66c058-e6ca-429b-bb85-38f7d0b865ed, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:34.436071 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.442274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.460049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Calling delete_port for a9ef609f-49d1-4fbf-859a-a77a06ad1ce7 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:34.509763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32dcfa9b-2b52-43fd-8a7e-00c36da6c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.602338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcfa9b-2b52-43fd-8a7e-00c36da6c092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6066b08-77ac-4a00-b513-ebfb140d48a4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:34.633403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:46:34.643534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 2a9b4662-2365-480f-8ece-5c3500af9ff6 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:34.645026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.661314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Provisioning for port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:34.665753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Provisioning complete for port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:34.666214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.749473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 5d66c058-e6ca-429b-bb85-38f7d0b865ed) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:34.755261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:34.756031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.781358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32dcfa9b-2b52-43fd-8a7e-00c36da6c092 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8069be98be514465985cd011a579b540&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0314152 Jul 28 14:46:34.781597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60474) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:34.794598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.797111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e62a1-23f9-419d-8962-f9fdbbe83ff0 None None] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:34.807304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.854028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 8a71eda6-465b-40e4-bda3-8ff4b2e15225 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:34.868012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.900096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-72b001c7-a326-424a-a407-29f79c185902 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0230060 Jul 28 14:46:34.904455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60476) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:34.931430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] For port db56d1fa-09a1-4185-b4e1-8a1edd5355e9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:34.937521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed', 'name': 'tempest-PortsIpV6TestJSON-934996429'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:34.951842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] For port 2a9b4662-2365-480f-8ece-5c3500af9ff6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2a9b4662-2365-480f-8ece-5c3500af9ff6,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:34.952234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:34.956356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Pushing event deleted for resources: {'Port': ['ID=a9ef609f-49d1-4fbf-859a-a77a06ad1ce7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.009723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 2a9b4662-2365-480f-8ece-5c3500af9ff6 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:35.036729 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.175716 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.183893 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.258893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.298550 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.309016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.309016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3b6486c6-f213-4773-83b8-600c7801c22d tempest-FloatingIPAdminTestJSON-1389400550 tempest-FloatingIPAdminTestJSON-1389400550-project] 10.222.0.47 "DELETE /v2.0/floatingips/cde80bb5-8fda-4ecb-9154-c2fabec839f9 HTTP/1.1" status: 204 len: 168 time: 1.6990895 Jul 28 14:46:35.310287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60482) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:35.356494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:35.362537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.401124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.404093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.417054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:35.424049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:35.426823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:35.427606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.451094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6066b08-77ac-4a00-b513-ebfb140d48a4 HTTP/1.1" status: 204 len: 168 time: 0.6256688 Jul 28 14:46:35.508825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:35.560493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.917885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e32491-f02b-4862-83c8-0477a1bfe5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6066b08-77ac-4a00-b513-ebfb140d48a4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.917885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Deleting port 4798b3ee-2778-4cc3-9218-9e94a5c2b074 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:35.917885 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:35.918993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d637d-7bbb-4b65-9056-999f20186d09 None None] Pushing event updated for resources: {'Port': ['ID=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:35.921618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-5d66c058-e6ca-429b-bb85-38f7d0b865ed', 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': '964f9656-5f3d-4341-a295-8b92172d9053'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:35.922512 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.049082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.056905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.063647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.068520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Calling delete_port for 4798b3ee-2778-4cc3-9218-9e94a5c2b074 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:36.167202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.203432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.240325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.260316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.275356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:36.279013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-f31993f5-bda7-4b06-89a5-f322ec7e1cf9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3798 time: 0.4091864 Jul 28 14:46:36.387417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-11d6faea-f942-41cf-a83e-ca34fe43c7cd None None] Provisioning for port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:36.394309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-11d6faea-f942-41cf-a83e-ca34fe43c7cd None None] Provisioning complete for port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:36.395480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-11d6faea-f942-41cf-a83e-ca34fe43c7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.409926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::3b8 (5d66c058-e6ca-429b-bb85-38f7d0b865ed/964f9656-5f3d-4341-a295-8b92172d9053/2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:36.462062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.529762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-11d6faea-f942-41cf-a83e-ca34fe43c7cd None None] Port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:36.547233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Pushing event deleted for resources: {'Port': ['ID=4798b3ee-2778-4cc3-9218-9e94a5c2b074,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:36.551106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=2a9b4662-2365-480f-8ece-5c3500af9ff6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:36.577300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.577863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.578762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.579952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.580479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.580988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.581482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.581976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.582529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.583138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.583658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.584882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:36.627595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.658638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] No DVR routers for this DVR port 2a9b4662-2365-480f-8ece-5c3500af9ff6 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:36.672336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.674556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-38ea631f-9ad6-4a0e-a947-2318bd46b31f tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "DELETE /v2.0/ports/2a9b4662-2365-480f-8ece-5c3500af9ff6 HTTP/1.1" status: 204 len: 173 time: 3.0886753 Jul 28 14:46:36.677675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4b72a42-b247-4c89-a0c4-ccedd5f20fbb req-d5405918-b08e-4994-a970-fc125e4b6dd3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853879 Jul 28 14:46:36.678528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:36.681015 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce3246-d242-4bc3-bb55-da16c04829ca" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:36.830171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.834023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:36.852423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4bd85bc2-d12a-4f0b-8249-4e1ab9ccf687 tempest-FloatingIPAdminTestJSON-608918537 tempest-FloatingIPAdminTestJSON-608918537-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/18f12ffb-6b86-4619-8b73-38ffb1abb03d HTTP/1.1" status: 204 len: 168 time: 1.5407393 Jul 28 14:46:36.853716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60506) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:36.989605 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbaf2f6-f25c-47a3-8d79-4118f934e7a9 x-openstack-request-id: req-fcbaf2f6-f25c-47a3-8d79-4118f934e7a9 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:36.998740 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "2a9b4662-2365-480f-8ece-5c3500af9ff6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:36.999485 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fcbaf2f6-f25c-47a3-8d79-4118f934e7a9 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:37.000154 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '2a9b4662-2365-480f-8ece-5c3500af9ff6', 'status': 'completed', 'code': 200} Jul 28 14:46:37.078215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port 7c2838b0-275c-4aaa-91d0-f8e6ffce118a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:37.083068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.106643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db56d1fa-09a1-4185-b4e1-8a1edd5355e9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:37.218717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:37.219363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.278560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.320952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for 7c2838b0-275c-4aaa-91d0-f8e6ffce118a owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:37.759170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.831425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=7c2838b0-275c-4aaa-91d0-f8e6ffce118a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:37.836525 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:37.872837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:38.086282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.152264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.154279 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6253c504-a82d-4612-bf66-e5b28df1723a tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/ports/7c2838b0-275c-4aaa-91d0-f8e6ffce118a HTTP/1.1" status: 204 len: 168 time: 1.2938392 Jul 28 14:46:38.160129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60532) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:38.186660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-f000c302-1c71-4101-be40-5b5d168a4a85 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.195037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-f000c302-1c71-4101-be40-5b5d168a4a85 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.201786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-f000c302-1c71-4101-be40-5b5d168a4a85 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.207883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-f000c302-1c71-4101-be40-5b5d168a4a85 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.209836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-f000c302-1c71-4101-be40-5b5d168a4a85 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 3143 time: 0.2552135 Jul 28 14:46:38.213058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Allocated IP 2001:db8::2 (5d66c058-e6ca-429b-bb85-38f7d0b865ed/964f9656-5f3d-4341-a295-8b92172d9053/2cb510d8-e8e1-4e9c-b791-55749740151a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:38.321157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.352401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:38.360055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.360270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b5ec-40e9-4b55-9a17-1652cbec621f tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.361425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7d80b5ec-40e9-4b55-9a17-1652cbec621f tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d7eee87-98ac-4c9c-95aa-3b18fbdf095d HTTP/1.1" status: 200 len: 913 time: 0.1997135 Jul 28 14:46:38.369755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-237b97c3-91eb-4386-8395-8f45e98fd6e7 req-c5e32aed-9722-4d1b-8c12-fd4cc67e08f0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505589 Jul 28 14:46:38.370285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:38.473883 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.476958 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.525598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:38.539655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:38.551077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:38.557360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:38.563453 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.592293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:38.605516 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.616000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Transition to ACTIVE for port object 2cb510d8-e8e1-4e9c-b791-55749740151a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:38.642279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Transition to ACTIVE for port object 2cb510d8-e8e1-4e9c-b791-55749740151a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:38.729793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:38.733269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] For port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:38.733659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.754466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:38.780833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:38.809453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:38.933828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:38.943556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2225665f-1d81-43eb-a181-77949b09b7bf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0324297 Jul 28 14:46:38.948559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:38.963480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed', 'name': 'tempest-PortsIpV6TestJSON-1442616084'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:39.030191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:39.040430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:39.078189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:39.137401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Pushing event updated for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:39.252374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.323364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Attempting to bind port 2cb510d8-e8e1-4e9c-b791-55749740151a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:39.323910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Attempting to bind port 2cb510d8-e8e1-4e9c-b791-55749740151a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:39.324131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Attempting to bind port 2cb510d8-e8e1-4e9c-b791-55749740151a on network 5d66c058-e6ca-429b-bb85-38f7d0b865ed {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:39.337301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:39.338893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Checking segment: {'id': 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:39.339185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.339361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:39.339604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Bound using segment: {'id': 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:39.340107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Bound port: 2cb510d8-e8e1-4e9c-b791-55749740151a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '5d66c058-e6ca-429b-bb85-38f7d0b865ed'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:39.340505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.356408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.429353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port e3ef134e-8d73-4920-bdac-c78c7f410011 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:46:39.447341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f1166626-f735-4935-ab28-bfd541f7f229 None None] Provisioning complete for port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:39.447718 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f1166626-f735-4935-ab28-bfd541f7f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.511623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f1166626-f735-4935-ab28-bfd541f7f229 None None] Port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:39.513320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:39.535017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2cb510d8-e8e1-4e9c-b791-55749740151a,segment=NetworkSegment(e1b44498-9efa-48f3-bf39-817c8c7b1ca1),segment_id=e1b44498-9efa-48f3-bf39-817c8c7b1ca1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:39.545168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.560121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Router 97300c4e-716e-4b30-8894-d398356401c9 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:46:39.661554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:39.677278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.796789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e5dd-0128-4da5-950b-1df145ac2b4e None None] Pushing event updated for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:39.876977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] No DVR routers for this DVR port cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:39.886468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:39.888998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-5491f2bd-1576-4bca-91b0-58f12092752e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "DELETE /v2.0/ports/cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef HTTP/1.1" status: 204 len: 173 time: 3.1996129 Jul 28 14:46:39.889681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:39.893151 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa7d237-856b-48a0-90d1-3621e657246a" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:39.937585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::33b (5d66c058-e6ca-429b-bb85-38f7d0b865ed/964f9656-5f3d-4341-a295-8b92172d9053/e3ef134e-8d73-4920-bdac-c78c7f410011) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:39.967631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004c708-eca1-46bd-9c3c-d4bf081d77eb req-c907fbf9-c769-457c-b963-fc62858716fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:39.976743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004c708-eca1-46bd-9c3c-d4bf081d77eb req-c907fbf9-c769-457c-b963-fc62858716fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.000680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004c708-eca1-46bd-9c3c-d4bf081d77eb req-c907fbf9-c769-457c-b963-fc62858716fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.004598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6004c708-eca1-46bd-9c3c-d4bf081d77eb req-c907fbf9-c769-457c-b963-fc62858716fb tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 2410 time: 0.4593546 Jul 28 14:46:40.028215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port 6422d53e-47ba-4523-86e7-1c00b81c1ab4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:40.028907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.244348 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0cd29-4225-4cd2-bd00-a7f619984228 x-openstack-request-id: req-1bc0cd29-4225-4cd2-bd00-a7f619984228 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:40.244988 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:40.245438 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bc0cd29-4225-4cd2-bd00-a7f619984228 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:40.247475 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': 'cfb0d854-7ba2-470b-a9dd-9b5a9f5443ef', 'status': 'completed', 'code': 200} Jul 28 14:46:40.251160 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.299366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for 6422d53e-47ba-4523-86e7-1c00b81c1ab4 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:40.333114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6004c708-eca1-46bd-9c3c-d4bf081d77eb req-cb77e8ad-b2f7-4f81-a21d-95cfbb2a59dd tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607825 Jul 28 14:46:40.334713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:40.359608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Sync routers for ids ['97300c4e-716e-4b30-8894-d398356401c9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:40.372690 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Routers {'97300c4e-716e-4b30-8894-d398356401c9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:40.373368 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97300c4e-716e-4b30-8894-d398356401c9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:40.605542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ef33dbaf-61e5-45ca-90fe-5a6fd4292be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "PUT /v2.0/routers/97300c4e-716e-4b30-8894-d398356401c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9431539 Jul 28 14:46:40.608989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60582) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:40.691626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.735155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object e3ef134e-8d73-4920-bdac-c78c7f410011 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:40.743596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dfc5f-470f-46d4-91cd-147d7a75cb53 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:40.747989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d36dfc5f-470f-46d4-91cd-147d7a75cb53 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports/8a71eda6-465b-40e4-bda3-8ff4b2e15225 HTTP/1.1" status: 200 len: 911 time: 0.1368778 Jul 28 14:46:40.752916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:40.814485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 88443e63-f81c-46e9-add4-515cb0f6a5f1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:40.814752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.843721 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Set router 97300c4e-716e-4b30-8894-d398356401c9 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:40.964366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] For port 88443e63-f81c-46e9-add4-515cb0f6a5f1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=88443e63-f81c-46e9-add4-515cb0f6a5f1,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:40.964747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:40.991181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 88443e63-f81c-46e9-add4-515cb0f6a5f1 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:41.147495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac7268-75d5-463d-94c7-477dfbe934c3 req-c86d15a3-9c45-423b-8b05-9313bbf3129b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.158780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30ac7268-75d5-463d-94c7-477dfbe934c3 req-c86d15a3-9c45-423b-8b05-9313bbf3129b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.8553984 Jul 28 14:46:41.206936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2cb510d8-e8e1-4e9c-b791-55749740151a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:41.350765 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:35Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None, '_interfaces': [{'id': '8a71eda6-465b-40e4-bda3-8ff4b2e15225', 'name': '', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'mac_address': 'fa:16:3e:dc:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300c4e-716e-4b30-8894-d398356401c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:33Z', 'updated_at': '2021-07-28T14:46:38Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'subnets': [{'id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:41.440666 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Checking router: 97300c4e-716e-4b30-8894-d398356401c9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:41.453245 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Updating router 97300c4e-716e-4b30-8894-d398356401c9 port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:46:41.484230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2cb510d8-e8e1-4e9c-b791-55749740151a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:41.506242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eefa2-ed17-4be6-bc12-c7a513f8fd4a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.558176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eefa2-ed17-4be6-bc12-c7a513f8fd4a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.567018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e83eefa2-ed17-4be6-bc12-c7a513f8fd4a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8127186 Jul 28 14:46:41.568377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:41.570115 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:41.586502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30ac7268-75d5-463d-94c7-477dfbe934c3 req-14ac954f-0284-406f-9061-82be84eb6f96 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267812 Jul 28 14:46:41.644603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:41.764567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-33835919-066d-40f9-b6ea-927c13f78782 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.766136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-33835919-066d-40f9-b6ea-927c13f78782 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.1786833 Jul 28 14:46:41.860800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:41.870404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739710b-8ea1-485a-8fdd-11e08db0e4fe None None] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:41.897411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:41.931738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:41.941726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:41.943886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.043669 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.047966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=e3ef134e-8d73-4920-bdac-c78c7f410011,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.049404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Deleting port 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:42.049769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.100514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60606) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:42.101206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e449a50-caae-4d6b-b86d-bb10c8ccad8b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1472595 Jul 28 14:46:42.112930 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Transition to ACTIVE for port object 8a71eda6-465b-40e4-bda3-8ff4b2e15225 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:42.171110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91244314-ee03-4ce2-816f-ae7d300d99e5 req-663a92f2-8bb0-4e1f-917b-341d6e66e8b1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.178039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91244314-ee03-4ce2-816f-ae7d300d99e5 req-663a92f2-8bb0-4e1f-917b-341d6e66e8b1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.186096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91244314-ee03-4ce2-816f-ae7d300d99e5 req-663a92f2-8bb0-4e1f-917b-341d6e66e8b1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.188127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91244314-ee03-4ce2-816f-ae7d300d99e5 req-663a92f2-8bb0-4e1f-917b-341d6e66e8b1 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 2410 time: 0.5780652 Jul 28 14:46:42.232908 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.266158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e687b959-0954-4bce-9f78-5739da945482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.267605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Provisioning for port 2cb510d8-e8e1-4e9c-b791-55749740151a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:42.274886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.275227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Provisioning complete for port 2cb510d8-e8e1-4e9c-b791-55749740151a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:42.275820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.287217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.318133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=6422d53e-47ba-4523-86e7-1c00b81c1ab4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.445984 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Pushing event updated for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.507390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1832a73-b202-4eac-9c7b-4d8b4a5d9982 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:42.509540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f1832a73-b202-4eac-9c7b-4d8b4a5d9982 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b8 HTTP/1.1" status: 200 len: 928 time: 0.4069083 Jul 28 14:46:42.516454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:42.570175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] For port 769e2005-6f13-4bee-8228-d261300c2bc4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=769e2005-6f13-4bee-8228-d261300c2bc4,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:42.570553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.584000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.590816 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.598662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.599210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.599578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.599889 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.600220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.601139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.601631 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.602298 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.602298 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.602615 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.602945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:46:42.707040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2cb510d8-e8e1-4e9c-b791-55749740151a,segment=NetworkSegment(e1b44498-9efa-48f3-bf39-817c8c7b1ca1),segment_id=e1b44498-9efa-48f3-bf39-817c8c7b1ca1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:42.733249 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Attempting to bind port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:42.733626 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Attempting to bind port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:42.733992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Attempting to bind port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:42.765760 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:42.766144 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:42.766562 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.770592 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:42.773576 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Bound port: 8a71eda6-465b-40e4-bda3-8ff4b2e15225, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:42.775894 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.789914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91244314-ee03-4ce2-816f-ae7d300d99e5 req-524927d0-7a6c-42be-b9fb-4004e4110f10 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5656252 Jul 28 14:46:42.792648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=88443e63-f81c-46e9-add4-515cb0f6a5f1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.838546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:42.982159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] No DVR routers for this DVR port 88443e63-f81c-46e9-add4-515cb0f6a5f1 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:42.982830 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] For port 8a71eda6-465b-40e4-bda3-8ff4b2e15225, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:42.987833 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] For port 8a71eda6-465b-40e4-bda3-8ff4b2e15225, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a71eda6-465b-40e4-bda3-8ff4b2e15225,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:42.989509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82d505-1509-4016-bde2-3beee25e9882 None None] Pushing event updated for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:42.999202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.017682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-99101262-aa5b-4f97-8865-859556c78a14 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "DELETE /v2.0/ports/88443e63-f81c-46e9-add4-515cb0f6a5f1 HTTP/1.1" status: 204 len: 173 time: 3.1117051 Jul 28 14:46:43.057267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:43.061154 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca9b15-b78b-431f-8db2-930132fae535" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:43.080373 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.156216 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91105169-2b66-4fca-8466-49fbb56d464a x-openstack-request-id: req-91105169-2b66-4fca-8466-49fbb56d464a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:43.156770 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "88443e63-f81c-46e9-add4-515cb0f6a5f1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:43.157178 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91105169-2b66-4fca-8466-49fbb56d464a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:43.157744 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '88443e63-f81c-46e9-add4-515cb0f6a5f1', 'status': 'completed', 'code': 200} Jul 28 14:46:43.163853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Provisioning for port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:43.170215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Provisioning complete for port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:43.170598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.281153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Routers {'97300c4e-716e-4b30-8894-d398356401c9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:43.282084 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97300c4e-716e-4b30-8894-d398356401c9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:43.343872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port e3ef134e-8d73-4920-bdac-c78c7f410011 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:43.344450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.367669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:43.401204 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12ef3f-7a31-478c-a1f1-0271a9d43864 None None] Pushing event updated for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:43.492137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Provisioning complete for port 2cb510d8-e8e1-4e9c-b791-55749740151a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:43.499012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.548578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] Set router 97300c4e-716e-4b30-8894-d398356401c9 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:43.604590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ddc27-61a3-4def-a685-bf90fc7c835f req-82d77e86-c7e1-4714-b1dc-9604f99535e4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:43.611864 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-562ddc27-61a3-4def-a685-bf90fc7c835f req-82d77e86-c7e1-4714-b1dc-9604f99535e4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 947 time: 0.5802577 Jul 28 14:46:43.619314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:43.958907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Provisioning for port e3ef134e-8d73-4920-bdac-c78c7f410011 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:43.965977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Provisioning complete for port e3ef134e-8d73-4920-bdac-c78c7f410011 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:43.966822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.006426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.007657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.009425 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Floating IP 244fc577-2910-4d9e-9ca6-a1aa2fede75f disassociated. External IP: 172.25.0.188, port: 769e2005-6f13-4bee-8228-d261300c2bc4. Jul 28 14:46:44.009977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Calling delete_port for 769e2005-6f13-4bee-8228-d261300c2bc4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:44.017881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-562ddc27-61a3-4def-a685-bf90fc7c835f req-9de9224f-7669-4317-90b0-a1794c0d0ad5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ff0da555-9459-41d0-b3db-d0573034f861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881116 Jul 28 14:46:44.098645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-436cb67f-53c8-454f-98d4-e6e5b35b2bb7 None None] Port e3ef134e-8d73-4920-bdac-c78c7f410011 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:44.177418 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:35Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None, '_interfaces': [{'id': '8a71eda6-465b-40e4-bda3-8ff4b2e15225', 'name': '', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'mac_address': 'fa:16:3e:dc:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300c4e-716e-4b30-8894-d398356401c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:33Z', 'updated_at': '2021-07-28T14:46:42Z', 'revision_number': 4, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'subnets': [{'id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:44.224281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Provisioning complete for port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:44.224677 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.285403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:44.308105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Provisioning complete for port e3ef134e-8d73-4920-bdac-c78c7f410011 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:44.308517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.310238 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d341a4-0199-41f0-8ced-659f763c2006 None None] The sync data for ids ['97300c4e-716e-4b30-8894-d398356401c9'] in n-d-705658-23 is: [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:35Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None, '_interfaces': [{'id': '8a71eda6-465b-40e4-bda3-8ff4b2e15225', 'name': '', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'mac_address': 'fa:16:3e:dc:d5:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300c4e-716e-4b30-8894-d398356401c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:46:33Z', 'updated_at': '2021-07-28T14:46:42Z', 'revision_number': 4, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'subnets': [{'id': '775ae4a3-b625-46c7-adcf-865499c67b3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:44.365490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-828980ad-3646-4b5d-9bd8-08ed12fe71a2 None None] Port e3ef134e-8d73-4920-bdac-c78c7f410011 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:46:44.664014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:44.741412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d30629f5-688a-4fb3-89de-4b82c5dfa6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.808963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.879242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.897229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 0f739fc8-6469-42aa-9543-55dd390d3c47 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:44.900112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:44.909831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'Port': ['ID=769e2005-6f13-4bee-8228-d261300c2bc4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:45.028779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for e3ef134e-8d73-4920-bdac-c78c7f410011 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:45.143514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:45.218887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.230644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 769e2005-6f13-4bee-8228-d261300c2bc4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:45.231035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 769e2005-6f13-4bee-8228-d261300c2bc4 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:45.265677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2cb510d8-e8e1-4e9c-b791-55749740151a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:45.276351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:45.290274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad12597c-d7e6-41e9-bbd3-3e6a297bb779 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "PUT /v2.0/routers/9d7eee87-98ac-4c9c-95aa-3b18fbdf095d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9186614 Jul 28 14:46:45.293982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:45.354131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee74a5-a5be-4e3f-9e23-194273bd6eea req-d5000989-b425-4292-ba3e-17d50e010890 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.361943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] Sync routers for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:45.368620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee74a5-a5be-4e3f-9e23-194273bd6eea req-d5000989-b425-4292-ba3e-17d50e010890 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:45.370081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47ee74a5-a5be-4e3f-9e23-194273bd6eea req-d5000989-b425-4292-ba3e-17d50e010890 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 1677 time: 0.8920584 Jul 28 14:46:45.403293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:45.403956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:45.572912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:45.628922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] Routers {'9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:45.629910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:45.772403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:45.774342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a9baa2-702a-41db-9c22-46f674904431 None None] The sync data for ids ['9d7eee87-98ac-4c9c-95aa-3b18fbdf095d'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:45.877669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2cb510d8-e8e1-4e9c-b791-55749740151a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:45.878278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:45.976500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.148483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-964b2840-754e-4c7c-87c9-174c3dce5def req-5bc6cdb3-f537-4fb8-a01b-6ab02f5d8bbf tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0978179 Jul 28 14:46:46.180562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.329301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47ee74a5-a5be-4e3f-9e23-194273bd6eea req-e54dfda1-60eb-4d8b-a51f-be7b58361d41 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9202242 Jul 28 14:46:46.345790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] For port 0f739fc8-6469-42aa-9543-55dd390d3c47, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0f739fc8-6469-42aa-9543-55dd390d3c47,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:46.346481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.382694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.383185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 0f739fc8-6469-42aa-9543-55dd390d3c47 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:46.389149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:46.629540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.681351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=e3ef134e-8d73-4920-bdac-c78c7f410011,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:46.708980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.716531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d7452b86-2f24-40b3-83cd-0c7ded04dd0b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/e3ef134e-8d73-4920-bdac-c78c7f410011 HTTP/1.1" status: 204 len: 168 time: 4.1149573 Jul 28 14:46:46.716531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:46.716936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:46.762109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:46.837496 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-64658dcc-757c-4692-9b77-15131f857f7c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:46:46.842283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-64658dcc-757c-4692-9b77-15131f857f7c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/e3ef134e-8d73-4920-bdac-c78c7f410011 HTTP/1.1" status: 404 len: 333 time: 0.0754302 Jul 28 14:46:46.845991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:46.906606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.063205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:47.085578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:47.110078 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:47.110078 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:47.179354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a71eda6-465b-40e4-bda3-8ff4b2e15225 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:46:47.185639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] For port 8a71eda6-465b-40e4-bda3-8ff4b2e15225, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a71eda6-465b-40e4-bda3-8ff4b2e15225,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:47.186165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.207810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] No DVR routers for this DVR port 769e2005-6f13-4bee-8228-d261300c2bc4 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:47.213146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.217394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f48a4f5-ec8e-4ecc-8221-949bbc7efc27 req-c70c6a5a-680f-42fe-8320-77144aee6e6f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.53 "DELETE /v2.0/ports/769e2005-6f13-4bee-8228-d261300c2bc4 HTTP/1.1" status: 204 len: 173 time: 5.4415152 Jul 28 14:46:47.218113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-deleted', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:47.231078 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebae364-e19f-415e-b1de-dec97d1249cf" -d '{"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-deleted", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:47.235215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 8a71eda6-465b-40e4-bda3-8ff4b2e15225 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:47.276742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:47.277469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.292768 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7b90f-b8da-4468-936b-7a9b65327d1c x-openstack-request-id: req-20f7b90f-b8da-4468-936b-7a9b65327d1c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:47.293066 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2514d68-df7e-4b06-9285-4e6b873ef2b4", "name": "network-vif-deleted", "tag": "769e2005-6f13-4bee-8228-d261300c2bc4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:47.293321 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20f7b90f-b8da-4468-936b-7a9b65327d1c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:47.293769 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2514d68-df7e-4b06-9285-4e6b873ef2b4', 'name': 'network-vif-deleted', 'tag': '769e2005-6f13-4bee-8228-d261300c2bc4', 'status': 'completed', 'code': 200} Jul 28 14:46:47.340047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ce95733-5262-4b55-88a6-96747c04fce0 req-e7164588-bd2b-4f92-9be8-697ceb5ca4a0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0335689 Jul 28 14:46:47.394885 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:47.420677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:46:47.435158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8a71eda6-465b-40e4-bda3-8ff4b2e15225 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:46:47.436048 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.469058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.587324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471910c-ece6-4cf6-ae1e-7b0b8aeba6e0 req-98b76eaf-876b-46f1-9b2e-91f6432f7757 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:47.589069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8471910c-ece6-4cf6-ae1e-7b0b8aeba6e0 req-98b76eaf-876b-46f1-9b2e-91f6432f7757 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 943 time: 0.1383903 Jul 28 14:46:47.595904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=0f739fc8-6469-42aa-9543-55dd390d3c47,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:47.708791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] No DVR routers for this DVR port 0f739fc8-6469-42aa-9543-55dd390d3c47 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:47.720493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.732797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8471910c-ece6-4cf6-ae1e-7b0b8aeba6e0 req-0e69e085-95db-4f89-a76f-b3558a46655b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921957 Jul 28 14:46:47.762335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.768615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-415ce957-b7a1-47f2-8c1a-2ad35046a7b0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "DELETE /v2.0/ports/0f739fc8-6469-42aa-9543-55dd390d3c47 HTTP/1.1" status: 204 len: 173 time: 4.7497635 Jul 28 14:46:47.771869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:47.774373 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eaa3ee-2bf5-4b93-8782-4d42da047390" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:47.813168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port 8e32fdd7-a5e3-4c0b-aaf2-57a1ba643c8f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:47.813735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.881612 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:47.926616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.945980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:47.948577 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da4e90-b323-4322-9612-fde165728e1e x-openstack-request-id: req-09da4e90-b323-4322-9612-fde165728e1e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:47.952925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:47.960088 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "0f739fc8-6469-42aa-9543-55dd390d3c47", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:47.960368 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09da4e90-b323-4322-9612-fde165728e1e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:47.960812 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '0f739fc8-6469-42aa-9543-55dd390d3c47', 'status': 'completed', 'code': 200} Jul 28 14:46:47.973579 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:47.990437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8a71eda6-465b-40e4-bda3-8ff4b2e15225, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a71eda6-465b-40e4-bda3-8ff4b2e15225,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:47.995972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:47.998814 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:48.024693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.056075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for 8e32fdd7-a5e3-4c0b-aaf2-57a1ba643c8f owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:48.090261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.282715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.338353 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:48.580390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6cdc11e-a0b7-415f-a0a1-dee8446948d2 req-02833d56-61ca-4a43-92e6-50306bbeed72 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2514d68-df7e-4b06-9285-4e6b873ef2b4 HTTP/1.1" status: 200 len: 210 time: 0.0370359 Jul 28 14:46:48.609798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.630022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 18e7e811-e45f-495f-833c-a3dbc901a94e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:48.630672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.699410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=8e32fdd7-a5e3-4c0b-aaf2-57a1ba643c8f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.699672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.745610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=8a71eda6-465b-40e4-bda3-8ff4b2e15225,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:48.758647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.935980 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:48.958904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:49.048657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:49.120487 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee6903-aebf-4894-ac83-47d412ab4f42 None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:49.185277 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.206711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.422554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8d9f8-15d5-4a83-9d20-22790e7dbab3 req-26627fbd-2358-4a4e-9d48-d99eb0944cc6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:49.426229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbc8d9f8-15d5-4a83-9d20-22790e7dbab3 req-26627fbd-2358-4a4e-9d48-d99eb0944cc6 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 943 time: 0.2389786 Jul 28 14:46:49.433101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.436199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7eee87-98ac-4c9c-95aa-3b18fbdf095d {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:46:49.441256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.458319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.460142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5d932b3-415f-4259-a682-ae65179c0223 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/routers/9d7eee87-98ac-4c9c-95aa-3b18fbdf095d HTTP/1.1" status: 204 len: 168 time: 4.1648955 Jul 28 14:46:49.462594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60712) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:49.505584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.505584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2aa44ec-6a7f-4a79-8dae-0bb8357c51ea tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 HTTP/1.1" status: 204 len: 168 time: 2.6424832 Jul 28 14:46:49.512649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:49.528607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] For port 18e7e811-e45f-495f-833c-a3dbc901a94e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=18e7e811-e45f-495f-833c-a3dbc901a94e,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:49.528607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.569800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting subnet 498be92b-c084-4638-9c22-e255b9f6a3b9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:49.576467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.645883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbc8d9f8-15d5-4a83-9d20-22790e7dbab3 req-fb080722-4a5a-4fe0-907d-1f6ed924473c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050948 Jul 28 14:46:49.676233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:49.693741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a4c732-6f6d-4bd1-82e3-6df9b9fd7f42 None None] New status for floating IP 244fc577-2910-4d9e-9ca6-a1aa2fede75f: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:46:49.723377 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bafb69-6060-430c-a195-34e509c15f5e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:46:49.725094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08bafb69-6060-430c-a195-34e509c15f5e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/2efe5272-b0ac-4cae-a52f-ddbe0eaee8b9 HTTP/1.1" status: 404 len: 333 time: 0.2096202 Jul 28 14:46:49.746651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:49.870944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.003012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60724) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.032973 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.069683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.097532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.104061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58ddd0-8db5-4eaf-a5bf-b20ebf639ea8 None None] Network b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:50.111153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/subnets/498be92b-c084-4638-9c22-e255b9f6a3b9 HTTP/1.1" status: 204 len: 168 time: 0.6458728 Jul 28 14:46:50.114857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 964f9656-5f3d-4341-a295-8b92172d9053 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:50.122192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60726) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.138501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.161411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce33c-d1ea-4286-98cc-14577ee586f3 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Subnet': ['ID=498be92b-c084-4638-9c22-e255b9f6a3b9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:50.204281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.248849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Router 97300c4e-716e-4b30-8894-d398356401c9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:50.257254 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.311840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.385509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.407107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.416717 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.418208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "DELETE /v2.0/security-groups/ff0da555-9459-41d0-b3db-d0573034f861 HTTP/1.1" status: 204 len: 168 time: 0.4138820 Jul 28 14:46:50.420233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] DHCP port deletion for b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:50.427638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.459125 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-0fd993fb-d1dd-418f-947c-6c77a9adc185 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] show failed (client error): The resource could not be found. Jul 28 14:46:50.461852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0fd993fb-d1dd-418f-947c-6c77a9adc185 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups/ff0da555-9459-41d0-b3db-d0573034f861 HTTP/1.1" status: 404 len: 347 time: 0.0290778 Jul 28 14:46:50.463295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b8ccd-9f13-4087-9942-350a2ca0c449 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0da555-9459-41d0-b3db-d0573034f861,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:50.466276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60734) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:50.529112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.531728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Deleting port b591acb3-f5da-49f1-8c06-f2f24c011baf {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:50.531728 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.680787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] For port b591acb3-f5da-49f1-8c06-f2f24c011baf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b591acb3-f5da-49f1-8c06-f2f24c011baf,segment=NetworkSegment(3908936c-899c-40d3-8a31-ddc635e3f3bc),segment_id=3908936c-899c-40d3-8a31-ddc635e3f3bc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:50.690215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.744323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Calling delete_port for b591acb3-f5da-49f1-8c06-f2f24c011baf owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:50.922818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.923774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:50.924300 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Floating IP 03664f98-6d39-4b5f-917a-88b70905d45b disassociated. External IP: 172.25.0.40, port: 18e7e811-e45f-495f-833c-a3dbc901a94e. Jul 28 14:46:50.925101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 18e7e811-e45f-495f-833c-a3dbc901a94e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:50.936983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738abe2-d7c2-4866-8ae9-6d8172807efe req-abde9760-969b-440f-85ab-6f2ea43a7706 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:50.941158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8738abe2-d7c2-4866-8ae9-6d8172807efe req-abde9760-969b-440f-85ab-6f2ea43a7706 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 943 time: 0.1337686 Jul 28 14:46:51.045763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b591acb3-f5da-49f1-8c06-f2f24c011baf no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:51.046891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:51.048137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Deleting port dd9bd6a5-258e-4961-b395-d943b72d6ff8 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:51.048593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.062698 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Sync routers for ids ['97300c4e-716e-4b30-8894-d398356401c9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:51.078418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b17e15f1-83c8-4cdb-91ca-7f114c8bb4e2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "PUT /v2.0/routers/97300c4e-716e-4b30-8894-d398356401c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4932373 Jul 28 14:46:51.086926 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Routers {'97300c4e-716e-4b30-8894-d398356401c9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:51.096046 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97300c4e-716e-4b30-8894-d398356401c9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:51.114913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60752) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:51.130300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.185863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] No DVR routers for this DVR port b591acb3-f5da-49f1-8c06-f2f24c011baf on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:51.290855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8738abe2-d7c2-4866-8ae9-6d8172807efe req-ac1e8ed4-4ddd-4464-8a69-465705d4fed3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304706 Jul 28 14:46:51.358708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Set router 97300c4e-716e-4b30-8894-d398356401c9 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:51.371703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cff03-31bd-472a-bb87-f927d3955473 None None] Pushing event deleted for resources: {'Port': ['ID=b591acb3-f5da-49f1-8c06-f2f24c011baf,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:51.387328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244ab88-a933-4925-a238-f5e1c8e03d7a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:51.389011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e244ab88-a933-4925-a238-f5e1c8e03d7a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:51.393846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e244ab88-a933-4925-a238-f5e1c8e03d7a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2698078 Jul 28 14:46:51.405658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60764) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:51.411526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port b591acb3-f5da-49f1-8c06-f2f24c011baf {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:46:51.421970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b591acb3-f5da-49f1-8c06-f2f24c011baf not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:51.422705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.503363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 775ae4a3-b625-46c7-adcf-865499c67b3f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:46:51.511505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.580535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.630525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.632048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.657546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Calling delete_port for dd9bd6a5-258e-4961-b395-d943b72d6ff8 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:51.753802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port b591acb3-f5da-49f1-8c06-f2f24c011baf {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:51.754211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.772945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:51.860712 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:48Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:51.985351 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Checking router: 97300c4e-716e-4b30-8894-d398356401c9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:52.001716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.015580 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Routers {'97300c4e-716e-4b30-8894-d398356401c9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:52.019767 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97300c4e-716e-4b30-8894-d398356401c9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:52.109965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=775ae4a3-b625-46c7-adcf-865499c67b3f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.115012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.131159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.191538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630382c-a335-4210-8c45-ad2e7b3e444e None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:52.239350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.245409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5004f7c3-3dab-4959-af18-7128df7f5c90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/775ae4a3-b625-46c7-adcf-865499c67b3f HTTP/1.1" status: 204 len: 168 time: 0.8461289 Jul 28 14:46:52.266684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:52.302894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=964f9656-5f3d-4341-a295-8b92172d9053,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.312768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] Set router 97300c4e-716e-4b30-8894-d398356401c9 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:52.323476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.333467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79fc8b05-48ce-4d37-8b93-2096dd8bc370 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/964f9656-5f3d-4341-a295-8b92172d9053 HTTP/1.1" status: 204 len: 168 time: 2.5348942 Jul 28 14:46:52.356778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ac55b-f3eb-42ba-8a77-911e59cfd795 None None] Network 5d66c058-e6ca-429b-bb85-38f7d0b865ed requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:52.368000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60776) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:52.405281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.407965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] For port b591acb3-f5da-49f1-8c06-f2f24c011baf, host n-d-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:52.413756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.414560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.415722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "DELETE /v2.0/floatingips/244fc577-2910-4d9e-9ca6-a1aa2fede75f HTTP/1.1" status: 204 len: 168 time: 1.9482653 Jul 28 14:46:52.417798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e416049-2a35-41e9-b6ad-260d0403fcdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'Port': ['ID=dd9bd6a5-258e-4961-b395-d943b72d6ff8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.538294 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:48Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:52.723745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for b591acb3-f5da-49f1-8c06-f2f24c011baf owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:52.734637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Port b591acb3-f5da-49f1-8c06-f2f24c011baf was not found and therefore no delete operation was performed {{(pid=94749) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:46:52.737060 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:46:52.739017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57136a60-0842-4cf7-bd8d-66f21d976e10 None None] The sync data for ids ['97300c4e-716e-4b30-8894-d398356401c9'] in n-d-705658-23 is: [{'id': '97300c4e-716e-4b30-8894-d398356401c9', 'name': 'tempest-NetworksTestDHCPv6-router-527465477', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:30Z', 'updated_at': '2021-07-28T14:46:48Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:52.762869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.867708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:52.906290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcded0f-036e-430d-abdf-9bea5f5bb452 req-924ba684-fb95-44bb-aa86-83a33e0eeb18 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:52.919663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1fcded0f-036e-430d-abdf-9bea5f5bb452 req-924ba684-fb95-44bb-aa86-83a33e0eeb18 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 865 time: 0.1470504 Jul 28 14:46:52.928993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=b591acb3-f5da-49f1-8c06-f2f24c011baf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:52.933658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] No DVR routers for this DVR port b591acb3-f5da-49f1-8c06-f2f24c011baf on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:52.961382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:52.966204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3042e8ba-6c9e-4c24-96be-7c6ca446249a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6756380 Jul 28 14:46:53.036047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.041278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1fcded0f-036e-430d-abdf-9bea5f5bb452 req-7c082ea5-51cf-47dd-8e86-b1dd994b550e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups?id=de870085-0d77-4965-b5c8-241435c2f899&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200247 Jul 28 14:46:53.081337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=18e7e811-e45f-495f-833c-a3dbc901a94e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:53.168875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] DHCP port deletion for 5d66c058-e6ca-429b-bb85-38f7d0b865ed request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:53.242739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60792) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:53.302173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162075001', 'description': 'tempest-description--74731324'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:53.318768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:46:53.331137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.466690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a71eda6-465b-40e4-bda3-8ff4b2e15225 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:53.680253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.765768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:53.795866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Deleting port 2cb510d8-e8e1-4e9c-b791-55749740151a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:53.796245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.815081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8a71eda6-465b-40e4-bda3-8ff4b2e15225 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:53.815302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a71eda6-465b-40e4-bda3-8ff4b2e15225 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:53.815909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2cb510d8-e8e1-4e9c-b791-55749740151a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:53.916007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3908936c-899c-40d3-8a31-ddc635e3f3bc') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:53.916427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3908936c-899c-40d3-8a31-ddc635e3f3bc') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:53.931390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.942243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.949921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.956682 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:53.981037 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.004161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Deleting port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:54.004543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.022070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2cb510d8-e8e1-4e9c-b791-55749740151a,segment=NetworkSegment(e1b44498-9efa-48f3-bf39-817c8c7b1ca1),segment_id=e1b44498-9efa-48f3-bf39-817c8c7b1ca1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:54.022483 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.056603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.078534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2cb510d8-e8e1-4e9c-b791-55749740151a,segment=NetworkSegment(e1b44498-9efa-48f3-bf39-817c8c7b1ca1),segment_id=e1b44498-9efa-48f3-bf39-817c8c7b1ca1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:54.095255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Calling delete_port for 2cb510d8-e8e1-4e9c-b791-55749740151a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:54.119304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:54.124438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:54.128192 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:54.162271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.201726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] For port db56d1fa-09a1-4185-b4e1-8a1edd5355e9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:54.202135 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.220074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Calling delete_port for db56d1fa-09a1-4185-b4e1-8a1edd5355e9 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:54.227961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 2cb510d8-e8e1-4e9c-b791-55749740151a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:54.232099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.255167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.257332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Fanout notify agent at l3_agent the message router_deleted on router 97300c4e-716e-4b30-8894-d398356401c9 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:46:54.262144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:46:54.334927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:54.355944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.367493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7dd009dd-69e8-4ac5-95ae-d49d684399f3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/routers/97300c4e-716e-4b30-8894-d398356401c9 HTTP/1.1" status: 204 len: 168 time: 1.3908882 Jul 28 14:46:54.368175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60802) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:54.368175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:54.557809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27949e6a-a1f6-4e7d-bfe3-6a8de4b587e4 req-582f0328-55f2-4b37-8069-9d581180d3a3 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.2988768 Jul 28 14:46:54.621252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.667082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] No DVR routers for this DVR port 2cb510d8-e8e1-4e9c-b791-55749740151a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:54.677968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1597147-f46f-4dd0-9ecf-74207df09cc4 None None] Pushing event deleted for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:54.702159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port 2cb510d8-e8e1-4e9c-b791-55749740151a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2cb510d8-e8e1-4e9c-b791-55749740151a,segment=NetworkSegment(e1b44498-9efa-48f3-bf39-817c8c7b1ca1),segment_id=e1b44498-9efa-48f3-bf39-817c8c7b1ca1)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:46:54.702542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.711635 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.723929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 2cb510d8-e8e1-4e9c-b791-55749740151a owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:54.813504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] Pushing event deleted for resources: {'Port': ['ID=db56d1fa-09a1-4185-b4e1-8a1edd5355e9,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:54.819295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838aedb7-ea2a-4ecc-af2d-72417a1b5af5 None None] No DVR routers for this DVR port db56d1fa-09a1-4185-b4e1-8a1edd5355e9 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:54.879275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.900861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:54.902937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/networks/b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc HTTP/1.1" status: 204 len: 168 time: 4.7794738 Jul 28 14:46:54.906144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60814) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:54.957368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab50fe-3bf6-4dcf-a646-242f1aabbe0b tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Network': ['ID=b7eb3ca3-7d2c-4783-bcba-9c31a54a6fcc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.021230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:46:55.036196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Sync routers for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:46:55.094308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.094308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] No DVR routers for this DVR port 18e7e811-e45f-495f-833c-a3dbc901a94e on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:55.094624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db56d1fa-09a1-4185-b4e1-8a1edd5355e9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:46:55.094726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.097311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d20422dd-52cf-4f66-bd7f-d974cfdcffab req-d116d9c9-d315-4edd-8ca3-7124a2191ff4 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.50 "DELETE /v2.0/ports/18e7e811-e45f-495f-833c-a3dbc901a94e HTTP/1.1" status: 204 len: 173 time: 7.3198488 Jul 28 14:46:55.098081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:46:55.102254 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4703f0-1cea-4f3a-8c82-aa88ed69c375" -d '{"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:46:55.137090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:55.138236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.227135 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaccc429-c6ab-4b46-b296-3defb73c17e1 x-openstack-request-id: req-eaccc429-c6ab-4b46-b296-3defb73c17e1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:46:55.227135 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1a5c32-e675-4eba-8eb1-609c471f80a7", "name": "network-vif-deleted", "tag": "18e7e811-e45f-495f-833c-a3dbc901a94e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:46:55.227135 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaccc429-c6ab-4b46-b296-3defb73c17e1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:46:55.227135 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1a5c32-e675-4eba-8eb1-609c471f80a7', 'name': 'network-vif-deleted', 'tag': '18e7e811-e45f-495f-833c-a3dbc901a94e', 'status': 'completed', 'code': 200} Jul 28 14:46:55.227430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: db56d1fa-09a1-4185-b4e1-8a1edd5355e9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:46:55.227430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device db56d1fa-09a1-4185-b4e1-8a1edd5355e9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:46:55.239501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.297312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=2cb510d8-e8e1-4e9c-b791-55749740151a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.308404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Deleting port b8c4cf4a-a5a6-4344-b4f6-35b58e199354 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:46:55.308612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port 2cb510d8-e8e1-4e9c-b791-55749740151a on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:46:55.309034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.378863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:55.416997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.417701 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.421176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.437786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.444842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d66c058-e6ca-429b-bb85-38f7d0b865ed']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.469696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Calling delete_port for b8c4cf4a-a5a6-4344-b4f6-35b58e199354 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:46:55.479344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.479805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b44498-9efa-48f3-bf39-817c8c7b1ca1') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.507648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.519187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded1e001-26c0-4494-a8c6-f35d74aae0c3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.531469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:46:55.561993 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:46:55.662332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:55.666771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.679257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.761487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.762832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8d98de5-cb71-4213-b4dc-bcb9e03fc7d3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4732459 Jul 28 14:46:55.763840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.768768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:55.782386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group_rule': {'security_group_id': 'ded1e001-26c0-4494-a8c6-f35d74aae0c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:55.809121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Checking router: 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:46:55.815413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:55.817364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/5d66c058-e6ca-429b-bb85-38f7d0b865ed HTTP/1.1" status: 204 len: 168 time: 3.4477510 Jul 28 14:46:55.824005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95e027-5878-4bf7-979b-409a6ee45873 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=5d66c058-e6ca-429b-bb85-38f7d0b865ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:55.835534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:55.839178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-939894565'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:55.847015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:46:55.852451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:55.863025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:46:55.863025 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:46:55.863025 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '7781a7e40d124c27840d5a5db02af664', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 46, 55, 845600)}] Jul 28 14:46:55.863025 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:46:55.863025 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:46:55.988524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.085773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:46:56.167951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.208433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c40bd17-1f57-4062-ba3f-50bf6301f112 req-913bbbfa-43bd-4026-bb72-e34b27c4137e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.4763987 Jul 28 14:46:56.328352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.362342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.393656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53101d45-4297-48f4-8277-9ad51492ec45,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:56.508590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.510179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-16948096-4413-4c66-a592-77d090025c97 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7423244 Jul 28 14:46:56.514010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60842) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:56.523063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'security_group_rule': {'security_group_id': 'ded1e001-26c0-4494-a8c6-f35d74aae0c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:56.575519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:46:56.631255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b44b54-b556-4c08-b285-3474e5843570 None None] The sync data for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 is: [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9d409d54-6d64-4f54-a54b-3b7562f7c570', 'name': '', 'network_id': '7ec25bd7-b9ca-4a24-be58-e3af2a293dae', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'mac_address': 'fa:16:3e:85:87:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:42Z', 'updated_at': '2021-07-28T14:35:52Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'subnets': [{'id': '888e35b3-e127-45f2-8ae3-e938e5aa0acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:46:56.673593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Pushing event deleted for resources: {'Port': ['ID=b8c4cf4a-a5a6-4344-b4f6-35b58e199354,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:56.748076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:56.751949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.854062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:46:56.875484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.877263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.877550 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 67a6d886-6d02-46a9-8621-81d83f89625b of type vlan for network 43a72e7b-e0f7-4207-a83c-9336e0161916 Jul 28 14:46:56.878232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:56.882443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-506abd66-9b38-4185-9607-50854cf6aa25 tempest-FloatingIPAdminTestJSON-1482972857 tempest-FloatingIPAdminTestJSON-1482972857-project] 10.222.0.47 "DELETE /v2.0/floatingips/59df6915-9aa3-4439-8ad6-799346d94723 HTTP/1.1" status: 204 len: 168 time: 1.9723041 Jul 28 14:46:56.949997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.029650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.154200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.188177 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f79159-632b-4606-a87b-c2a280e7f6a6 None None] New status for floating IP 03664f98-6d39-4b5f-917a-88b70905d45b: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:46:57.204505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.277212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:57.290180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:57.299150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f005771-3897-48cd-a608-3c0eff9acac4 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:46:57.303889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:57.304629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.356649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=37172131-e342-44b7-aae0-681ec861a0eb,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:57.380834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.388155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:46:57.391836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.429596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f28f6a4-cde3-486a-b56d-408541c9ac96 req-d19b43da-3fc2-441c-a8a0-80d0dda623cd tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0550432 Jul 28 14:46:57.527018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0085b0e7-3fd8-4272-b7eb-8c93796f7f97 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1627412 Jul 28 14:46:57.535166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60860) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:57.535166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:57.543137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.598784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f7c798-ae23-4525-b09d-090b74e5a07a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:57.620408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '37172131-e342-44b7-aae0-681ec861a0eb'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:46:57.621394 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.626850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=43a72e7b-e0f7-4207-a83c-9336e0161916,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:57.641354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:46:57.842843 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-791b78f1-8164-488f-943d-9f8ccb45ec09 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0099719 Jul 28 14:46:57.842843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:57.843914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:57.849930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aa1dc4c1-8365-4f29-83f8-201377d6f834 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3342302 Jul 28 14:46:57.851133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:57.860632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:57.866631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:46:57.888969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/37172131-e342-44b7-aae0-681ec861a0eb/b38e1e21-b81f-41f9-a8f3-81f5049f4bd0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:58.091020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:58.146587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.148694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.266212 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.288742 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.292052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:46:58.292052 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:46:58.292052 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': '7781a7e40d124c27840d5a5db02af664', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 46, 58, 81766)}] Jul 28 14:46:58.292052 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:46:58.292451 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:46:58.300525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Transition to ACTIVE for port object b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:58.302483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.348036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Transition to ACTIVE for port object b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:46:58.420245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.473484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a9af1a49-c32d-4b5f-af25-76de866c7ee5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aebb49e6647d448695fd053e840c5edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807693 Jul 28 14:46:58.494922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60882) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:58.608801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.694202 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-245b55af-9de3-49ea-9378-1e0ce284b202 req-0cd9b7d2-b486-4050-b1b1-c84a7bc2c15d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0493855 Jul 28 14:46:58.720511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.778994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.792776 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.887929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Pushing event updated for resources: {'Port': ['ID=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:58.904900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:46:58.906926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:46:58.924646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:46:58.985876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:58.990980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f3070de-ae2f-4756-8b61-51d1cf3c672d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4585869 Jul 28 14:46:58.991181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 60900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:46:59.043794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.047062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.049691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbb95d92-3895-4d3f-9a41-2701f66d7e62 HTTP/1.1" status: 204 len: 168 time: 0.5410080 Jul 28 14:46:59.079419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18392f0f-ce1b-4ac0-b250-f243779c6e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb95d92-3895-4d3f-9a41-2701f66d7e62,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:59.099002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Attempting to bind port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:46:59.100535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Attempting to bind port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:46:59.101554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Attempting to bind port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:46:59.124180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:46:59.125701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:59.126271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.128181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:46:59.134020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Allocated IP 172.25.0.21 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/15962037-1504-4a5a-b011-36eb56635d30) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:46:59.139922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.140102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:46:59.141590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Bound port: b38e1e21-b81f-41f9-a8f3-81f5049f4bd0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:46:59.143775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.395815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] For port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:46:59.400341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] For port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:46:59.472678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.570914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.669473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d6561-1eb3-4bc0-8734-79936c817fad None None] Pushing event updated for resources: {'Port': ['ID=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:59.728882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=e030dcbd-c369-45b3-b660-0bd108177eb2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:46:59.788484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '67a6d886-6d02-46a9-8621-81d83f89625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:46:59.788935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: 43a72e7b-e0f7-4207-a83c-9336e0161916, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:46:59.906608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:46:59.941511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-854ad048-124e-467c-9ce4-a897370b5e48 req-34e5cddb-c9a2-4c5e-afb9-dd75bc0ba32b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0964975 Jul 28 14:46:59.948017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:47:00.095040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 43a72e7b-e0f7-4207-a83c-9336e0161916) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:00.105082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:00.109449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.118514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee1363-ebee-4297-8a75-e1b13e59e49f None None] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:00.193974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.284282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:00.312789 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4f9bced-d083-4264-8931-ef42fd466ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.320560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-825b3a8b-cd0d-4e54-b581-ac3ae81a12f6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4754207 Jul 28 14:47:00.339364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:00.392216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-43a72e7b-e0f7-4207-a83c-9336e0161916', 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': 'e030dcbd-c369-45b3-b660-0bd108177eb2'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:00.393111 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.395298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=15962037-1504-4a5a-b011-36eb56635d30,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:00.399332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916', 'name': 'tempest-PortsIpV6TestJSON-479360067', 'fixed_ips': [{'subnet_id': 'e030dcbd-c369-45b3-b660-0bd108177eb2', 'ip_address': '2001:db8::10'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:00.430705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:00.433292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.437037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:00.439871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:00.660043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Allocated IP 2001:db8::2 (43a72e7b-e0f7-4207-a83c-9336e0161916/e030dcbd-c369-45b3-b660-0bd108177eb2/73e23955-3e9c-4ef7-a97c-d69f25751c32) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:00.792858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.866326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4f9bced-d083-4264-8931-ef42fd466ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.940227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:00.954260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Transition to ACTIVE for port object 73e23955-3e9c-4ef7-a97c-d69f25751c32 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:01.000273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Transition to ACTIVE for port object 73e23955-3e9c-4ef7-a97c-d69f25751c32 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:01.004193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4f9bced-d083-4264-8931-ef42fd466ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.078827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::1 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/37172131-e342-44b7-aae0-681ec861a0eb/5dca0374-e74c-4c0d-9558-80a0bcbb3763) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:01.093715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.215477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Pushing event updated for resources: {'Port': ['ID=73e23955-3e9c-4ef7-a97c-d69f25751c32,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:01.219501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:01.227739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4f9bced-d083-4264-8931-ef42fd466ecd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=370841c76e7847a8984b085de02309cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9419067 Jul 28 14:47:01.244245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:01.263611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.272520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:01.275019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:01.279872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:01.283207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9bced-d083-4264-8931-ef42fd466ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1530cf-417a-4fa8-9dbe-2c136701c6dd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:01.285231 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 5dca0374-e74c-4c0d-9558-80a0bcbb3763 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:01.350539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dec4f770-3e6d-4761-b30a-b62e8d0fabd7 req-cdb0777a-675f-411f-9c03-777a3cd195f2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.1161721 Jul 28 14:47:01.407639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.411388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Attempting to bind port 73e23955-3e9c-4ef7-a97c-d69f25751c32 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:01.412816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Attempting to bind port 73e23955-3e9c-4ef7-a97c-d69f25751c32 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '67a6d886-6d02-46a9-8621-81d83f89625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:01.414110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Attempting to bind port 73e23955-3e9c-4ef7-a97c-d69f25751c32 on network 43a72e7b-e0f7-4207-a83c-9336e0161916 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:01.421330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:01.427829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Checking segment: {'id': '67a6d886-6d02-46a9-8621-81d83f89625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:01.427829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.427829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Bound using segment: {'id': '67a6d886-6d02-46a9-8621-81d83f89625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:01.427829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Bound port: 73e23955-3e9c-4ef7-a97c-d69f25751c32, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a6d886-6d02-46a9-8621-81d83f89625b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:01.427829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.434758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.480862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:01.506952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.607823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:01.612386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] For port 73e23955-3e9c-4ef7-a97c-d69f25751c32, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:01.613990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.617107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] For port 73e23955-3e9c-4ef7-a97c-d69f25751c32, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=73e23955-3e9c-4ef7-a97c-d69f25751c32,segment=NetworkSegment(67a6d886-6d02-46a9-8621-81d83f89625b),segment_id=67a6d886-6d02-46a9-8621-81d83f89625b)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:01.618291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.670275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=5dca0374-e74c-4c0d-9558-80a0bcbb3763,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:01.677570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Provisioning for port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:01.683202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Provisioning complete for port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:01.683596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.701188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:01.705160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:01.708395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:01.708816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.726366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.729151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:01.782105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:01.987871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdb714-ae01-442f-be80-e34e9589a73c None None] Pushing event updated for resources: {'Port': ['ID=73e23955-3e9c-4ef7-a97c-d69f25751c32,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:02.043378 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.090741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.109499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.115629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab1530cf-417a-4fa8-9dbe-2c136701c6dd HTTP/1.1" status: 204 len: 168 time: 0.8432500 Jul 28 14:47:02.137081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] For port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:02.210584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fb324-f705-4b35-8bda-cf6fc9f3473c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1530cf-417a-4fa8-9dbe-2c136701c6dd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:02.256793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.362887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::10 (43a72e7b-e0f7-4207-a83c-9336e0161916/e030dcbd-c369-45b3-b660-0bd108177eb2/72e51fed-eecd-46bf-bbf1-a3f85a573f70) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:02.422122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04463bb8-d089-4756-89f8-fdb5ea87cf16 None None] Pushing event updated for resources: {'Port': ['ID=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:02.655072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-597c43e4-c5e1-4aea-8b9c-9bcc5bd81049 None None] Provisioning for port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:02.667147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-597c43e4-c5e1-4aea-8b9c-9bcc5bd81049 None None] Provisioning complete for port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:02.668452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-597c43e4-c5e1-4aea-8b9c-9bcc5bd81049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.762271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-597c43e4-c5e1-4aea-8b9c-9bcc5bd81049 None None] Port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:02.771552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-41590895-2890-419b-ac43-cc99a133126f req-51ee3cb0-69e3-4d25-a410-c63101447890 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.1184833 Jul 28 14:47:02.782328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.798376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object 72e51fed-eecd-46bf-bbf1-a3f85a573f70 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:02.815983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:02.997441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.082642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=15962037-1504-4a5a-b011-36eb56635d30,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:03.117922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.242008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:03.249852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:03.257313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:03.293855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:03.296730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 73e23955-3e9c-4ef7-a97c-d69f25751c32 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:03.297658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.329969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=72e51fed-eecd-46bf-bbf1-a3f85a573f70,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:03.364667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.371522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.384006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b9cdef60-7728-4c96-9622-684aa6fbe16b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5316391 Jul 28 14:47:03.490685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6c5f8d17-eeb1-4138-bcbe-aaa39f608d45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1158807 Jul 28 14:47:03.497581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:03.502704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': '43a72e7b-e0f7-4207-a83c-9336e0161916', 'name': 'tempest-PortsIpV6TestJSON-319548515', 'fixed_ips': [{'subnet_id': 'e030dcbd-c369-45b3-b660-0bd108177eb2', 'ip_address': '2001:db8::f'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:03.575298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 73e23955-3e9c-4ef7-a97c-d69f25751c32 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:03.582579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:03.715138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 60978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:03.747745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d40e7f6b-d1c5-4306-ba01-4e6e4ff3cac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.811259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:03.811793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:03.903103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f36af-7b60-40c8-8b05-b684b159925f None None] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:04.020343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0ac808f2-4e0d-4958-b97f-9e1cc42c7b65 req-77869f0c-c91e-43f1-bc36-c0c9dcff23e8 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0904052 Jul 28 14:47:04.167878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Provisioning for port 73e23955-3e9c-4ef7-a97c-d69f25751c32 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:04.180373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Provisioning complete for port 73e23955-3e9c-4ef7-a97c-d69f25751c32 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:04.180905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.193055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d40e7f6b-d1c5-4306-ba01-4e6e4ff3cac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.254903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.304688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d40e7f6b-d1c5-4306-ba01-4e6e4ff3cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.365503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.365503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.497975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d40e7f6b-d1c5-4306-ba01-4e6e4ff3cac0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07bbaf01c24f401cb3a45ce3377a6c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759500 Jul 28 14:47:04.504964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7f6b-d1c5-4306-ba01-4e6e4ff3cac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8c089e-f576-4166-bfe1-1c80fa6a60ae,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:04.527430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:04.649603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.680626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.688506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:04.706511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.740096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] For port 73e23955-3e9c-4ef7-a97c-d69f25751c32, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=73e23955-3e9c-4ef7-a97c-d69f25751c32,segment=NetworkSegment(67a6d886-6d02-46a9-8621-81d83f89625b),segment_id=67a6d886-6d02-46a9-8621-81d83f89625b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:04.745278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:04.764458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:04.770950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-aef2d478-3846-4910-90a8-83ab9f6f4229 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1162075001&fields=id&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 267 time: 0.4398391 Jul 28 14:47:04.773228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:04.775455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=5dca0374-e74c-4c0d-9558-80a0bcbb3763,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:04.798677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:04.929597 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.051295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-211fb195-be24-43ee-afad-06d9815891ca tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:05.054001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-211fb195-be24-43ee-afad-06d9815891ca tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 817 time: 0.1835694 Jul 28 14:47:05.082559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-6512f099-8b80-4d86-8bf0-cfa4487df2c9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/quotas/3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 375 time: 0.0106316 Jul 28 14:47:05.087028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d294697-0cae-4c11-a833-8ce1ef9463a6 None None] Pushing event updated for resources: {'Port': ['ID=73e23955-3e9c-4ef7-a97c-d69f25751c32,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:05.153043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Router 04e3de15-e3ce-46bc-8c54-55187c76512a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:47:05.197293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Provisioning for port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:05.202938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Provisioning complete for port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:05.203485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.228446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-8a5bdf12-335d-44c9-ad63-c8a4ccfc36f5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376293 Jul 28 14:47:05.286811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::f (43a72e7b-e0f7-4207-a83c-9336e0161916/e030dcbd-c369-45b3-b660-0bd108177eb2/95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:05.330626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:05.356043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Provisioning complete for port 73e23955-3e9c-4ef7-a97c-d69f25751c32 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:05.362685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65bfd2a3-8b15-48a1-8db0-cf74822ab796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.555834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:05.581326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Sync routers for ids ['04e3de15-e3ce-46bc-8c54-55187c76512a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:05.583048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff063097-ba7b-4eff-83d1-bbb52062a3ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "PUT /v2.0/routers/04e3de15-e3ce-46bc-8c54-55187c76512a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5911586 Jul 28 14:47:05.587552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32784) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:05.634087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Routers {'04e3de15-e3ce-46bc-8c54-55187c76512a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:05.634744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['04e3de15-e3ce-46bc-8c54-55187c76512a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:05.673495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-5bf8adc4-0c5f-43c9-a2bd-5f53b0c16bac service neutron] 10.222.0.47 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243066 Jul 28 14:47:05.739198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.740427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.770393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da8c089e-f576-4166-bfe1-1c80fa6a60ae HTTP/1.1" status: 204 len: 168 time: 1.2424555 Jul 28 14:47:05.824935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f9566-d2b2-48ff-8f36-8952e1839106 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:05.830873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-923f9566-d2b2-48ff-8f36-8952e1839106 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports/5dca0374-e74c-4c0d-9558-80a0bcbb3763 HTTP/1.1" status: 200 len: 911 time: 0.2415287 Jul 28 14:47:05.833906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32794) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:05.941413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:05.960836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:05.964520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Set router 04e3de15-e3ce-46bc-8c54-55187c76512a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:06.029115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79004625-d436-4926-ac47-c4ffb3ea9b5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.037895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79004625-d436-4926-ac47-c4ffb3ea9b5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.043555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4281b261-94b2-4ff5-aa9c-b2c04a699384 req-5ea695d7-8db0-4db3-9b48-06da764bebb9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.4207869 Jul 28 14:47:06.043876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79004625-d436-4926-ac47-c4ffb3ea9b5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2080109 Jul 28 14:47:06.044722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32798) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:06.071810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e838483-a86a-4b92-9117-44fdf0d88940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8c089e-f576-4166-bfe1-1c80fa6a60ae,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:06.072380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c449bc82-c3d9-4385-842c-f3497f621934 service neutron] 10.222.0.47 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896890 Jul 28 14:47:06.208671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.302120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:06.337693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:06.341633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:06.345730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:06.352528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.353498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.520302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:03Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None, '_interfaces': [{'id': '5dca0374-e74c-4c0d-9558-80a0bcbb3763', 'name': '', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'mac_address': 'fa:16:3e:fd:03:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2270, 'fixed_ips': [{'subnet_id': '37172131-e342-44b7-aae0-681ec861a0eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:00Z', 'updated_at': '2021-07-28T14:47:03Z', 'revision_number': 2, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'subnets': [{'id': '37172131-e342-44b7-aae0-681ec861a0eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:06.543014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc309123-89a8-4c0f-81e6-83759832089f req-136949be-a1bf-483e-a865-0413ad42ea78 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0757704 Jul 28 14:47:06.605028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32aa8b57-8a63-493b-ac37-9b4807dbe4f8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1102817 Jul 28 14:47:06.608919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:06.631468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Checking router: 04e3de15-e3ce-46bc-8c54-55187c76512a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:06.631468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Updating router 04e3de15-e3ce-46bc-8c54-55187c76512a port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:47:06.712515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Provisioning complete for port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:06.712900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.782028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:06.893042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:06.907360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58b32b9-716a-43ab-b283-a113d99c9354 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:06.913024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32826) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:06.914425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a58b32b9-716a-43ab-b283-a113d99c9354 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3043585 Jul 28 14:47:07.143221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faeaff4-660e-454c-913a-c04fb68b6626 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:07.176855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faeaff4-660e-454c-913a-c04fb68b6626 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:07.190232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 73e23955-3e9c-4ef7-a97c-d69f25751c32 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:07.196853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faeaff4-660e-454c-913a-c04fb68b6626 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:07.204766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8faeaff4-660e-454c-913a-c04fb68b6626 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2904069 Jul 28 14:47:07.217284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32836) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:07.248167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Provisioning complete for port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:07.248380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46ad7136-7a55-4d5e-9146-e50b4471c6f4 req-640c7eb4-de6d-4065-b7a1-c5454b2d03a2 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0353992 Jul 28 14:47:07.249312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.303833 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.369628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b5beb-ed7c-43c2-8d63-6032c707cc20 None None] Port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:07.418385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 73e23955-3e9c-4ef7-a97c-d69f25751c32 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:07.419768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.503846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:07.504155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.633403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c5c65312-a996-470f-95ff-646fae6bc6d7 None None] Provisioning for port 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:07.686829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c5c65312-a996-470f-95ff-646fae6bc6d7 None None] Provisioning complete for port 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:07.687247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5c65312-a996-470f-95ff-646fae6bc6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.694390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.726384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:07.736181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fd9a8db-cf9f-4d4a-a101-4394e9059eac req-b6018899-194b-4336-84f4-4d6cde2835fb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0511868 Jul 28 14:47:07.772504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:07.772504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.808806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c5c65312-a996-470f-95ff-646fae6bc6d7 None None] Port 95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:07.950623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:07.976251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.000373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 5dca0374-e74c-4c0d-9558-80a0bcbb3763 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:08.159438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Transition to ACTIVE for port object 5dca0374-e74c-4c0d-9558-80a0bcbb3763 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:08.160974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.216271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.260248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.265752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9949016a-2d46-408d-9cd2-e55954f83084 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f HTTP/1.1" status: 204 len: 168 time: 1.0468285 Jul 28 14:47:08.268098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32882) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:08.273399 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.304097 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df0c48d-883e-403d-a9b3-19b1ffb69131 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:47:08.307776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6df0c48d-883e-403d-a9b3-19b1ffb69131 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/95f65502-ab5d-4ccc-8fdc-0aa8c6a8ff3f HTTP/1.1" status: 404 len: 333 time: 0.0381150 Jul 28 14:47:08.310203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:08.597227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d420dd-36b8-44b5-8316-0488dd1eed5a None None] Pushing event updated for resources: {'Port': ['ID=5dca0374-e74c-4c0d-9558-80a0bcbb3763,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:08.611787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-961c9437-ca72-4267-9a80-915e1d70f421 req-9a1096a2-7e73-44ea-9780-486b02db6951 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0978374 Jul 28 14:47:08.614625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.716606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 72e51fed-eecd-46bf-bbf1-a3f85a573f70 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:08.716930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.725395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Attempting to bind port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:08.725964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Attempting to bind port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:08.726365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Attempting to bind port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:08.745341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:08.746261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:08.746680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.747109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:08.747597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Bound port: 5dca0374-e74c-4c0d-9558-80a0bcbb3763, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:08.747988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.847181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Port 5dca0374-e74c-4c0d-9558-80a0bcbb3763 has been deleted concurrently {{(pid=94750) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 28 14:47:08.913754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Routers {'04e3de15-e3ce-46bc-8c54-55187c76512a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:08.914426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['04e3de15-e3ce-46bc-8c54-55187c76512a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:08.919967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:08.966592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 72e51fed-eecd-46bf-bbf1-a3f85a573f70 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:08.982996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.039066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=5dca0374-e74c-4c0d-9558-80a0bcbb3763,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:09.048603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-335ef092-2ca5-49ea-bad8-182a14d783c8 req-01141c93-147f-4378-822d-fff27939449d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0514855 Jul 28 14:47:09.126694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] Set router 04e3de15-e3ce-46bc-8c54-55187c76512a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:09.192066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:08Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:09.327973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bc494c46-70b7-4a9d-b322-51212a1fe686 None None] Could not find standard attr ID for object 5dca0374-e74c-4c0d-9558-80a0bcbb3763. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:47:09.330941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a166446-c999-4234-8bcc-0e616af79e34 None None] The sync data for ids ['04e3de15-e3ce-46bc-8c54-55187c76512a'] in n-d-705658-23 is: [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:08Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:09.347699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Router 04e3de15-e3ce-46bc-8c54-55187c76512a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:09.352377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.366698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.367280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.367761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.368219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.368639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.369078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.369517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.369954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.370437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.370856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.371412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:09.454406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.520795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=72e51fed-eecd-46bf-bbf1-a3f85a573f70,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:09.575268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.577640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a72a355-67e8-4512-8e93-3db6e3cbba74 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/72e51fed-eecd-46bf-bbf1-a3f85a573f70 HTTP/1.1" status: 204 len: 168 time: 1.2657075 Jul 28 14:47:09.581532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:09.583379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32920) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.592394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a38638af-82d1-4f77-a492-da32d853c8ed tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "PUT /v2.0/routers/04e3de15-e3ce-46bc-8c54-55187c76512a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5427430 Jul 28 14:47:09.595189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32922) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.661808 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce6db21-b6d8-46dc-9b81-676a9754e15e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:47:09.667101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9ce6db21-b6d8-46dc-9b81-676a9754e15e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/72e51fed-eecd-46bf-bbf1-a3f85a573f70 HTTP/1.1" status: 404 len: 333 time: 0.0801060 Jul 28 14:47:09.672307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32924) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.755283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e71f5-fb01-4377-81ec-912db21bdbd9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.758692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e71f5-fb01-4377-81ec-912db21bdbd9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:09.765878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a81e71f5-fb01-4377-81ec-912db21bdbd9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1686723 Jul 28 14:47:09.778884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32930) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:09.842759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet e030dcbd-c369-45b3-b660-0bd108177eb2 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:09.846654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.914775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 37172131-e342-44b7-aae0-681ec861a0eb {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:09.926916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:09.966939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7eba2272-d178-46f9-8ec2-581cae34be4f req-0f4d2d34-e893-4c02-a216-8d5e63303320 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.1124074 Jul 28 14:47:10.014174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.025236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.135238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.139157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.341194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32954) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:10.362098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-46e707f5-2b6e-401f-9ef0-d0060d1f88c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:10.363726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-46e707f5-2b6e-401f-9ef0-d0060d1f88c5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 817 time: 0.1493907 Jul 28 14:47:10.368515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6d132df-d3e1-4f8f-a4bc-9502af814ed3 req-aae2ccd5-da2c-42c2-a8bb-8d0737c76444 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.1415637 Jul 28 14:47:10.386475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.440110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-bc383a7a-6c41-4d4b-9e6f-622fe856be74 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 380 time: 0.0603831 Jul 28 14:47:10.456750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'port': {'device_id': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'admin_state_up': True, 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'security_groups': ['ded1e001-26c0-4494-a8c6-f35d74aae0c3']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:10.485594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=e030dcbd-c369-45b3-b660-0bd108177eb2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.490868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.497334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 32958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:10.504911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6112f9-b9d5-4e90-96e6-080b95538c79 None None] Network 43a72e7b-e0f7-4207-a83c-9336e0161916 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:10.516769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9ad6f49-6456-4e54-b5af-581e80e10df5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/e030dcbd-c369-45b3-b660-0bd108177eb2 HTTP/1.1" status: 204 len: 168 time: 0.8350306 Jul 28 14:47:10.618409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.623896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-18ab4c40-1879-417f-9a2b-4b45ce8ed3cd tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:10.663805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=37172131-e342-44b7-aae0-681ec861a0eb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:10.699936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.701862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d5e6df67-55b2-407c-b1ed-abc8b86f523d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/37172131-e342-44b7-aae0-681ec861a0eb HTTP/1.1" status: 204 len: 168 time: 0.9217463 Jul 28 14:47:10.705513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:10.731948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.767559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeec5e4-f47e-4f15-8d86-ae0c735b6e76 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:10.819225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 73e23955-3e9c-4ef7-a97c-d69f25751c32 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:10.819548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.893113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port 73e23955-3e9c-4ef7-a97c-d69f25751c32, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=73e23955-3e9c-4ef7-a97c-d69f25751c32,segment=NetworkSegment(67a6d886-6d02-46a9-8621-81d83f89625b),segment_id=67a6d886-6d02-46a9-8621-81d83f89625b)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:10.893492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.914362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 73e23955-3e9c-4ef7-a97c-d69f25751c32 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:10.966540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Made reservation on behalf of 3ac65aeb36c34d2c8a7e2e02b4cd7ba5 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:10.970101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:10.993142 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Sync routers for ids ['04e3de15-e3ce-46bc-8c54-55187c76512a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:11.018456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] DHCP port deletion for 43a72e7b-e0f7-4207-a83c-9336e0161916 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:11.020578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Routers {'04e3de15-e3ce-46bc-8c54-55187c76512a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:11.022236 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['04e3de15-e3ce-46bc-8c54-55187c76512a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.114514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bff82-2976-4431-808e-da3539017c9d None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:11.220116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Set router 04e3de15-e3ce-46bc-8c54-55187c76512a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:11.245445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39af1e62-b2b5-4374-8af2-d7bd54b09182 req-8686eb34-0aa7-42ef-b348-4ebf369b1880 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0582821 Jul 28 14:47:11.277836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Deleting port 73e23955-3e9c-4ef7-a97c-d69f25751c32 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:11.293571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.300953 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:08Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.301963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Allocated IP 172.20.0.6 (b0b12b2b-4a50-418c-a90e-58dc7407a942/36539276-68fc-4033-a1e4-b6b2f4dc4313/a0060c3c-33d0-4ee7-8a82-eb97ef68ccde) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:11.330914 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Checking router: 04e3de15-e3ce-46bc-8c54-55187c76512a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:11.341065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Routers {'04e3de15-e3ce-46bc-8c54-55187c76512a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:11.341942 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:46:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['04e3de15-e3ce-46bc-8c54-55187c76512a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.357767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.425909 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] Set router 04e3de15-e3ce-46bc-8c54-55187c76512a gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:11.437358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-486bff82-2976-4431-808e-da3539017c9d None None] Deleting port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:11.446632 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-486bff82-2976-4431-808e-da3539017c9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.464947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=73e23955-3e9c-4ef7-a97c-d69f25751c32,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:11.479901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port 73e23955-3e9c-4ef7-a97c-d69f25751c32 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:11.493260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:08Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.524709 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd952d25-92b8-4a4d-a5e4-9b4489e01250 None None] The sync data for ids ['04e3de15-e3ce-46bc-8c54-55187c76512a'] in n-d-705658-23 is: [{'id': '04e3de15-e3ce-46bc-8c54-55187c76512a', 'name': 'tempest-NetworksTestDHCPv6-router-918198334', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:46:58Z', 'updated_at': '2021-07-28T14:47:08Z', 'revision_number': 3, 'project_id': 'a40a7762b07f4b169662acb7d5316673', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:11.605041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-18ab4c40-1879-417f-9a2b-4b45ce8ed3cd tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "PUT /v2.0/quotas/c598777c7a4c47ceb75c729292f4f43e HTTP/1.1" status: 200 len: 368 time: 1.2600520 Jul 28 14:47:11.605668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:11.614321 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6b27ea4-55f5-4a36-b672-cd4ce68a7a3c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9070973 Jul 28 14:47:11.618488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Request body: {'network': {'project_id': 'c598777c7a4c47ceb75c729292f4f43e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:11.645029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 32996) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:11.704527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-670bc80c-daf3-465a-b46b-76d7c4011472 req-31c557e9-d5a9-47d5-a539-156fd3bd96fe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0995648 Jul 28 14:47:11.745333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.894069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.905020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] For port 73e23955-3e9c-4ef7-a97c-d69f25751c32, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=73e23955-3e9c-4ef7-a97c-d69f25751c32,segment=NetworkSegment(67a6d886-6d02-46a9-8621-81d83f89625b),segment_id=67a6d886-6d02-46a9-8621-81d83f89625b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:11.905574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.908192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a72e7b-e0f7-4207-a83c-9336e0161916']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.923946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a6d886-6d02-46a9-8621-81d83f89625b') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.924280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a6d886-6d02-46a9-8621-81d83f89625b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:11.927859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Calling delete_port for 73e23955-3e9c-4ef7-a97c-d69f25751c32 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:11.936723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.938648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-486bff82-2976-4431-808e-da3539017c9d None None] For port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:11.939144 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-486bff82-2976-4431-808e-da3539017c9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.945918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Made reservation on behalf of c598777c7a4c47ceb75c729292f4f43e for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:11.948816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.956921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.962646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.966302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:11.967074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:11.968880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-486bff82-2976-4431-808e-da3539017c9d None None] Calling delete_port for b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:12.033144 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:12.035860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.036404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.039940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.064297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Transition to ACTIVE for port object a0060c3c-33d0-4ee7-8a82-eb97ef68ccde will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:12.153234 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.179820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] Pushing event deleted for resources: {'Port': ['ID=73e23955-3e9c-4ef7-a97c-d69f25751c32,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.183533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f5606-d1e1-48f7-a5c2-b9f3405dcb69 None None] No DVR routers for this DVR port 73e23955-3e9c-4ef7-a97c-d69f25751c32 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:12.277770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.285493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.287559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/43a72e7b-e0f7-4207-a83c-9336e0161916 HTTP/1.1" status: 204 len: 168 time: 1.7904067 Jul 28 14:47:12.291843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.301112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356a434-0e2d-4d5e-91da-fdbdec065a24 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=43a72e7b-e0f7-4207-a83c-9336e0161916,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.304761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007003286'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:12.381608 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-486bff82-2976-4431-808e-da3539017c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.382757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.387448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79a4d7a7-4578-44de-8be8-075ff376493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.390147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53e85c76-45b2-4a9c-aca7-3785ab1e635b req-f60d893c-f0b8-4869-bfba-57345a2ccf15 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0322256 Jul 28 14:47:12.395020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.395659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Fanout notify agent at l3_agent the message router_deleted on router 04e3de15-e3ce-46bc-8c54-55187c76512a {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:47:12.411428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.416078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fe524b87-8b7b-4817-8f5c-76ff4a409ce3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/routers/04e3de15-e3ce-46bc-8c54-55187c76512a HTTP/1.1" status: 204 len: 168 time: 0.7671826 Jul 28 14:47:12.416660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.438836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:12.456618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486bff82-2976-4431-808e-da3539017c9d None None] Pushing event deleted for resources: {'Port': ['ID=b38e1e21-b81f-41f9-a8f3-81f5049f4bd0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.457048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:12.460570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486bff82-2976-4431-808e-da3539017c9d None None] No DVR routers for this DVR port b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:12.460988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:12.491725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c15b536c-2d98-4807-a4b6-de075c570eac tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0698626 Jul 28 14:47:12.492468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33022) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.538048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.573801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:12.575077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.601524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce454166-97f1-4a39-9283-d0d3c725275f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:12.605305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce454166-97f1-4a39-9283-d0d3c725275f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029108 Jul 28 14:47:12.605883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33024) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.655969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fdf6ca24-3efe-4668-b107-a28f6409e6ee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481205 Jul 28 14:47:12.655969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33026) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:12.667784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:12.667987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.797567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.831521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:12.853365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d180da-9e7b-4e9b-b59c-3f34ef9b1142,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:12.859835 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.860227 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Added segment 74cf039c-e137-4c89-b5ec-02c00db1c935 of type vlan for network acdaf638-4467-44d5-995a-506379a057d8 Jul 28 14:47:12.951522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:12.958528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98364-94b0-4eed-be53-c3d087000f75 req-850cf2a9-d2f7-4ece-bc24-ace0a584738b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:12.967767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3df98364-94b0-4eed-be53-c3d087000f75 req-850cf2a9-d2f7-4ece-bc24-ace0a584738b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 931 time: 0.1180162 Jul 28 14:47:12.979207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9d9d70ac-b1d0-4f10-b70a-372b79a22d00 None None] Provisioning for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:12.984279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9d9d70ac-b1d0-4f10-b70a-372b79a22d00 None None] Provisioning complete for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:12.991324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d9d70ac-b1d0-4f10-b70a-372b79a22d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.050826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3df98364-94b0-4eed-be53-c3d087000f75 req-ead0ab6c-e5b1-41ac-9d60-0534a2eec474 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680645 Jul 28 14:47:13.065992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 73e23955-3e9c-4ef7-a97c-d69f25751c32 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:13.071997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-c2c262d0-8fee-4505-a84b-d2f0e96937ad tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6240282 Jul 28 14:47:13.103087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Request body: {'port': {'device_id': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:13.120865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 73e23955-3e9c-4ef7-a97c-d69f25751c32 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:13.121009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 73e23955-3e9c-4ef7-a97c-d69f25751c32 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:13.121422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:13.151904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:13.152515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b38e1e21-b81f-41f9-a8f3-81f5049f4bd0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:13.156612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d70ac-b1d0-4f10-b70a-372b79a22d00 None None] Port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:13.180343 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.181366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.182216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.190284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.255825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:13.259964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.295989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:13.306344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.306706 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Added segment 29030005-5d7b-43dd-a79a-2ff9b3f4392d of type vlan for network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 Jul 28 14:47:13.325616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Pushing event updated for resources: {'Network': ['ID=acdaf638-4467-44d5-995a-506379a057d8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:13.343671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network acdaf638-4467-44d5-995a-506379a057d8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:13.367985 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.498499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:13.517203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9cbd0624-f648-44a1-9d29-117c3b633ad4 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9044621 Jul 28 14:47:13.517203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:13.520047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.538985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Transition to ACTIVE for port object a0060c3c-33d0-4ee7-8a82-eb97ef68ccde will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:13.544429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Request body: {'network': {'project_id': 'c598777c7a4c47ceb75c729292f4f43e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:13.554683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9919ce32-8da2-4283-8a86-78842f8a2157 req-3fd423b9-966a-42d7-968e-bc49667a2d3b tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0548630 Jul 28 14:47:13.665955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.671902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:13.672660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.729752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:13.732874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.749027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:13.764222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Network': ['ID=bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:13.777201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:13.906785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-761b6695-1995-474e-8b50-de88aa3b94d1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6072104 Jul 28 14:47:13.910416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33062) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:13.917380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:14.163073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Made reservation on behalf of c598777c7a4c47ceb75c729292f4f43e for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:14.163073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.282593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:14.320257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:14.354558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3917af9-3dd3-4bd4-a5b3-560081c36ad0 req-e8c0c333-9eab-453e-96e2-766be0f494ff tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.357796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3917af9-3dd3-4bd4-a5b3-560081c36ad0 req-e8c0c333-9eab-453e-96e2-766be0f494ff tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1373124 Jul 28 14:47:14.374009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.374598 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Added segment 52d13e53-de51-405c-a62b-9e1859bfd992 of type vlan for network 39ca2674-f224-47c9-8641-78dc53883ecd Jul 28 14:47:14.375117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:14.375475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:14.375817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:14.410653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:47:14.411019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:14.421396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:14.422133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:14.422530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:14.423116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Bound port: a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:14.423427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.435548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:14.439388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.478636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3917af9-3dd3-4bd4-a5b3-560081c36ad0 req-c4e9ee40-a5c9-4601-a4c3-fd9505fe3d59 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093702 Jul 28 14:47:14.516345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.523748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:14.527148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:14.680603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.762537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:14.768407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb5c58dc-08d8-4fef-ab93-2329afd7c11b req-6a3ddbae-d612-4aa1-ab7b-6ad9c5fa1824 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.1002381 Jul 28 14:47:14.790754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.791973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.793898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-1a85153a-9f57-4e96-84d9-2f956d835a57 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 1092 time: 1.6966701 Jul 28 14:47:14.794835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:14.797397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bf540fa7-6326-4824-a3f4-4578376bb811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.799331 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8418777-5455-403b-9d6d-9d3ebd539f32" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:14.855302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.859545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:14.860647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.888223 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c983a5-3837-4359-8db5-611c62de842d x-openstack-request-id: req-83c983a5-3837-4359-8db5-611c62de842d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:14.889012 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:14.889950 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83c983a5-3837-4359-8db5-611c62de842d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:14.890798 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'status': 'completed', 'code': 200} Jul 28 14:47:14.957124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:14.974686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Pushing event updated for resources: {'Network': ['ID=39ca2674-f224-47c9-8641-78dc53883ecd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:14.985019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 39ca2674-f224-47c9-8641-78dc53883ecd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:14.999125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.020520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:47:15.036460 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.062528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:15.096382 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-219ab652-40de-485a-af23-93f0e768b11f tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5722220 Jul 28 14:47:15.097066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Checking segment: {'id': '29030005-5d7b-43dd-a79a-2ff9b3f4392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:15.097691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network hostable DHCP agents. Network: bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:47:15.100494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33076) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:15.103120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:15.110375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5a8e2891-a8fa-4db3-8203-19f0eff6293c tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Request body: {'network': {'project_id': 'c598777c7a4c47ceb75c729292f4f43e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:15.116026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.116764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.124624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=2df2b421-ec89-40a5-88ac-2b08f906aa57,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:15.145118 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8e2891-a8fa-4db3-8203-19f0eff6293c tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 14:47:15.145118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8e2891-a8fa-4db3-8203-19f0eff6293c tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:47:15.149462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb420c4f-2b7d-480a-875f-3f66e5394b84 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:15.149573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a8e2891-a8fa-4db3-8203-19f0eff6293c tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0426929 Jul 28 14:47:15.170846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-122f1d72-3723-4c0a-9b6d-d3ad21d415fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.172991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-122f1d72-3723-4c0a-9b6d-d3ad21d415fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1095 time: 0.2415869 Jul 28 14:47:15.181657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=81a05c29-5622-4d71-9857-1ab31334c89f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:15.231818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:47:15.324755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f0597709-1286-417a-b6e1-a55f044af491 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6675580 Jul 28 14:47:15.326878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:15.333064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:15.338655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '81a05c29-5622-4d71-9857-1ab31334c89f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:15.339567 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.405568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33088) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:15.417606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:15.442503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be10520b-1a22-4b40-a2c7-6af6be9ba202 None None] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:15.519932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.520546 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.714281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-c2e57357-2613-4fc2-a066-60621e1fd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.715979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-c2e57357-2613-4fc2-a066-60621e1fd066 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5291638 Jul 28 14:47:15.720056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fb65d990-94fb-42ce-ba96-1a7fb8243d2d tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8059630 Jul 28 14:47:15.720360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33096) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:15.726005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-978937025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:15.811141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dba9ed1f-12d1-4b5a-a252-6d29c6edd884 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c598777c7a4c47ceb75c729292f4f43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957963 Jul 28 14:47:15.814029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:15.832008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1debf-8a9d-4159-a957-e11b85168641 req-c5625c8d-a8ad-463c-8754-30542b2c6422 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:15.840346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7a1debf-8a9d-4159-a957-e11b85168641 req-c5625c8d-a8ad-463c-8754-30542b2c6422 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1676404 Jul 28 14:47:15.921479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7a1debf-8a9d-4159-a957-e11b85168641 req-944dbc55-d35f-4647-bed3-77a971d65102 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799639 Jul 28 14:47:15.957756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.959538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Allocated IP 2001:db8::f816:3eff:feb7:d9fe (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/81a05c29-5622-4d71-9857-1ab31334c89f/a1094aee-264b-411b-9a40-64f56840503f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:15.965228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:15.969787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:15.992888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6', 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': '2df2b421-ec89-40a5-88ac-2b08f906aa57'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:15.994595 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.065113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5980341a-4765-477a-aece-72dca71ae68f req-6c951837-c9a8-4c26-83b6-fbd36fa84c5a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0913911 Jul 28 14:47:16.070618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.168901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-69b60aad-acec-4944-8f72-d60563fc87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.170509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8418777-5455-403b-9d6d-9d3ebd539f32 req-69b60aad-acec-4944-8f72-d60563fc87d0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4342608 Jul 28 14:47:16.185668 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.186786 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.266695 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.310990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Allocated IP 2001:db8::2 (bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6/2df2b421-ec89-40a5-88ac-2b08f906aa57/bff55005-cccd-4bd3-bbd2-ffb7a1423e3b) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:16.369794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.395364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-636bb2b4-a579-460c-a77e-0510e1dc5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.398064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-636bb2b4-a579-460c-a77e-0510e1dc5fac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1095 time: 0.1461458 Jul 28 14:47:16.409991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.417380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.419464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0d180da-9e7b-4e9b-b59c-3f34ef9b1142 HTTP/1.1" status: 204 len: 168 time: 0.6041875 Jul 28 14:47:16.427620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:16.464633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f89a6-52d0-4f84-9926-4c46874bdef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d180da-9e7b-4e9b-b59c-3f34ef9b1142,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:16.506828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-93405487-dfd2-4ff0-9bb9-6179c4b5fea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 217 time: 0.0930560 Jul 28 14:47:16.509451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.744335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.764677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-a6467527-17ce-4859-85ad-0d06a6bc942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.772296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-a6467527-17ce-4859-85ad-0d06a6bc942c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.2385657 Jul 28 14:47:16.772549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Transition to ACTIVE for port object a1094aee-264b-411b-9a40-64f56840503f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:16.805691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.810733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Transition to ACTIVE for port object a1094aee-264b-411b-9a40-64f56840503f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:16.904250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.908532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-236e28ca-0e85-4725-9caa-c66ce06d76e5 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1844718 Jul 28 14:47:16.908925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33112) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:16.919673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6', 'name': 'tempest-PortsIpV6TestJSON-2113765543'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:16.939550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-6a8eccf3-6521-4cba-b0a8-8c05671e3166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:16.941977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-6a8eccf3-6521-4cba-b0a8-8c05671e3166 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603618 Jul 28 14:47:16.989060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:16.998554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Transition to ACTIVE for port object bff55005-cccd-4bd3-bbd2-ffb7a1423e3b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:17.019731 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.029782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Transition to ACTIVE for port object bff55005-cccd-4bd3-bbd2-ffb7a1423e3b will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:17.078202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:17.082413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:17.085802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:17.123159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Pushing event updated for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.161134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Attempting to bind port a1094aee-264b-411b-9a40-64f56840503f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:17.162239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Attempting to bind port a1094aee-264b-411b-9a40-64f56840503f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:17.162713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Attempting to bind port a1094aee-264b-411b-9a40-64f56840503f on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:17.169134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:17.169527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:17.170296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.170745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:17.171264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Bound port: a1094aee-264b-411b-9a40-64f56840503f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:17.171655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.212833 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.246268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:17.249671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1094aee-264b-411b-9a40-64f56840503f,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:17.263006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-8621cf19-e3b1-4d5d-875d-2d89a0e91fb6 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138585 Jul 28 14:47:17.290012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.299816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663098e-4ab9-419f-b7da-622e1b835aca req-5c34df10-8df9-4c78-a5e1-4eab12fce0fe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:17.301835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7663098e-4ab9-419f-b7da-622e1b835aca req-5c34df10-8df9-4c78-a5e1-4eab12fce0fe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1675577 Jul 28 14:47:17.372368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:17.383413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:17.389723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:17.430539 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.433626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.434596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Pushing event updated for resources: {'Port': ['ID=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.454636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ca2674-f224-47c9-8641-78dc53883ecd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:17.469299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7663098e-4ab9-419f-b7da-622e1b835aca req-6c40c075-39e5-4222-9fd2-341bbb443cfd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537454 Jul 28 14:47:17.483808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d13e53-de51-405c-a62b-9e1859bfd992') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:17.488225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d13e53-de51-405c-a62b-9e1859bfd992') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:17.506070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.533023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5ad0808-0220-4f85-b7ae-85952e065b77 req-4c2ecdf2-8f9b-4aa5-ae60-ec7ba0bbe33c service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624707 Jul 28 14:47:17.564344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b866a-9e91-4e3e-ad0a-9f115a9e2787 None None] Pushing event updated for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.573445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Attempting to bind port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:17.573445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Attempting to bind port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '29030005-5d7b-43dd-a79a-2ff9b3f4392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:17.573601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Attempting to bind port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b on network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:17.577653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:17.586047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.592572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e31c4558-bc15-4ac9-849d-6cb3f77ad5a1 req-c0699dac-6e31-4df8-a0a2-bd5a2349c1c9 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.2905729 Jul 28 14:47:17.600991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:17.605182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:17.606190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.613009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:17.613397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Checking segment: {'id': '29030005-5d7b-43dd-a79a-2ff9b3f4392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:17.613808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.614200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Bound using segment: {'id': '29030005-5d7b-43dd-a79a-2ff9b3f4392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:17.614743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Bound port: bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29030005-5d7b-43dd-a79a-2ff9b3f4392d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:17.615250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.621747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:17.622224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.691664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: items = [ Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:17.695011 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:17.723724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] For port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:17.733511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] For port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,segment=NetworkSegment(29030005-5d7b-43dd-a79a-2ff9b3f4392d),segment_id=29030005-5d7b-43dd-a79a-2ff9b3f4392d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:17.774580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.884223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a8cf612-3a46-43be-b12e-c7af80eef213 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5557177 Jul 28 14:47:17.887203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33126) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:17.899921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:d4:42:12', 'name': 'tempest-NetworksTestDHCPv6-1914389374'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:17.942752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.950243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.968052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:17.981717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "DELETE /v2.0/networks/39ca2674-f224-47c9-8641-78dc53883ecd HTTP/1.1" status: 204 len: 168 time: 1.5453217 Jul 28 14:47:17.993890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33128) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:18.003763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fca5c-31b6-4456-b953-c4e58bf44157 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Pushing event deleted for resources: {'Network': ['ID=39ca2674-f224-47c9-8641-78dc53883ecd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:18.118083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91577ac2-3013-4ef1-951c-335144fa1e49 None None] Pushing event updated for resources: {'Port': ['ID=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:18.145761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:18.153009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.177017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.196079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port a0ed73ac-e4e7-4e65-85ab-762172695ac7 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:18.334824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:18.482764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.517733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.524157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdaf638-4467-44d5-995a-506379a057d8']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:18.544098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cf039c-e137-4c89-b5ec-02c00db1c935') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:18.544424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cf039c-e137-4c89-b5ec-02c00db1c935') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:18.557745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port b18813cf-d859-475f-89ba-7f5d41f40a70 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:18.566726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::307 (bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6/2df2b421-ec89-40a5-88ac-2b08f906aa57/a0ed73ac-e4e7-4e65-85ab-762172695ac7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:18.577085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.606690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.622354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:18.622880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:18.624999 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:18.823548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9678ed21-d038-40f3-91fe-e82bc00fbdc1 req-5c93b3b0-23cd-41b8-a00a-a5825734425e tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0720079 Jul 28 14:47:19.012368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 172.20.0.3 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f/b18813cf-d859-475f-89ba-7f5d41f40a70) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:19.040710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fed4:4212 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/81a05c29-5622-4d71-9857-1ab31334c89f/b18813cf-d859-475f-89ba-7f5d41f40a70) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:19.135859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33142) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:19.211942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.232290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bff55005-cccd-4bd3-bbd2-ffb7a1423e3b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:19.252605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc8c5-5985-4c8c-8242-40da79f1f760 req-ed4cbbc0-5416-4d67-b620-6a6c54f44d1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:19.255201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a05bc8c5-5985-4c8c-8242-40da79f1f760 req-ed4cbbc0-5416-4d67-b620-6a6c54f44d1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.5338821 Jul 28 14:47:19.257083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.263065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.266200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] 10.222.0.47 "DELETE /v2.0/networks/acdaf638-4467-44d5-995a-506379a057d8 HTTP/1.1" status: 204 len: 168 time: 1.2711868 Jul 28 14:47:19.273505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object a0ed73ac-e4e7-4e65-85ab-762172695ac7 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:19.320883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc82302-57c6-4a8b-99dc-c4be77d84439 tempest-QuotasNegativeTest-1194912387 tempest-QuotasNegativeTest-1194912387-project-admin] Pushing event deleted for resources: {'Network': ['ID=acdaf638-4467-44d5-995a-506379a057d8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:19.395804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a05bc8c5-5985-4c8c-8242-40da79f1f760 req-bed1df0f-21d2-4277-8451-66fea0664aa3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281645 Jul 28 14:47:19.438552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4338b01-70f9-4c2a-ab56-a80307d72cf8 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:19.456679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Deleting subnet edc9fbf6-1608-4e11-911c-ef7d8f2654bf {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:19.467283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.527467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:19.546777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.585189 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.607743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.640205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object b18813cf-d859-475f-89ba-7f5d41f40a70 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:19.652675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.675779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:19.704450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:19.718385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:19.731466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:19.731466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.734514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=a0ed73ac-e4e7-4e65-85ab-762172695ac7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:19.743435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f1741-5b5d-458c-8a01-de51a60b7359 None None] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:19.745191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1094aee-264b-411b-9a40-64f56840503f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:19.955614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.956157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e9d3526-0136-4d73-bed7-a95bf036f05c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0432422 Jul 28 14:47:19.956731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33152) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:19.983355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:19.989184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be3a25d0-6335-4422-be8d-0d6b6be95228 None None] Provisioning for port a1094aee-264b-411b-9a40-64f56840503f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:20.000757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c36a8e8c-0393-4e93-8612-fa4711634fc1 req-34130c9c-466f-49d3-b90d-5d441de01a52 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0627718 Jul 28 14:47:20.062880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc9fbf6-1608-4e11-911c-ef7d8f2654bf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:20.089054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.089054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a59262f8-0147-4c57-8f07-4aa186d1b79d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/edc9fbf6-1608-4e11-911c-ef7d8f2654bf HTTP/1.1" status: 204 len: 168 time: 0.9509504 Jul 28 14:47:20.092909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33158) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:20.093834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-01d54128-1139-4e36-93c8-d9eb7dc7598a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0472596 Jul 28 14:47:20.199743 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.208522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:20.217573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-d2eea963-047a-4355-ba75-5bf16905ed12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&device_id=4f1a5c32-e675-4eba-8eb1-609c471f80a7 HTTP/1.1" status: 200 len: 210 time: 0.0496669 Jul 28 14:47:20.255900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.257911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=b18813cf-d859-475f-89ba-7f5d41f40a70,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:20.268511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Update dhcp port {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '81a05c29-5622-4d71-9857-1ab31334c89f', 'ip_address': '2001:db8::f816:3eff:feb7:d9fe'}, {'subnet_id': '9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'a1094aee-264b-411b-9a40-64f56840503f'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:47:20.270946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:20.280008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:20.311925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.398119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.398119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.444824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a1094aee-264b-411b-9a40-64f56840503f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:20.455078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1094aee-264b-411b-9a40-64f56840503f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:20.455696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.465639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.499535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1369615-a590-4621-aea1-a6ac4108feb7']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:20.529237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:20.529543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce685a67-6cb7-4c97-ad1d-61b2bedca3c9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:20.541646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:20.575337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-9cd7b79b-a505-4fe5-bb16-967b7bbe53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.575826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-9cd7b79b-a505-4fe5-bb16-967b7bbe53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.576849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-9cd7b79b-a505-4fe5-bb16-967b7bbe53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.577937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-9cd7b79b-a505-4fe5-bb16-967b7bbe53a1 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3133793 Jul 28 14:47:20.582854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa57d-fe4a-4184-84e4-3558c40d5377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.586736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Provisioning for port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:20.589087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.604357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Provisioning complete for port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:20.605006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.610912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.623204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:20.623621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.633250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603839-5874-45f0-93a3-f9aac95a527d req-a965dfd8-36a6-466f-8ae7-19124ffab121 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.637033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8603839-5874-45f0-93a3-f9aac95a527d req-a965dfd8-36a6-466f-8ae7-19124ffab121 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.0898383 Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:20.637784 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:20.667644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Allocated IP 172.20.0.2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f/a1094aee-264b-411b-9a40-64f56840503f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:20.728989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8603839-5874-45f0-93a3-f9aac95a527d req-30774344-0df7-48bc-897a-addf7806b17b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756133 Jul 28 14:47:20.841580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.843782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d7e9341c-ecf2-45a5-b60b-ee94a78ab513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9548419 Jul 28 14:47:20.848845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33166) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:20.860265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.897127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1094aee-264b-411b-9a40-64f56840503f,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:20.899704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.909330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3da18-f22d-496e-a022-82a5d14290ff tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.917176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3da18-f22d-496e-a022-82a5d14290ff tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:20.922285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0bd3da18-f22d-496e-a022-82a5d14290ff tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0722764 Jul 28 14:47:20.923733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33168) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:20.932930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.949035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:20.951364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] 10.222.0.47 "DELETE /v2.0/networks/d1369615-a590-4621-aea1-a6ac4108feb7 HTTP/1.1" status: 204 len: 168 time: 0.8551645 Jul 28 14:47:21.007303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912f3f-d5dc-49dd-adc8-649e91828eee admin admin] Pushing event deleted for resources: {'Network': ['ID=d1369615-a590-4621-aea1-a6ac4108feb7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:21.083307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] For port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,segment=NetworkSegment(29030005-5d7b-43dd-a79a-2ff9b3f4392d),segment_id=29030005-5d7b-43dd-a79a-2ff9b3f4392d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:21.101932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.118071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port b18813cf-d859-475f-89ba-7f5d41f40a70 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:21.119412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.143890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Transition to ACTIVE for port object a1094aee-264b-411b-9a40-64f56840503f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:21.232355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.252036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for b18813cf-d859-475f-89ba-7f5d41f40a70 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:21.272729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.278991 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.346574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:47:21.369284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.389510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-01c09940-5928-4529-a1b5-f5b13acd370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.391381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efda3ce5-7b91-48a9-b2b3-ab734dd2e66f req-01c09940-5928-4529-a1b5-f5b13acd370e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7629495 Jul 28 14:47:21.445859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:21.477444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Provisioning complete for port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:21.477967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.479645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:47:21.480058 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:47:21.483231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Pushing event updated for resources: {'Port': ['ID=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:21.574086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.574503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.574920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.575300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.575653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.575976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.576312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.576642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.576972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.577301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.577626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.577950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c346fe7a-4ee6-4c00-8ff0-095bd081fcd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:21.646041 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.662650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bca58-eff0-456b-b61a-facd1ae9b8de None None] Pushing event updated for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:21.681356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.687141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.709776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=b18813cf-d859-475f-89ba-7f5d41f40a70,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:21.749118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:21.770848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:47:21.820335 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.829566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a07206d4-2282-4e2f-8b40-647a1d791dc3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/b18813cf-d859-475f-89ba-7f5d41f40a70 HTTP/1.1" status: 204 len: 168 time: 0.9038877 Jul 28 14:47:21.830657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:21.842549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.847239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa57d-fe4a-4184-84e4-3558c40d5377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.856486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:21.856743 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.873717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:47:21.896855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:21.899785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc0e10-0055-4da8-9200-213ecad343bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.901485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc0e10-0055-4da8-9200-213ecad343bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.903258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc0e10-0055-4da8-9200-213ecad343bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.907504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcdc0e10-0055-4da8-9200-213ecad343bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0725546 Jul 28 14:47:21.907795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33192) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:21.954871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44f7e8b8-80bc-46d6-8efa-541eadad30e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb6b0b2c29c549ff83f8a95e67371b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0921082 Jul 28 14:47:21.955130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33194) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:21.971055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 81a05c29-5622-4d71-9857-1ab31334c89f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:21.974916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:21.987881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80214-ab44-496b-97f8-8c6f154a2743 req-2be81335-881c-4e55-8fcd-d75c1da4f1c3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:21.990232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4e80214-ab44-496b-97f8-8c6f154a2743 req-2be81335-881c-4e55-8fcd-d75c1da4f1c3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1112590 Jul 28 14:47:22.022378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.033584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.054704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4e80214-ab44-496b-97f8-8c6f154a2743 req-6d4b8ed6-8634-4c88-95c8-19cee2fdeae9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534306 Jul 28 14:47:22.063374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.065333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b1aa57d-fe4a-4184-84e4-3558c40d5377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.067508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.071578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.082700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/security-groups/de870085-0d77-4965-b5c8-241435c2f899 HTTP/1.1" status: 204 len: 168 time: 0.6259487 Jul 28 14:47:22.082700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33196) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:22.090256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Provisioning for port a0ed73ac-e4e7-4e65-85ab-762172695ac7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:22.091374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.095205 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.174769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Provisioning complete for port a0ed73ac-e4e7-4e65-85ab-762172695ac7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:22.175207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.179332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:22.183523 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-9334d8f4-c377-4f0a-a412-07b0bd7961ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] show failed (client error): The resource could not be found. Jul 28 14:47:22.184447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9334d8f4-c377-4f0a-a412-07b0bd7961ca tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "GET /v2.0/security-groups/de870085-0d77-4965-b5c8-241435c2f899 HTTP/1.1" status: 404 len: 347 time: 0.1014819 Jul 28 14:47:22.195641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33198) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:22.210327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.218614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b1aa57d-fe4a-4184-84e4-3558c40d5377 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fcdd68f4b734740b016a9b38733d8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6703758 Jul 28 14:47:22.218614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1aa57d-fe4a-4184-84e4-3558c40d5377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556fad70-8796-4a7f-b919-f57ca327d4e1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:22.229391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1094aee-264b-411b-9a40-64f56840503f,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:22.230094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:22.246019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-04ed9f84-556d-4ace-a922-72b15758f130 None None] Port a0ed73ac-e4e7-4e65-85ab-762172695ac7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:22.362739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bbcb2-87c0-497a-94a8-457170d7c18c tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de870085-0d77-4965-b5c8-241435c2f899,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:22.382758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=a0ed73ac-e4e7-4e65-85ab-762172695ac7,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:22.402970 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.468954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.597270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:47:22.613109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.679083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bff55005-cccd-4bd3-bbd2-ffb7a1423e3b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:22.679411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port e28b2f77-d2fc-4395-8595-0a25c43a87ee {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:22.679901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.750183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:22.768010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.840945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:22.971736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:22.972367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.020532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.024234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d2732945-c123-41d8-b60e-fbdafc9a61d3 None None] Provisioning for port a1094aee-264b-411b-9a40-64f56840503f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:23.024982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.026717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/459c29ad-9e98-4569-a33a-b869e5b4cbb9 HTTP/1.1" status: 204 len: 168 time: 1.0702438 Jul 28 14:47:23.046416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d2732945-c123-41d8-b60e-fbdafc9a61d3 None None] Provisioning complete for port a1094aee-264b-411b-9a40-64f56840503f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:23.046940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2732945-c123-41d8-b60e-fbdafc9a61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.074535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4480-84ac-4674-8c8b-3cb9665d6822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c29ad-9e98-4569-a33a-b869e5b4cbb9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:23.187395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.295153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.300765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1094aee-264b-411b-9a40-64f56840503f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:23.307909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.309508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/556fad70-8796-4a7f-b919-f57ca327d4e1 HTTP/1.1" status: 204 len: 168 time: 1.0605521 Jul 28 14:47:23.325430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.400463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=81a05c29-5622-4d71-9857-1ab31334c89f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:23.403405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.407856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-64fe37b7-972c-4f26-ab95-e143d05bd06d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/81a05c29-5622-4d71-9857-1ab31334c89f HTTP/1.1" status: 204 len: 168 time: 1.4966626 Jul 28 14:47:23.409114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33226) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:23.428317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae2bb8-d243-4ec3-b4d3-6f5c65edf2a9 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:23.442088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c4608-424d-44f6-aa7e-411630c72555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556fad70-8796-4a7f-b919-f57ca327d4e1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:23.502856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:23.507833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.508514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.511808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.535044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1094aee-264b-411b-9a40-64f56840503f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:23.535593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.553891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for e28b2f77-d2fc-4395-8595-0a25c43a87ee owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:23.578989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.686073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-633d2538-b7e1-4e82-ac44-ca193e3a4c00 None None] Could not find standard attr ID for object b18813cf-d859-475f-89ba-7f5d41f40a70. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:47:23.742573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-633d2538-b7e1-4e82-ac44-ca193e3a4c00 None None] Provisioning complete for port a0ed73ac-e4e7-4e65-85ab-762172695ac7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:23.743111 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-633d2538-b7e1-4e82-ac44-ca193e3a4c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.759759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:23.778922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e085af7-ce0f-4e86-b087-9e861bfe81d1 req-aa06dd0e-4241-4eec-849c-09166c356f86 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:23.784830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e085af7-ce0f-4e86-b087-9e861bfe81d1 req-aa06dd0e-4241-4eec-849c-09166c356f86 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.5375996 Jul 28 14:47:23.818151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-633d2538-b7e1-4e82-ac44-ca193e3a4c00 None None] Port a0ed73ac-e4e7-4e65-85ab-762172695ac7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:23.918064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e085af7-ce0f-4e86-b087-9e861bfe81d1 req-ef1526b1-df6b-40c0-85ff-ae2b977bdc7f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239238 Jul 28 14:47:24.054253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.106357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.127665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.157464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.159409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f HTTP/1.1" status: 204 len: 168 time: 0.7492394 Jul 28 14:47:24.163340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.169033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6795-4c90-4ac7-9867-0d5c2148fe8b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:24.196539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=e28b2f77-d2fc-4395-8595-0a25c43a87ee,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:24.211389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-59bf7c79-28f7-4c38-9537-af8792f970fa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461314 Jul 28 14:47:24.212304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.213115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.214850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33242) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.225001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:24.262632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.267867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.273184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1434968-a4f8-4d17-a4bd-36210422c30d tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/floatingips/03664f98-6d39-4b5f-917a-88b70905d45b HTTP/1.1" status: 204 len: 168 time: 2.0764132 Jul 28 14:47:24.274202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.385535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=a0ed73ac-e4e7-4e65-85ab-762172695ac7,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:24.406623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 3fadf737-1887-4517-b610-3a6ff11eac3d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:24.407213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.440057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:24.441880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:24.522524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1094aee-264b-411b-9a40-64f56840503f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:24.548755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.591939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:24.593963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 3fadf737-1887-4517-b610-3a6ff11eac3d owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:24.596119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.641052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1094aee-264b-411b-9a40-64f56840503f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:24.641692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.673733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25365ccb-26c7-447e-95d9-53a11856aeab None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:24.855903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f13a45f-84d0-4563-9fe3-87abca7a5d84 None None] Provisioning complete for port a1094aee-264b-411b-9a40-64f56840503f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:24.856278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f13a45f-84d0-4563-9fe3-87abca7a5d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:24.875979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Router 951c0dac-c82b-4f72-920a-b0fd21463cff is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:47:24.916316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33252) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:24.935959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-021d86a2-79c2-4f59-908a-d60c7174c849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.001308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:25.016071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-de388b09-929f-4bcb-95e2-530dfb9acdba tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/routers/951c0dac-c82b-4f72-920a-b0fd21463cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0557637 Jul 28 14:47:25.016619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:25.022556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] Sync routers for ids ['951c0dac-c82b-4f72-920a-b0fd21463cff'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:25.042412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.064054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:25.137129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=3fadf737-1887-4517-b610-3a6ff11eac3d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:25.173939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc43dcf-b133-43ef-b491-ad7315d4617b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:25.176266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-efc43dcf-b133-43ef-b491-ad7315d4617b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?device_id=951c0dac-c82b-4f72-920a-b0fd21463cff HTTP/1.1" status: 200 len: 989 time: 0.1585996 Jul 28 14:47:25.184753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:25.268264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:25.273005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] Routers {'951c0dac-c82b-4f72-920a-b0fd21463cff'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:25.273785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['951c0dac-c82b-4f72-920a-b0fd21463cff'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.287454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c6d38-6f83-4013-8328-7d767113c0d8 req-9c21e1c2-d4c7-4e7f-89a7-ecb4cb81198f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:25.289334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b01c6d38-6f83-4013-8328-7d767113c0d8 req-9c21e1c2-d4c7-4e7f-89a7-ecb4cb81198f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1549246 Jul 28 14:47:25.315888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.330144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c78a731-4690-44f1-ba92-630f71aa5e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.351935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:47:25.355245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] Routers {'951c0dac-c82b-4f72-920a-b0fd21463cff'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:25.355902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['951c0dac-c82b-4f72-920a-b0fd21463cff'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.398475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:25.403250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:25.403902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef94fe-7c47-46c0-bc7f-d015749944a8 None None] The sync data for ids ['951c0dac-c82b-4f72-920a-b0fd21463cff'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:25.405927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.408405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aa047250-b12f-4c62-a642-27118a4d4c1a tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/ports/3fadf737-1887-4517-b610-3a6ff11eac3d HTTP/1.1" status: 204 len: 168 time: 1.1335425 Jul 28 14:47:25.426195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33268) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:25.430292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-021d86a2-79c2-4f59-908a-d60c7174c849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.460793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b01c6d38-6f83-4013-8328-7d767113c0d8 req-3b708ede-c6e4-4a2e-a1dc-940f81fb1efe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611357 Jul 28 14:47:25.462190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Deleting port a1094aee-264b-411b-9a40-64f56840503f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:25.462583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.539159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-082180a5-024d-43d3-bce1-dcb77393aaa5 None None] Provisioning complete for port a0ed73ac-e4e7-4e65-85ab-762172695ac7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:25.539800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-082180a5-024d-43d3-bce1-dcb77393aaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.598134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-082180a5-024d-43d3-bce1-dcb77393aaa5 None None] Port a0ed73ac-e4e7-4e65-85ab-762172695ac7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:25.624696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-021d86a2-79c2-4f59-908a-d60c7174c849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.643249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1094aee-264b-411b-9a40-64f56840503f,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:25.643798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.657696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Calling delete_port for a1094aee-264b-411b-9a40-64f56840503f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:25.703837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-021d86a2-79c2-4f59-908a-d60c7174c849 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f27a3259c0f499aa6a9c1610c65ed69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862790 Jul 28 14:47:25.706533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33270) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:25.710679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d86a2-79c2-4f59-908a-d60c7174c849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eb1003-f19e-4ffe-9754-938e6a9a52ba,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:25.783452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.808805 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.815821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting port 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:25.816206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.877895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:25.886619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:25.887148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.925315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:25.983629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.007673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:26.009955 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1456e1-e922-4321-9a0c-96048d04e1d3" -d '{"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:26.021941 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c78a731-4690-44f1-ba92-630f71aa5e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.023786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:26.036203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.049535 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c8d0d5-11dc-40b8-b6b5-4db380976a78 x-openstack-request-id: req-11c8d0d5-11dc-40b8-b6b5-4db380976a78 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:26.049879 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:26.050310 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11c8d0d5-11dc-40b8-b6b5-4db380976a78 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:26.050711 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'code': 200} Jul 28 14:47:26.058474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Calling delete_port for 85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:26.122072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.124983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.126242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59eb1003-f19e-4ffe-9754-938e6a9a52ba HTTP/1.1" status: 204 len: 168 time: 0.4186654 Jul 28 14:47:26.134507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b858b-1201-49f3-95bf-ac2da90bf41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eb1003-f19e-4ffe-9754-938e6a9a52ba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.226693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.242928 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8c78a731-4690-44f1-ba92-630f71aa5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.294551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.298421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.321982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.334512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011dae-ddff-4233-aa14-2e9f6c58eedf req-457f4c3e-6f60-4e83-bcc4-ef8de50f7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:26.335780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] Pushing event deleted for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.336583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73011dae-ddff-4233-aa14-2e9f6c58eedf req-457f4c3e-6f60-4e83-bcc4-ef8de50f7ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1096 time: 0.1984107 Jul 28 14:47:26.346906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b847547-9927-4eff-9202-a2f212cd89c8 None None] No DVR routers for this DVR port a1094aee-264b-411b-9a40-64f56840503f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:26.370906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] For port a1094aee-264b-411b-9a40-64f56840503f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1094aee-264b-411b-9a40-64f56840503f,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:26.385782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8c78a731-4690-44f1-ba92-630f71aa5e54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e1f615d8d6641809f573d5f7ed77825&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3143454 Jul 28 14:47:26.390251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:26.399204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78a731-4690-44f1-ba92-630f71aa5e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657ad9b-1e8d-4c46-a8f4-7376a54b7329,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.447701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.481150 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.518983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73011dae-ddff-4233-aa14-2e9f6c58eedf req-c47d7b49-19d9-45ca-bb03-5b8eb61f550a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337054 Jul 28 14:47:26.540813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.569846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.572551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1094aee-264b-411b-9a40-64f56840503f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:26.575974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.616901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a1094aee-264b-411b-9a40-64f56840503f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:26.617283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1094aee-264b-411b-9a40-64f56840503f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:26.671256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.691040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=a1094aee-264b-411b-9a40-64f56840503f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.709126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:26.716214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:26.719595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:26.720224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.726622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=68913a65-0bca-4c9a-a61e-e1e9de02a34c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.731458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e7d503-4639-471c-be47-61d97f3bbe80 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:26.732364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Port': ['ID=85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.748745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26c8c-491c-42ab-9f6c-b2977adf0af2 req-106f522a-0768-4e95-b6d2-d86233453060 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:26.750423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-beb26c8c-491c-42ab-9f6c-b2977adf0af2 req-106f522a-0768-4e95-b6d2-d86233453060 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1212924 Jul 28 14:47:26.873541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port a0ed73ac-e4e7-4e65-85ab-762172695ac7 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:26.873882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.876705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.881561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-beb26c8c-491c-42ab-9f6c-b2977adf0af2 req-e36b0caf-19c8-4272-91a3-ccc99d4af085 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019144 Jul 28 14:47:26.883955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.888715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-653002a6-9690-4b3b-b062-799ec37d2c36 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/ports/85b8b48f-d1a4-4cf8-a31d-a4c6c3fb5876 HTTP/1.1" status: 204 len: 168 time: 1.4583256 Jul 28 14:47:26.888822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.888822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4657ad9b-1e8d-4c46-a8f4-7376a54b7329 HTTP/1.1" status: 204 len: 168 time: 0.4966230 Jul 28 14:47:26.888822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:26.933327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '68913a65-0bca-4c9a-a61e-e1e9de02a34c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:26.934378 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.957578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377c4dd-21e6-482f-aa23-a1ade9c865f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657ad9b-1e8d-4c46-a8f4-7376a54b7329,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:26.978890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:26.986615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ebd50cc-04c9-48f6-90c1-15131ed41e60 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7680383 Jul 28 14:47:26.987190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33308) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:26.992411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for a0ed73ac-e4e7-4e65-85ab-762172695ac7 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:26.995332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:27.050602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting subnet ab0966d5-bf18-4f23-a0e1-b0737ba95117 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:27.057977 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.126170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.154583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Allocated IP 2001:db8::f816:3eff:fe58:717c (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/68913a65-0bca-4c9a-a61e-e1e9de02a34c/7f88fcd5-d549-40dc-8298-6e6ffe8745e1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:27.251874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.334643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:27.338559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.364560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.454571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Transition to ACTIVE for port object 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:27.455613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.475546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Transition to ACTIVE for port object 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:27.496209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=a0ed73ac-e4e7-4e65-85ab-762172695ac7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.671327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.712085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0966d5-bf18-4f23-a0e1-b0737ba95117,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.712741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.722178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.724772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a7d9350-552a-4d6d-af12-18dc0d4d4507 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/subnets/ab0966d5-bf18-4f23-a0e1-b0737ba95117 HTTP/1.1" status: 204 len: 168 time: 0.8244417 Jul 28 14:47:27.731537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33320) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:27.758549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee092b9a-c33f-49ed-9cb3-eff759643a65 None None] Network 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:27.805834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Deleting subnet be635ae0-3752-4649-876b-56757f1f97f8 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:27.809812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.842240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:27.854298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:27.858515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.861947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:27.867031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:27.896862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:27.977913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:27.981494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:27.991604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:27.992240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.007454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Attempting to bind port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:28.007805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Attempting to bind port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:28.008087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Attempting to bind port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:28.016050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:28.016513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:28.016932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.017328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:28.017816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Bound port: 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:28.018222 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.067656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=99a9e0bb-3069-4ee9-bb03-33ed87c5b293,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:28.099974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.134900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.165571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:28.169378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:28.172021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] DHCP port deletion for 9af7ee4c-fa15-4b8c-aed3-9952da6c76bb request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:28.199207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461e47-bf26-452a-bbd2-c45586ee4a48 req-fea37714-a598-49f6-8d17-c4a8eb969b6d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:28.200922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8461e47-bf26-452a-bbd2-c45586ee4a48 req-fea37714-a598-49f6-8d17-c4a8eb969b6d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1685190 Jul 28 14:47:28.210493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0f2befd5-8b0f-4d75-9dca-88a9e6691949 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2195888 Jul 28 14:47:28.214677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33332) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.221501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:02:af:2b', 'name': 'tempest-NetworksTestDHCPv6-140275291'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:28.231356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Deleting port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:28.231816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.311362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] For port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,segment=NetworkSegment(61581c98-f695-4334-bc5e-d2913460e2b9),segment_id=61581c98-f695-4334-bc5e-d2913460e2b9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:28.311779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.323904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8461e47-bf26-452a-bbd2-c45586ee4a48 req-fe27f884-09f1-4fc5-ae76-c1fddb255084 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149669 Jul 28 14:47:28.329313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Calling delete_port for 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:28.335394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Router 951c0dac-c82b-4f72-920a-b0fd21463cff has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:28.375774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.423930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:28.434759 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] Sync routers for ids ['951c0dac-c82b-4f72-920a-b0fd21463cff'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:28.449440 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] Routers {'951c0dac-c82b-4f72-920a-b0fd21463cff'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:28.450146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33338) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.450269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b2e331a-2185-48f8-a8fc-5db175fc3a26 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/routers/951c0dac-c82b-4f72-920a-b0fd21463cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362618 Jul 28 14:47:28.451777 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['951c0dac-c82b-4f72-920a-b0fd21463cff'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:28.500548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:28.500664 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b535c93-ad16-478d-8dc8-2a810d4a6dec tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:47:28.500664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b535c93-ad16-478d-8dc8-2a810d4a6dec tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/a0ed73ac-e4e7-4e65-85ab-762172695ac7 HTTP/1.1" status: 404 len: 333 time: 0.0455821 Jul 28 14:47:28.500825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33340) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.516511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d904-060c-4ff8-8744-2fec6d4669f8 None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:28.517434 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] Routers {'951c0dac-c82b-4f72-920a-b0fd21463cff'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:28.518066 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['951c0dac-c82b-4f72-920a-b0fd21463cff'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:28.534184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.572015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Subnet': ['ID=be635ae0-3752-4649-876b-56757f1f97f8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:28.583958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249c786a-3154-4413-8278-42a58da57c02 None None] Network 9e29b661-3bfd-446c-97bf-8265f5e3df8e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:28.594579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.596517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-87cb8127-a7f3-43f6-8dfd-79c99f8208c0 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/subnets/be635ae0-3752-4649-876b-56757f1f97f8 HTTP/1.1" status: 204 len: 168 time: 0.8633149 Jul 28 14:47:28.599854 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:28.601105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33342) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.613151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:28.619799 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989e3a5-a411-440b-8dff-2ca8e48ea8e5 None None] The sync data for ids ['951c0dac-c82b-4f72-920a-b0fd21463cff'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:28.622610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33344) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.625066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:28.638036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.823577 n-d-705658-23 neutron-server[94750]: INFO neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No ports have port_id starting with 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c Jul 28 14:47:28.824272 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.878186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] Pushing event deleted for resources: {'Port': ['ID=5e4a79b9-e6cc-4e04-a8c7-57f700456a2c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:28.891730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aff4f5-c1b7-4dd9-b3a5-d70dcb203d6c None None] No DVR routers for this DVR port 5e4a79b9-e6cc-4e04-a8c7-57f700456a2c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:28.933666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:28.941865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1100414949'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:28.953413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.961588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.965342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:28.985848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63cdc86d-f6d5-4dea-bb50-0fdcf70ea310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.008255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.026107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] DHCP port deletion for 9e29b661-3bfd-446c-97bf-8265f5e3df8e request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:29.091528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 0ee7912b-4541-4bc6-9d15-5e9a36c97808 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:29.094423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Deleting port b6d29d1f-5253-402e-b389-52f4b4f229a4 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:29.094801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.147661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.156700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:29.161004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.176635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.185147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] For port b6d29d1f-5253-402e-b389-52f4b4f229a4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6d29d1f-5253-402e-b389-52f4b4f229a4,segment=NetworkSegment(1c507dfe-2304-43b8-96d2-1bd5bced0cb0),segment_id=1c507dfe-2304-43b8-96d2-1bd5bced0cb0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:29.185678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.205358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Calling delete_port for b6d29d1f-5253-402e-b389-52f4b4f229a4 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:29.231873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.236808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Fanout notify agent at l3_agent the message router_deleted on router 951c0dac-c82b-4f72-920a-b0fd21463cff {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:47:29.249745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.251009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-97dd61c1-2239-4c85-8f35-dec6b1988d33 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/routers/951c0dac-c82b-4f72-920a-b0fd21463cff HTTP/1.1" status: 204 len: 168 time: 0.7498791 Jul 28 14:47:29.254369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33358) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:29.331493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 2df2b421-ec89-40a5-88ac-2b08f906aa57 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:29.337103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.415000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.440954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.473547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] No DVR routers for this DVR port b6d29d1f-5253-402e-b389-52f4b4f229a4 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:29.486665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cefa30-f166-48da-a752-a76fe5bc3ab2 None None] Pushing event deleted for resources: {'Port': ['ID=b6d29d1f-5253-402e-b389-52f4b4f229a4,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:29.553786 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:47:29.562452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1b93-9a15-4ba3-bb94-205999035900 req-61350657-c97c-4dd2-87e2-d76272356557 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.573688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f41b1b93-9a15-4ba3-bb94-205999035900 req-61350657-c97c-4dd2-87e2-d76272356557 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1248369 Jul 28 14:47:29.644197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.649963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af7ee4c-fa15-4b8c-aed3-9952da6c76bb']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:29.661929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61581c98-f695-4334-bc5e-d2913460e2b9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:29.662846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61581c98-f695-4334-bc5e-d2913460e2b9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:29.673755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.687887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f41b1b93-9a15-4ba3-bb94-205999035900 req-1bc9dcc2-fa27-4ebc-8f1a-2f3e2f9229bd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101410 Jul 28 14:47:29.689875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.698185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:29.698608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:29.756623 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:29.823842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9552-d0f9-4935-8594-8b74bad09dfe req-ce96cefc-4c6a-48a0-909e-8ca70addb02c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:29.825481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-588c9552-d0f9-4935-8594-8b74bad09dfe req-ce96cefc-4c6a-48a0-909e-8ca70addb02c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0582137 Jul 28 14:47:29.834604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33364) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:29.840022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Request body: {'floatingip': {'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:29.842765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b40fd9-bfca-4a61-a6a6-0af341db4ed1 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:29.886369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:29.906704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 172.20.0.2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/99a9e0bb-3069-4ee9-bb03-33ed87c5b293/0ee7912b-4541-4bc6-9d15-5e9a36c97808) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:29.913425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe02:af2b (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/68913a65-0bca-4c9a-a61e-e1e9de02a34c/0ee7912b-4541-4bc6-9d15-5e9a36c97808) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:29.947373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33366) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:29.951646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578455087', 'description': 'tempest-secgroup-smoke-1578455087 description', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:29.959339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.023670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=2df2b421-ec89-40a5-88ac-2b08f906aa57,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.027737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.032033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b6ceef96-05c9-4d7b-95d2-9789fb23e1c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/2df2b421-ec89-40a5-88ac-2b08f906aa57 HTTP/1.1" status: 204 len: 168 time: 0.7734985 Jul 28 14:47:30.032615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33368) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:30.037343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9beb28-1956-49b9-963d-1c23b4c5bb66 None None] Network bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:30.109508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63cdc86d-f6d5-4dea-bb50-0fdcf70ea310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.110993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.136197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.138535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/networks/9af7ee4c-fa15-4b8c-aed3-9952da6c76bb HTTP/1.1" status: 204 len: 168 time: 1.5302191 Jul 28 14:47:30.148235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33370) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:30.151216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe2d32-057c-4956-927a-5c2d4f178215 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Network': ['ID=9af7ee4c-fa15-4b8c-aed3-9952da6c76bb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.160688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bd98a809-2364-4552-ae53-058849a9d4d4 None None] Provisioning for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:30.179746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.195491 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 0ee7912b-4541-4bc6-9d15-5e9a36c97808 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:30.222686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Update dhcp port {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': '68913a65-0bca-4c9a-a61e-e1e9de02a34c', 'ip_address': '2001:db8::f816:3eff:fe58:717c'}, {'subnet_id': '99a9e0bb-3069-4ee9-bb03-33ed87c5b293'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '7f88fcd5-d549-40dc-8298-6e6ffe8745e1'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:47:30.230823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.254907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63cdc86d-f6d5-4dea-bb50-0fdcf70ea310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.258402 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.303432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-63cdc86d-f6d5-4dea-bb50-0fdcf70ea310 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60ce810625924c2b8c8cea805bda2c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3686702 Jul 28 14:47:30.304359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdc86d-f6d5-4dea-bb50-0fdcf70ea310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf793ca2-4b07-45e3-bcea-d871d22eaee2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.308001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33372) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:30.327521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] DHCP port deletion for bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:30.329913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.370244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.398317 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.417101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.481363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:30.491953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:30.493930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:30.518208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1cf96c82-c3c0-4c44-a4db-3e2e33d95ed8 {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:47:30.518208 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:47:30.544037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Deleting port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:30.544485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.552856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=0ee7912b-4541-4bc6-9d15-5e9a36c97808,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.584584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:30.590987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.624734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] For port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,segment=NetworkSegment(29030005-5d7b-43dd-a79a-2ff9b3f4392d),segment_id=29030005-5d7b-43dd-a79a-2ff9b3f4392d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:30.625191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.647994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:30.671399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Calling delete_port for bff55005-cccd-4bd3-bbd2-ffb7a1423e3b owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:30.681135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.727946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.731335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.734667 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf793ca2-4b07-45e3-bcea-d871d22eaee2 HTTP/1.1" status: 204 len: 168 time: 0.4233422 Jul 28 14:47:30.750321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c221fff-53ee-4d1f-a1b4-af3a000025fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf793ca2-4b07-45e3-bcea-d871d22eaee2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.760972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e29b661-3bfd-446c-97bf-8265f5e3df8e']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:30.766361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:30.766361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.797493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c507dfe-2304-43b8-96d2-1bd5bced0cb0') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:30.797790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c507dfe-2304-43b8-96d2-1bd5bced0cb0') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:30.849828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.869170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.876301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:30.882148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:30.882564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.891370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.901441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,segment=NetworkSegment(29030005-5d7b-43dd-a79a-2ff9b3f4392d),segment_id=29030005-5d7b-43dd-a79a-2ff9b3f4392d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:30.901761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.904402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:30.904706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:30.907661 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:30.909773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:30.946521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] Pushing event deleted for resources: {'Port': ['ID=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:30.948293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e08c8-9d77-49ad-8beb-0246c0e3a840 None None] No DVR routers for this DVR port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:31.000807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.009807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for bff55005-cccd-4bd3-bbd2-ffb7a1423e3b owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:31.011618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.053816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.059389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:31.087232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:31.090069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.resource_extend [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:47:31.163873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.164237 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Added segment 0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c of type vlan for network dd08fe0b-578f-4f94-a21a-3bbad7a791cd Jul 28 14:47:31.175779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e185191-0f96-4f56-b406-d41a34381e74,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:31.220955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.222619 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.328977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1ebf6280-0cd3-4a99-a691-2a1c52583aee tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1125386 Jul 28 14:47:31.331154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:31.342283 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.472457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3ff0d-f312-46e2-861c-f7273b546f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.492153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3ff0d-f312-46e2-861c-f7273b546f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.500200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2d3ff0d-f312-46e2-861c-f7273b546f32 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1626039 Jul 28 14:47:31.502582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33390) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:31.507495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Allocated IP 172.20.0.3 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/99a9e0bb-3069-4ee9-bb03-33ed87c5b293/7f88fcd5-d549-40dc-8298-6e6ffe8745e1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:31.529966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6d29d1f-5253-402e-b389-52f4b4f229a4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:31.573969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b6d29d1f-5253-402e-b389-52f4b4f229a4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:31.574344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6d29d1f-5253-402e-b389-52f4b4f229a4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:31.574740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bff55005-cccd-4bd3-bbd2-ffb7a1423e3b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:31.608484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.610430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] 10.222.0.47 "DELETE /v2.0/networks/9e29b661-3bfd-446c-97bf-8265f5e3df8e HTTP/1.1" status: 204 len: 168 time: 1.4615042 Jul 28 14:47:31.625939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 0ee7912b-4541-4bc6-9d15-5e9a36c97808 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:31.626706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.632800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.642912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.647631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.656902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4310d-9f76-4413-86ee-c8491ef25c40 tempest-TaggedBootDevicesTest-1256292643 tempest-TaggedBootDevicesTest-1256292643-project] Pushing event deleted for resources: {'Network': ['ID=9e29b661-3bfd-446c-97bf-8265f5e3df8e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:31.682926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bff55005-cccd-4bd3-bbd2-ffb7a1423e3b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:31.689831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bff55005-cccd-4bd3-bbd2-ffb7a1423e3b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:31.737241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.750803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 0ee7912b-4541-4bc6-9d15-5e9a36c97808 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:31.761141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.828865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:31.841681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.869497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=bff55005-cccd-4bd3-bbd2-ffb7a1423e3b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:31.905640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.925927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Transition to ACTIVE for port object 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:31.927433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:31.930990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port bff55005-cccd-4bd3-bbd2-ffb7a1423e3b on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:31.940517 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:31.947388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:31.948046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.042161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.130981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.152156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58cdd1-9c72-4e49-8934-e87dc5a8db7c None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.186233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=0ee7912b-4541-4bc6-9d15-5e9a36c97808,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.193556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Network': ['ID=dd08fe0b-578f-4f94-a21a-3bbad7a791cd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.205075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:32.214013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.234217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:32.237184 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Floating IP 8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1 associated. External IP: 172.25.0.21, port: a0060c3c-33d0-4ee7-8a82-eb97ef68ccde. Jul 28 14:47:32.311599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.318143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ec72afc1-5dc3-48e5-9493-9395b6845414 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/0ee7912b-4541-4bc6-9d15-5e9a36c97808 HTTP/1.1" status: 204 len: 168 time: 0.8129089 Jul 28 14:47:32.318308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.336315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.338339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29030005-5d7b-43dd-a79a-2ff9b3f4392d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:32.338842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29030005-5d7b-43dd-a79a-2ff9b3f4392d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:32.352929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.376505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.389358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38af5c8-bc27-4b00-8f57-084b659a08ad tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.391949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38af5c8-bc27-4b00-8f57-084b659a08ad tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.393885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38af5c8-bc27-4b00-8f57-084b659a08ad tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.403006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e38af5c8-bc27-4b00-8f57-084b659a08ad tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0782480 Jul 28 14:47:32.403790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33412) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.433573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:32.433573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:32.435552 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:32.502626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.507703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 68913a65-0bca-4c9a-a61e-e1e9de02a34c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:32.511143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.577322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3493615-a89d-4254-a341-f96a829bd658,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.601562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:32.630897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.633727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-04f70fb3-f372-4c2f-8a5f-c3c878d3ec18 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.0097578 Jul 28 14:47:32.639182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.701625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'subnet': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:32.717959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.731292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.737411 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6 HTTP/1.1" status: 204 len: 168 time: 2.7037792 Jul 28 14:47:32.755974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.775242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8473c-203e-477f-a25b-040e0de467e8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=bfc7e72c-3bb0-4ca7-a0b1-936a1e7aafa6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:32.836244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc3239-84d2-4fda-9f6c-963def6ce09a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:32.839821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3dfc3239-84d2-4fda-9f6c-963def6ce09a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/2b807827-d833-43f8-9587-0b86dbec50a9 HTTP/1.1" status: 200 len: 845 time: 0.0825770 Jul 28 14:47:32.844175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33422) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.849974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:32.870338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.890389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:32.921802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-be1eaf7f-4f87-4eac-b4a4-e11687bfa21e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/2b807827-d833-43f8-9587-0b86dbec50a9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0760913 Jul 28 14:47:32.922029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:32.928623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:33.067426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.118359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:33.127373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.137636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:33.151392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.156666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3715a-4bb9-4104-9195-8897a0b40641,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:33.168532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f3d9f072-4510-4104-8ad3-a8b7f125b2f1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "PUT /v2.0/floatingips/8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1 HTTP/1.1" status: 200 len: 990 time: 3.3297679 Jul 28 14:47:33.168532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:47:33.184657 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3d95db-5ccc-44bc-8563-ca179487ef50" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:47:33.198507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:33.199319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:33.229695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:33.234604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.242332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.244723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/68913a65-0bca-4c9a-a61e-e1e9de02a34c HTTP/1.1" status: 204 len: 168 time: 0.8397038 Jul 28 14:47:33.246106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75084e4d-1fa2-444a-bb01-6a4817fa5525 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=68913a65-0bca-4c9a-a61e-e1e9de02a34c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:33.247867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33432) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:33.249615 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32ef7f-3063-4599-ba24-8e78d61ca44f x-openstack-request-id: req-bd32ef7f-3063-4599-ba24-8e78d61ca44f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:47:33.250144 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:47:33.250599 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd32ef7f-3063-4599-ba24-8e78d61ca44f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:47:33.251573 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'status': 'completed', 'code': 200} Jul 28 14:47:33.368800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 99a9e0bb-3069-4ee9-bb03-33ed87c5b293 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:33.375919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.415937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-354d2a22-bf09-435b-b447-3666dca4b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.417951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-354d2a22-bf09-435b-b447-3666dca4b44b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1097 time: 0.1120424 Jul 28 14:47:33.424974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:33.444728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f971acb-486f-460c-9575-8dc2a3750eb1 None None] Provisioning for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:33.461218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.463836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b500aad0-dc4d-414c-bf67-ed995df945db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.5152521 Jul 28 14:47:33.468902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:33.481363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:33.527533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f971acb-486f-460c-9575-8dc2a3750eb1 None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:33.527941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4f971acb-486f-460c-9575-8dc2a3750eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.535173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:47:33.535173 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:47:33.535173 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '56245dcc2a25444f8fd4d55b76dc31cb', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 47, 33, 496685)}] Jul 28 14:47:33.535173 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:47:33.537699 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:47:33.539605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.668290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f0cd56-f50d-4a9b-bafd-a1000945029b None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:33.680578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-530d44c9-0a04-4516-8f67-d7dd1a3773f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:33.682865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-530d44c9-0a04-4516-8f67-d7dd1a3773f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.2570407 Jul 28 14:47:33.750622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:33.755709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.768001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.861276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Subnet': ['ID=f7460bb6-129b-408d-8c09-5528675fc3cc,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:33.913517 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:33.946543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Checking segment: {'id': '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:33.948046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network hostable DHCP agents. Network: dd08fe0b-578f-4f94-a21a-3bbad7a791cd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:47:34.024511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f4d46f3-d106-4502-8c68-2492c180aa0d None None] Could not find standard attr ID for object 0ee7912b-4541-4bc6-9d15-5e9a36c97808. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:47:34.032151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-4138de4c-5e19-4f31-b05a-c27f8436717c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 998 time: 0.3174458 Jul 28 14:47:34.075802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:00Z', 'updated_at': '2021-07-28T14:47:30Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:34.109522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:34.122850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:34.123601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:34.155056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-e79bf850-6819-4d84-833e-07e01a79d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.156873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-e79bf850-6819-4d84-833e-07e01a79d8e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.1159413 Jul 28 14:47:34.168856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:47:34.263183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-9803c148-a033-43d9-a219-3acfe2c8a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.263322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.266601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-9803c148-a033-43d9-a219-3acfe2c8a831 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026363 Jul 28 14:47:34.302031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.303398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, dd08fe0b-578f-4f94-a21a-3bbad7a791cd) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:34.325006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:34.336120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.339733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.399190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6883e-8e8d-402a-a88c-bf9d30ccc4bc None None] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:34.427801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.438556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.465154 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.468108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/99a9e0bb-3069-4ee9-bb03-33ed87c5b293 HTTP/1.1" status: 204 len: 168 time: 1.2153740 Jul 28 14:47:34.475177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33460) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:34.476920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f67338-e465-4548-aefa-33e230ab7cc9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=99a9e0bb-3069-4ee9-bb03-33ed87c5b293,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:34.495046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:34.518993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:34.523922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:34.524851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.577931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94fa9824-9cc3-4987-b67d-94fd1dd31de2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013062 Jul 28 14:47:34.581137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:34.590225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.593452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:34.705613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-53ae39f5-aeca-446c-b837-17ddd4d03332 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0651486 Jul 28 14:47:34.708954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33466) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:34.720546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9b0f60-98dc-453b-8103-e56b7b61ac61,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:34.734507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8073976 Jul 28 14:47:34.736582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b79094-498d-4008-871a-4e1ffb357bd7 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=c4628043-5dad-45d7-be88-30a4a1b326a9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:34.742234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33468) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:34.748671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071039902'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:34.750612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-1804034089'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:34.757673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-ae8717cc-165d-494e-a342-18c516eff3cd service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827821 Jul 28 14:47:34.763047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ef574-4aa5-47fb-aef7-f372ec4c3a7b None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:34.881536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:34.894081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.977393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:34.978740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e1a5635-fe80-40f1-9c36-c486a41e073f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5063643 Jul 28 14:47:34.981677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33472) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:34.989594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:35.030211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806b3d2-f6e6-4efd-9fc3-8f4f24916520 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:35.092373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'tenant_id': 'b0718ec8a18a4ba0a9f369eb115a2fac', 'fixed_ips': [{'subnet_id': 'f7460bb6-129b-408d-8c09-5528675fc3cc'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:35.093227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.094226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e3d95db-5ccc-44bc-8563-ca179487ef50 req-324286c6-72ae-48e6-8a0c-0231d9c058b7 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264561 Jul 28 14:47:35.157988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.182192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ef8ff8b7-f279-4f4d-a9d1-021d0f251802 None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:35.182488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ef8ff8b7-f279-4f4d-a9d1-021d0f251802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.292829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:35.297624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.315003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:35.326995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.333404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port 33d48efb-37c9-4f5b-84d6-2359cba6c0ed yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:35.403487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:35.407873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:35.412460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:35.413069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.434448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.452013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:35.572608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.577547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f9ddae8-2ac0-4ff3-9980-f32d322870fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.579029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.12 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/33d48efb-37c9-4f5b-84d6-2359cba6c0ed) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:35.601296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.704510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.728031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-33897a7a-8f19-4cca-9f61-6f35bdccae66', 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'tenant_id': '7781a7e40d124c27840d5a5db02af664', 'fixed_ips': [{'subnet_id': 'c4628043-5dad-45d7-be88-30a4a1b326a9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:35.728906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.736791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a86474e-ff3a-4fa5-9e20-674216bfe3fb,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:35.771496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.803327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.819580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object 33d48efb-37c9-4f5b-84d6-2359cba6c0ed will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:35.826762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d5f48f-73ff-4e52-8a82-910c2251c6ab,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:35.837806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:00Z', 'updated_at': '2021-07-28T14:47:30Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:35.880805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f4598e2e-6b9d-41f0-9e24-a7a869a9b4f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2983079 Jul 28 14:47:35.888266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33484) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:35.893802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:35.895798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf33dd7-0761-4e07-91d1-2251efa1aee5 None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:47:00Z', 'updated_at': '2021-07-28T14:47:30Z', 'revision_number': 1, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:35.911059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:35.913017 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e94b5ed-4230-47de-925e-438a09a6635b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9303660 Jul 28 14:47:35.915754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33486) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:35.921584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:35.968438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Allocated IP 2001:db8::2 (33897a7a-8f19-4cca-9f61-6f35bdccae66/c4628043-5dad-45d7-be88-30a4a1b326a9/a2665307-8749-4cc9-a778-695d2b939025) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:35.981938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.092186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:36.101528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:36.107109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:36.109773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fe7147-94e5-466a-b099-2ba9bb6665ef None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:36.119709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f9ddae8-2ac0-4ff3-9980-f32d322870fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.156567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=33d48efb-37c9-4f5b-84d6-2359cba6c0ed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:36.165655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Allocated IP 172.20.0.2 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:36.184496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:36.185345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.219570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f9ddae8-2ac0-4ff3-9980-f32d322870fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.219764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0cb4963-0099-45ee-b126-2bb585e26724 None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:36.219764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0cb4963-0099-45ee-b126-2bb585e26724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.274223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f9ddae8-2ac0-4ff3-9980-f32d322870fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e681e79bf5ba43f19f62568f6af1aa5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9562464 Jul 28 14:47:36.274223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ddae8-2ac0-4ff3-9980-f32d322870fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045e876a-36e0-43e7-b2f2-5a2f1354a252,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:36.274858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:36.319976 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2e94a-8b62-4a3f-892c-6f577e0e20a7 None None] New status for floating IP 8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:47:36.338683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cd03198-4fa6-4462-9ad8-173ca551e836 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6153181 Jul 28 14:47:36.345450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33492) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:36.347701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-1995139799', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:ee:16'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:36.381741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.382496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.388900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2a407da-e785-429b-917d-d2e2db025fcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6430075 Jul 28 14:47:36.398300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:36.408818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449456874'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:36.431033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:47:36.431033 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:47:36.431033 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': 'a40a7762b07f4b169662acb7d5316673', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 47, 36, 91635)}] Jul 28 14:47:36.431033 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:47:36.431783 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:47:36.464401 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.473543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.532666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Transition to ACTIVE for port object a2665307-8749-4cc9-a778-695d2b939025 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:36.559520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.587936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Transition to ACTIVE for port object a2665307-8749-4cc9-a778-695d2b939025 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:36.612279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.624903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Transition to ACTIVE for port object 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:36.643802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Transition to ACTIVE for port object 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:36.648383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.651936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.653168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/045e876a-36e0-43e7-b2f2-5a2f1354a252 HTTP/1.1" status: 204 len: 168 time: 0.3771675 Jul 28 14:47:36.669290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e8e9d-97aa-4688-98d2-e31c8f865127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e876a-36e0-43e7-b2f2-5a2f1354a252,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:36.673854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.683611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.688350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.747466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:36.755037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:36.759284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:36.801002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:36.822768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.869482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Attempting to bind port a2665307-8749-4cc9-a778-695d2b939025 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:36.869854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Attempting to bind port a2665307-8749-4cc9-a778-695d2b939025 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:36.870224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Attempting to bind port a2665307-8749-4cc9-a778-695d2b939025 on network 33897a7a-8f19-4cca-9f61-6f35bdccae66 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:36.876066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:36.884687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.899988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:36.901082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Pushing event updated for resources: {'Port': ['ID=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:36.907174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:36.910750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:36.913341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Checking segment: {'id': '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:36.913341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.913341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Bound using segment: {'id': '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:36.914436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Bound port: a2665307-8749-4cc9-a778-695d2b939025, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:36.915211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:36.919818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:36.971560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ba424c-4772-4479-973a-a11040733674,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:37.046820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Attempting to bind port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:37.047081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Attempting to bind port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:37.047437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Attempting to bind port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 on network dd08fe0b-578f-4f94-a21a-3bbad7a791cd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:37.047553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.059515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:37.059898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Checking segment: {'id': '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:37.060609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.061064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Bound using segment: {'id': '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:37.061603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Bound port: 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:37.062190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.064100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6fca825-8de7-4407-97d4-f4b62c51bd4f None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:37.064525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6fca825-8de7-4407-97d4-f4b62c51bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.067875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port e6e05c17-43cf-4aba-bac5-6062eeac22ba yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:37.077909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.190816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:37.195735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.4 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/e6e05c17-43cf-4aba-bac5-6062eeac22ba) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:37.199542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] For port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:37.218265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:37.222277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] For port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,segment=NetworkSegment(0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c),segment_id=0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:37.277386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.309151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274dbbcd-0dd2-4d68-8bb7-6b3eac58df76,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:37.369808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.384573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object e6e05c17-43cf-4aba-bac5-6062eeac22ba will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:37.386041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.408268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.461955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.466491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4cfa861e-7486-4117-b534-dca98b4ed4a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5487874 Jul 28 14:47:37.467899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.469636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce00b95d-4f63-4e4a-832e-56403e43dd60 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0696664 Jul 28 14:47:37.483636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:37.485517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33512) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:37.488961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:37.491428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2056848534', 'security_groups': ['274dbbcd-0dd2-4d68-8bb7-6b3eac58df76'], 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4628043-5dad-45d7-be88-30a4a1b326a9'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:37.496426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5305a-9641-41d7-b10c-4ac4b677694b None None] Pushing event updated for resources: {'Port': ['ID=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:37.574549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e9c93-9f56-41a3-aa73-47eab0dab9cf None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:37.627023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:37.638407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.719092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.879857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33516) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:37.891009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.898444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:37.903235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:37.919215 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2228b6fe-ef7d-4e76-88ee-494a326115f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:37.942270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:37.945876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:37.990430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=e6e05c17-43cf-4aba-bac5-6062eeac22ba,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:38.008810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.009156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.009505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.009847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.010189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.010577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.010920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.011279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.011617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.012034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.012365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.012694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:47:38.110269 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.135844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.136607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.148637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:38.246346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.283565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2228b6fe-ef7d-4e76-88ee-494a326115f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.371534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.402466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a147c3f3-1497-4042-9e18-0db048d37518,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:38.402683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::112 (33897a7a-8f19-4cca-9f61-6f35bdccae66/c4628043-5dad-45d7-be88-30a4a1b326a9/d7af19eb-0c5e-4e36-831d-5b4fcd2f186b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:38.422505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2228b6fe-ef7d-4e76-88ee-494a326115f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.587328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d998174-67b5-4170-b11a-f9360eae8b2b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2443893 Jul 28 14:47:38.588069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33522) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:38.593116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.594377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b38f38f8-78e1-4691-ad6c-182ccf7e93c5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1095910 Jul 28 14:47:38.634017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:38.648194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:38.713072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:38.729937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.739475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228b6fe-ef7d-4e76-88ee-494a326115f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91832f3b-5e60-4959-a3ee-483d6c35fa49,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:38.743416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bdd36-a3e9-4eec-ac99-6bf5a0b2c58d tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.752086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bdd36-a3e9-4eec-ac99-6bf5a0b2c58d tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.755307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2228b6fe-ef7d-4e76-88ee-494a326115f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9827d4ebe764a0f9df94c7ffaa1121e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712795 Jul 28 14:47:38.758559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33526) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:38.764483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27bdd36-a3e9-4eec-ac99-6bf5a0b2c58d tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:38.769359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33528) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:38.769950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c27bdd36-a3e9-4eec-ac99-6bf5a0b2c58d tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1781569 Jul 28 14:47:38.789349 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:47:38.817976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object d7af19eb-0c5e-4e36-831d-5b4fcd2f186b will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:38.831107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:38.834307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:47:38.881410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:38.885706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:38.932962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a0ff7-1fae-45a4-ac09-dfb66f1edeb9 None None] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:38.999647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.068823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.072288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.076734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.082901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Provisioning for port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:39.108122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Provisioning complete for port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:39.108667 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.174352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:39.176026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:39.179208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:39.185986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:39.186672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.220532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port e6e05c17-43cf-4aba-bac5-6062eeac22ba {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:39.220806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.259526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a2665307-8749-4cc9-a778-695d2b939025 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:39.298550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.324144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=d7af19eb-0c5e-4e36-831d-5b4fcd2f186b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.372813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1037bc0-6e14-4d8b-aa94-3454b0544dd8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.405383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.423661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.435539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-190491e7-bcf7-4a1b-a333-c43ce450d9b1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9488494 Jul 28 14:47:39.456335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33534) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:39.465455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:39.466729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] For port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,segment=NetworkSegment(0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c),segment_id=0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:39.509761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for e6e05c17-43cf-4aba-bac5-6062eeac22ba owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:39.544969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.550864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-10156a67-96ed-48e7-af09-417ac7d637e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9111567 Jul 28 14:47:39.550864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.554165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.558885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33538) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:39.566141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89e3715a-4bb9-4104-9195-8897a0b40641', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:39.569176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91832f3b-5e60-4959-a3ee-483d6c35fa49 HTTP/1.1" status: 204 len: 168 time: 0.7984869 Jul 28 14:47:39.614456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.630838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb2223-7170-40e1-ac41-a3e820f0bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91832f3b-5e60-4959-a3ee-483d6c35fa49,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.789751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:39.795714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:39.829377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f30f29-7b1f-42e6-945a-a74dfa25a2eb None None] Pushing event updated for resources: {'Port': ['ID=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:39.856222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:39.916607 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:47:39.925167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.036311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Provisioning for port a2665307-8749-4cc9-a778-695d2b939025 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:40.041032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:40.054449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.054826 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.068936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.087972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:40.115921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.149455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.196144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.210266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:40.213989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.243474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=e6e05c17-43cf-4aba-bac5-6062eeac22ba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.275652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4e0e4a-8338-4104-8089-bd380bb1a382,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.310269 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.331417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:40.390154 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.396625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.398812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e4142a5a-3848-406d-a49b-f0f393c74404 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8379941 Jul 28 14:47:40.401207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33548) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:40.411610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'network': {'name': 'tempest-network-smoke--43682659', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:40.414085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3c40d-74c6-4d4a-aa48-5879a9b10385 None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.446970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Provisioning complete for port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:40.447536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.459436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.460500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.538092 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4628043-5dad-45d7-be88-30a4a1b326a9 (CIDR: 2001:db8::/64) Jul 28 14:47:40.604360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=cc4000bd-3a02-4b1a-8463-0aa820497a74,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.614126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.620528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-67c8cd4d-8ccc-40f0-99d8-086ea87ee381 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/e6e05c17-43cf-4aba-bac5-6062eeac22ba HTTP/1.1" status: 204 len: 168 time: 1.8491306 Jul 28 14:47:40.624833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33556) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:40.647087 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:47:40.647644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:47:40.662883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:40.666207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.680046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:40.710337 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e112fc-48a2-4d98-98b0-2b85c8adcd12 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] GET failed (client error): The resource could not be found. Jul 28 14:47:40.711395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:47:40.712832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-71e112fc-48a2-4d98-98b0-2b85c8adcd12 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports/e6e05c17-43cf-4aba-bac5-6062eeac22ba HTTP/1.1" status: 404 len: 333 time: 0.0855920 Jul 28 14:47:40.717130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33560) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:40.725010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-559490878'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:40.726745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.727139 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Added segment d5773908-61f6-4920-94bc-8cc1c3be2567 of type vlan for network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 Jul 28 14:47:40.763715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:40.763715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.772597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:40.784216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:40.805124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:40.805744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.823220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:40.828229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:40.865769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-12b7e96e-1340-4aba-afe0-ea47140dcfd6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4081633 Jul 28 14:47:40.871423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33562) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:40.880731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:40.961841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf45e9-edfd-4a37-b63d-5d8eb8727a7a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:40.966831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Provisioning for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:40.977781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5d0f18d-6c3b-42ea-a0d9-04f705a60ddf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0883749 Jul 28 14:47:40.982548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33566) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:40.987166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:5d:cd:36', 'name': 'tempest-NetworksTestDHCPv6-1389320484'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:41.007057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Provisioning complete for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:41.007435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.043725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.050109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:41.050993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.154779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:41.170594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Network': ['ID=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:41.170806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Could not find standard attr ID for object e6e05c17-43cf-4aba-bac5-6062eeac22ba. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:47:41.181983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:41.203714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:47:41.208229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:41.212875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.234145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port 78dbe516-ea14-497b-8d2d-7856c75f192d yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:41.347448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.10 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/78dbe516-ea14-497b-8d2d-7856c75f192d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:41.357164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:41.357556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.388936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Provisioning for port 33d48efb-37c9-4f5b-84d6-2359cba6c0ed completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:41.393814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d806fda8-1f69-4a01-aac5-dfc081ea6c20 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9886556 Jul 28 14:47:41.406425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33576) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:41.406767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Provisioning complete for port 33d48efb-37c9-4f5b-84d6-2359cba6c0ed triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:41.406767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.406910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'admin_state_up': True, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:41.482889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-70eed2bc-720f-441c-b561-8bcb5deaeb28 None None] Port 33d48efb-37c9-4f5b-84d6-2359cba6c0ed cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:41.514522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Update dhcp port {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': 'cc4000bd-3a02-4b1a-8463-0aa820497a74', 'ip_address': '2001:db8::f816:3eff:fe58:717c'}, {'subnet_id': '0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '7f88fcd5-d549-40dc-8298-6e6ffe8745e1'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:47:41.568636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.577130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.590599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:41.594341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.601473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object 78dbe516-ea14-497b-8d2d-7856c75f192d will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:41.762696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:41.769497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:41.889716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Allocated IP 172.20.0.2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3/7f88fcd5-d549-40dc-8298-6e6ffe8745e1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:42.012292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:42.033617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:42.041679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:42.051897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.052984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.053185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:42.108503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.144404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Transition to ACTIVE for port object 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:42.154112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.171417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=78dbe516-ea14-497b-8d2d-7856c75f192d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:42.173844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.191828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:42.201393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.245604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=7f94a961-0f44-41d8-a2b9-418d056b1410,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:42.260154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:42.262131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:42.266166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:42.267296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.269723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.271769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.291340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b48eb-3321-4958-902f-fb309d26f0f0 None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:42.303186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 50e5916d-e13c-4a83-80b1-2376e2346814 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:42.351486 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4247d4d0-4533-4e19-92e4-a41f34f83b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.443907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df84201c-3962-40cd-85c4-957daace0cbc tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7247400 Jul 28 14:47:42.444789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:42.453674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:ee:16'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:42.484967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-34b9613b-1433-4d5f-a28e-4893273d4b93 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6091561 Jul 28 14:47:42.488613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33602) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:42.536300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c7f04-5e36-4776-bb94-3d3f65b8f4f2 None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:42.589938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1881481134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f94a961-0f44-41d8-a2b9-418d056b1410'}], 'security_groups': ['c6d5f48f-73ff-4e52-8a82-910c2251c6ab']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:42.625021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.674507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:42.767991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2e3b0001-91c7-4acf-bb93-6e4a78ea61c9 None None] Provisioning for port 78dbe516-ea14-497b-8d2d-7856c75f192d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:42.776876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2e3b0001-91c7-4acf-bb93-6e4a78ea61c9 None None] Provisioning complete for port 78dbe516-ea14-497b-8d2d-7856c75f192d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:42.777333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0001-91c7-4acf-bb93-6e4a78ea61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:42.845184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0001-91c7-4acf-bb93-6e4a78ea61c9 None None] Port 78dbe516-ea14-497b-8d2d-7856c75f192d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:42.936233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Update dhcp port {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'fixed_ips': [{'subnet_id': 'c4628043-5dad-45d7-be88-30a4a1b326a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f94a961-0f44-41d8-a2b9-418d056b1410'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'a2665307-8749-4cc9-a778-695d2b939025'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:47:42.965379 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.029031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.087792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.089927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 172.20.0.12 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3/50e5916d-e13c-4a83-80b1-2376e2346814) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:43.109168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe5d:cd36 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/cc4000bd-3a02-4b1a-8463-0aa820497a74/50e5916d-e13c-4a83-80b1-2376e2346814) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:43.225542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Allocated IP 2001:db8:0:1::2 (33897a7a-8f19-4cca-9f61-6f35bdccae66/7f94a961-0f44-41d8-a2b9-418d056b1410/a2665307-8749-4cc9-a778-695d2b939025) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:43.521870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:43.568343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.584791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Transition to ACTIVE for port object a2665307-8749-4cc9-a778-695d2b939025 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:43.649695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.665022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.675362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 50e5916d-e13c-4a83-80b1-2376e2346814 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:43.732234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.739046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.756742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.845418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae04fa-e067-4dd8-aa84-1ddb11414d3c None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:43.906506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.926993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:43.958349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9df65af3-cb0c-4ef8-a3d9-78dd65226139 None None] Provisioning for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:43.964321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9df65af3-cb0c-4ef8-a3d9-78dd65226139 None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:43.964917 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9df65af3-cb0c-4ef8-a3d9-78dd65226139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.028138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Delete allocated IP 2001:db8::112 (33897a7a-8f19-4cca-9f61-6f35bdccae66/c4628043-5dad-45d7-be88-30a4a1b326a9) {{(pid=94748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 14:47:44.047480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8:0:1::31e (33897a7a-8f19-4cca-9f61-6f35bdccae66/7f94a961-0f44-41d8-a2b9-418d056b1410/d7af19eb-0c5e-4e36-831d-5b4fcd2f186b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:44.280750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.75 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/bbb4bc07-c432-4cea-a498-3634d5dc31a9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:44.500334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.556838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe574d27-9636-41ce-bc91-0f559ea2dd78 None None] Provisioning complete for port 78dbe516-ea14-497b-8d2d-7856c75f192d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:44.557369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe574d27-9636-41ce-bc91-0f559ea2dd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.576398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object d7af19eb-0c5e-4e36-831d-5b4fcd2f186b will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:44.581656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.637348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fe574d27-9636-41ce-bc91-0f559ea2dd78 None None] Port 78dbe516-ea14-497b-8d2d-7856c75f192d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:44.674271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:44.722764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:44.730842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:44.742529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:44.750320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.791648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] In _notify_port_updated(), no bound segment for port 78dbe516-ea14-497b-8d2d-7856c75f192d on network dd08fe0b-578f-4f94-a21a-3bbad7a791cd {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:44.797785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.798649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.800084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "PUT /v2.0/ports/78dbe516-ea14-497b-8d2d-7856c75f192d HTTP/1.1" status: 200 len: 994 time: 2.3513563 Jul 28 14:47:44.800309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:44.804192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ec8ab-5599-466f-8b60-f314ccba276e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=78dbe516-ea14-497b-8d2d-7856c75f192d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.808127 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.811249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33640) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:44.827982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=d7af19eb-0c5e-4e36-831d-5b4fcd2f186b,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:44.838454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.903871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ff90f8a6-c3f2-4fe5-aa39-a5a061ea1c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.905313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.923963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] In _notify_port_updated(), no bound segment for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b on network 33897a7a-8f19-4cca-9f61-6f35bdccae66 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:44.960165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.960552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:44.960867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.961888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:44.966814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd31e947-e5a0-4c6b-af77-23472b760a2c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/ports/d7af19eb-0c5e-4e36-831d-5b4fcd2f186b HTTP/1.1" status: 200 len: 931 time: 2.4764247 Jul 28 14:47:44.970231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33644) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:45.003215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:45.007140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:45.010179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=bbb4bc07-c432-4cea-a498-3634d5dc31a9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:45.012852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:45.042035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=50e5916d-e13c-4a83-80b1-2376e2346814,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:45.070020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:45.074085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:45.074473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.098902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port 78dbe516-ea14-497b-8d2d-7856c75f192d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:45.099511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.222857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-86e69640-d108-486c-982a-84ce81fb9755 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2398880 Jul 28 14:47:45.224186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33652) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:45.255350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:45.359247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.378667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Provisioning for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:45.381639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a50bb-ab6a-4578-bd60-1e93fc350e54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:45.386507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Provisioning complete for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:45.386996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.390770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a50bb-ab6a-4578-bd60-1e93fc350e54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:45.395647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f11a50bb-ab6a-4578-bd60-1e93fc350e54 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1658602 Jul 28 14:47:45.396408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33654) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:45.407990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for 78dbe516-ea14-497b-8d2d-7856c75f192d owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:45.427923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:45.428443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.459211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:45.570870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 50e5916d-e13c-4a83-80b1-2376e2346814 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:45.573690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Provisioning for port a2665307-8749-4cc9-a778-695d2b939025 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:45.575384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.577651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:45.578030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75c0e0fe-661f-449c-ab36-337519ed5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.603229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.668133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for d7af19eb-0c5e-4e36-831d-5b4fcd2f186b owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:45.733670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.781650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.790386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:45.813426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 50e5916d-e13c-4a83-80b1-2376e2346814 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:45.841103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=78dbe516-ea14-497b-8d2d-7856c75f192d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:45.946286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76720217-4803-4b40-8558-9562067c600d None None] Provisioning for port 50e5916d-e13c-4a83-80b1-2376e2346814 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:45.956353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76720217-4803-4b40-8558-9562067c600d None None] Provisioning complete for port 50e5916d-e13c-4a83-80b1-2376e2346814 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:45.957155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76720217-4803-4b40-8558-9562067c600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.016719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-76720217-4803-4b40-8558-9562067c600d None None] Port 50e5916d-e13c-4a83-80b1-2376e2346814 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:46.044577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76720217-4803-4b40-8558-9562067c600d None None] Provisioning complete for port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:46.045120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76720217-4803-4b40-8558-9562067c600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.109927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.112050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e44dacf1-94a6-4bd4-aa02-a206df7c92af tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/78dbe516-ea14-497b-8d2d-7856c75f192d HTTP/1.1" status: 204 len: 168 time: 1.2972016 Jul 28 14:47:46.115388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33660) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.124408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.130602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-76720217-4803-4b40-8558-9562067c600d None None] Port d7af19eb-0c5e-4e36-831d-5b4fcd2f186b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:46.145406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.148818 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d392586-e2be-4b95-a17d-e1506ea7fb88 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] GET failed (client error): The resource could not be found. Jul 28 14:47:46.151235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d392586-e2be-4b95-a17d-e1506ea7fb88 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports/78dbe516-ea14-497b-8d2d-7856c75f192d HTTP/1.1" status: 404 len: 333 time: 0.0340738 Jul 28 14:47:46.160424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.165815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-943019005'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:46.186873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.248462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=d7af19eb-0c5e-4e36-831d-5b4fcd2f186b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:46.288369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.292274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-82260052-8821-4fb2-8681-3671e5feb5f2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/d7af19eb-0c5e-4e36-831d-5b4fcd2f186b HTTP/1.1" status: 204 len: 168 time: 1.3165812 Jul 28 14:47:46.297768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33666) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.330520 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa4d851-3c2e-4508-ab43-c180af49e0ee tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:47:46.332294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-faa4d851-3c2e-4508-ab43-c180af49e0ee tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/d7af19eb-0c5e-4e36-831d-5b4fcd2f186b HTTP/1.1" status: 404 len: 333 time: 0.0335553 Jul 28 14:47:46.336591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33668) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.369467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.419028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:46.422709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.428627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=50e5916d-e13c-4a83-80b1-2376e2346814,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:46.430076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router d7a46a70-006a-405e-8fc6-daa950d391e1 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:47:46.572951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port ac48e1a8-2b19-4473-9f81-09886afd2e1b yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:46.577548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.708882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.739705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.763379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:46.765293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fe1e88ca-c47f-427b-a5ce-f6f7111bc906 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/50e5916d-e13c-4a83-80b1-2376e2346814 HTTP/1.1" status: 204 len: 168 time: 1.3645220 Jul 28 14:47:46.770222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:46.942284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.4 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/ac48e1a8-2b19-4473-9f81-09886afd2e1b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:46.950227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae1a9c-5de9-40f7-9a16-e81caaf79abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:46.951923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae1a9c-5de9-40f7-9a16-e81caaf79abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:46.953609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae1a9c-5de9-40f7-9a16-e81caaf79abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:46.958907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ffae1a9c-5de9-40f7-9a16-e81caaf79abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1875215 Jul 28 14:47:46.959525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.103889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:47.146444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.149316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.152999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/security-groups/274dbbcd-0dd2-4d68-8bb7-6b3eac58df76 HTTP/1.1" status: 204 len: 168 time: 0.8129184 Jul 28 14:47:47.156192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.161511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.201401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:47.214201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Sync routers for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:47.232117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:47.232894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:47.272070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4e0ab-5e18-40d8-b6ed-d74cf2cde4db tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=274dbbcd-0dd2-4d68-8bb7-6b3eac58df76,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:47.321678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.339887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.346131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ea102f08-ac4b-46e4-9560-c98ad47795af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9509203 Jul 28 14:47:47.347176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33694) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.487775 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.523792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.591771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object ac48e1a8-2b19-4473-9f81-09886afd2e1b will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:47.608285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:47.611198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c85fe861-4c45-4258-89e7-dcc6c6f1e3a4 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=56245dcc2a25444f8fd4d55b76dc31cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2615705 Jul 28 14:47:47.613866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33700) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.615357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.628638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.808907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6647845f-5d4e-41e4-bdaf-c17777d2d739 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:47.813101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6647845f-5d4e-41e4-bdaf-c17777d2d739 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1956058 Jul 28 14:47:47.814319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.831344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:45Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:47.858338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2dcc491e-da6e-4e21-ae4f-c03a6b4e7e4c tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429010 Jul 28 14:47:47.861011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33704) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:47.866396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565608710', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:47.867029 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.867972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Checking router: d7a46a70-006a-405e-8fc6-daa950d391e1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:47.868765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Updating router d7a46a70-006a-405e-8fc6-daa950d391e1 port bbb4bc07-c432-4cea-a498-3634d5dc31a9 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:47:47.888386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:47.893926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.000119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.001739 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.004376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.008524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33708) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.008733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/security-groups/c6d5f48f-73ff-4e52-8a82-910c2251c6ab HTTP/1.1" status: 204 len: 168 time: 0.8235412 Jul 28 14:47:48.009770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.064343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:48.070599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.085486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.092544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dec4b-572b-4c72-8958-37327eba23ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d5f48f-73ff-4e52-8a82-910c2251c6ab,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.099668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.101597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a89a20c-f1f7-4b6e-ae08-fadbe0081bb6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3 HTTP/1.1" status: 204 len: 168 time: 1.1391704 Jul 28 14:47:48.108801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33712) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.111367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ffceb-1cb4-41bd-a431-8b5849d2a575 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:48.156977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:48.164776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:48.166907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=ac48e1a8-2b19-4473-9f81-09886afd2e1b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.173609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet c4628043-5dad-45d7-be88-30a4a1b326a9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:48.174116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:48.180625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.263359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.270663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet cc4000bd-3a02-4b1a-8463-0aa820497a74 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:48.293141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.349697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:48.350368 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.382459 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.382627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.418591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Transition to ACTIVE for port object bbb4bc07-c432-4cea-a498-3634d5dc31a9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:48.490993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.509938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-168f62a8-9306-4855-9b38-faa1826ee3cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3480225 Jul 28 14:47:48.514207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.525092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2a:ee:16'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:48.590684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.648182 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.669808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Deleting port 9d409d54-6d64-4f54-a54b-3b7562f7c570 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:48.671006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.710105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.716273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a59c-cacc-463b-8b5a-d67713b9aea2 None None] Pushing event updated for resources: {'Port': ['ID=bbb4bc07-c432-4cea-a498-3634d5dc31a9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.727068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Attempting to bind port bbb4bc07-c432-4cea-a498-3634d5dc31a9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:48.727844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Attempting to bind port bbb4bc07-c432-4cea-a498-3634d5dc31a9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:48.728424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Attempting to bind port bbb4bc07-c432-4cea-a498-3634d5dc31a9 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:48.736056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:48.736850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:48.737477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.738067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:48.738852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Bound port: bbb4bc07-c432-4cea-a498-3634d5dc31a9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:48.739756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.763524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.765906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b0a8eef2-afcc-444d-985e-abde5ac0af0a None None] Provisioning for port ac48e1a8-2b19-4473-9f81-09886afd2e1b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:48.774654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b0a8eef2-afcc-444d-985e-abde5ac0af0a None None] Provisioning complete for port ac48e1a8-2b19-4473-9f81-09886afd2e1b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:48.775155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b0a8eef2-afcc-444d-985e-abde5ac0af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.790571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:48.797813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33722) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:48.803590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:48.803740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0eeeb7-ddb5-45a1-a4db-08d603f7a3ed None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:48.809451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/c4628043-5dad-45d7-be88-30a4a1b326a9 HTTP/1.1" status: 204 len: 168 time: 0.7976048 Jul 28 14:47:48.853165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Subnet': ['ID=553e0aca-e592-43f4-ac0a-124e11cf6cb2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:48.871090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Checking segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:48.871891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network hostable DHCP agents. Network: 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:47:48.895981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b0a8eef2-afcc-444d-985e-abde5ac0af0a None None] Port ac48e1a8-2b19-4473-9f81-09886afd2e1b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:48.899676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] For port bbb4bc07-c432-4cea-a498-3634d5dc31a9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:48.917165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] For port bbb4bc07-c432-4cea-a498-3634d5dc31a9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bbb4bc07-c432-4cea-a498-3634d5dc31a9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:48.932732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc68ad-e513-4eaf-a344-cedb8644d497 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=c4628043-5dad-45d7-be88-30a4a1b326a9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.013187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:47:49.015717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.118513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:49.119207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:49.134016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:49.138428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:49.140054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.187190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] For port 9d409d54-6d64-4f54-a54b-3b7562f7c570, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9d409d54-6d64-4f54-a54b-3b7562f7c570,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:49.187746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.205962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bcbeb-6a9b-4d81-87b9-c787901bf968 None None] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:49.250265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Calling delete_port for 9d409d54-6d64-4f54-a54b-3b7562f7c570 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:49.256590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.272784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72a59c-cacc-463b-8b5a-d67713b9aea2 None None] Pushing event updated for resources: {'Port': ['ID=bbb4bc07-c432-4cea-a498-3634d5dc31a9,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.288901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7df036fa-e5f0-48b2-badf-41900a34514d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4267426 Jul 28 14:47:49.291585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33728) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:49.333062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.335538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093971f0-aeba-4436-855f-d9ca21e040c7 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:49.338468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/cc4000bd-3a02-4b1a-8463-0aa820497a74 HTTP/1.1" status: 204 len: 168 time: 1.2261207 Jul 28 14:47:49.343582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33730) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:49.390372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f46beff-f656-43bf-91b7-1f250a05f464 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445745 Jul 28 14:47:49.391297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9d53-2614-49c1-b993-4c4748d237f5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4000bd-3a02-4b1a-8463-0aa820497a74,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:49.393979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:49.402594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:49.503907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:49.507551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eee63255-7479-4053-93e8-95f6339b0b09 None None] Provisioning complete for port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:49.507938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eee63255-7479-4053-93e8-95f6339b0b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.888139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:49.891914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.936785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:49.940827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:49.963932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:49.964814 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.011289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.057797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.100198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:50.237040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.264263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-044e03d6-3550-46aa-bf3d-2ff6e36c1a8d None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:50.264656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-044e03d6-3550-46aa-bf3d-2ff6e36c1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.332743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:45Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:50.370021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360b1c5b-e600-4009-8ee0-41f18b9fdca7 None None] The sync data for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 is: [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:45Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:50.382207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Allocated IP 172.20.0.2 (4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218/553e0aca-e592-43f4-ac0a-124e11cf6cb2/baad8a28-c5d2-4d15-94ff-9c90cb192d4a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:50.396351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-044e03d6-3550-46aa-bf3d-2ff6e36c1a8d None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:50.396570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.409827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Deleting port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:50.410210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.549853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-044e03d6-3550-46aa-bf3d-2ff6e36c1a8d None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:50.551072 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-044e03d6-3550-46aa-bf3d-2ff6e36c1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.553249 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.573862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.578052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.587219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:50.595000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:50.606999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:50.607806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.621868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=d921b09d-e507-48e1-a39f-abba0c833c54,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:50.646613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:50.669307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d409d54-6d64-4f54-a54b-3b7562f7c570,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:50.700006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.767478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:50.768455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-87ce6876-a1ed-4af5-afdf-aaf032b1a1f8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3632753 Jul 28 14:47:50.777758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:50.881046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.882096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Transition to ACTIVE for port object baad8a28-c5d2-4d15-94ff-9c90cb192d4a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:50.899849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Transition to ACTIVE for port object baad8a28-c5d2-4d15-94ff-9c90cb192d4a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:50.982880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:50.986603 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:50.996151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.052875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Calling delete_port for 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:51.067897 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.089424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=ac48e1a8-2b19-4473-9f81-09886afd2e1b,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.146552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.156343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] In _notify_port_updated(), no bound segment for port ac48e1a8-2b19-4473-9f81-09886afd2e1b on network dd08fe0b-578f-4f94-a21a-3bbad7a791cd {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:51.162289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:51.163306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.165259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e966508a-fbcb-42cf-926a-2a47add6aa93 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "PUT /v2.0/ports/ac48e1a8-2b19-4473-9f81-09886afd2e1b HTTP/1.1" status: 200 len: 995 time: 2.6482933 Jul 28 14:47:51.172758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33750) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:51.185213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:51.236190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:51.239689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:51.240291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.265598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=4120a943-a364-4e44-9d4d-1251b6f4b1e9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.278785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18f43d-49da-4b93-83e9-ddaabc498bf9 None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:51.303806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.308322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.1 (4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218/553e0aca-e592-43f4-ac0a-124e11cf6cb2/90898d3a-259a-4291-ac05-fb8a4e83ea30) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:51.345589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:51.364754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port ac48e1a8-2b19-4473-9f81-09886afd2e1b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:51.365093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.397276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99f6f4d1-4509-41b0-a3bd-0babc8b5f828 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5982649 Jul 28 14:47:51.400392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33754) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:51.407080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1310509483'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:51.445875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:51.449449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:51.475385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:51.547927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Pushing event updated for resources: {'Port': ['ID=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.563307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-71173b08-3d71-44ad-8451-07297ba828f2 None None] Provisioning complete for port ac48e1a8-2b19-4473-9f81-09886afd2e1b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:51.564495 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-71173b08-3d71-44ad-8451-07297ba828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.579789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:51.584821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.637255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.641650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.669186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.691275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for ac48e1a8-2b19-4473-9f81-09886afd2e1b owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:51.718784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Attempting to bind port baad8a28-c5d2-4d15-94ff-9c90cb192d4a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:51.719338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Attempting to bind port baad8a28-c5d2-4d15-94ff-9c90cb192d4a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:51.720518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Attempting to bind port baad8a28-c5d2-4d15-94ff-9c90cb192d4a on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:51.734990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.775436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-71173b08-3d71-44ad-8451-07297ba828f2 None None] Port ac48e1a8-2b19-4473-9f81-09886afd2e1b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:51.776367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Checking segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Bound using segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Bound port: baad8a28-c5d2-4d15-94ff-9c90cb192d4a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.776478 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:51.843211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] No DVR routers for this DVR port 7f88fcd5-d549-40dc-8298-6e6ffe8745e1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:51.870609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd47594-397b-4941-858b-3808662d71a0 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:51.880763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.985193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2babef-826b-4c02-ac0b-68f80c58ef52 None None] Pushing event deleted for resources: {'Port': ['ID=7f88fcd5-d549-40dc-8298-6e6ffe8745e1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:51.993816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 90898d3a-259a-4291-ac05-fb8a4e83ea30 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:52.001889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] For port baad8a28-c5d2-4d15-94ff-9c90cb192d4a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:52.053958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] For port baad8a28-c5d2-4d15-94ff-9c90cb192d4a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:52.057969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.134121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=ac48e1a8-2b19-4473-9f81-09886afd2e1b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:52.178580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:52.188674 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Sync routers for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:52.203718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e730d3a6-853d-4414-9bf4-5c047bd82633 admin admin] 10.222.0.47 "PUT /v2.0/routers/6c3f15b6-bfd7-4503-b65b-2c2f55fc6803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4932649 Jul 28 14:47:52.205270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.210637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.216062 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:52.217303 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:52.226610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Update dhcp port {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'fixed_ips': [{'subnet_id': '7f94a961-0f44-41d8-a2b9-418d056b1410', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4120a943-a364-4e44-9d4d-1251b6f4b1e9'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'a2665307-8749-4cc9-a778-695d2b939025'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:47:52.321227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.335065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.380410 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.419574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:47:52.419755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:52.421209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.449957 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.568712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.571063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b3621c2d-12e7-48a5-913f-6a91843308ab tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/ac48e1a8-2b19-4473-9f81-09886afd2e1b HTTP/1.1" status: 204 len: 168 time: 1.3966601 Jul 28 14:47:52.581233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.588729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33764) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.596539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:52.619972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:52.650915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:52.651611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.654069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a2bbd2-26ac-4529-82f0-f310b268b579,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:52.660824 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfc400d-1418-4585-b7ab-0f1a964bfeb3 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] GET failed (client error): The resource could not be found. Jul 28 14:47:52.670012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9cfc400d-1418-4585-b7ab-0f1a964bfeb3 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports/ac48e1a8-2b19-4473-9f81-09886afd2e1b HTTP/1.1" status: 404 len: 333 time: 0.0771110 Jul 28 14:47:52.676480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.692459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-712307274'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:52.749328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.750785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4665305b-c2a4-4cf3-96dd-5afd4d689dcf tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3491302 Jul 28 14:47:52.783515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=fb0d35b3-d43b-4243-b78f-a0a1a7881412,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:52.787462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.800955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1861185016'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:52.815170 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-edb1c6b2-4c3a-4145-833d-908f77e3312e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0509017 Jul 28 14:47:52.829082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33770) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:52.842625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': 'd921b09d-e507-48e1-a39f-abba0c833c54'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:47:52.855035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:a8:fd:2c', 'name': 'tempest-NetworksTestDHCPv6-379936599'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:52.856997 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:52.883247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532caf4-9338-4460-a624-9a6f0a2f9f43 None None] Pushing event updated for resources: {'Port': ['ID=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:52.919324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bbb4bc07-c432-4cea-a498-3634d5dc31a9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:53.014293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:53.023535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:53.028568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:53.072102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.092849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:47:53.092849 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:47:53.092849 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'a40a7762b07f4b169662acb7d5316673', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 47, 53, 67545)}] Jul 28 14:47:53.092849 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:47:53.093230 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:47:53.150669 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:47:50Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:53.153872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.189169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.194813 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Checking router: 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:53.204684 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Routers {'6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:53.205460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:53.243979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:53.301024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:53.304874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.308705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Allocated IP 2001:db8::2 (33897a7a-8f19-4cca-9f61-6f35bdccae66/4120a943-a364-4e44-9d4d-1251b6f4b1e9/a2665307-8749-4cc9-a778-695d2b939025) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:53.328056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port 1b71048d-aa9a-45df-93e4-7719ef6c72cf yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:53.372463 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] Set router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:53.453392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.488272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Deleting port b7470acf-99fc-41de-b131-c6fe956ed824 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:53.488664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.527744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.571809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7b7321-c9fc-4079-8495-f6e872d4ce60,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:53.593391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.14 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/1b71048d-aa9a-45df-93e4-7719ef6c72cf) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:53.605591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Allocated IP 172.20.0.2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/d921b09d-e507-48e1-a39f-abba0c833c54/7e48aa13-3b37-49fb-94b9-2fce215b687c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:53.613632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bbb4bc07-c432-4cea-a498-3634d5dc31a9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:53.632801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Allocated IP 2001:db8::f816:3eff:fe7d:fa27 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/fb0d35b3-d43b-4243-b78f-a0a1a7881412/7e48aa13-3b37-49fb-94b9-2fce215b687c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:53.646266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bbb4bc07-c432-4cea-a498-3634d5dc31a9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:53.649726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.749170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:53.760921 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:47:50Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:53.810493 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a056809-f301-48aa-a65d-f496db315a77 None None] The sync data for ids ['6c3f15b6-bfd7-4503-b65b-2c2f55fc6803'] in n-d-705658-23 is: [{'id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'name': 'tempest-TaggedBootDevicesTest-878645664-router', 'tenant_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:35:34Z', 'updated_at': '2021-07-28T14:47:50Z', 'revision_number': 5, 'project_id': '0dd75d5ccd1e476da965d88a60c77b2f', 'gw_port': {'id': 'b7470acf-99fc-41de-b131-c6fe956ed824', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3f15b6-bfd7-4503-b65b-2c2f55fc6803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:35:36Z', 'updated_at': '2021-07-28T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:47:53.902089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:53.903885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f571dbe-6245-4994-b76c-75a8904df13f tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1073182 Jul 28 14:47:53.918083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:53.927616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1158777255'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:54.035521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.042931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.043470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a26a97-3982-4402-982f-3b603e08c32c None None] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:54.073266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object 1b71048d-aa9a-45df-93e4-7719ef6c72cf will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:54.082854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port c2b81740-3570-4000-b4b5-85eaf2327e62 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:54.104095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.114412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Transition to ACTIVE for port object 7e48aa13-3b37-49fb-94b9-2fce215b687c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:54.157957 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.273389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.282769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Transition to ACTIVE for port object 7e48aa13-3b37-49fb-94b9-2fce215b687c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:54.294355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:54.347305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] For port b7470acf-99fc-41de-b131-c6fe956ed824, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7470acf-99fc-41de-b131-c6fe956ed824,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:54.348283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.365536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.396860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Calling delete_port for b7470acf-99fc-41de-b131-c6fe956ed824 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:54.413265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.435599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-50cf4759-dbcd-479e-80b0-4432f85baade None None] Provisioning for port baad8a28-c5d2-4d15-94ff-9c90cb192d4a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:54.437827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.496804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bbb4bc07-c432-4cea-a498-3634d5dc31a9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bbb4bc07-c432-4cea-a498-3634d5dc31a9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:54.499240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.565656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:54.573492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Transition to ACTIVE for port object a2665307-8749-4cc9-a778-695d2b939025 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:54.579084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:54.585908 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.591845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:54.604361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 172.20.0.9 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/d921b09d-e507-48e1-a39f-abba0c833c54/c2b81740-3570-4000-b4b5-85eaf2327e62) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:54.615064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=1b71048d-aa9a-45df-93e4-7719ef6c72cf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.641911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Pushing event updated for resources: {'Port': ['ID=7e48aa13-3b37-49fb-94b9-2fce215b687c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.642045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fea8:fd2c (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/fb0d35b3-d43b-4243-b78f-a0a1a7881412/c2b81740-3570-4000-b4b5-85eaf2327e62) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:54.718189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.793433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.817985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:54.821181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:54.824353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:54.853558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device baad8a28-c5d2-4d15-94ff-9c90cb192d4a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:54.889391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Attempting to bind port 7e48aa13-3b37-49fb-94b9-2fce215b687c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:54.889764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Attempting to bind port 7e48aa13-3b37-49fb-94b9-2fce215b687c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:54.890125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Attempting to bind port 7e48aa13-3b37-49fb-94b9-2fce215b687c on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:54.891371 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.892388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bbb4bc07-c432-4cea-a498-3634d5dc31a9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:54.893147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:54.893792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.911297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:54.990198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.004590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab51e37-0814-4369-88d1-5de18c85cacc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.024814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:55.025200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:55.025606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.026006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:55.026498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Bound port: 7e48aa13-3b37-49fb-94b9-2fce215b687c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:55.026883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.064171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.094758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:55.098595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5fb0bb9b-1b24-498e-ac1f-bd0683ade2cb tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4186373 Jul 28 14:47:55.105021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'network_id': 'dd08fe0b-578f-4f94-a21a-3bbad7a791cd', 'name': 'tempest-AllowedAddressPairTestJSON-1508474203'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:55.119778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.130527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.137085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7e54c8d9-82be-42fe-822c-09711c164fff tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2102740 Jul 28 14:47:55.158140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33792) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:55.164949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-565615603', 'security_groups': ['aab51e37-0814-4369-88d1-5de18c85cacc'], 'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4120a943-a364-4e44-9d4d-1251b6f4b1e9'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:55.177997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object c2b81740-3570-4000-b4b5-85eaf2327e62 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:55.207762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.254283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93019a46-688c-45c5-8d2b-1c6052ec6045 None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.344638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] For port 7e48aa13-3b37-49fb-94b9-2fce215b687c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:55.349537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port baad8a28-c5d2-4d15-94ff-9c90cb192d4a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:55.382455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port baad8a28-c5d2-4d15-94ff-9c90cb192d4a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:55.387577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.387577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] For port 7e48aa13-3b37-49fb-94b9-2fce215b687c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7e48aa13-3b37-49fb-94b9-2fce215b687c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:55.411668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.517583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c402c42e-c055-44ee-b91e-5c06044a084d None None] Provisioning for port 1b71048d-aa9a-45df-93e4-7719ef6c72cf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:55.523427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.524623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:55.568688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.569815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7470acf-99fc-41de-b131-c6fe956ed824,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.624881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c402c42e-c055-44ee-b91e-5c06044a084d None None] Provisioning complete for port 1b71048d-aa9a-45df-93e4-7719ef6c72cf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:55.625265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c402c42e-c055-44ee-b91e-5c06044a084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.636243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:55.677840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:55.714411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c402c42e-c055-44ee-b91e-5c06044a084d None None] Port 1b71048d-aa9a-45df-93e4-7719ef6c72cf cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:55.726857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.728341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:55.737146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:55.748520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:55.766093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=c2b81740-3570-4000-b4b5-85eaf2327e62,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.818462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port baad8a28-c5d2-4d15-94ff-9c90cb192d4a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:55.864438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.941812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4e4cb-a3bc-428c-9a3d-c5ce91211e73 None None] Pushing event updated for resources: {'Port': ['ID=7e48aa13-3b37-49fb-94b9-2fce215b687c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:55.960167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Provisioning complete for port baad8a28-c5d2-4d15-94ff-9c90cb192d4a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:55.960167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.960167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:55.990940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:55.992148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.009046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.026485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9d409d54-6d64-4f54-a54b-3b7562f7c570 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:47:56.035037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Made reservation on behalf of b0718ec8a18a4ba0a9f369eb115a2fac for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:56.036945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] device_id is not set on port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:56.044380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.122006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5990930a-5d89-44a5-b3e7-636d75e489d6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2735074 Jul 28 14:47:56.131919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:56.140303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9d409d54-6d64-4f54-a54b-3b7562f7c570 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:47:56.140654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9d409d54-6d64-4f54-a54b-3b7562f7c570 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:47:56.194363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:56.272998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.276382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.295140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] device_id is not set on port 24238ea5-9f8a-46bc-be54-582194e3477e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:47:56.410967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router d7a46a70-006a-405e-8fc6-daa950d391e1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:47:56.431782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05ce17-9bab-4721-b944-91f15e130a67 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:56.438316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05ce17-9bab-4721-b944-91f15e130a67 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:56.442869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7b05ce17-9bab-4721-b944-91f15e130a67 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3097560 Jul 28 14:47:56.443523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:56.475492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Provisioning for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:56.479664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Provisioning complete for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:56.480049 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.548400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b5a85a44-3a78-4028-8150-6b18fd44b70e None None] Port 90898d3a-259a-4291-ac05-fb8a4e83ea30 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:56.556915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8::34f (33897a7a-8f19-4cca-9f61-6f35bdccae66/4120a943-a364-4e44-9d4d-1251b6f4b1e9/dc214ccb-088a-4dbe-a48f-1a8e40dbfc90) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:56.570024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.570723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:47:56.591468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.591468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7fecf6db-6991-4dcc-809d-17460a81ee6c admin admin] 10.222.0.47 "DELETE /v2.0/routers/6c3f15b6-bfd7-4503-b65b-2c2f55fc6803 HTTP/1.1" status: 204 len: 168 time: 4.3747342 Jul 28 14:47:56.591468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33812) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:56.683010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:56.684079 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.688356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port c2b81740-3570-4000-b4b5-85eaf2327e62 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:56.688356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.708350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:47:56.729945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-68f3cca9-4022-4f14-9cbd-1fa238cb8cb8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/d7a46a70-006a-405e-8fc6-daa950d391e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4281266 Jul 28 14:47:56.730501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Allocated IP 172.20.0.5 (dd08fe0b-578f-4f94-a21a-3bbad7a791cd/f7460bb6-129b-408d-8c09-5528675fc3cc/24238ea5-9f8a-46bc-be54-582194e3477e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:47:56.740362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Sync routers for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:47:56.747376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Deleting subnet 888e35b3-e127-45f2-8ae3-e938e5aa0acd {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:56.759419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.807662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:56.843037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:56.847078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:47:56.848173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:56.983786 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.044018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Provisioning for port a2665307-8749-4cc9-a778-695d2b939025 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:57.053830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:57.059028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.132691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:47:57.145981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.162723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Transition to ACTIVE for port object 24238ea5-9f8a-46bc-be54-582194e3477e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:57.331780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.371126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bbb4bc07-c432-4cea-a498-3634d5dc31a9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:57.412279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.417897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Provisioning complete for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:57.418362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.449428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:57.449534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.465906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for c2b81740-3570-4000-b4b5-85eaf2327e62 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:57.473429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:57.495074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:57.504618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888e35b3-e127-45f2-8ae3-e938e5aa0acd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:57.507875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3feefe4b-d4db-4c22-924e-ec4dec2991cc None None] Port 90898d3a-259a-4291-ac05-fb8a4e83ea30 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:57.518259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d63dfc-2f96-4d1c-8937-893a37b80aee None None] Network 7ec25bd7-b9ca-4a24-be58-e3af2a293dae requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:57.520278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.523285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-871068d1-81c9-4835-9144-7357caa525c1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/888e35b3-e127-45f2-8ae3-e938e5aa0acd HTTP/1.1" status: 204 len: 168 time: 0.9349241 Jul 28 14:47:57.569806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:57.576469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e750a9-4bf9-422c-b8d9-74f1eebe117a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:47:57.586004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=24238ea5-9f8a-46bc-be54-582194e3477e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:57.640579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:57.643783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.776783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d7bd26f-e86a-4482-a053-16993efcf61f tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6773233 Jul 28 14:47:57.778887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:57.794996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:2a:ee:16'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:92:a3:83'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:57.809415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-3c477f31-0a38-41d7-bd9a-c10ebb5dbe6e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578455087&fields=id&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 267 time: 0.2105756 Jul 28 14:47:57.829604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.854865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bbb4bc07-c432-4cea-a498-3634d5dc31a9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:57.855279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:57.942770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.006519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0c7c9a19-ca81-49fd-ae9c-1031de2bab07 None None] Provisioning for port 7e48aa13-3b37-49fb-94b9-2fce215b687c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:58.111002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 2, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:58.131809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-3cca94c7-06be-44be-8273-14313c4d6b0f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:58.144802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-3cca94c7-06be-44be-8273-14313c4d6b0f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 795 time: 0.3277848 Jul 28 14:47:58.159128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7e48aa13-3b37-49fb-94b9-2fce215b687c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:58.161150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-2eacf606-e165-489d-9249-6acccb74b858 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/quotas/56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 375 time: 0.0219262 Jul 28 14:47:58.186091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Checking router: d7a46a70-006a-405e-8fc6-daa950d391e1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:47:58.186449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Updating router d7a46a70-006a-405e-8fc6-daa950d391e1 port 90898d3a-259a-4291-ac05-fb8a4e83ea30 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:47:58.206054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] DHCP port deletion for 7ec25bd7-b9ca-4a24-be58-e3af2a293dae request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:47:58.206354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:58.209426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Deleting port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:58.210647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.213427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.274067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.296599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=c2b81740-3570-4000-b4b5-85eaf2327e62,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:58.356867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.391981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] For port 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bf3e174-7ac8-4682-b19e-017cdfcabe45,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:58.392533 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.429123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Deleting port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:58.429123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.435791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-319f0c7a-9503-412b-a3a7-eba910834db5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2736349 Jul 28 14:47:58.444420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Calling delete_port for 9bf3e174-7ac8-4682-b19e-017cdfcabe45 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:58.483393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-47845165-5d80-4e51-b425-c9aae37743e4 None None] Provisioning for port 24238ea5-9f8a-46bc-be54-582194e3477e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:58.530904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-47845165-5d80-4e51-b425-c9aae37743e4 None None] Provisioning complete for port 24238ea5-9f8a-46bc-be54-582194e3477e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:58.531548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47845165-5d80-4e51-b425-c9aae37743e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.547185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7e48aa13-3b37-49fb-94b9-2fce215b687c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:58.583458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] For port 9bf3e174-7ac8-4682-b19e-017cdfcabe45, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bf3e174-7ac8-4682-b19e-017cdfcabe45,segment=NetworkSegment(1862aaab-5c62-4268-8eb8-f3d603d58eda),segment_id=1862aaab-5c62-4268-8eb8-f3d603d58eda)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:58.583866 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.599101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7e48aa13-3b37-49fb-94b9-2fce215b687c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:58.599487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.639353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Calling delete_port for 9bf3e174-7ac8-4682-b19e-017cdfcabe45 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:47:58.643976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.648943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b9842557-b323-406e-8e73-016a286e582e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/c2b81740-3570-4000-b4b5-85eaf2327e62 HTTP/1.1" status: 204 len: 168 time: 2.1996572 Jul 28 14:47:58.649613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33848) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:58.655431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-80aa3c54-6874-4520-92da-61fbd7cebe4d service neutron] 10.222.0.47 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926799 Jul 28 14:47:58.669410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-47845165-5d80-4e51-b425-c9aae37743e4 None None] Port 24238ea5-9f8a-46bc-be54-582194e3477e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:58.772923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-03b3256d-ba04-4a8a-93ae-bf4405b96aea service neutron] 10.222.0.47 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028569 Jul 28 14:47:58.787292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.876051 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.878506 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.882370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.888164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387328b-6d32-4380-8bc6-0660655ed043 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:58.889934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387328b-6d32-4380-8bc6-0660655ed043 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:58.891827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5387328b-6d32-4380-8bc6-0660655ed043 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:58.897442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5387328b-6d32-4380-8bc6-0660655ed043 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2469249 Jul 28 14:47:58.898062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33852) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:58.905074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:47:58.912653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:47:58.930742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:47:58.930880 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:47:58.934565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:58.934565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.952920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.956696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Transition to ACTIVE for port object 90898d3a-259a-4291-ac05-fb8a4e83ea30 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:47:58.957659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=dc214ccb-088a-4dbe-a48f-1a8e40dbfc90,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:58.959726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7e48aa13-3b37-49fb-94b9-2fce215b687c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7e48aa13-3b37-49fb-94b9-2fce215b687c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:47:58.964194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:58.994245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] No DVR routers for this DVR port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:58.998377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f5b09-0313-417d-bb99-9762b81dc047 None None] Pushing event deleted for resources: {'Port': ['ID=9bf3e174-7ac8-4682-b19e-017cdfcabe45,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.011021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] No DVR routers for this DVR port 9bf3e174-7ac8-4682-b19e-017cdfcabe45 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:47:59.015946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf3e174-7ac8-4682-b19e-017cdfcabe45,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.025513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet d921b09d-e507-48e1-a39f-abba0c833c54 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:47:59.029250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.083724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.087390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.088229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device baad8a28-c5d2-4d15-94ff-9c90cb192d4a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:59.090047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.101613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.121696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fb7b6fbf-66c6-4032-81b0-dca265c6619e tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9700053 Jul 28 14:47:59.124497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33856) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:59.130703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:47:59.327866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7e48aa13-3b37-49fb-94b9-2fce215b687c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.354628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.378213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec25bd7-b9ca-4a24-be58-e3af2a293dae']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:59.396833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1862aaab-5c62-4268-8eb8-f3d603d58eda') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:59.397308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1862aaab-5c62-4268-8eb8-f3d603d58eda') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:47:59.411449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.438410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34ee9f43-eba4-4627-acdf-2342f1bb0034 req-a305443b-d465-4b07-b4b5-212023ff8ee5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.2423573 Jul 28 14:47:59.472953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.516468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:47:59.517863 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:47:59.523101 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:47:59.537852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event updated for resources: {'Port': ['ID=24238ea5-9f8a-46bc-be54-582194e3477e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.586365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] In _notify_port_updated(), no bound segment for port 24238ea5-9f8a-46bc-be54-582194e3477e on network dd08fe0b-578f-4f94-a21a-3bbad7a791cd {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:47:59.587524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Could not find standard attr ID for object c2b81740-3570-4000-b4b5-85eaf2327e62. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:47:59.592083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:47:59.596192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.601542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9d385625-b30a-44d0-9fe8-c48c5fb5be2c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "PUT /v2.0/ports/24238ea5-9f8a-46bc-be54-582194e3477e HTTP/1.1" status: 200 len: 1057 time: 1.8214982 Jul 28 14:47:59.602208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33868) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port baad8a28-c5d2-4d15-94ff-9c90cb192d4a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Attempting to bind port 90898d3a-259a-4291-ac05-fb8a4e83ea30 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Attempting to bind port 90898d3a-259a-4291-ac05-fb8a4e83ea30 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Attempting to bind port 90898d3a-259a-4291-ac05-fb8a4e83ea30 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:47:59.617717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b36f-cb46-4dd9-82e7-793b21d0b36a None None] Pushing event updated for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.666623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:47:59.667157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Checking segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:47:59.667631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.668119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Bound using segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:47:59.668728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Bound port: 90898d3a-259a-4291-ac05-fb8a4e83ea30, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:47:59.669183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.715889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:47:59.725815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.755781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Provisioning for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:47:59.761774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.786607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Provisioning complete for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:59.787153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.810725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] For port 90898d3a-259a-4291-ac05-fb8a4e83ea30, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:47:59.834208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port 24238ea5-9f8a-46bc-be54-582194e3477e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:47:59.834572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.846090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] For port 90898d3a-259a-4291-ac05-fb8a4e83ea30, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90898d3a-259a-4291-ac05-fb8a4e83ea30,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:47:59.859329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:47:59.862359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:47:59.881493 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4120a943-a364-4e44-9d4d-1251b6f4b1e9 (CIDR: 2001:db8::/64) Jul 28 14:47:59.884557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.892662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.896842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7ec25bd7-b9ca-4a24-be58-e3af2a293dae HTTP/1.1" status: 204 len: 168 time: 2.2948577 Jul 28 14:47:59.909060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee8c7-5236-4e32-87d0-06ec567a0a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec25bd7-b9ca-4a24-be58-e3af2a293dae,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:47:59.923658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Provisioning complete for port 7e48aa13-3b37-49fb-94b9-2fce215b687c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:59.924116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a56d2893-7fbd-4242-8a0d-18c38dee6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.974528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.985097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:47:59.985496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:47:59.986274 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:47:59.987739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:00.023836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for 24238ea5-9f8a-46bc-be54-582194e3477e owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:00.029924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.050216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.069792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.074153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/d921b09d-e507-48e1-a39f-abba0c833c54 HTTP/1.1" status: 204 len: 168 time: 1.1728227 Jul 28 14:48:00.074153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68873b7d-3cf6-4cd2-8930-2e6de3effd06 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=d921b09d-e507-48e1-a39f-abba0c833c54,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:00.074689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33874) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.177818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet fb0d35b3-d43b-4243-b78f-a0a1a7881412 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:00.187338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.217823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066b36f-cb46-4dd9-82e7-793b21d0b36a None None] Pushing event updated for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:00.239953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c918fbf1-9959-403b-a0ac-e67e960b46c8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1071692 Jul 28 14:48:00.240365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.243145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:00.243813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:47:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:00.253486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:00.259857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.378604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf4587-a7f9-463c-b8e9-56c138d371d1 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:00.388413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-577240d5-f075-433f-af16-40e6b7c86de0 None None] Could not find standard attr ID for object c2b81740-3570-4000-b4b5-85eaf2327e62. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:00.454605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.544498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f526862-83e3-49fe-ab8a-d6d06f569d6c req-7fd5ae65-d6c1-4769-999a-81cabca169e7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0367634 Jul 28 14:48:00.546815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.551470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=24238ea5-9f8a-46bc-be54-582194e3477e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:00.615933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33880) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.655113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7e48aa13-3b37-49fb-94b9-2fce215b687c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:00.694302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-577240d5-f075-433f-af16-40e6b7c86de0 None None] Provisioning complete for port 24238ea5-9f8a-46bc-be54-582194e3477e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:00.695243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-577240d5-f075-433f-af16-40e6b7c86de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.719671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d8e0a89a-5074-4476-b6e9-f2f0b6c6c4c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0dd75d5ccd1e476da965d88a60c77b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003706 Jul 28 14:48:00.720631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.791224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:00.791224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-577240d5-f075-433f-af16-40e6b7c86de0 None None] Port 24238ea5-9f8a-46bc-be54-582194e3477e was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:48:00.793837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.822490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.864065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.869291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a2be3186-e0e3-44ba-8e78-eb9919321d25 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/24238ea5-9f8a-46bc-be54-582194e3477e HTTP/1.1" status: 204 len: 168 time: 1.2373562 Jul 28 14:48:00.869944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33886) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.894918 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0276ca-bc3a-4bc3-a2a2-1e45f4deee7b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] GET failed (client error): The resource could not be found. Jul 28 14:48:00.896481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2b0276ca-bc3a-4bc3-a2a2-1e45f4deee7b tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports/24238ea5-9f8a-46bc-be54-582194e3477e HTTP/1.1" status: 404 len: 333 time: 0.0255883 Jul 28 14:48:00.899316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:00.949727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7e48aa13-3b37-49fb-94b9-2fce215b687c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:00.950113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:00.993300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port 1b71048d-aa9a-45df-93e4-7719ef6c72cf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:00.993663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.062123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:01.069507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.089305 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.103932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for 1b71048d-aa9a-45df-93e4-7719ef6c72cf owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:01.149502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.167127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.170361 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.172100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/963d1ac6-995d-46bc-bdae-2e21387e8d83 HTTP/1.1" status: 204 len: 168 time: 0.4502721 Jul 28 14:48:01.175828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.178408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/fb0d35b3-d43b-4243-b78f-a0a1a7881412 HTTP/1.1" status: 204 len: 168 time: 1.1023784 Jul 28 14:48:01.181150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33898) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.240460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d02a2-b26e-42bd-a18d-77b3da37f4aa tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0d35b3-d43b-4243-b78f-a0a1a7881412,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:01.244820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:47:59Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:01.253422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfe7e4-b6e0-41bd-b720-35029d55e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d1ac6-995d-46bc-bdae-2e21387e8d83,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:01.266376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-860c8c19-d3b6-4547-bad4-3fe3b79e3c3a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833669 Jul 28 14:48:01.269781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.319671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bf3e174-7ac8-4682-b19e-017cdfcabe45 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:01.324599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febccb0b-dd99-4a8b-9ec0-3832ebe4ea02 None None] The sync data for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 is: [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:47:59Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:01.370711 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7f94a961-0f44-41d8-a2b9-418d056b1410 (CIDR: 2001:db8:0:1::/64) Jul 28 14:48:01.372508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f120bf18-f8ee-42f5-aae5-6aad80d2b5be tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:01.374614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f120bf18-f8ee-42f5-aae5-6aad80d2b5be tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1034436 Jul 28 14:48:01.376972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33904) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.406004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9bf3e174-7ac8-4682-b19e-017cdfcabe45 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:01.406364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bf3e174-7ac8-4682-b19e-017cdfcabe45 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:01.406777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7470acf-99fc-41de-b131-c6fe956ed824 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:01.467948 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:01.474223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:01.481479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b7470acf-99fc-41de-b131-c6fe956ed824 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:01.482793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7470acf-99fc-41de-b131-c6fe956ed824 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:01.523702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a260b16-e9a6-4b33-aaea-8a5f0ff911b3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:01.527019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a260b16-e9a6-4b33-aaea-8a5f0ff911b3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476769 Jul 28 14:48:01.528423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33908) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.600122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-033cab71-3747-4de5-84f0-23a5d8f0cef6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703576 Jul 28 14:48:01.605633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33914) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.611513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:01.676757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.681184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1cc7e3c-9d33-4109-a1f3-c7562318a346 req-5928b48b-864c-46e4-8ec1-63005a1bd71a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0395937 Jul 28 14:48:01.702585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1acaf5da-5347-4550-8f9a-a569d803fd47 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4610019 Jul 28 14:48:01.703318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33916) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.715901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'subnet': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:01.731139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=1b71048d-aa9a-45df-93e4-7719ef6c72cf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:01.884541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:01.896196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d7a52e18-2da4-4383-94c5-e2e5d80d787e tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/1b71048d-aa9a-45df-93e4-7719ef6c72cf HTTP/1.1" status: 204 len: 168 time: 0.9946976 Jul 28 14:48:01.896954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33922) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:01.940309 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5a04f4-d8d7-4903-b2cd-c3533d88fffa tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] GET failed (client error): The resource could not be found. Jul 28 14:48:01.953212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f5a04f4-d8d7-4903-b2cd-c3533d88fffa tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "GET /v2.0/ports/1b71048d-aa9a-45df-93e4-7719ef6c72cf HTTP/1.1" status: 404 len: 333 time: 0.0549312 Jul 28 14:48:01.954151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33924) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:02.089941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:02.089941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.090627 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:02.091230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:02.164310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port 33d48efb-37c9-4f5b-84d6-2359cba6c0ed {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:02.164961 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.187060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a8102-4611-4627-8a92-3329d3109c76 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:02.260426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Made reservation on behalf of 7781a7e40d124c27840d5a5db02af664 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:02.268255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.303771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.325477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for 33d48efb-37c9-4f5b-84d6-2359cba6c0ed owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:02.349646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d21e4611-30bb-4002-b76a-8bbd75160529 None None] Provisioning complete for port 7e48aa13-3b37-49fb-94b9-2fce215b687c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:02.350246 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d21e4611-30bb-4002-b76a-8bbd75160529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.375564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-369b3c01-a643-4cd1-9027-2fa5f2bb51a3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7685165 Jul 28 14:48:02.393276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:02.428901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:02.580477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:02.649571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90898d3a-259a-4291-ac05-fb8a4e83ea30 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:02.735496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Deleting port 7e48aa13-3b37-49fb-94b9-2fce215b687c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:02.741491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.844724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.893851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] For port 7e48aa13-3b37-49fb-94b9-2fce215b687c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7e48aa13-3b37-49fb-94b9-2fce215b687c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:02.894115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:02.896828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=33d48efb-37c9-4f5b-84d6-2359cba6c0ed,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:02.936407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Calling delete_port for 7e48aa13-3b37-49fb-94b9-2fce215b687c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:03.013919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:03.022458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:03.024636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:03.025021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.029938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.037525 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:03.038113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:03.096035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.103896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a0cde10f-df57-4633-94be-4b221996acfe tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/ports/33d48efb-37c9-4f5b-84d6-2359cba6c0ed HTTP/1.1" status: 204 len: 168 time: 1.1462400 Jul 28 14:48:03.106065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.106573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33952) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:03.274160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting subnet f7460bb6-129b-408d-8c09-5528675fc3cc {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:03.277725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.283097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.291050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.323088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Subnet': ['ID=065951cb-bfc2-4e53-8c52-7eef52de0810,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:03.339969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a278f16f-93bd-4062-8900-d5482735a2ba req-f70d7319-0ce3-47c3-81fc-62ec1a93ab9d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.5424473 Jul 28 14:48:03.344527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c25656e3-03ae-4a98-bf6c-4c10e32d4fbc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9474108 Jul 28 14:48:03.364083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33960) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:03.377031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] Pushing event deleted for resources: {'Port': ['ID=7e48aa13-3b37-49fb-94b9-2fce215b687c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:03.377388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:03.386781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01e98a-49f9-4c3c-a665-383b1adc9f86 None None] No DVR routers for this DVR port 7e48aa13-3b37-49fb-94b9-2fce215b687c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:03.422990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 90898d3a-259a-4291-ac05-fb8a4e83ea30, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90898d3a-259a-4291-ac05-fb8a4e83ea30,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:03.424879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:03.427113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:03.441401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.468357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:03.480363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c21d5e-ae36-4964-ac2b-25cae670cfea None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:03.500439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:03.502228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.564270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.570568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.604474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-76303911-network', 'tenant_id': 'f4ab92cb7ab04c6dbb44b8688f4f0571'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:03.641533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:03.654727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa18a4b9-afba-44c5-8623-ff0690f7ed69 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9477427 Jul 28 14:48:03.657750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:03.663085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1185736396', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '065951cb-bfc2-4e53-8c52-7eef52de0810'}], 'security_groups': ['51a2bbd2-26ac-4529-82f0-f310b268b579', 'ba7b7321-c9fc-4079-8495-f6e872d4ce60']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:03.673947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:48:03.673947 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:48:03.673947 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': 'f4ab92cb7ab04c6dbb44b8688f4f0571', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 48, 3, 611165)}] Jul 28 14:48:03.673947 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:48:03.677254 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:48:03.807585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.836351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.838505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Subnet': ['ID=f7460bb6-129b-408d-8c09-5528675fc3cc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:03.845812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.850426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278bbba2-40aa-4882-ba50-ff11845f92c6 None None] Network dd08fe0b-578f-4f94-a21a-3bbad7a791cd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:03.851224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2585a2ba-66e8-4157-bfdb-44d3a022d847 tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/subnets/f7460bb6-129b-408d-8c09-5528675fc3cc HTTP/1.1" status: 204 len: 168 time: 0.7415438 Jul 28 14:48:03.852104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33968) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:03.864208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:03.868837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.870437 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:03.871012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:03.922564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Update dhcp port {'port': {'network_id': '33897a7a-8f19-4cca-9f61-6f35bdccae66', 'fixed_ips': [{'subnet_id': '7f94a961-0f44-41d8-a2b9-418d056b1410', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4120a943-a364-4e44-9d4d-1251b6f4b1e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '065951cb-bfc2-4e53-8c52-7eef52de0810'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'a2665307-8749-4cc9-a778-695d2b939025'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:48:03.962655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:03.970620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.052252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2568d8b6-d67f-4d65-87fd-dfeb1b223ea8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6870418 Jul 28 14:48:04.058824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33970) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:04.078261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Deleting port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:04.078707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.081210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:04.277788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] DHCP port deletion for dd08fe0b-578f-4f94-a21a-3bbad7a791cd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:04.278541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] For port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,segment=NetworkSegment(0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c),segment_id=0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:04.278919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.291144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Allocated IP 2001:db8:0:2::2 (33897a7a-8f19-4cca-9f61-6f35bdccae66/065951cb-bfc2-4e53-8c52-7eef52de0810/a2665307-8749-4cc9-a778-695d2b939025) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:04.291949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-244a45f7-3c83-4389-87bb-4d10d8c04298 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:04.293425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-244a45f7-3c83-4389-87bb-4d10d8c04298 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 795 time: 0.3888357 Jul 28 14:48:04.296554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Calling delete_port for 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:04.399291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Made reservation on behalf of f4ab92cb7ab04c6dbb44b8688f4f0571 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:04.405683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.438147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-20674acf-b2dd-43b8-87a0-7e2d5c2a81a0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 380 time: 0.1116230 Jul 28 14:48:04.456338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'port': {'device_id': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'admin_state_up': True, 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'security_groups': ['89e3715a-4bb9-4104-9195-8897a0b40641']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:04.473255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.499007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90898d3a-259a-4291-ac05-fb8a4e83ea30 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:04.549778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:04.554008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10ad122e-30a3-41a8-b9fe-522322a271ca req-5a781c2a-7045-41a8-bc5b-26faafc0262c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0359530 Jul 28 14:48:04.565560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Deleting port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:04.565882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.576450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.581723 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:04.581723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:04.653124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.655099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:04.685638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] For port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,segment=NetworkSegment(0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c),segment_id=0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:04.685965 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.692914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Port': ['ID=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:04.707324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] No DVR routers for this DVR port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:04.707324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.708322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Calling delete_port for 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:04.725763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.769462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 90898d3a-259a-4291-ac05-fb8a4e83ea30 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:04.769923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.787875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.797940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd08fe0b-578f-4f94-a21a-3bbad7a791cd']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:04.798523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Transition to ACTIVE for port object a2665307-8749-4cc9-a778-695d2b939025 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:04.816683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:04.816981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0231f0a1-889d-4a8a-bdb4-7773ebeaaf9c') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:04.828477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.846105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.855594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:04.861856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.872015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:04.896114 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:04.901592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] Pushing event deleted for resources: {'Port': ['ID=18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:04.908186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b49b17c-e348-4c6f-9c30-54b78a8f9883 None None] No DVR routers for this DVR port 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:04.970977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7e48aa13-3b37-49fb-94b9-2fce215b687c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:04.992008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7e48aa13-3b37-49fb-94b9-2fce215b687c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:04.992355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7e48aa13-3b37-49fb-94b9-2fce215b687c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:04.995205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:05.014176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:05.014520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18a93cd5-0faf-4e2d-8ad2-e53ce6c55c62 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:05.029512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.034474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.051767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:05.069995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd99de-97e4-4a7a-962d-6f360bbd2467,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:05.073072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.073781 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Added segment 8ccd4b98-0099-486d-90b4-8e416c9da879 of type vlan for network 78783bad-fe02-41d3-9be9-17e3f020c75b Jul 28 14:48:05.117597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.131334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.136284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] 10.222.0.47 "DELETE /v2.0/networks/dd08fe0b-578f-4f94-a21a-3bbad7a791cd HTTP/1.1" status: 204 len: 168 time: 1.2804718 Jul 28 14:48:05.150135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635c64e-2e6f-436e-9e0f-b3421d65d6a4 None None] Pushing event updated for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:05.153787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08690397-d9ad-412a-ade8-f67b2fd6472c tempest-AllowedAddressPairTestJSON-2039285631 tempest-AllowedAddressPairTestJSON-2039285631-project] Pushing event deleted for resources: {'Network': ['ID=dd08fe0b-578f-4f94-a21a-3bbad7a791cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:05.158246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.195842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b4edb2e-fd5d-475a-9617-b26e7e5088b1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1296549 Jul 28 14:48:05.201453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:05.208781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:05.248282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Delete allocated IP 2001:db8::34f (33897a7a-8f19-4cca-9f61-6f35bdccae66/4120a943-a364-4e44-9d4d-1251b6f4b1e9) {{(pid=94749) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 14:48:05.262292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Allocated IP 2001:db8:0:2::62 (33897a7a-8f19-4cca-9f61-6f35bdccae66/065951cb-bfc2-4e53-8c52-7eef52de0810/dc214ccb-088a-4dbe-a48f-1a8e40dbfc90) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:05.285604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:05.296625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.296625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:05.296625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.297411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.438272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] Pushing event updated for resources: {'Network': ['ID=78783bad-fe02-41d3-9be9-17e3f020c75b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:05.454784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 78783bad-fe02-41d3-9be9-17e3f020c75b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:05.542738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c7c74acb-4836-4a3c-9ef9-fb0271aec26d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1165709 Jul 28 14:48:05.549538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:05.567424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Request body: {'subnet': {'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-76303911-subnet', 'tenant_id': 'f4ab92cb7ab04c6dbb44b8688f4f0571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:05.766977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:05.772626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:05.778868 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:05.778868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:05.918496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34002) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:05.963095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Made reservation on behalf of f4ab92cb7ab04c6dbb44b8688f4f0571 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:05.965754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.005210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7df00f3b-eab0-44ea-88fa-e8394ebadc9f req-ee4671d2-a82e-4af7-a174-b2bd504e7799 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0262613 Jul 28 14:48:06.064502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.10 (4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218/553e0aca-e592-43f4-ac0a-124e11cf6cb2/98828221-eb45-44b6-9185-5c33de078bb6) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:06.127100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:06.127847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.157684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.188222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:06.202069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8095babe-4334-4dd5-af98-4df8177e12e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0718ec8a18a4ba0a9f369eb115a2fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800813 Jul 28 14:48:06.204394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.208562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Provisioning complete for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:06.209229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.239793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b3e6e8aa-6e36-45ef-a95e-c8b83a224c5e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0368006 Jul 28 14:48:06.244242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34008) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.251862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:06.258293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Transition to ACTIVE for port object dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:06.268488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:06.301107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.326037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.394938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.399498 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.435820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Provisioning for port a2665307-8749-4cc9-a778-695d2b939025 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:06.446350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:06.446350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cf9984d7-e2e3-4ff0-bf9e-a08fec289184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.486819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] In _notify_port_updated(), no bound segment for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 on network 33897a7a-8f19-4cca-9f61-6f35bdccae66 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:48:06.500129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:06.501067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.502813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "PUT /v2.0/ports/dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 HTTP/1.1" status: 200 len: 969 time: 2.8441296 Jul 28 14:48:06.507806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:06.511566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.531402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:06.535055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.536722 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:06.537351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:06.538560 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:48:06.602279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 98828221-eb45-44b6-9185-5c33de078bb6 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:06.625271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7e2df-e0a0-4f64-a031-3c8e00f660fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event updated for resources: {'Port': ['ID=dc214ccb-088a-4dbe-a48f-1a8e40dbfc90,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:06.632580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:06.632970 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.691734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.765045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4ce4cdcd-ef47-4b00-b73a-2735c942fa8d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5175836 Jul 28 14:48:06.768397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.773488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:06.774110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.813628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c87fa82-9ada-4bf6-8b2f-d03d1af177e1,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:06.831269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Checking segment: {'id': '8ccd4b98-0099-486d-90b4-8e416c9da879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:06.831759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Network hostable DHCP agents. Network: 78783bad-fe02-41d3-9be9-17e3f020c75b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:06.888434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed832b40-0813-4ac0-8f80-af5c39010373 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1095397 Jul 28 14:48:06.891867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34020) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:06.903642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.932327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.935429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:06.937099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e185191-0f96-4f56-b406-d41a34381e74 HTTP/1.1" status: 204 len: 168 time: 0.7315736 Jul 28 14:48:06.948471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ff555-4a86-4683-a2b4-6e7828ccf849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e185191-0f96-4f56-b406-d41a34381e74,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:06.973678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Network 78783bad-fe02-41d3-9be9-17e3f020c75b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:07.027771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:07.041178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:07.049465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:07.053971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:07.062510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79e513-e89c-4c17-8b59-c31a96c5d7bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.067044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d79e513-e89c-4c17-8b59-c31a96c5d7bf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1712031 Jul 28 14:48:07.084650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34026) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.098391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 78783bad-fe02-41d3-9be9-17e3f020c75b) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:07.103190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.124507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:07.143224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.143900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.181290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ef4b37ec-4954-4c5c-ada9-02a619d4c513 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930128 Jul 28 14:48:07.181524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb02731-652e-449e-8e10-b514a203b99b None None] Network 78783bad-fe02-41d3-9be9-17e3f020c75b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:07.181663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.182324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.201655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34028) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.205615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:07.248320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c3817287-927b-4d9f-8df5-f43488a9ccbc None None] Provisioning for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:07.289600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c3817287-927b-4d9f-8df5-f43488a9ccbc None None] Provisioning complete for port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:07.290042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3817287-927b-4d9f-8df5-f43488a9ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.322192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-6c533456-b120-4844-b631-93d2eb9a3c04 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8703661 Jul 28 14:48:07.350211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Request body: {'port': {'device_id': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:07.365661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba66a872-2afd-4911-8a1c-37b6c282e5c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8131144 Jul 28 14:48:07.392455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325ca3e-61db-4c87-8bc3-357485f08877 req-9e2a374f-8a86-41a2-a885-2c0af85588df tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:07.401124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c3817287-927b-4d9f-8df5-f43488a9ccbc None None] Port dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:07.407188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c325ca3e-61db-4c87-8bc3-357485f08877 req-9e2a374f-8a86-41a2-a885-2c0af85588df tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 932 time: 0.2418368 Jul 28 14:48:07.431803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09754eca-eba4-4c5f-8015-16d5d77b5504 None None] Network 78783bad-fe02-41d3-9be9-17e3f020c75b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:07.467131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.520982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c325ca3e-61db-4c87-8bc3-357485f08877 req-9bb34ff3-26bd-4a8a-9f58-e5c1fe5c6396 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126382 Jul 28 14:48:07.570508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.600187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=dc214ccb-088a-4dbe-a48f-1a8e40dbfc90,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:07.652928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.655098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0ec46bf-f47c-43b7-8b60-eb9666418509 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 HTTP/1.1" status: 204 len: 168 time: 1.1421888 Jul 28 14:48:07.658134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34044) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.702595 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a350cc-2e67-4e0a-b70b-5c3a717dbb45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] GET failed (client error): The resource could not be found. Jul 28 14:48:07.705074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e2a350cc-2e67-4e0a-b70b-5c3a717dbb45 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports/dc214ccb-088a-4dbe-a48f-1a8e40dbfc90 HTTP/1.1" status: 404 len: 333 time: 0.0433810 Jul 28 14:48:07.706682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:07.712906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.715597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34050) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:07.743871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d866396a-7a0d-47fa-87e0-1a0c424d3d7a None None] Provisioning for port 98828221-eb45-44b6-9185-5c33de078bb6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:07.754063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d866396a-7a0d-47fa-87e0-1a0c424d3d7a None None] Provisioning complete for port 98828221-eb45-44b6-9185-5c33de078bb6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:07.754727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d866396a-7a0d-47fa-87e0-1a0c424d3d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:07.870744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d866396a-7a0d-47fa-87e0-1a0c424d3d7a None None] Port 98828221-eb45-44b6-9185-5c33de078bb6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:08.042991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98828221-eb45-44b6-9185-5c33de078bb6 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:08.056028 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.072678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Transition to ACTIVE for port object 98828221-eb45-44b6-9185-5c33de078bb6 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:08.146290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.211000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.294617 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.317958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-a81ed034-63bd-4305-83bd-fae47ac4d588 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:08.317958 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-a81ed034-63bd-4305-83bd-fae47ac4d588 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/networks?id=78783bad-fe02-41d3-9be9-17e3f020c75b HTTP/1.1" status: 200 len: 820 time: 0.2934732 Jul 28 14:48:08.323352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-895d942b-1cdd-40dd-b41e-dc7339bc5e65 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/quotas/f4ab92cb7ab04c6dbb44b8688f4f0571 HTTP/1.1" status: 200 len: 375 time: 0.0117655 Jul 28 14:48:08.382937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-4fb1d645-e735-43e3-b404-4c5ab25ee0f5 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f4ab92cb7ab04c6dbb44b8688f4f0571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519810 Jul 28 14:48:08.426596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.462915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:08.464206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:08.464448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.464570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:08.464960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:08.469886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:48:08.470633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:08.475807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:08.476154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Checking segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:08.476547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Bound using segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:08.488315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Bound port: 98828221-eb45-44b6-9185-5c33de078bb6, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:08.488315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.511424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:08.514913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:08.520730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:08.521202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.530499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed51fb-b871-4535-9749-2db9c334c82a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:08.534816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=dd90cbc5-412d-46c7-bdb9-30958fd910aa,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.685945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:08.685945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:08.685945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe9111-1209-4837-9ab8-396fe0203e42 req-6ddbb765-fcd6-4659-9b13-7c0fbc402646 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:08.685945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ebe9111-1209-4837-9ab8-396fe0203e42 req-6ddbb765-fcd6-4659-9b13-7c0fbc402646 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0547187 Jul 28 14:48:08.689635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.689635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.689635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/security-groups/aab51e37-0814-4369-88d1-5de18c85cacc HTTP/1.1" status: 204 len: 168 time: 0.9663584 Jul 28 14:48:08.690441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:08.707430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa6c70-311e-4483-a125-404a6bfa5e05 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab51e37-0814-4369-88d1-5de18c85cacc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:08.761331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9cf0a6fb-2807-415e-bd13-3c96fd44326d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5606496 Jul 28 14:48:08.765953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34086) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:08.766271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ebe9111-1209-4837-9ab8-396fe0203e42 req-cda0b8d2-d023-4c62-8897-499853ec51fd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819278 Jul 28 14:48:08.770896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:de:29:a1', 'name': 'tempest-NetworksTestDHCPv6-783968829'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:08.786278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': 'dd90cbc5-412d-46c7-bdb9-30958fd910aa'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:08.787952 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.809699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.851952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.880423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-6a0cdf56-5206-415d-835b-eb1e52ab1d73 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:48:08.893169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-6a0cdf56-5206-415d-835b-eb1e52ab1d73 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4822052 Jul 28 14:48:08.941918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.953030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:08.954013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:08.957043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] 10.222.0.50 "PUT /v2.0/ports/98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1093 time: 1.6155102 Jul 28 14:48:09.034118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:09.034118 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322b855b-a270-46ef-93ee-f3854d672fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:09.035343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Allocated IP 2001:db8::f816:3eff:fea8:6c33 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/dd90cbc5-412d-46c7-bdb9-30958fd910aa/f801f350-1cc5-448c-9ea5-2e6b0f387f68) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:09.053128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.091334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.111183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c77aa8-8b83-4e6e-abc5-c9000be7623f service neutron] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.170304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-248ede77-79b5-43fb-a921-c63e39a530c5 service neutron] 10.222.0.47 "GET /v2.0/networks/78783bad-fe02-41d3-9be9-17e3f020c75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749250 Jul 28 14:48:09.187545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-aa67c692-960a-4780-b64f-e3cc8c70e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:09.202772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-aa67c692-960a-4780-b64f-e3cc8c70e0e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1096 time: 0.0894470 Jul 28 14:48:09.283012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-00c94151-bb20-4d49-9764-de16521bd628 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 217 time: 0.0742497 Jul 28 14:48:09.286800 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f824bb-06a3-455f-95a1-47d298551121 x-openstack-request-id: req-e7f824bb-06a3-455f-95a1-47d298551121 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:09.287260 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:09.287761 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7f824bb-06a3-455f-95a1-47d298551121 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:09.288445 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'status': 'completed', 'code': 200} Jul 28 14:48:09.309387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:09.312904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e3dc2c9-a581-4157-b13c-fcd1fbf8cd31 tempest-DvrRoutersNegativeTest-779349852 tempest-DvrRoutersNegativeTest-779349852-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-619716487', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:09.317327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.policy [None req-3e3dc2c9-a581-4157-b13c-fcd1fbf8cd31 tempest-DvrRoutersNegativeTest-779349852 tempest-DvrRoutersNegativeTest-779349852-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94749) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 28 14:48:09.317622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.policy [None req-3e3dc2c9-a581-4157-b13c-fcd1fbf8cd31 tempest-DvrRoutersNegativeTest-779349852 tempest-DvrRoutersNegativeTest-779349852-project] Failed policy check for 'create_router' {{(pid=94749) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 28 14:48:09.318287 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-3e3dc2c9-a581-4157-b13c-fcd1fbf8cd31 tempest-DvrRoutersNegativeTest-779349852 tempest-DvrRoutersNegativeTest-779349852-project] create failed (client error): Access was denied to this resource. Jul 28 14:48:09.319816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e3dc2c9-a581-4157-b13c-fcd1fbf8cd31 tempest-DvrRoutersNegativeTest-779349852 tempest-DvrRoutersNegativeTest-779349852-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2638845 Jul 28 14:48:09.337996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.348634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Transition to ACTIVE for port object f801f350-1cc5-448c-9ea5-2e6b0f387f68 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:09.350982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.354198 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.355585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba7b7321-c9fc-4079-8495-f6e872d4ce60 HTTP/1.1" status: 204 len: 168 time: 0.6657033 Jul 28 14:48:09.363596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9acb169c-8a18-4da6-bb27-50f7e83b68ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.367698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Transition to ACTIVE for port object f801f350-1cc5-448c-9ea5-2e6b0f387f68 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:09.370530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34104) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.401812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7b7321-c9fc-4079-8495-f6e872d4ce60,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.423020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.423374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.423794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.424068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.424412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.424754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.425097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.425784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-d386b369-b95e-471e-bcd4-dde7594565dd service neutron] 10.222.0.47 "GET /v2.0/networks/78783bad-fe02-41d3-9be9-17e3f020c75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511530 Jul 28 14:48:09.425955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.426345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.426662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.427021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.427357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365fa7b8-2b90-42af-9bf1-ac84e08eee27 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:09.431663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.447463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-87dcc15c-46ba-4a7c-bdae-9ef885820701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:09.447715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-87dcc15c-46ba-4a7c-bdae-9ef885820701 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.1564195 Jul 28 14:48:09.483120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 167d5472-504b-4e54-b46d-67ca5616095f yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:09.492948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.541676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:09.544951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:09.546877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.549158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:09.562770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-10407afb-5e11-475e-be16-e36c21ff9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:09.564650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-10407afb-5e11-475e-be16-e36c21ff9611 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029220 Jul 28 14:48:09.589637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Pushing event updated for resources: {'Port': ['ID=f801f350-1cc5-448c-9ea5-2e6b0f387f68,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.611303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.632461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Attempting to bind port f801f350-1cc5-448c-9ea5-2e6b0f387f68 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:09.633163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Attempting to bind port f801f350-1cc5-448c-9ea5-2e6b0f387f68 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:09.633778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Attempting to bind port f801f350-1cc5-448c-9ea5-2e6b0f387f68 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:09.637310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fede:29a1 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/dd90cbc5-412d-46c7-bdb9-30958fd910aa/167d5472-504b-4e54-b46d-67ca5616095f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:09.642109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:09.642647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:09.643342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.643844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:09.644650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Bound port: f801f350-1cc5-448c-9ea5-2e6b0f387f68, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:09.645223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.710820 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9acb169c-8a18-4da6-bb27-50f7e83b68ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.726210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] For port f801f350-1cc5-448c-9ea5-2e6b0f387f68, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:09.730415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] For port f801f350-1cc5-448c-9ea5-2e6b0f387f68, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f801f350-1cc5-448c-9ea5-2e6b0f387f68,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:09.732490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-75e4164f-12b0-4069-8144-aa8f812841b2 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558053 Jul 28 14:48:09.816035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9acb169c-8a18-4da6-bb27-50f7e83b68ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.886913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.892771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9acb169c-8a18-4da6-bb27-50f7e83b68ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=788277eb95264e9c877ad27677ac7e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974291 Jul 28 14:48:09.898946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.900669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.903841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.905252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/security-groups/51a2bbd2-26ac-4529-82f0-f310b268b579 HTTP/1.1" status: 204 len: 168 time: 0.5337443 Jul 28 14:48:09.922557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34116) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:09.928277 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:09.929515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb169c-8a18-4da6-bb27-50f7e83b68ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bdf124-287d-4238-b72f-252e8ceb128c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:09.934554 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4178cace-9a52-4b78-a019-185153fbc23a req-2dfd07e9-f6b3-4d31-b4b7-e610b898c5d8 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0704613 Jul 28 14:48:09.947580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29bedde8-1bf5-4cf1-aae5-ead64a58f809 req-a7807a01-3dbf-4da4-8b69-db657751ac07 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079890 Jul 28 14:48:09.967840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050026f-7fb7-4af4-a271-358bc009ef75 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a2bbd2-26ac-4529-82f0-f310b268b579,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.018316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.055954 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.079169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c6a63-7729-4142-98de-de8571c71b68 None None] Pushing event updated for resources: {'Port': ['ID=f801f350-1cc5-448c-9ea5-2e6b0f387f68,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.083711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34122) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.134231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 167d5472-504b-4e54-b46d-67ca5616095f will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:10.154133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc361ca-2a21-414e-9e41-0a7cf7f192ba req-4029da29-c931-4674-8991-4ac715424493 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.162208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc361ca-2a21-414e-9e41-0a7cf7f192ba req-4029da29-c931-4674-8991-4ac715424493 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.2653253 Jul 28 14:48:10.192349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-37efc47a-741c-449a-b0d1-5dcc7ddc4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.195606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-37efc47a-741c-449a-b0d1-5dcc7ddc4670 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1096 time: 0.0656319 Jul 28 14:48:10.211421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 4120a943-a364-4e44-9d4d-1251b6f4b1e9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:10.215555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.301375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.301375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.301375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66bdf124-287d-4238-b72f-252e8ceb128c HTTP/1.1" status: 204 len: 168 time: 0.3902733 Jul 28 14:48:10.328520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3f212-a03f-47c3-98e2-4bdd637b496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bdf124-287d-4238-b72f-252e8ceb128c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.333312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90f0887a-4ee8-4c89-bc03-4b73fc360867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.343576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.360684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc361ca-2a21-414e-9e41-0a7cf7f192ba req-220da4c3-1e58-44c1-a028-fde05fe406c6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975803 Jul 28 14:48:10.374079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-e92db903-f01c-46b0-98c6-a7b4ae3eb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.378865 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-e92db903-f01c-46b0-98c6-a7b4ae3eb0e1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.1731689 Jul 28 14:48:10.445630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-5d339135-8790-4b03-a5cf-13dd54ddad75 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 217 time: 0.0622339 Jul 28 14:48:10.521972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f801f350-1cc5-448c-9ea5-2e6b0f387f68 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:10.541514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-fff38b25-328b-4ad9-8f6c-4dc72934f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.543595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-fff38b25-328b-4ad9-8f6c-4dc72934f6d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0905399 Jul 28 14:48:10.559046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.603387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-51d46df9-3db1-434d-9ccd-21414b9c2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.604859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-51d46df9-3db1-434d-9ccd-21414b9c2eb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536599 Jul 28 14:48:10.631286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90f0887a-4ee8-4c89-bc03-4b73fc360867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.653011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.680770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f801f350-1cc5-448c-9ea5-2e6b0f387f68 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:10.712045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:10.715405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:10.717615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-1044b3c4-30da-481f-a3f2-47fc141d6e01 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051292 Jul 28 14:48:10.718048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:10.724741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:10.725360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.742025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=167d5472-504b-4e54-b46d-67ca5616095f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.764607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90f0887a-4ee8-4c89-bc03-4b73fc360867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.766567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.822308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=4120a943-a364-4e44-9d4d-1251b6f4b1e9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.835516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-322b855b-a270-46ef-93ee-f3854d672fb3 req-3a438214-05c0-4283-b6a3-2f6456149418 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085601 Jul 28 14:48:10.842883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:10.848576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7ffe8b62-01bf-4a16-ac7d-c2fca465a5ef tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/4120a943-a364-4e44-9d4d-1251b6f4b1e9 HTTP/1.1" status: 204 len: 168 time: 0.9210725 Jul 28 14:48:10.848786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132e055-db1a-45c3-880c-290695290b9a None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:10.850010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34134) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.851706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-90f0887a-4ee8-4c89-bc03-4b73fc360867 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d818eeffdc3c4cb19e52c5ee01bcc277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603273 Jul 28 14:48:10.852461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34136) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.860000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0887a-4ee8-4c89-bc03-4b73fc360867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0e8f1a-01ca-4e11-8a58-915e253659d9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:10.885714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f80b7998-6ebb-4fac-b7de-92db9e08187f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1206250 Jul 28 14:48:10.890783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34138) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:10.951981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 065951cb-bfc2-4e53-8c52-7eef52de0810 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:10.955575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.058540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570fa02-c50c-4961-93cb-b825b79d6511 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:11.064787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570fa02-c50c-4961-93cb-b825b79d6511 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:11.067697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7570fa02-c50c-4961-93cb-b825b79d6511 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1754360 Jul 28 14:48:11.068746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.079259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e581213-3152-4a7e-a8ff-bb677014b4bc req-fecac560-bdf8-4b75-9b3d-8d78d6b5a328 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0551393 Jul 28 14:48:11.082399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34144) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.096132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.132552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.290443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.309519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.318271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.318430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db0e8f1a-01ca-4e11-8a58-915e253659d9 HTTP/1.1" status: 204 len: 168 time: 0.4639499 Jul 28 14:48:11.339711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 167d5472-504b-4e54-b46d-67ca5616095f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:11.340097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.348366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ca840-1f1a-4b21-b45d-8294504aef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0e8f1a-01ca-4e11-8a58-915e253659d9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:11.495512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.497983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34154) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.538901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46f7ca88-bf67-4b43-b349-3d87876e8f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.540989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 167d5472-504b-4e54-b46d-67ca5616095f owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:11.548496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd049-0b1e-4cf2-b307-2b335adbd08f req-74fbbc2f-0a49-4f47-9314-5434aac6ee9f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:11.550855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-857cd049-0b1e-4cf2-b307-2b335adbd08f req-74fbbc2f-0a49-4f47-9314-5434aac6ee9f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0865812 Jul 28 14:48:11.607144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-857cd049-0b1e-4cf2-b307-2b335adbd08f req-f31bbf01-7680-4a86-b322-8dd9770d47d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Jul 28 14:48:11.669143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Provisioning for port f801f350-1cc5-448c-9ea5-2e6b0f387f68 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:11.674123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Provisioning complete for port f801f350-1cc5-448c-9ea5-2e6b0f387f68 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:11.686735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.767154 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46f7ca88-bf67-4b43-b349-3d87876e8f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.770762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.798880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.803793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=065951cb-bfc2-4e53-8c52-7eef52de0810,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:11.817210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.819236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dc2f3b7c-5d4a-40b8-b5b1-e240bdc99dc1 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/065951cb-bfc2-4e53-8c52-7eef52de0810 HTTP/1.1" status: 204 len: 168 time: 0.9675233 Jul 28 14:48:11.821840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34158) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.860810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] For port f801f350-1cc5-448c-9ea5-2e6b0f387f68, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f801f350-1cc5-448c-9ea5-2e6b0f387f68,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:11.871244 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3ab321-b28e-426f-bbf7-89ba8afafc5b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:11.871914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3ab321-b28e-426f-bbf7-89ba8afafc5b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:11.873865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8a3ab321-b28e-426f-bbf7-89ba8afafc5b tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/4120a943-a364-4e44-9d4d-1251b6f4b1e9 HTTP/1.1" status: 404 len: 337 time: 0.0510340 Jul 28 14:48:11.876566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34162) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:11.928142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46f7ca88-bf67-4b43-b349-3d87876e8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.955072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting subnet 7f94a961-0f44-41d8-a2b9-418d056b1410 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:11.960776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:11.976134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-46f7ca88-bf67-4b43-b349-3d87876e8f09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ebeac7ce62d46e5b2e9459562af79a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771554 Jul 28 14:48:11.977253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ca88-bf67-4b43-b349-3d87876e8f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef0bca-1811-4373-801f-a336580c77fc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:11.979772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34168) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.000821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.020094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.054564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.054564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.073157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94feed7-bd27-4ddd-a533-6033eb874ff5 None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:12.090160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a766f-4020-4e78-ae05-0d30cfd73be7 None None] Pushing event updated for resources: {'Port': ['ID=f801f350-1cc5-448c-9ea5-2e6b0f387f68,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:12.102394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=167d5472-504b-4e54-b46d-67ca5616095f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:12.109664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.151739 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.155009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cd4f0b8-9c91-46c8-86fd-430dd324ede1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/167d5472-504b-4e54-b46d-67ca5616095f HTTP/1.1" status: 204 len: 168 time: 1.0616207 Jul 28 14:48:12.158488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34172) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.222890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:12.222890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.276554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.292139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-261ed6ab-823b-4398-88d8-7a9d3b995042 req-21ea658a-5ef5-4295-a3ac-8bcf680d6452 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0550332 Jul 28 14:48:12.329163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:12.342089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501c9ad-92c8-4204-9f08-39090522e4cb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:12.349354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0501c9ad-92c8-4204-9f08-39090522e4cb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:12.352165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0501c9ad-92c8-4204-9f08-39090522e4cb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1883335 Jul 28 14:48:12.355058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.361801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7fac4949-ed93-4650-800b-ff6506c52008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.367172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:12.367648 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.445137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.457386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.464435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69ef0bca-1811-4373-801f-a336580c77fc HTTP/1.1" status: 204 len: 168 time: 0.4778061 Jul 28 14:48:12.479298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8775d0c-1404-414d-8345-94c3ba31c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef0bca-1811-4373-801f-a336580c77fc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:12.485845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ef5fe591-092d-4f8c-8447-3bf747b521b7 None None] Could not find standard attr ID for object 167d5472-504b-4e54-b46d-67ca5616095f. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:12.519767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet dd90cbc5-412d-46c7-bdb9-30958fd910aa {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:12.524213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.552401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f801f350-1cc5-448c-9ea5-2e6b0f387f68 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:12.563082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.586471 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.588521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/7f94a961-0f44-41d8-a2b9-418d056b1410 HTTP/1.1" status: 204 len: 168 time: 0.7108283 Jul 28 14:48:12.591635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.619231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f801f350-1cc5-448c-9ea5-2e6b0f387f68 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:12.619620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.622508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa666ab-9870-4b6c-8984-8c11a73a389a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Subnet': ['ID=7f94a961-0f44-41d8-a2b9-418d056b1410,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:12.629017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.632782 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dac9f5b-26a7-44cf-a2be-d520c6609579 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.635019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dac9f5b-26a7-44cf-a2be-d520c6609579 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.644427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1dac9f5b-26a7-44cf-a2be-d520c6609579 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/c4628043-5dad-45d7-be88-30a4a1b326a9 HTTP/1.1" status: 404 len: 337 time: 0.0510826 Jul 28 14:48:12.647647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34190) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.698410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26ef6cea-523c-4694-8f37-75fef0105aa6 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "GET /v2.0/ports?device_id=951c0dac-c82b-4f72-920a-b0fd21463cff HTTP/1.1" status: 200 len: 205 time: 0.0472422 Jul 28 14:48:12.698693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.760683 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-87257db3-71c3-4dc4-a15f-8969de785cd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] delete failed (client error): The resource could not be found. Jul 28 14:48:12.763991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-87257db3-71c3-4dc4-a15f-8969de785cd0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/routers/951c0dac-c82b-4f72-920a-b0fd21463cff HTTP/1.1" status: 404 len: 336 time: 0.0617747 Jul 28 14:48:12.765123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.772965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:12.813323 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ff5774-0f3f-41d0-9ac3-27305d160357 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.814075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ff5774-0f3f-41d0-9ac3-27305d160357 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.817282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d5ff5774-0f3f-41d0-9ac3-27305d160357 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/2df2b421-ec89-40a5-88ac-2b08f906aa57 HTTP/1.1" status: 404 len: 337 time: 0.0511339 Jul 28 14:48:12.820335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34202) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.862244 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a73632d-13d5-4a4a-91b0-62ffd13a8a72 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.862864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a73632d-13d5-4a4a-91b0-62ffd13a8a72 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.865103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9a73632d-13d5-4a4a-91b0-62ffd13a8a72 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/e030dcbd-c369-45b3-b660-0bd108177eb2 HTTP/1.1" status: 404 len: 337 time: 0.0438035 Jul 28 14:48:12.867876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.896640 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-05451349-b1ad-4766-88eb-f01225fcc7b2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.897076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05451349-b1ad-4766-88eb-f01225fcc7b2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.898928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-05451349-b1ad-4766-88eb-f01225fcc7b2 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/964f9656-5f3d-4341-a295-8b92172d9053 HTTP/1.1" status: 404 len: 337 time: 0.0299623 Jul 28 14:48:12.901508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34206) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.927057 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9fb136-d4fb-4ddb-a5ad-777faace15fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.928025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9fb136-d4fb-4ddb-a5ad-777faace15fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.932154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d9fb136-d4fb-4ddb-a5ad-777faace15fb tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/6ebe2027-d347-476e-bd07-3b9c4b22c2a6 HTTP/1.1" status: 404 len: 333 time: 0.0271165 Jul 28 14:48:12.932478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34208) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.962861 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-753ae3d8-5880-4288-95d1-e27de5a991e0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:12.963357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753ae3d8-5880-4288-95d1-e27de5a991e0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:12.965121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-753ae3d8-5880-4288-95d1-e27de5a991e0 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/d6e0b8e8-4e0f-4684-94a4-475bc6a9d84a HTTP/1.1" status: 404 len: 337 time: 0.0317025 Jul 28 14:48:12.969004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34212) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:12.973426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.001831 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbf76f7-a897-4ee3-8ded-8cdb8c5ba5ee tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:13.002545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbf76f7-a897-4ee3-8ded-8cdb8c5ba5ee tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:13.008430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-edbf76f7-a897-4ee3-8ded-8cdb8c5ba5ee tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/f9c7a119-9657-45b4-aa9c-62a4a10cac82 HTTP/1.1" status: 404 len: 337 time: 0.0383339 Jul 28 14:48:13.009416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34214) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.020423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=dd90cbc5-412d-46c7-bdb9-30958fd910aa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:13.031529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.033557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3056ffd9-71d2-4a7f-ae7a-99b89188e651 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/dd90cbc5-412d-46c7-bdb9-30958fd910aa HTTP/1.1" status: 204 len: 168 time: 0.6774921 Jul 28 14:48:13.042913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a2859-dceb-4432-89b7-035e68e98301 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:13.043488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.061860 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51310ec-97fa-4a0e-806a-03811abf23d8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:13.064454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51310ec-97fa-4a0e-806a-03811abf23d8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:13.072119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e51310ec-97fa-4a0e-806a-03811abf23d8 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/546b3042-cb04-407b-9aa9-ae8fa580e643 HTTP/1.1" status: 404 len: 333 time: 0.0615189 Jul 28 14:48:13.076708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34220) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.116566 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d091046-171d-4ed1-9750-d3503da3179a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:13.117287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d091046-171d-4ed1-9750-d3503da3179a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:13.117981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eda408b6-e6d2-4708-b458-284da91677da tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735149 Jul 28 14:48:13.122032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34222) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.123307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d091046-171d-4ed1-9750-d3503da3179a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/221d140e-c3da-4278-a0f9-2dfa33be1e41 HTTP/1.1" status: 404 len: 337 time: 0.0453019 Jul 28 14:48:13.124198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34224) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.133448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:13.153856 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfcfe71-7b05-4122-bc8b-2091ac73bcb3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] DELETE failed (client error): The resource could not be found. Jul 28 14:48:13.154098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfcfe71-7b05-4122-bc8b-2091ac73bcb3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:13.158642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4bfcfe71-7b05-4122-bc8b-2091ac73bcb3 tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/subnets/016a471f-09af-46b2-a241-d2c55b9e130f HTTP/1.1" status: 404 len: 337 time: 0.0334108 Jul 28 14:48:13.159285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34226) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.188859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:48:13.323544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port 2b807827-d833-43f8-9587-0b86dbec50a9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:13.323903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.374287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f963a24-d62f-4e96-a304-cb369ce173cb None None] Network 33897a7a-8f19-4cca-9f61-6f35bdccae66 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:13.442051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.447407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-f66063ca-e83a-437b-b776-569743a05333 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:13.449282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-f66063ca-e83a-437b-b776-569743a05333 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.50 "GET /v2.0/networks?id=78783bad-fe02-41d3-9be9-17e3f020c75b HTTP/1.1" status: 200 len: 820 time: 0.2015953 Jul 28 14:48:13.460607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for 2b807827-d833-43f8-9587-0b86dbec50a9 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:13.505008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5aa51f33-80e2-4a12-8d3b-6df35c223e2e None None] Provisioning complete for port 2b807827-d833-43f8-9587-0b86dbec50a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:13.505388 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5aa51f33-80e2-4a12-8d3b-6df35c223e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.515666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Request body: {'port': {'device_id': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b', 'admin_state_up': True, 'tenant_id': 'f4ab92cb7ab04c6dbb44b8688f4f0571'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:13.527805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6b09f-4f28-4715-aa34-ef72672ec8e8 req-182adfee-1afd-4f5a-b255-a3662a574109 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:13.529391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ef6b09f-4f28-4715-aa34-ef72672ec8e8 req-182adfee-1afd-4f5a-b255-a3662a574109 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.7769175 Jul 28 14:48:13.581893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:13.590006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d46012bd-c482-48c0-b626-6026fa2aa830 req-ab4f831f-733b-45d9-8ce1-7e5be60b4e9e tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.1259146 Jul 28 14:48:13.594350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:13.599944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:13.605223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.636218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34234) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.653345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '98828221-eb45-44b6-9185-5c33de078bb6', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'mac_address': 'fa:16:3e:75:cb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:48:13.661672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5aa51f33-80e2-4a12-8d3b-6df35c223e2e None None] Port 2b807827-d833-43f8-9587-0b86dbec50a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:13.679360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ef6b09f-4f28-4715-aa34-ef72672ec8e8 req-9c0dc689-214a-4e7e-a001-7d3e9318fa01 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255965 Jul 28 14:48:13.730737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5aa51f33-80e2-4a12-8d3b-6df35c223e2e None None] Provisioning complete for port a2665307-8749-4cc9-a778-695d2b939025 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:13.731127 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5aa51f33-80e2-4a12-8d3b-6df35c223e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.756090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.790131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.793908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954196965'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:13.821183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.825405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/ports/2b807827-d833-43f8-9587-0b86dbec50a9 HTTP/1.1" status: 204 len: 168 time: 0.6623931 Jul 28 14:48:13.827025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34238) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.827459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fde3a-3d7e-42e5-871f-866301c8bb4a tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=2b807827-d833-43f8-9587-0b86dbec50a9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:13.829670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Deleting port f801f350-1cc5-448c-9ea5-2e6b0f387f68 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:13.830124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.838028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] DHCP port deletion for 33897a7a-8f19-4cca-9f61-6f35bdccae66 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:13.882830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:13.900351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98828221-eb45-44b6-9185-5c33de078bb6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:13.925631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.929318 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:13.976679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:13.986405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] For port f801f350-1cc5-448c-9ea5-2e6b0f387f68, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f801f350-1cc5-448c-9ea5-2e6b0f387f68,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:13.986930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.002676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Deleting port a2665307-8749-4cc9-a778-695d2b939025 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:14.003471 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.007227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Calling delete_port for f801f350-1cc5-448c-9ea5-2e6b0f387f68 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:14.027722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:48:14.027722 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:48:14.027722 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '9a058a4616bf4a30bd30248a921f860e', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 48, 13, 952131)}] Jul 28 14:48:14.027722 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:48:14.028201 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:48:14.043632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.061127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.085026 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.089993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:14.090360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.103643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Calling delete_port for a2665307-8749-4cc9-a778-695d2b939025 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:14.119688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Deleting port a2665307-8749-4cc9-a778-695d2b939025 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:14.120065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.179214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Made reservation on behalf of f4ab92cb7ab04c6dbb44b8688f4f0571 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:14.184163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.235098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.239419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] For port a2665307-8749-4cc9-a778-695d2b939025, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a2665307-8749-4cc9-a778-695d2b939025,segment=NetworkSegment(1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07),segment_id=1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:14.239837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.253285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Calling delete_port for a2665307-8749-4cc9-a778-695d2b939025 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:14.286353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.328110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:14.371077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.376958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.417359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.460488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Allocated IP 172.20.0.12 (78783bad-fe02-41d3-9be9-17e3f020c75b/3c87fa82-9ada-4bf6-8b2f-d03d1af177e1/f3a35ce1-5f74-4c6e-83f7-996779315081) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:14.491044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.500040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] No DVR routers for this DVR port a2665307-8749-4cc9-a778-695d2b939025 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:14.512806 n-d-705658-23 neutron-server[94749]: WARNING neutron.services.revisions.revision_plugin [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Could not find related port for resource to bump revision. Jul 28 14:48:14.534271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.551147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7fd52-878c-4b20-9b08-2ac23453a3ff,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.552139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_pluggable_backend [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Port f801f350-1cc5-448c-9ea5-2e6b0f387f68 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94749) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 14:48:14.552703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_pluggable_backend [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:6c33 {{(pid=94749) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 14:48:14.572589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_pluggable_backend [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:6c33 {{(pid=94749) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 14:48:14.582702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.604635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] Pushing event deleted for resources: {'Port': ['ID=a2665307-8749-4cc9-a778-695d2b939025,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.606416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.616713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['98828221-eb45-44b6-9185-5c33de078bb6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:14.618838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f801f350-1cc5-448c-9ea5-2e6b0f387f68 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:14.641608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d3ea4-189b-4857-9dcb-2e083dc491d6 None None] No DVR routers for this DVR port a2665307-8749-4cc9-a778-695d2b939025 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:14.650815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:14.657572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:14.661910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:14.662597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.668138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f801f350-1cc5-448c-9ea5-2e6b0f387f68 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:14.669128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f801f350-1cc5-448c-9ea5-2e6b0f387f68 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:14.669128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:14.674172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] Pushing event deleted for resources: {'Port': ['ID=f801f350-1cc5-448c-9ea5-2e6b0f387f68,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.715109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd132948-cb97-4e34-92d0-d66fb684a70c None None] No DVR routers for this DVR port f801f350-1cc5-448c-9ea5-2e6b0f387f68 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:14.753459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a2665307-8749-4cc9-a778-695d2b939025 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:14.753704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=9d96644c-8f23-44b2-9a97-c2100122a098,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:14.753802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a2665307-8749-4cc9-a778-695d2b939025 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:14.768523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3965fc8-cfc8-464b-b6cf-7424f46cba8b None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:14.867421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281b5f8-747a-4c37-bc00-93b3faac7053 req-3f1df850-1e50-4729-93cd-07808ceb6261 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:14.869179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e281b5f8-747a-4c37-bc00-93b3faac7053 req-3f1df850-1e50-4729-93cd-07808ceb6261 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.1017261 Jul 28 14:48:14.881643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.906302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98a233e5-ae58-4350-942e-246f9f9438ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:14.941716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e281b5f8-747a-4c37-bc00-93b3faac7053 req-56e484f9-8694-4b29-9665-1ca0ea486a90 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539389 Jul 28 14:48:15.002129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.004156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.030734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f01ad918-8d1d-4ed9-92b1-a01468fb4055 req-d6165953-6203-4586-80d8-9dbd9127a239 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0549212 Jul 28 14:48:15.036186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33897a7a-8f19-4cca-9f61-6f35bdccae66']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.041218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.053551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.053857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b4cbc1c-ef2d-4d85-b252-5dbc6aebcd07') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:15.094250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.099479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.120304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.132182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Network 78783bad-fe02-41d3-9be9-17e3f020c75b is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:15.132619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:15.133128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:15.136709 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:15.139005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:15.142990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:15.153915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Pushing event updated for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:15.168127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '9d96644c-8f23-44b2-9a97-c2100122a098'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:15.169666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.208268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.208928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.231353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.292379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19829a5-47df-4dc7-adf2-c4d967b1295c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:15.298318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-991ca371-f6d7-4e9e-b1e8-9253f5395aa9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1758773 Jul 28 14:48:15.300647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:15.304189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-b900fbb7-9575-4064-bff8-5fac4f9e7271 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1529806 Jul 28 14:48:15.312146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:73:e6:27', 'name': 'tempest-NetworksTestDHCPv6-1340955596'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:15.324732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Allocated IP 2001:db8::f816:3eff:fefc:ef9e (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9d96644c-8f23-44b2-9a97-c2100122a098/8c8033f4-2a9f-4194-ba06-b5992bdaa19e) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:15.355024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.379671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.384608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] 10.222.0.47 "DELETE /v2.0/networks/33897a7a-8f19-4cca-9f61-6f35bdccae66 HTTP/1.1" status: 204 len: 168 time: 1.5547371 Jul 28 14:48:15.405432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a10976-22b2-4c10-ab52-608c20830d0c tempest-PortsIpV6TestJSON-1202914118 tempest-PortsIpV6TestJSON-1202914118-project] Pushing event deleted for resources: {'Network': ['ID=33897a7a-8f19-4cca-9f61-6f35bdccae66,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:15.454809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.454809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.455316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.455588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.456061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.457163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.457627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.459707 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4b2d4029-7bf5-469b-8045-a269b0755ac2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.0641360 Jul 28 14:48:15.483213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.522411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.532531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Transition to ACTIVE for port object 8c8033f4-2a9f-4194-ba06-b5992bdaa19e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:15.552225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Transition to ACTIVE for port object 8c8033f4-2a9f-4194-ba06-b5992bdaa19e will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:15.569085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.583858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-59610294-2204-4332-91a6-9adb367ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.584435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-59610294-2204-4332-91a6-9adb367ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.584934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-59610294-2204-4332-91a6-9adb367ded5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.586738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-59610294-2204-4332-91a6-9adb367ded5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.1023135 Jul 28 14:48:15.608962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a058a4616bf4a30bd30248a921f860e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7257931 Jul 28 14:48:15.609816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a245a1-c410-43c1-94e8-b9e62e0776d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db10907b-a42f-432f-8d0b-7efb8a655975,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:15.612203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34254) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:15.664421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.666294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-81f178b6-b613-41d4-94f0-2627c564ddda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.0713446 Jul 28 14:48:15.670106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.670507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.672122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b060e2c7-7ab9-4e0a-bb2c-0af2957d78e4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0331445 Jul 28 14:48:15.684312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34256) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:15.686078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-b7b02566-73b5-4ce3-ae8c-b4a9713cbc79 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1837656 Jul 28 14:48:15.689300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:15.698676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.709360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:15.713641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:15.721907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Request body: {'port': {'device_id': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:15.770365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4d165766-daab-4786-abfa-aa93211b6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.772114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4d165766-daab-4786-abfa-aa93211b6844 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.0983200 Jul 28 14:48:15.794345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Attempting to bind port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:15.794749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Attempting to bind port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:15.806062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Attempting to bind port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:15.806223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.806347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b8f9c838-ad0d-4c0f-bf98-6e47387a3711 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1174664 Jul 28 14:48:15.806468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:15.806468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:15.806468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.807172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:15.807656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Bound port: 8c8033f4-2a9f-4194-ba06-b5992bdaa19e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:15.808057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:15.818433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34258) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:15.824693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Pushing event updated for resources: {'Port': ['ID=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:15.842183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-fb2851a5-348b-4ab6-985d-7b3a6e173b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:15.843283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-fb2851a5-348b-4ab6-985d-7b3a6e173b0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618880 Jul 28 14:48:15.889324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] For port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:15.893128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] For port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:15.963057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-7f2f9cd2-beaf-43a3-a856-f44a77c296f6 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120391 Jul 28 14:48:16.008228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.102310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdae697-63f8-4180-be86-ab4a0ea364cb None None] Pushing event updated for resources: {'Port': ['ID=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:16.104481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.115412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.170562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-3418c971-ef9a-49ef-8c54-bf722775e235 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005019 Jul 28 14:48:16.207516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe136439-c5a7-42ec-98f6-4b7882929d81 req-a20be197-6cb8-492c-a61a-982a4215af27 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.215934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe136439-c5a7-42ec-98f6-4b7882929d81 req-a20be197-6cb8-492c-a61a-982a4215af27 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.1100605 Jul 28 14:48:16.220651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-security--32205564', 'description': 'tempest-security-description-612810321'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:16.235271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:16.274296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-5d03abe8-a70e-4a11-bc4e-f31441da880e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0814826 Jul 28 14:48:16.343600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe136439-c5a7-42ec-98f6-4b7882929d81 req-6d4f510d-5451-4ed5-80d9-961ed20c2602 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267629 Jul 28 14:48:16.387967 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.391290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-0761eb55-a6c0-45d2-bf53-0eaed178c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.392837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-0761eb55-a6c0-45d2-bf53-0eaed178c944 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1093745 Jul 28 14:48:16.464455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-666bb614-c341-4736-a0c0-9eaeb83cbb68 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7781a7e40d124c27840d5a5db02af664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573167 Jul 28 14:48:16.467560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.467722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34276) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.469946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.473917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db10907b-a42f-432f-8d0b-7efb8a655975 HTTP/1.1" status: 204 len: 168 time: 0.8572853 Jul 28 14:48:16.512686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-66d53b48-0b36-4c87-8dd5-0faadec8dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.514871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-66d53b48-0b36-4c87-8dd5-0faadec8dc18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146772 Jul 28 14:48:16.552776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd6ca9-6b44-4453-a815-4f404a40dc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10907b-a42f-432f-8d0b-7efb8a655975,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:16.590964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faab1b-1ee9-4463-ac2f-7c64265473c3 req-162daaa8-4c12-42a8-b990-50ea9d4f58c8 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.592542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20faab1b-1ee9-4463-ac2f-7c64265473c3 req-162daaa8-4c12-42a8-b990-50ea9d4f58c8 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 932 time: 0.2728443 Jul 28 14:48:16.621956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.653578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-965e97f6-e7eb-496c-8481-d28d9b12b9b4 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288447 Jul 28 14:48:16.658560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.666092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.690871 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.733436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port eeddca8f-01b8-4004-807b-ba2f5fa8a575 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:16.749661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20faab1b-1ee9-4463-ac2f-7c64265473c3 req-32baef8b-7d1c-4ae0-87ae-3ef5b04380ba tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343110 Jul 28 14:48:16.797963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-415e4e12-685f-4b22-9846-25cd36fd774f service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364620 Jul 28 14:48:16.842000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-7be618ba-8b5a-447c-b8a1-e765bf163a30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0371759 Jul 28 14:48:16.854865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.857456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.858741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "PUT /v2.0/security-groups/a19829a5-47df-4dc7-adf2-c4d967b1295c HTTP/1.1" status: 200 len: 1777 time: 1.0392137 Jul 28 14:48:16.881453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34280) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.904024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.906604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:16.907822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f431485-4c0f-440f-a1b7-8bb476967d18 HTTP/1.1" status: 204 len: 168 time: 0.4394495 Jul 28 14:48:16.938139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df366d37-5837-4770-ba04-37223dc6ff22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f431485-4c0f-440f-a1b7-8bb476967d18,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:16.956897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-7c230935-dc38-45e3-b622-683a76f2166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:16.957942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2168b-91d9-4ebd-ae0b-4d0550926aaf tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a19829a5-47df-4dc7-adf2-c4d967b1295c,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:16.958486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-7c230935-dc38-45e3-b622-683a76f2166d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1096096 Jul 28 14:48:16.966239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c883ca0c-f050-4db1-9c61-dac2b1c369fc tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups/a19829a5-47df-4dc7-adf2-c4d967b1295c HTTP/1.1" status: 200 len: 1777 time: 0.0836473 Jul 28 14:48:16.976898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34286) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:16.985372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a35ce1-5f74-4c6e-83f7-996779315081 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:16.990607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe73:e627 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9d96644c-8f23-44b2-9a97-c2100122a098/eeddca8f-01b8-4004-807b-ba2f5fa8a575) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:17.011907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.063384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Transition to ACTIVE for port object f3a35ce1-5f74-4c6e-83f7-996779315081 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:17.110693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.119933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-d352b889-1a87-4522-a1f2-3bcf5d169a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.121582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-d352b889-1a87-4522-a1f2-3bcf5d169a5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1542397 Jul 28 14:48:17.192221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:17.213827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.246134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-7f2b77ef-bd24-4be2-bb03-3936d80120b1 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132498 Jul 28 14:48:17.271960 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.389225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 98828221-eb45-44b6-9185-5c33de078bb6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:17.394127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 98828221-eb45-44b6-9185-5c33de078bb6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:17.394507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.423356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-2e73e1a6-b92d-4fba-a53a-49f6727a6fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665008 Jul 28 14:48:17.498034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-ef725004-c02d-4214-a5ab-7ed87736fe4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0639639 Jul 28 14:48:17.499227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.503746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.503746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/a19829a5-47df-4dc7-adf2-c4d967b1295c HTTP/1.1" status: 204 len: 168 time: 0.5254066 Jul 28 14:48:17.515004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Pushing event updated for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.516902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34302) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:17.626688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a95e96-3c6c-4b82-b379-289d2130367b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19829a5-47df-4dc7-adf2-c4d967b1295c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:17.660878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.666437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Attempting to bind port f3a35ce1-5f74-4c6e-83f7-996779315081 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:17.666781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Attempting to bind port f3a35ce1-5f74-4c6e-83f7-996779315081 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '8ccd4b98-0099-486d-90b4-8e416c9da879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:17.667145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Attempting to bind port f3a35ce1-5f74-4c6e-83f7-996779315081 on network 78783bad-fe02-41d3-9be9-17e3f020c75b {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:17.691833 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.692106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-5d24abf4-67d1-43bb-a805-ca75fe8efd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.694355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-5d24abf4-67d1-43bb-a805-ca75fe8efd7e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1895165 Jul 28 14:48:17.698618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Port f3a35ce1-5f74-4c6e-83f7-996779315081 on network 78783bad-fe02-41d3-9be9-17e3f020c75b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:48:17.698950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Attempting to bind port f3a35ce1-5f74-4c6e-83f7-996779315081 on network 78783bad-fe02-41d3-9be9-17e3f020c75b {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:17.704798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-664b79bc-d422-48b9-940d-030955e8f45d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1867166 Jul 28 14:48:17.717570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34310) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:17.720383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:17.722922 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c6c89-2a98-433a-9a8a-95a9ec95f128" -d '{"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-plugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:17.727325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fe341-bf83-4025-a0d9-d3795e565b26 req-a0bf0725-ca81-4832-9545-fd674b9280d6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.735550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806fe341-bf83-4025-a0d9-d3795e565b26 req-a0bf0725-ca81-4832-9545-fd674b9280d6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.2493501 Jul 28 14:48:17.742496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:17.755989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e961a7fd-b1bc-4526-9403-50c9dfdaab3b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] delete failed (client error): The resource could not be found. Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e961a7fd-b1bc-4526-9403-50c9dfdaab3b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/a19829a5-47df-4dc7-adf2-c4d967b1295c HTTP/1.1" status: 404 len: 347 time: 0.0392566 Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Checking segment: {'id': '8ccd4b98-0099-486d-90b4-8e416c9da879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Bound using segment: {'id': '8ccd4b98-0099-486d-90b4-8e416c9da879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Bound port: f3a35ce1-5f74-4c6e-83f7-996779315081, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ccd4b98-0099-486d-90b4-8e416c9da879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:17.762984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.764663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:17.772372 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3c25c9-6455-4f29-8da2-2a59d6643428 x-openstack-request-id: req-cd3c25c9-6455-4f29-8da2-2a59d6643428 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:17.772657 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-plugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:17.773482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460861502'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:17.774106 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd3c25c9-6455-4f29-8da2-2a59d6643428 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:17.774775 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'code': 200} Jul 28 14:48:17.780578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-2a6262bc-e33f-4f6e-b43d-89aaf1f9e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:17.782946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-2a6262bc-e33f-4f6e-b43d-89aaf1f9e375 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752647 Jul 28 14:48:17.790995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object eeddca8f-01b8-4004-807b-ba2f5fa8a575 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:17.818220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-900c3c18-d4c9-45f1-8fdb-79fa406143e0 None None] Provisioning for port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:17.870151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:17.899954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-806fe341-bf83-4025-a0d9-d3795e565b26 req-7551530a-b5c7-4b2c-ba88-98ead0f05611 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333523 Jul 28 14:48:17.933257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:17.937224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f3a35ce1-5f74-4c6e-83f7-996779315081,segment=NetworkSegment(8ccd4b98-0099-486d-90b4-8e416c9da879),segment_id=8ccd4b98-0099-486d-90b4-8e416c9da879)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:17.983173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-f5f06eaf-6446-4071-bcc4-02d20399f9be service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899741 Jul 28 14:48:17.995213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.015300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.041693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.046403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.091612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.092173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.093681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] 10.222.0.50 "PUT /v2.0/ports/f3a35ce1-5f74-4c6e-83f7-996779315081 HTTP/1.1" status: 200 len: 1093 time: 2.3911929 Jul 28 14:48:18.099065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:18.102116 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f067f-629e-4694-8d44-a05a2ca4c52a" -d '{"events": [{"name": "network-changed", "server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:18.134242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0719f6-4b5d-4978-b917-bb7bcd09cc68 req-37dff61a-bdb8-4cb5-a5fe-eb77df82303a tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.136851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc0719f6-4b5d-4978-b917-bb7bcd09cc68 req-37dff61a-bdb8-4cb5-a5fe-eb77df82303a tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 944 time: 0.1735623 Jul 28 14:48:18.143102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:18.147408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:18.152207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:18.158381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.160444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.164411 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c0803-8bab-42f2-b503-7e305e2f83e6 x-openstack-request-id: req-b67c0803-8bab-42f2-b503-7e305e2f83e6 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:18.164411 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:18.164714 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b67c0803-8bab-42f2-b503-7e305e2f83e6 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:18.165033 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081', 'status': 'completed', 'code': 200} Jul 28 14:48:18.223765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-096839a3-fc00-4c36-9f43-87c2145e39ef service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228897 Jul 28 14:48:18.241239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374982b8-f93a-4e14-afdd-c9abd9f4b68f service neutron] Pushing event updated for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.292270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc0719f6-4b5d-4978-b917-bb7bcd09cc68 req-e5cc2512-9b5e-4676-bcb5-c4d1a0d70355 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436470 Jul 28 14:48:18.338700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-fca66a03-f79b-42f7-83a7-476e2183b797 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0956712 Jul 28 14:48:18.382929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=eeddca8f-01b8-4004-807b-ba2f5fa8a575,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.488900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.503423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-53775da5-c86a-4ccc-a49d-cbb473f60410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.512466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-53775da5-c86a-4ccc-a49d-cbb473f60410 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1665854 Jul 28 14:48:18.527218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-f8580a6c-8878-4e81-a626-4817cede06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.530550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-f8580a6c-8878-4e81-a626-4817cede06bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4ab92cb7ab04c6dbb44b8688f4f0571&device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 1096 time: 0.3066483 Jul 28 14:48:18.539325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cc4ac-e117-4903-890c-322a4e13ada2 req-81fc0160-0ab9-4763-a9ce-483bb1548e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.541856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b4cc4ac-e117-4903-890c-322a4e13ada2 req-81fc0160-0ab9-4763-a9ce-483bb1548e9f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.6308267 Jul 28 14:48:18.590114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-bf86f970-41b5-489d-9604-6339e764c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.593265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-bf86f970-41b5-489d-9604-6339e764c8e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720780 Jul 28 14:48:18.685506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.687633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c8033f4-2a9f-4194-ba06-b5992bdaa19e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:18.720181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b4cc4ac-e117-4903-890c-322a4e13ada2 req-14ced818-b1ca-43d9-8d3c-7f5abe5032b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699712 Jul 28 14:48:18.757012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-f90c938b-0b01-4fd8-9194-3b9edc22c698 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564789 Jul 28 14:48:18.757916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b2249-0709-4d65-b2fd-3caa983bb416,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:18.765128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-773a6158-8af5-4bd0-80a5-e8d8ef0e4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.767376 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-773a6158-8af5-4bd0-80a5-e8d8ef0e4067 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f4ab92cb7ab04c6dbb44b8688f4f0571&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1936562 Jul 28 14:48:18.859304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b098fb9-1e08-4a55-b489-dabfd94f4d24 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5552905 Jul 28 14:48:18.863627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34346) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:18.864364 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:18.868515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84810a4d-bfe8-42d9-899e-315ec22a3c49 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0972910 Jul 28 14:48:18.885996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34348) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:18.885996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '9c2b2249-0709-4d65-b2fd-3caa983bb416', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:18.925773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-97b30f60-b66e-47e4-af1f-1e8dfdf9a66d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465869 Jul 28 14:48:18.934490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed80ee-6e8c-4a4f-ad00-1abb496bfc55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.944910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed80ee-6e8c-4a4f-ad00-1abb496bfc55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:18.950522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0ed80ee-6e8c-4a4f-ad00-1abb496bfc55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0857482 Jul 28 14:48:18.951472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34354) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:19.017636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-928c99e7-c9c4-409b-bac8-0d0ee63c98ad None None] Provisioning for port eeddca8f-01b8-4004-807b-ba2f5fa8a575 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:19.022625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-cf5976e1-71a4-4cb0-a30a-5b8cc9784f6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0802784 Jul 28 14:48:19.023540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-928c99e7-c9c4-409b-bac8-0d0ee63c98ad None None] Provisioning complete for port eeddca8f-01b8-4004-807b-ba2f5fa8a575 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:19.023918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-928c99e7-c9c4-409b-bac8-0d0ee63c98ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.040627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34358) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:19.057524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:19.075244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:19.076194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.085996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-c1521fe3-78e0-4ecf-af1e-0f7dcee354ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.087555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-c1521fe3-78e0-4ecf-af1e-0f7dcee354ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0581722 Jul 28 14:48:19.109479 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.144452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-928c99e7-c9c4-409b-bac8-0d0ee63c98ad None None] Port eeddca8f-01b8-4004-807b-ba2f5fa8a575 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:19.194838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd809-34e8-483a-bf6e-ee805a334c2a req-50305f74-e040-4359-b286-44e6f8416e87 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.208324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-fa39de8d-8d5d-443d-b38c-b760d56a103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.208324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-fa39de8d-8d5d-443d-b38c-b760d56a103f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1009915 Jul 28 14:48:19.208599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.208709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb7dd809-34e8-483a-bf6e-ee805a334c2a req-50305f74-e040-4359-b286-44e6f8416e87 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1728597 Jul 28 14:48:19.250261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:19.265729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port eeddca8f-01b8-4004-807b-ba2f5fa8a575 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:19.265729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.265729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-7614c36c-524d-4534-a872-e9265530e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.266493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b46f067f-629e-4694-8d44-a05a2ca4c52a req-7614c36c-524d-4534-a872-e9265530e627 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623858 Jul 28 14:48:19.294828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.317068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1524544616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:19.329573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb7dd809-34e8-483a-bf6e-ee805a334c2a req-ad9bbde3-cbf8-4a3f-8cc7-e9b8ad7aed15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262143 Jul 28 14:48:19.371791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-4d0328fe-b041-4270-9187-2a6954dbbce0 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586568 Jul 28 14:48:19.405930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.423756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.434520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-ec8267c2-b56d-4362-966a-8e1b83f89f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.436163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-ec8267c2-b56d-4362-966a-8e1b83f89f7c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f4ab92cb7ab04c6dbb44b8688f4f0571&device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 1096 time: 0.0920630 Jul 28 14:48:19.438401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.443019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for eeddca8f-01b8-4004-807b-ba2f5fa8a575 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:19.467908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.502083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce108b07-5673-4353-a526-359eaa6f5f47,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:19.508272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-d7e2b1f8-049c-404d-818b-d9ca4c2dc21a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3a35ce1-5f74-4c6e-83f7-996779315081 HTTP/1.1" status: 200 len: 217 time: 0.0532472 Jul 28 14:48:19.547936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990854c-1f51-410b-8b81-d27eeaac8055 req-98cc6983-b59c-4566-a899-496afeb0bc1e tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.549486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e990854c-1f51-410b-8b81-d27eeaac8055 req-98cc6983-b59c-4566-a899-496afeb0bc1e tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 944 time: 0.1127062 Jul 28 14:48:19.551697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-859ae6b5-841b-47a4-8f19-03421b02dec7 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804736 Jul 28 14:48:19.567259 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.568461 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.618175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-3bee1f3e-1df6-4989-86f6-f711c70a4e3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0568442 Jul 28 14:48:19.647458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-bf3358a5-32d4-452f-bb0f-bf1cc29c4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.649024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-bf3358a5-32d4-452f-bb0f-bf1cc29c4a7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3c87fa82-9ada-4bf6-8b2f-d03d1af177e1 HTTP/1.1" status: 200 len: 860 time: 0.1007435 Jul 28 14:48:19.651314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e990854c-1f51-410b-8b81-d27eeaac8055 req-e5e0033e-79ca-4f62-9efc-09674dc507d7 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895329 Jul 28 14:48:19.657167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.657167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fb18715e-add5-4254-8f0d-8261c16b4429 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7838204 Jul 28 14:48:19.671019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34372) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:19.695620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-abb49380-da8a-490b-81f2-1bb99ad9d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.697256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-abb49380-da8a-490b-81f2-1bb99ad9d3ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0696890 Jul 28 14:48:19.756150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-341ba738-de82-4883-8a6e-3203844b3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:19.758234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-341ba738-de82-4883-8a6e-3203844b3976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540922 Jul 28 14:48:19.801993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-1136f47b-2b47-413b-a576-c0e275421b0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=78783bad-fe02-41d3-9be9-17e3f020c75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353042 Jul 28 14:48:19.811386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.865588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-6363dcb8-1f7a-41d1-a5d3-99f5b0c26058 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998406 Jul 28 14:48:19.874458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.890914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.934298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:19.992582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f63b3ab-97c8-4e94-b852-ef3a67805549 req-a2b1aa41-1185-4a01-a23c-cdb3a6c86616 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156950 Jul 28 14:48:20.001189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-a45f3f50-6150-4681-b2b3-167933fbb9c8 service neutron] 10.222.0.50 "GET /v2.0/networks/78783bad-fe02-41d3-9be9-17e3f020c75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872427 Jul 28 14:48:20.018325 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.119181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb661edb-d1bb-43bc-9049-85ae86aa12c8 req-89a512e4-6b63-4fb0-8f26-148de7d336d8 service neutron] 10.222.0.50 "GET /v2.0/networks/78783bad-fe02-41d3-9be9-17e3f020c75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102614 Jul 28 14:48:20.138292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.146008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.150076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ce108b07-5673-4353-a526-359eaa6f5f47 HTTP/1.1" status: 204 len: 168 time: 0.4733806 Jul 28 14:48:20.150076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.150903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34386) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.188166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=eeddca8f-01b8-4004-807b-ba2f5fa8a575,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.196220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.198815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f751d98-7a77-47bb-b04c-e675727e8239 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1391156 Jul 28 14:48:20.203237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49a48f-38ab-463c-8232-8884cd5b868f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce108b07-5673-4353-a526-359eaa6f5f47,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.210107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3746ca11-1ba9-452b-b0f9-457f66d6d197 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0552125 Jul 28 14:48:20.210107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34388) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.213902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-895982323'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:20.217184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34390) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.231058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.239526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c3c6ebd5-5938-4710-a8b0-98dbad84167f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/eeddca8f-01b8-4004-807b-ba2f5fa8a575 HTTP/1.1" status: 204 len: 168 time: 1.2866342 Jul 28 14:48:20.239801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34392) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.338716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb516c-0824-44dc-8812-618a34b63a57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.340470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb516c-0824-44dc-8812-618a34b63a57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.341893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d1fb516c-0824-44dc-8812-618a34b63a57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941315 Jul 28 14:48:20.345272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.370680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.406483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.433666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:20.437214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.454419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 9d96644c-8f23-44b2-9a97-c2100122a098 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:20.473395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.484819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.501115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.512496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c8033f4-2a9f-4194-ba06-b5992bdaa19e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:20.578910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.580142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:20.580534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.613923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.628430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383a4ae-b885-4dec-827e-04a879c5c03b req-32ccc758-b891-42df-98cf-d06b0d7f85cd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.631573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5383a4ae-b885-4dec-827e-04a879c5c03b req-32ccc758-b891-42df-98cf-d06b0d7f85cd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1735749 Jul 28 14:48:20.716320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.720179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5383a4ae-b885-4dec-827e-04a879c5c03b req-d1831deb-4ea7-4488-9e1b-dc234fe680c4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825021 Jul 28 14:48:20.727383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.746895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ce58d-b84b-4cf6-b1de-9bed52ff38db,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.794563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.797300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.798343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/9c2b2249-0709-4d65-b2fd-3caa983bb416 HTTP/1.1" status: 204 len: 168 time: 0.5802906 Jul 28 14:48:20.799474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:20.801886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34416) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.821467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee1a7b-2d6b-4221-ad20-7928e2446607 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b2249-0709-4d65-b2fd-3caa983bb416,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.844321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f9238-9c20-49d0-8112-5dd652be6fcb req-3169e32f-b040-4b7f-a1b2-65a5adeb9786 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:20.846014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-144f9238-9c20-49d0-8112-5dd652be6fcb req-3169e32f-b040-4b7f-a1b2-65a5adeb9786 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 944 time: 0.1012511 Jul 28 14:48:20.870063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aa41be0e-25eb-4a31-95d1-d4e0ada2d42b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661094 Jul 28 14:48:20.874022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.879210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--132621731'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:20.896872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-144f9238-9c20-49d0-8112-5dd652be6fcb req-250726d1-ff43-4002-bae8-eef4c1fede61 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Jul 28 14:48:20.912018 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.912681 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Added segment f50616ec-bd17-4e2e-b40d-1f83af239918 of type vlan for network a7e0e06a-0810-4297-8b41-a47405990685 Jul 28 14:48:20.916657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.963541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.968390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=9d96644c-8f23-44b2-9a97-c2100122a098,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:20.985342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:20.992726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7c6f7-4265-485b-b90c-d8ff1e442aba None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:20.993246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34422) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:20.999719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-25cc56d6-b59b-4901-b3df-ab5be0df317a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9d96644c-8f23-44b2-9a97-c2100122a098 HTTP/1.1" status: 204 len: 168 time: 0.6531603 Jul 28 14:48:21.009604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.040168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69246822-0014-456f-b473-de54f152bb4c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456271 Jul 28 14:48:21.042532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.061007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ce952-df53-405b-b208-54d50dff22b5 req-ab1cd7bf-344e-4b69-a625-6c25ca427c9d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.062617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-007ce952-df53-405b-b208-54d50dff22b5 req-ab1cd7bf-344e-4b69-a625-6c25ca427c9d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1603618 Jul 28 14:48:21.119008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc0e6c-5737-4369-a542-f28af2f57e1e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.121150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-39fc0e6c-5737-4369-a542-f28af2f57e1e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0774906 Jul 28 14:48:21.123891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34426) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.124471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-1a7d14b7-8d1d-4d87-8985-1b708b1dc988 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002347 Jul 28 14:48:21.160526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-007ce952-df53-405b-b208-54d50dff22b5 req-6fffa5b7-4583-4d53-9cc9-9c63aa596e29 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887234 Jul 28 14:48:21.189242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.190943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.196697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.197417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.223532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d525945-b88c-4a3e-9c2a-b059c4fbf85f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.226994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d525945-b88c-4a3e-9c2a-b059c4fbf85f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1018751 Jul 28 14:48:21.236453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34432) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.241098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:21.296569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Network': ['ID=a7e0e06a-0810-4297-8b41-a47405990685,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:21.308584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9742c254-999b-48a0-a829-83145b0a1f44 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681968 Jul 28 14:48:21.308688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Deleting port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:21.308891 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.309988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.310651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34434) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.311043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34436) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.316704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a7e0e06a-0810-4297-8b41-a47405990685 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:21.319722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:21.349563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c86d7-0b25-4e01-b634-1b68d89af60b tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.352758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b24c86d7-0b25-4e01-b634-1b68d89af60b tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1093 time: 0.1392076 Jul 28 14:48:21.355666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34440) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.357835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-14ea3416-a4e6-45a2-825c-0319ab7c9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.360336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-14ea3416-a4e6-45a2-825c-0319ab7c9541 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.1372266 Jul 28 14:48:21.366302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:21.442136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] For port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:21.442448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.442823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.457709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Calling delete_port for 8c8033f4-2a9f-4194-ba06-b5992bdaa19e owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:21.493942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99faa214-1cf1-4b9c-a0fe-223e24b5e04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.495707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040d83be-eab9-42cc-a19a-92d020cda476,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:21.521053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-71209596-2862-47cf-8d3c-c0f8c19df222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.522653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-71209596-2862-47cf-8d3c-c0f8c19df222 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.1416366 Jul 28 14:48:21.551040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-14c0cf84-5c60-4cc3-aed8-7bb0c97cb17c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3411727 Jul 28 14:48:21.553828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34442) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.559786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'subnet': {'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:21.571209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-aa90650e-a2f5-4977-b62b-6705e7ad239e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 217 time: 0.0417945 Jul 28 14:48:21.618383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.633092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-f40e6e6d-a00a-4d5a-b13b-dc119bfc8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.634625 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-f40e6e6d-a00a-4d5a-b13b-dc119bfc8cd1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0557878 Jul 28 14:48:21.646715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Pushing event deleted for resources: {'Port': ['ID=8c8033f4-2a9f-4194-ba06-b5992bdaa19e,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:21.651269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] No DVR routers for this DVR port 8c8033f4-2a9f-4194-ba06-b5992bdaa19e on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:21.658432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.659065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.660819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.662371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.662739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.663209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.663558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.663899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.664237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.664570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.664911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.665245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032111c5-bf09-41f1-85ed-686174d87818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:21.687229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-4ef2373f-a48f-424d-be82-a64707321cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:21.688910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-4ef2373f-a48f-424d-be82-a64707321cb7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478170 Jul 28 14:48:21.738980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.834593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:21.838687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.841957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-db39326e-9597-4e37-91a2-8fc46437de22 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460013 Jul 28 14:48:21.945467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:21.949989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f35c94a8-064d-45af-8e1d-d325ac36e508 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0715098 Jul 28 14:48:21.950188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34448) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:21.955037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '040d83be-eab9-42cc-a19a-92d020cda476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:21.960947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.101296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-462eb28d-c02a-40c4-8b78-897ba18684c7 req-12f96976-12ad-43fb-a8e4-a9d92d668214 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510877 Jul 28 14:48:22.151880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137c509-d527-44c5-a46a-ac6b92ff4ede req-f563b948-7d50-4584-bfd1-3cf54c146f62 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:22.153682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7137c509-d527-44c5-a46a-ac6b92ff4ede req-f563b948-7d50-4584-bfd1-3cf54c146f62 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 944 time: 0.1774805 Jul 28 14:48:22.399561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99faa214-1cf1-4b9c-a0fe-223e24b5e04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.426718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c8033f4-2a9f-4194-ba06-b5992bdaa19e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:22.452576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8c8033f4-2a9f-4194-ba06-b5992bdaa19e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:22.453248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8c8033f4-2a9f-4194-ba06-b5992bdaa19e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:22.517124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99faa214-1cf1-4b9c-a0fe-223e24b5e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.568525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:48:22.568525 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:48:22.568525 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id_1': 'b91f588349644f918748b21ee7c3ba2c', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 48, 21, 966373)}] Jul 28 14:48:22.568525 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:48:22.569009 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:48:22.582740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faa214-1cf1-4b9c-a0fe-223e24b5e04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27826d2-149c-4e6c-892e-4ef096190482,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:22.593705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-99faa214-1cf1-4b9c-a0fe-223e24b5e04e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc77baf0d1624c658dedbc027195af48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2806222 Jul 28 14:48:22.598490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34452) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:22.611353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.232 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5a453714-5716-4527-bc04-8c19ae2063e1) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:22.613839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:22.615478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.634587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7137c509-d527-44c5-a46a-ac6b92ff4ede req-2143bffe-2480-4596-904b-fc12ff8ab2df tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794830 Jul 28 14:48:22.656456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:22.661169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:22.665441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:22.666039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.674138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ceedf4-b6ec-4bee-b982-3308881175cf None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:22.681726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=264cd68b-6995-41b7-83f8-bfa018ea7298,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:22.715713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:22.720105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.731544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.779660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.811349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.857853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cde13a1b-7d52-412d-97d3-3a20e8e9b034 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5428023 Jul 28 14:48:22.860394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34454) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:22.873580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:30:23:15', 'name': 'tempest-NetworksTestDHCPv6-1734481696'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:22.887491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '264cd68b-6995-41b7-83f8-bfa018ea7298'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:22.902698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.950713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.954432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:22.955654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b27826d2-149c-4e6c-892e-4ef096190482 HTTP/1.1" status: 204 len: 168 time: 0.3498938 Jul 28 14:48:22.975292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83f9bf-1240-4b1c-81c7-cb7a8a1a0ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27826d2-149c-4e6c-892e-4ef096190482,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:22.981271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.064313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=5a453714-5716-4527-bc04-8c19ae2063e1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.072759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:23.074426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:23.077106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:23.122156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.138943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Allocated IP 2001:db8::f816:3eff:feb7:91dd (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/264cd68b-6995-41b7-83f8-bfa018ea7298/2c990a8b-5f0d-440d-92b0-aa1bc85a9750) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:23.221088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:23.227116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f3a35ce1-5f74-4c6e-83f7-996779315081 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:48:23.287105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Subnet': ['ID=7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.324016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Checking segment: {'id': 'f50616ec-bd17-4e2e-b40d-1f83af239918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:23.324739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network hostable DHCP agents. Network: a7e0e06a-0810-4297-8b41-a47405990685, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:23.367747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.400188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port f8e60c18-3af0-4652-854b-131c3c2dd5a0 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:23.400416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.407266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.418809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Transition to ACTIVE for port object 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:23.450231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f3a35ce1-5f74-4c6e-83f7-996779315081,segment=NetworkSegment(8ccd4b98-0099-486d-90b4-8e416c9da879),segment_id=8ccd4b98-0099-486d-90b4-8e416c9da879)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:23.470825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Transition to ACTIVE for port object 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:23.474562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'f3a35ce1-5f74-4c6e-83f7-996779315081', 'network_id': '78783bad-fe02-41d3-9be9-17e3f020c75b', 'port_id': 'f3a35ce1-5f74-4c6e-83f7-996779315081', 'mac_address': 'fa:16:3e:d9:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c87fa82-9ada-4bf6-8b2f-d03d1af177e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:48:23.495020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.540610 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.556325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a35ce1-5f74-4c6e-83f7-996779315081 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:48:23.576453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network a7e0e06a-0810-4297-8b41-a47405990685 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:23.585873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f3a35ce1-5f74-4c6e-83f7-996779315081,segment=NetworkSegment(8ccd4b98-0099-486d-90b4-8e416c9da879),segment_id=8ccd4b98-0099-486d-90b4-8e416c9da879)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:23.589563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.635372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:23.642051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:23.645081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:23.660423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe30:2315 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/264cd68b-6995-41b7-83f8-bfa018ea7298/f8e60c18-3af0-4652-854b-131c3c2dd5a0) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:23.695488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.744818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.746451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Pushing event updated for resources: {'Port': ['ID=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.750091 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.755553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a7e0e06a-0810-4297-8b41-a47405990685) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:23.807362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cebd0-d9a7-4f50-91c0-9e5d158a2325 None None] Network a7e0e06a-0810-4297-8b41-a47405990685 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:23.809062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0676f345-1d75-416e-b33e-64f95bf23bb5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.811992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:23.812592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.853747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:23.858706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Attempting to bind port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:23.859163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Attempting to bind port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:23.859484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Attempting to bind port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:23.871755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:23.872141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:23.872549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.872949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:23.873416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Bound port: 2c990a8b-5f0d-440d-92b0-aa1bc85a9750, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:23.873807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.882929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:23.884605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-802aecc1-929c-45c3-95f7-d328b8bfb8d6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9329703 Jul 28 14:48:23.888545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34466) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:23.894238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '040d83be-eab9-42cc-a19a-92d020cda476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:23.948504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a64b13-b488-4dd2-afa2-2cefcd2ff5e4 req-c4256eb6-f90b-4875-a8b7-6de3c81755ef tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:23.950065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a64b13-b488-4dd2-afa2-2cefcd2ff5e4 req-c4256eb6-f90b-4875-a8b7-6de3c81755ef tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 945 time: 0.2102668 Jul 28 14:48:23.976569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34468) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:23.997110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-972e434b-fa4a-4b29-b813-251f139597c8 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4420409 Jul 28 14:48:24.005593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:24.009176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] For port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:24.013197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'network': {'name': 'tempest-router-network01--1962797815'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:24.013946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] For port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:24.015225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b3754f5-0528-40aa-831f-f957ea78f760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.021956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.040790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f3a35ce1-5f74-4c6e-83f7-996779315081'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:48:24.044585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.052971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a64b13-b488-4dd2-afa2-2cefcd2ff5e4 req-713a8d82-7152-4cc4-9aaf-b9b08d819508 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941813 Jul 28 14:48:24.055292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object f8e60c18-3af0-4652-854b-131c3c2dd5a0 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:24.216904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.233222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a7e0e06a-0810-4297-8b41-a47405990685', 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685', 'tenant_id': '7d8902b5265d4a278ed9b217ae783536', 'fixed_ips': [{'subnet_id': '7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:24.234101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.238938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.254425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.314779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:24.330631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.336074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:24.345739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:24.351992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:24.352783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.363494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=f8e60c18-3af0-4652-854b-131c3c2dd5a0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:24.398440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf253a-2a2b-4ca0-a52f-3eb118a42031 None None] Pushing event updated for resources: {'Port': ['ID=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:24.417040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.418326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.469441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:24.476322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.499636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Allocated IP 172.20.0.2 (a7e0e06a-0810-4297-8b41-a47405990685/7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9/c3a44c52-917a-459c-a06f-d7f8bbc8282a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:24.509145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=5a453714-5716-4527-bc04-8c19ae2063e1,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:24.521773 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.535432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:24.549370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.550587 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Added segment cca0f429-5a99-4c9c-9f06-5d10a6eab92f of type vlan for network 6ab04722-d3f6-481c-867d-7405a3f1d947 Jul 28 14:48:24.604402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.629451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.693020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848f1176-b060-49fb-a67c-f0db5dadd220,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:24.729129 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP a5077f20-be87-478d-88be-44308e0174dc associated. External IP: 172.25.0.232, port: 98828221-eb45-44b6-9185-5c33de078bb6. Jul 28 14:48:24.741559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.751913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Transition to ACTIVE for port object c3a44c52-917a-459c-a06f-d7f8bbc8282a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:24.767670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Transition to ACTIVE for port object c3a44c52-917a-459c-a06f-d7f8bbc8282a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:24.783327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.789819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:24.790449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.832509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b3754f5-0528-40aa-831f-f957ea78f760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:24.861928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Network': ['ID=6ab04722-d3f6-481c-867d-7405a3f1d947,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:24.877286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:24.968866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router d7a46a70-006a-405e-8fc6-daa950d391e1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:24.983807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.019849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b3754f5-0528-40aa-831f-f957ea78f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.030875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Network a7e0e06a-0810-4297-8b41-a47405990685 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:25.034170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:25.040510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:25.048459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Pushing event updated for resources: {'Port': ['ID=c3a44c52-917a-459c-a06f-d7f8bbc8282a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.121258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Attempting to bind port c3a44c52-917a-459c-a06f-d7f8bbc8282a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:25.121642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Attempting to bind port c3a44c52-917a-459c-a06f-d7f8bbc8282a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f50616ec-bd17-4e2e-b40d-1f83af239918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:25.122013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Attempting to bind port c3a44c52-917a-459c-a06f-d7f8bbc8282a on network a7e0e06a-0810-4297-8b41-a47405990685 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:25.128477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:25.129218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Checking segment: {'id': 'f50616ec-bd17-4e2e-b40d-1f83af239918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:25.129353 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.130531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Bound using segment: {'id': 'f50616ec-bd17-4e2e-b40d-1f83af239918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:25.130531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Bound port: c3a44c52-917a-459c-a06f-d7f8bbc8282a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50616ec-bd17-4e2e-b40d-1f83af239918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a7e0e06a-0810-4297-8b41-a47405990685'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:25.131156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.164535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b6ac4a4a-cd73-41ab-afb0-207b5b080a4e tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1563790 Jul 28 14:48:25.168418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bcd4004f-0424-4abf-896e-473130aabc80 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3070095 Jul 28 14:48:25.169174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34480) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.173251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34482) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.186748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'network': {'name': 'tempest-router-network02--2125270013'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:25.229839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] For port c3a44c52-917a-459c-a06f-d7f8bbc8282a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:25.234248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] For port c3a44c52-917a-459c-a06f-d7f8bbc8282a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c3a44c52-917a-459c-a06f-d7f8bbc8282a,segment=NetworkSegment(f50616ec-bd17-4e2e-b40d-1f83af239918),segment_id=f50616ec-bd17-4e2e-b40d-1f83af239918)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:25.240364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f3a35ce1-5f74-4c6e-83f7-996779315081 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:25.294106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a4859-51af-4ef8-9628-28b0095b0b87 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:25.304088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a4859-51af-4ef8-9628-28b0095b0b87 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:25.309068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-997a4859-51af-4ef8-9628-28b0095b0b87 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1176381 Jul 28 14:48:25.309712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.345042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.399178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.400617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7c5b7685-2a75-46b5-a67d-e85521c740b0 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5109272 Jul 28 14:48:25.405452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34488) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.412099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '040d83be-eab9-42cc-a19a-92d020cda476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:25.446117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port f8e60c18-3af0-4652-854b-131c3c2dd5a0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:25.446860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.452732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b3754f5-0528-40aa-831f-f957ea78f760 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61ad0ae870174abc8165cf1c68e5659c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4751403 Jul 28 14:48:25.453676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3754f5-0528-40aa-831f-f957ea78f760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0803a60-2e70-4cf8-bc5b-453ee3f394f8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.457667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port f3a35ce1-5f74-4c6e-83f7-996779315081 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:25.461152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:25.472607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0f286-0e70-49d1-8f22-fe535fb3d5e7 None None] Pushing event updated for resources: {'Port': ['ID=c3a44c52-917a-459c-a06f-d7f8bbc8282a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.477564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port f3a35ce1-5f74-4c6e-83f7-996779315081 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:25.477948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.491047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:25.509959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Sync routers for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:25.521134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:25.524175 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.528758 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:25.529411 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:25.592971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566e351-3ad2-4c20-8e54-953ffaa20076 req-f28fb3c7-563d-4407-b834-43dbbcc69453 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:25.595674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d566e351-3ad2-4c20-8e54-953ffaa20076 req-f28fb3c7-563d-4407-b834-43dbbcc69453 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 945 time: 0.2082472 Jul 28 14:48:25.597706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.599776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:48:25.621106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.621683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.621683 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Added segment 9a56be14-44c5-4250-9773-7e3470ba3bc3 of type vlan for network 351f6d2d-dc13-4d52-8596-0bed641c6c41 Jul 28 14:48:25.632837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.667801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f3a35ce1-5f74-4c6e-83f7-996779315081,segment=NetworkSegment(8ccd4b98-0099-486d-90b4-8e416c9da879),segment_id=8ccd4b98-0099-486d-90b4-8e416c9da879)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:25.668944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:25.671734 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d707040-8c8d-41da-9b13-592df9beb87a" -d '{"events": [{"server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "name": "network-vif-plugged", "status": "completed", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:25.708462 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:25.708624 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.751634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d566e351-3ad2-4c20-8e54-953ffaa20076 req-ea449a07-eb89-49f2-8f7a-8c747cb01eab tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Jul 28 14:48:25.777799 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100190d-44c9-4147-a3bb-462b5c859f1d x-openstack-request-id: req-1100190d-44c9-4147-a3bb-462b5c859f1d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:25.778176 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "name": "network-vif-plugged", "status": "completed", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:25.778444 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1100190d-44c9-4147-a3bb-462b5c859f1d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:25.779449 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081', 'code': 200} Jul 28 14:48:25.779972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.841579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.852380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.854990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.859401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0803a60-2e70-4cf8-bc5b-453ee3f394f8 HTTP/1.1" status: 204 len: 168 time: 0.3940482 Jul 28 14:48:25.884964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa7af7-d2e9-4ee6-9e00-3c7c1bdef853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0803a60-2e70-4cf8-bc5b-453ee3f394f8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.914482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:25.919303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.925906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c9e0006c-c34d-4bbc-859e-9daefc9d359c None None] Provisioning for port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:25.927067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:25.958128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for f8e60c18-3af0-4652-854b-131c3c2dd5a0 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:25.992979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b34ff9b-ff86-4831-b2fb-6d005ec49240 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6229587 Jul 28 14:48:25.995767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:25.998044 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba250765-dbe3-46d1-875d-b5a213848205" -d '{"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:26.087116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a5077f20-be87-478d-88be-44308e0174dc', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'mac_address': 'fa:16:3e:75:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:48:23Z', 'updated_at': '2021-07-28T14:48:23Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:26.100862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd06a1-2268-4f17-9ce9-a445a8957cde req-bdca5300-5b6a-41f0-bcca-024cfc1e29e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.102479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bbd06a1-2268-4f17-9ce9-a445a8957cde req-bdca5300-5b6a-41f0-bcca-024cfc1e29e5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 1098 time: 0.2079601 Jul 28 14:48:26.110023 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b07594-f00d-440e-82f2-7e8acce4de61 x-openstack-request-id: req-b2b07594-f00d-440e-82f2-7e8acce4de61 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:26.110329 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:26.110577 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2b07594-f00d-440e-82f2-7e8acce4de61 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:26.111177 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'status': 'completed', 'code': 200} Jul 28 14:48:26.133058 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Checking router: d7a46a70-006a-405e-8fc6-daa950d391e1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:48:26.144236 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:26.145176 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:26.174402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.180459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.181136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.206633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bbd06a1-2268-4f17-9ce9-a445a8957cde req-8424a623-bab4-44ad-8e2f-7400c219febf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735319 Jul 28 14:48:26.222121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250765-dbe3-46d1-875d-b5a213848205 req-5142ff58-9a90-40b1-ac58-70dad4956449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.223888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-5142ff58-9a90-40b1-ac58-70dad4956449 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.0701156 Jul 28 14:48:26.277220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:48:26.279856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8a5977eb-3952-47f3-8ac1-78e32e146461 None None] Provisioning for port f8e60c18-3af0-4652-854b-131c3c2dd5a0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:26.289672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8a5977eb-3952-47f3-8ac1-78e32e146461 None None] Provisioning complete for port f8e60c18-3af0-4652-854b-131c3c2dd5a0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:26.290814 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a5977eb-3952-47f3-8ac1-78e32e146461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.301513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.324260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8a5977eb-3952-47f3-8ac1-78e32e146461 None None] Port f8e60c18-3af0-4652-854b-131c3c2dd5a0 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:48:26.334578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.359588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=f8e60c18-3af0-4652-854b-131c3c2dd5a0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.390919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Network': ['ID=351f6d2d-dc13-4d52-8596-0bed641c6c41,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.411483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8e01a-20ef-4f64-8647-a5aadc779859 req-526b26df-2a69-46a9-9ae8-d5a294188714 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.421577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32a8e01a-20ef-4f64-8647-a5aadc779859 req-526b26df-2a69-46a9-9ae8-d5a294188714 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.2566528 Jul 28 14:48:26.424465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:48:26.499065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.508826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7b8177c-4c16-4db8-9503-2bb4cd9a9d42 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/f8e60c18-3af0-4652-854b-131c3c2dd5a0 HTTP/1.1" status: 204 len: 168 time: 1.1958501 Jul 28 14:48:26.536605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34506) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.552439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-854fbd35-76f7-4231-8fe2-3890ea69337f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3800426 Jul 28 14:48:26.555262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34508) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.564742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'subnet': {'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:26.597393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32a8e01a-20ef-4f64-8647-a5aadc779859 req-0fd02a38-f272-4c07-9d72-79e2e53fbb57 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616077 Jul 28 14:48:26.599454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.618731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.661135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa6752b-d6bb-42fa-80f2-fa09fde5a478,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:26.702748 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a5077f20-be87-478d-88be-44308e0174dc', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'mac_address': 'fa:16:3e:75:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:48:23Z', 'updated_at': '2021-07-28T14:48:23Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:26.764636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c3a44c52-917a-459c-a06f-d7f8bbc8282a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:26.779363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:26.780833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e87837-f9ce-448d-8eda-4d4ead446688 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.782490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e87837-f9ce-448d-8eda-4d4ead446688 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.784696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11e87837-f9ce-448d-8eda-4d4ead446688 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2464728 Jul 28 14:48:26.799594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.802153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ac621-bbc9-4a4a-8f77-b7902c2c9ba6 None None] The sync data for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 is: [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a5077f20-be87-478d-88be-44308e0174dc', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.232', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'mac_address': 'fa:16:3e:75:cb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:48:23Z', 'updated_at': '2021-07-28T14:48:23Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:26.806860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b01a244-b3c3-4bb5-bfdd-e47594bbd653 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4002316 Jul 28 14:48:26.807660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34520) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:26.817596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '040d83be-eab9-42cc-a19a-92d020cda476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:26.857617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250765-dbe3-46d1-875d-b5a213848205 req-231956fc-c680-4080-8de9-6eb3693ab1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:26.859163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-231956fc-c680-4080-8de9-6eb3693ab1a6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.3811095 Jul 28 14:48:26.965611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e26dfc9b-b464-43c4-8e6f-f0c95cc36143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a5077f20-be87-478d-88be-44308e0174dc HTTP/1.1" status: 200 len: 992 time: 0.3333163 Jul 28 14:48:27.029153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 264cd68b-6995-41b7-83f8-bfa018ea7298 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:27.056433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.106003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f5a4b-6830-4f3b-9f48-2116e02fb6a2 None None] New status for floating IP a5077f20-be87-478d-88be-44308e0174dc: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:48:27.107534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-7d12aa14-f486-40b8-ba01-a9f979ee0810 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1000 time: 0.2325356 Jul 28 14:48:27.122522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.135866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.165803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f38b-8c84-45a3-aabf-83f1b86fb347 req-8fbb1397-fea9-47ca-8b50-f0ccf95f0225 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:27.168324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afb7f38b-8c84-45a3-aabf-83f1b86fb347 req-8fbb1397-fea9-47ca-8b50-f0ccf95f0225 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.1969693 Jul 28 14:48:27.204600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec61a12-9bd6-41cb-ab7d-1ecc06706287 None None] Network a7e0e06a-0810-4297-8b41-a47405990685 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:27.215053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c3a44c52-917a-459c-a06f-d7f8bbc8282a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:27.219563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.237555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:27.287092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:27.291607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.302151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250765-dbe3-46d1-875d-b5a213848205 req-7d36b725-d012-4100-a95c-8122375d39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:27.302151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-7d36b725-d012-4100-a95c-8122375d39eb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.1286311 Jul 28 14:48:27.303523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afb7f38b-8c84-45a3-aabf-83f1b86fb347 req-8f7c732b-3474-4cc6-b4e7-d3b8f0a04e1f tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218507 Jul 28 14:48:27.345723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.347724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.381313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c924817-fc86-497f-becf-e469babd9042,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:27.397604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250765-dbe3-46d1-875d-b5a213848205 req-2e8b7c4d-4a46-4af7-8bd4-57a956f08143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:27.413997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-2e8b7c4d-4a46-4af7-8bd4-57a956f08143 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895524 Jul 28 14:48:27.532552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.536976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce8fca66-5a8d-43e3-b43d-bfa44a9fe665 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7211704 Jul 28 14:48:27.538232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:27.546434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Provisioning for port c3a44c52-917a-459c-a06f-d7f8bbc8282a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:27.546755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-ec845ffb-5b3f-46d0-a374-b6d2cf3c511e service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347115 Jul 28 14:48:27.547835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '040d83be-eab9-42cc-a19a-92d020cda476', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:27.550102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Provisioning complete for port c3a44c52-917a-459c-a06f-d7f8bbc8282a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:27.550839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.598580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:27.608617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:27.609085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.637720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.673484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=264cd68b-6995-41b7-83f8-bfa018ea7298,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:27.676992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.679012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af07329e-e56b-4221-b66d-d5d9cb9038ca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/264cd68b-6995-41b7-83f8-bfa018ea7298 HTTP/1.1" status: 204 len: 168 time: 0.8810468 Jul 28 14:48:27.693930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34538) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:27.707131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8802987e-1423-4ad0-960b-8117c713ac24 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:27.721071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba250765-dbe3-46d1-875d-b5a213848205 req-882e213c-ae8c-4415-b0e7-ffe868e4bbd2 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656833 Jul 28 14:48:27.760697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e4ac448-4c7d-49a5-ad58-8f1d25121a58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653515 Jul 28 14:48:27.763530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34540) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:27.780482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:27.785508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.791480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.816015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.834522 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:27.882891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] For port c3a44c52-917a-459c-a06f-d7f8bbc8282a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c3a44c52-917a-459c-a06f-d7f8bbc8282a,segment=NetworkSegment(f50616ec-bd17-4e2e-b40d-1f83af239918),segment_id=f50616ec-bd17-4e2e-b40d-1f83af239918)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:27.937854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:27.967956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:27.979372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Subnet': ['ID=e57415e1-547f-49ac-8ce6-50c967bd483e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.003476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.017702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.024509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Checking segment: {'id': 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:28.024781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network hostable DHCP agents. Network: 6ab04722-d3f6-481c-867d-7405a3f1d947, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:28.047988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.064412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:28.083066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b22ff4-15ec-462d-a109-4cd83c717b7e None None] Pushing event updated for resources: {'Port': ['ID=c3a44c52-917a-459c-a06f-d7f8bbc8282a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.120817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.142586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aa355dc6-271b-4e17-891e-d1b7726b7e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a5077f20-be87-478d-88be-44308e0174dc HTTP/1.1" status: 200 len: 994 time: 0.1652336 Jul 28 14:48:28.144222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9456301-fe3d-4f44-a165-c224603f864b,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.163925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-31152eab-4b34-47fd-acdb-59230977eb48 None None] Provisioning complete for port c3a44c52-917a-459c-a06f-d7f8bbc8282a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:28.164304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-31152eab-4b34-47fd-acdb-59230977eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.171064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.215012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:28.219781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.231749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Deleting port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:28.231749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.244407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:28.313457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] For port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:28.313748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.329343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.332038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-67effcb1-ddda-457f-96cf-fb8965b808c2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7925160 Jul 28 14:48:28.335042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34550) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.357298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Calling delete_port for 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:28.367452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.384458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.410890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6ab04722-d3f6-481c-867d-7405a3f1d947) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:28.456915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:28.457526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.504188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510e45c-391f-4955-9d10-b14e963f582f req-77b5f418-ac50-4c8f-ac17-063e116ec58f tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:28.505725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7510e45c-391f-4955-9d10-b14e963f582f req-77b5f418-ac50-4c8f-ac17-063e116ec58f tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.0991926 Jul 28 14:48:28.514057 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.522853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.526568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e9456301-fe3d-4f44-a165-c224603f864b HTTP/1.1" status: 204 len: 168 time: 0.1878598 Jul 28 14:48:28.528940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34556) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.530061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd51c-28b1-4397-aa10-180785472675 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9456301-fe3d-4f44-a165-c224603f864b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:28.616863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7510e45c-391f-4955-9d10-b14e963f582f req-1548a1fb-f1c6-4eff-a42a-05521c71bfbc tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887001 Jul 28 14:48:28.626446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d29ea-6f44-436a-9b71-4d9d1ebc3b81 None None] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:28.626446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c3a44c52-917a-459c-a06f-d7f8bbc8282a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:28.633091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-de54474a-4cde-435a-bc2a-d981613768e6 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1028302 Jul 28 14:48:28.637132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34562) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.666180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b94c354-409e-4c14-807a-2b4150aaf9c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1069641 Jul 28 14:48:28.668152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34564) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:28.677941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'subnet': {'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:28.772500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.792213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.795499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c3a44c52-917a-459c-a06f-d7f8bbc8282a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:28.795985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.877427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6ab04722-d3f6-481c-867d-7405a3f1d947', 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947', 'tenant_id': '7d8902b5265d4a278ed9b217ae783536', 'fixed_ips': [{'subnet_id': 'e57415e1-547f-49ac-8ce6-50c967bd483e'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:28.878806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:28.960702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:28.997608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:29.013947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.015652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Made reservation on behalf of 7d8902b5265d4a278ed9b217ae783536 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:29.020234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.025626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.029211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2c924817-fc86-497f-becf-e469babd9042 HTTP/1.1" status: 204 len: 168 time: 0.3886912 Jul 28 14:48:29.030106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34578) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.077542 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.098818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9850220-e0cd-4168-8148-0611908debb1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c924817-fc86-497f-becf-e469babd9042,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.109982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:29.110340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:29.126283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-45a01353-1f4e-4489-845e-395383cabdc3 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0931969 Jul 28 14:48:29.129224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34582) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.153742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] No DVR routers for this DVR port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:29.160018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aaafc5-c3a2-453d-944e-d752cdefc73c None None] Pushing event deleted for resources: {'Port': ['ID=2c990a8b-5f0d-440d-92b0-aa1bc85a9750,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.165301 n-d-705658-23 neutron-server[94748]: WARNING neutron.services.revisions.revision_plugin [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Could not find related port for resource to bump revision. Jul 28 14:48:29.175366 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.182193 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.240661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Allocated IP 172.20.0.2 (6ab04722-d3f6-481c-867d-7405a3f1d947/e57415e1-547f-49ac-8ce6-50c967bd483e/c0a29b11-78db-4ee9-9eb5-a7a707c54afa) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:29.251135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Port 2c990a8b-5f0d-440d-92b0-aa1bc85a9750 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 14:48:29.260134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation for 2001:db8::f816:3eff:feb7:91dd {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 14:48:29.261865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb7:91dd {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 14:48:29.264984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.326222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.334935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.336413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ffa6752b-d6bb-42fa-80f2-fa09fde5a478 HTTP/1.1" status: 204 len: 168 time: 0.2048059 Jul 28 14:48:29.341857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.351025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170d062-31f0-4236-ab85-8ce53de00bff tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa6752b-d6bb-42fa-80f2-fa09fde5a478,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.363226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:29.379202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:29.391833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:29.392432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.396380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=585830ba-8c6d-47fe-9ccc-8103f57eb189,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.400236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce550bd7-fa8f-41a9-ab25-39511f1accca None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:29.416471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5642b923-0e55-401f-90b0-ddb4539ce3e8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0708663 Jul 28 14:48:29.419489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.450118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.455226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87746ae4-a2a3-48a2-b48f-624142f77601 req-2c2be697-19e9-4d6c-84f5-b6769e8d6080 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:29.457488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87746ae4-a2a3-48a2-b48f-624142f77601 req-2c2be697-19e9-4d6c-84f5-b6769e8d6080 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.0929844 Jul 28 14:48:29.467214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.502340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.507203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87746ae4-a2a3-48a2-b48f-624142f77601 req-115c37bf-1729-4a21-9020-725c4af70073 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Jul 28 14:48:29.543653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.586550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.586936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Transition to ACTIVE for port object c0a29b11-78db-4ee9-9eb5-a7a707c54afa will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:29.592098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff0dbeb9-6e5f-4954-b4e8-ef65252fb675 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8275008 Jul 28 14:48:29.593876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.598625 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/848f1176-b060-49fb-a67c-f0db5dadd220 HTTP/1.1" status: 204 len: 168 time: 0.1774833 Jul 28 14:48:29.599749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34594) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.600557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.607851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:12:71:b8', 'name': 'tempest-NetworksTestDHCPv6-519138655'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:29.618372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c259b9d-6b88-44bf-b791-cd6f62e7e793 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=848f1176-b060-49fb-a67c-f0db5dadd220,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.641843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '585830ba-8c6d-47fe-9ccc-8103f57eb189'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:29.643839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.662842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Transition to ACTIVE for port object c0a29b11-78db-4ee9-9eb5-a7a707c54afa will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:29.663185 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-674be2ee-3c10-4c7b-b957-b1f6311d7e18 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0610898 Jul 28 14:48:29.664820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Subnet': ['ID=b57d1f2f-ad6d-4821-87e5-97e94ef7c444,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.665457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:29.700588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Checking segment: {'id': '9a56be14-44c5-4250-9773-7e3470ba3bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:29.700857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.700970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network hostable DHCP agents. Network: 351f6d2d-dc13-4d52-8596-0bed641c6c41, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:48:29.709902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.818604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Allocated IP 2001:db8::f816:3eff:fec7:ea0e (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/585830ba-8c6d-47fe-9ccc-8103f57eb189/cbf875e6-6a0e-4614-808d-ceb8e2764671) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:29.897058 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:29.953497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:29.964838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:29.970523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:29.975564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Pushing event updated for resources: {'Port': ['ID=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:29.988143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:48:29.991859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:29.994226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.006267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.009932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/0676f345-1d75-416e-b33e-64f95bf23bb5 HTTP/1.1" status: 204 len: 168 time: 0.3388705 Jul 28 14:48:30.010376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34604) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.039799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafc8f3-078f-4634-9ac8-aa06ff6a2d7c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0676f345-1d75-416e-b33e-64f95bf23bb5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.066808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.077566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Attempting to bind port c0a29b11-78db-4ee9-9eb5-a7a707c54afa on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:30.077778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b5862f3f-e340-47ca-b817-845787d2ca12 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579197 Jul 28 14:48:30.077869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Attempting to bind port c0a29b11-78db-4ee9-9eb5-a7a707c54afa by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:30.077869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Attempting to bind port c0a29b11-78db-4ee9-9eb5-a7a707c54afa on network 6ab04722-d3f6-481c-867d-7405a3f1d947 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:30.078135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34606) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.082027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Transition to ACTIVE for port object cbf875e6-6a0e-4614-808d-ceb8e2764671 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:30.093338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:30.099624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Checking segment: {'id': 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:30.099624 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.099624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Bound using segment: {'id': 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:30.099624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Bound port: c0a29b11-78db-4ee9-9eb5-a7a707c54afa, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6ab04722-d3f6-481c-867d-7405a3f1d947'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:30.099624 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.102364 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.112274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Transition to ACTIVE for port object cbf875e6-6a0e-4614-808d-ceb8e2764671 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:30.123032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 351f6d2d-dc13-4d52-8596-0bed641c6c41) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:30.134685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:30.134685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.139095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 6d9a86bf-5c6d-41bf-8946-f199a675282b yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:30.140398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c2a142-dd25-4ef7-badf-5aeeec3843d6 None None] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:30.148807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.182270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.224841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] For port c0a29b11-78db-4ee9-9eb5-a7a707c54afa, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:30.233558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] For port c0a29b11-78db-4ee9-9eb5-a7a707c54afa, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,segment=NetworkSegment(cca0f429-5a99-4c9c-9f06-5d10a6eab92f),segment_id=cca0f429-5a99-4c9c-9f06-5d10a6eab92f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:30.252130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.325910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:30.329564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Pushing event updated for resources: {'Port': ['ID=cbf875e6-6a0e-4614-808d-ceb8e2764671,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.332520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:30.334929 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.342551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:30.366369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.373016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.379401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/040d83be-eab9-42cc-a19a-92d020cda476 HTTP/1.1" status: 204 len: 168 time: 0.2993000 Jul 28 14:48:30.380285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34608) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.414499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bc76a-7e9f-4f12-ad49-2d4b059e4f47 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d83be-eab9-42cc-a19a-92d020cda476,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.466605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-17d64680-3add-4211-a377-d9a4b6eb2a00 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0700943 Jul 28 14:48:30.466909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.472840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937235360'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:30.515627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-351f6d2d-dc13-4d52-8596-0bed641c6c41', 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41', 'tenant_id': '7d8902b5265d4a278ed9b217ae783536', 'fixed_ips': [{'subnet_id': 'b57d1f2f-ad6d-4821-87e5-97e94ef7c444'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:30.516524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.532428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccd972-1a8a-4c65-a3ae-6a457a35475c None None] Pushing event updated for resources: {'Port': ['ID=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:30.534152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d76abe7a-aadd-4daa-9d11-0427b0914cc4 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8646874 Jul 28 14:48:30.536871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34614) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:30.548534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Attempting to bind port cbf875e6-6a0e-4614-808d-ceb8e2764671 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:30.548940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Attempting to bind port cbf875e6-6a0e-4614-808d-ceb8e2764671 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:30.549853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Attempting to bind port cbf875e6-6a0e-4614-808d-ceb8e2764671 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:30.562655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:30.563757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:30.563757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.564001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:30.564363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Bound port: cbf875e6-6a0e-4614-808d-ceb8e2764671, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:30.564756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.664228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe12:71b8 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/585830ba-8c6d-47fe-9ccc-8103f57eb189/6d9a86bf-5c6d-41bf-8946-f199a675282b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:30.782455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] For port cbf875e6-6a0e-4614-808d-ceb8e2764671, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:30.784867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.785579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] For port cbf875e6-6a0e-4614-808d-ceb8e2764671, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf875e6-6a0e-4614-808d-ceb8e2764671,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:30.808597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Allocated IP 172.20.0.2 (351f6d2d-dc13-4d52-8596-0bed641c6c41/b57d1f2f-ad6d-4821-87e5-97e94ef7c444/28920344-bf54-4eb2-bde4-64fc028dc6e2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:30.972515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:30.996350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 6d9a86bf-5c6d-41bf-8946-f199a675282b will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:31.022888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.058303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.090150 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.109659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a070ce-8bb9-47cd-b569-fb49b3bd619e req-9a83b3cf-58db-4ff7-a457-f858f6c72a48 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.111284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2a070ce-8bb9-47cd-b569-fb49b3bd619e req-9a83b3cf-58db-4ff7-a457-f858f6c72a48 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.4316812 Jul 28 14:48:31.116714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Transition to ACTIVE for port object 28920344-bf54-4eb2-bde4-64fc028dc6e2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:31.125378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ac18e-4a0f-4617-956d-f363cda694d7 None None] Pushing event updated for resources: {'Port': ['ID=cbf875e6-6a0e-4614-808d-ceb8e2764671,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.144033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Transition to ACTIVE for port object 28920344-bf54-4eb2-bde4-64fc028dc6e2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:31.181048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-2ef5764c-056b-4d60-9f7f-485a274a26ca tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.182610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-2ef5764c-056b-4d60-9f7f-485a274a26ca tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.50 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.3785939 Jul 28 14:48:31.229944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.253852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.281483 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.287650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2a070ce-8bb9-47cd-b569-fb49b3bd619e req-4727b10f-2d9e-4978-ac7c-5ae1d841ad94 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407981 Jul 28 14:48:31.298200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:31.308672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:31.333206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:31.360393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.365236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.392544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.395883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71938043-07b8-4f12-b8a1-0fc5f7816918,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.400914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.404965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-910ee1fe-478b-41bf-9412-5e0bbbb4481e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9341698 Jul 28 14:48:31.411938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34626) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:31.413222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=6d9a86bf-5c6d-41bf-8946-f199a675282b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.415348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Pushing event updated for resources: {'Port': ['ID=28920344-bf54-4eb2-bde4-64fc028dc6e2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:31.417840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '71938043-07b8-4f12-b8a1-0fc5f7816918', 'direction': 'ingress', 'protocol': 17}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:31.421700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:31.433884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:31.439242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:31.513240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Attempting to bind port 28920344-bf54-4eb2-bde4-64fc028dc6e2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:31.513693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Attempting to bind port 28920344-bf54-4eb2-bde4-64fc028dc6e2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9a56be14-44c5-4250-9773-7e3470ba3bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:31.514103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Attempting to bind port 28920344-bf54-4eb2-bde4-64fc028dc6e2 on network 351f6d2d-dc13-4d52-8596-0bed641c6c41 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:31.524333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:31.524802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Checking segment: {'id': '9a56be14-44c5-4250-9773-7e3470ba3bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:31.525342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.526000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Bound using segment: {'id': '9a56be14-44c5-4250-9773-7e3470ba3bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:31.526989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Bound port: 28920344-bf54-4eb2-bde4-64fc028dc6e2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a56be14-44c5-4250-9773-7e3470ba3bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '351f6d2d-dc13-4d52-8596-0bed641c6c41'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:31.527516 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.615004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] For port 28920344-bf54-4eb2-bde4-64fc028dc6e2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:31.618468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] For port 28920344-bf54-4eb2-bde4-64fc028dc6e2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=28920344-bf54-4eb2-bde4-64fc028dc6e2,segment=NetworkSegment(9a56be14-44c5-4250-9773-7e3470ba3bc3),segment_id=9a56be14-44c5-4250-9773-7e3470ba3bc3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:31.701323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Deleting port f3a35ce1-5f74-4c6e-83f7-996779315081 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:31.708897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.744669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bb4c6d09-d045-4c73-b67b-b242c9922600 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1435225 Jul 28 14:48:31.828584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:31.847955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.870145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Allocated IP 172.20.0.1 (6ab04722-d3f6-481c-867d-7405a3f1d947/e57415e1-547f-49ac-8ce6-50c967bd483e/b4d26f63-6dc8-4d2a-8055-d36a4eba404f) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:31.884106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] For port f3a35ce1-5f74-4c6e-83f7-996779315081, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f3a35ce1-5f74-4c6e-83f7-996779315081,segment=NetworkSegment(8ccd4b98-0099-486d-90b4-8e416c9da879),segment_id=8ccd4b98-0099-486d-90b4-8e416c9da879)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:31.884791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:31.900473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72716cb-5106-4998-96d7-1cf64890defe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.912244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72716cb-5106-4998-96d7-1cf64890defe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:31.917971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Calling delete_port for f3a35ce1-5f74-4c6e-83f7-996779315081 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:31.924878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f72716cb-5106-4998-96d7-1cf64890defe tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0930188 Jul 28 14:48:31.926820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34634) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:31.991936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76007ae2-474b-449c-86fe-9a52d47db086 None None] Pushing event updated for resources: {'Port': ['ID=28920344-bf54-4eb2-bde4-64fc028dc6e2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:32.064506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 6d9a86bf-5c6d-41bf-8946-f199a675282b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:32.065055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.079065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf165244-eb59-4051-b30b-1127e63eddb2 None None] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:32.232675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.298916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 6d9a86bf-5c6d-41bf-8946-f199a675282b owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:32.340193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0c745c23-6645-42ca-bd6c-6572eeccd3ea None None] Provisioning for port c0a29b11-78db-4ee9-9eb5-a7a707c54afa completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:32.579660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acba0a-a398-4b51-8949-22160a761bfe req-e592b019-b720-4ab1-979c-fbe36dd47f6b tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:32.598836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9acba0a-a398-4b51-8949-22160a761bfe req-e592b019-b720-4ab1-979c-fbe36dd47f6b tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 946 time: 0.1126118 Jul 28 14:48:32.602948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.685942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9acba0a-a398-4b51-8949-22160a761bfe req-293a37a2-135d-4901-a090-1dce89e1a83f tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/security-groups?id=09bd99de-97e4-4a7a-962d-6f360bbd2467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911813 Jul 28 14:48:32.736323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 28920344-bf54-4eb2-bde4-64fc028dc6e2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:32.805095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.828591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:32.846509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Transition to ACTIVE for port object b4d26f63-6dc8-4d2a-8055-d36a4eba404f will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:33.046470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.046673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.047878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 28920344-bf54-4eb2-bde4-64fc028dc6e2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:33.053500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf875e6-6a0e-4614-808d-ceb8e2764671 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:33.073581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b441a07-07fa-4428-bcf8-e5cfe5d72296,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.086550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=6d9a86bf-5c6d-41bf-8946-f199a675282b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.122704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.125033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15ff3d6b-a778-4188-9f59-8d7f5478e102 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/6d9a86bf-5c6d-41bf-8946-f199a675282b HTTP/1.1" status: 204 len: 168 time: 1.1969707 Jul 28 14:48:33.127690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34646) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.144458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b76adaa-3ea2-4e07-b8da-608197d0bb59 None None] Provisioning for port cbf875e6-6a0e-4614-808d-ceb8e2764671 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:33.146197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.157089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.202737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.209262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ae81b11-cf3a-45e0-9470-2c41782a41f8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7961609 Jul 28 14:48:33.211937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.216997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa1308-64e5-4750-bf5f-d13311a5583b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.227377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa1308-64e5-4750-bf5f-d13311a5583b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:33.227377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7afa1308-64e5-4750-bf5f-d13311a5583b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0968087 Jul 28 14:48:33.230765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34652) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.244735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:33.261656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:33.273897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f3a35ce1-5f74-4c6e-83f7-996779315081 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:33.281349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port cbf875e6-6a0e-4614-808d-ceb8e2764671 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:33.281477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:33.292909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cbf875e6-6a0e-4614-808d-ceb8e2764671 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:33.293114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.310169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 585830ba-8c6d-47fe-9ccc-8103f57eb189 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:33.322128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.357419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: f3a35ce1-5f74-4c6e-83f7-996779315081 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:33.357774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f3a35ce1-5f74-4c6e-83f7-996779315081 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:33.365521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Port': ['ID=b4d26f63-6dc8-4d2a-8055-d36a4eba404f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.366793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-572d405f-0728-41c2-9157-e992a283ced1 None None] Could not find standard attr ID for object 6d9a86bf-5c6d-41bf-8946-f199a675282b. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:33.408020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.413668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] No DVR routers for this DVR port f3a35ce1-5f74-4c6e-83f7-996779315081 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:33.435869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.438014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9711489-8473-48ee-a9d2-9ac1c5757b05 req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.50 "DELETE /v2.0/ports/f3a35ce1-5f74-4c6e-83f7-996779315081 HTTP/1.1" status: 204 len: 173 time: 2.2325909 Jul 28 14:48:33.447326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'name': 'network-vif-deleted', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:48:33.455056 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d51c81-fa8d-4450-96af-442de88075ae" -d '{"events": [{"server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "name": "network-vif-deleted", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:48:33.462851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1648b-3abf-4585-8d8c-3bb374b11600 tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] Pushing event deleted for resources: {'Port': ['ID=f3a35ce1-5f74-4c6e-83f7-996779315081,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:33.471050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.582927 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77c48ec-0a92-431b-b9b7-c915af14631a x-openstack-request-id: req-a77c48ec-0a92-431b-b9b7-c915af14631a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:48:33.583549 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fde6e1-021d-4a51-8a5d-9cddeca1bd25", "name": "network-vif-deleted", "tag": "f3a35ce1-5f74-4c6e-83f7-996779315081", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:48:33.583983 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a77c48ec-0a92-431b-b9b7-c915af14631a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:48:33.585117 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fde6e1-021d-4a51-8a5d-9cddeca1bd25', 'name': 'network-vif-deleted', 'tag': 'f3a35ce1-5f74-4c6e-83f7-996779315081', 'status': 'completed', 'code': 200} Jul 28 14:48:33.613599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.663519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.697327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.734303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.750827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37be8f2-44c1-4563-a21d-1a53fca7a6c7 None None] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:33.799563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48806dd1-b431-4396-853a-1f06ca020cfb req-6bd210be-10d5-4c9b-a8af-3c3534c17a0f tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0336130 Jul 28 14:48:33.905276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.910587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.915043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Provisioning for port b4d26f63-6dc8-4d2a-8055-d36a4eba404f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:33.926600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.929246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.933421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/71938043-07b8-4f12-b8a1-0fc5f7816918 HTTP/1.1" status: 204 len: 168 time: 0.7144852 Jul 28 14:48:33.934313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.935582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.940580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/585830ba-8c6d-47fe-9ccc-8103f57eb189 HTTP/1.1" status: 204 len: 168 time: 0.7058840 Jul 28 14:48:33.947425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7d717-c5af-4f7b-8000-ce7b59f0fb95 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:33.947786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34660) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:33.953323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Provisioning complete for port b4d26f63-6dc8-4d2a-8055-d36a4eba404f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:33.954008 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:33.968270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ad5cf-2e92-42d3-a7d8-686ec7a22341 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=585830ba-8c6d-47fe-9ccc-8103f57eb189,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.023298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-217f98f3-fbda-4e6c-85f8-1c64400f46a8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843003 Jul 28 14:48:34.027270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34662) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.032237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624088445'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:34.051644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd1afd-86aa-4c21-9316-63e1920e559f tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71938043-07b8-4f12-b8a1-0fc5f7816918,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.055848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34666) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.066225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7ee0eefe-6b2d-434b-a472-84bcd95ce0b9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157520 Jul 28 14:48:34.081323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:48:34.081578 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:48:34.089007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Port b4d26f63-6dc8-4d2a-8055-d36a4eba404f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:34.142797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a24d0-cd52-4680-94cb-85031622c892 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:34.145069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-936a24d0-cd52-4680-94cb-85031622c892 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0855401 Jul 28 14:48:34.147870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34668) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.240014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabf6c7-6422-4336-8aaa-19bc55b243eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:34.242246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8eabf6c7-6422-4336-8aaa-19bc55b243eb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933454 Jul 28 14:48:34.244918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34672) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.264129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68046249-077c-4961-9dad-99bac60197fd None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:34.303684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f064a103-b872-4ae6-9e2d-837b7341f777 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575428 Jul 28 14:48:34.305181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.307957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34676) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:34.313872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:34.339456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Provisioning for port 28920344-bf54-4eb2-bde4-64fc028dc6e2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:34.351286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Provisioning complete for port 28920344-bf54-4eb2-bde4-64fc028dc6e2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:34.351646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.417798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-68046249-077c-4961-9dad-99bac60197fd None None] Deleting port cbf875e6-6a0e-4614-808d-ceb8e2764671 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:34.418113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-68046249-077c-4961-9dad-99bac60197fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.480477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.539355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.556426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-68046249-077c-4961-9dad-99bac60197fd None None] For port cbf875e6-6a0e-4614-808d-ceb8e2764671, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf875e6-6a0e-4614-808d-ceb8e2764671,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:34.556827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-68046249-077c-4961-9dad-99bac60197fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.560864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.561794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.620970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-68046249-077c-4961-9dad-99bac60197fd None None] Calling delete_port for cbf875e6-6a0e-4614-808d-ceb8e2764671 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:34.637718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] For port 28920344-bf54-4eb2-bde4-64fc028dc6e2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=28920344-bf54-4eb2-bde4-64fc028dc6e2,segment=NetworkSegment(9a56be14-44c5-4250-9773-7e3470ba3bc3),segment_id=9a56be14-44c5-4250-9773-7e3470ba3bc3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:34.640053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Port': ['ID=b4d26f63-6dc8-4d2a-8055-d36a4eba404f,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.647836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.654626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.685044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.726293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755c2e68-cf6b-4977-b531-8230d19a1671,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.766634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:34.769768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:34.778063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port cbf875e6-6a0e-4614-808d-ceb8e2764671, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbf875e6-6a0e-4614-808d-ceb8e2764671,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:34.780890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.845575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162803c-2808-499e-898d-a6e0e6ce7197 None None] Pushing event updated for resources: {'Port': ['ID=28920344-bf54-4eb2-bde4-64fc028dc6e2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:34.887981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:34.905435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:34.930927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cecd8304-a060-4f1d-9a0e-3398c000cae8 None None] Provisioning complete for port 28920344-bf54-4eb2-bde4-64fc028dc6e2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:34.936245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cecd8304-a060-4f1d-9a0e-3398c000cae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.000214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.000973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0a29b11-78db-4ee9-9eb5-a7a707c54afa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:35.005171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-169ef6fd-6318-42ce-b7c6-329fd81c1044 req-c69d0b3a-93c2-40da-8f51-1c1900266b9b tempest-InstanceActionsNegativeTestJSON-620916317 tempest-InstanceActionsNegativeTestJSON-620916317-project] 10.222.0.47 "GET /v2.0/ports?device_id=17fde6e1-021d-4a51-8a5d-9cddeca1bd25 HTTP/1.1" status: 200 len: 210 time: 0.0348499 Jul 28 14:48:35.043762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.047661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2796dc78-8339-489f-8e6a-32837684d2d2 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0167294 Jul 28 14:48:35.047956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.055063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147779323'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:35.115694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Router de0a6848-614a-442a-9761-e1e6dad9347f is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:48:35.119855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-68046249-077c-4961-9dad-99bac60197fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.161251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=cbf875e6-6a0e-4614-808d-ceb8e2764671,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.174869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68046249-077c-4961-9dad-99bac60197fd None None] No DVR routers for this DVR port cbf875e6-6a0e-4614-808d-ceb8e2764671 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:35.212591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68046249-077c-4961-9dad-99bac60197fd None None] Pushing event deleted for resources: {'Port': ['ID=cbf875e6-6a0e-4614-808d-ceb8e2764671,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.233929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.300404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c0a29b11-78db-4ee9-9eb5-a7a707c54afa completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:35.303859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:35.322329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] Sync routers for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:35.322792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cda56fe2-b53e-4db7-a533-7ca4a104083a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7780929 Jul 28 14:48:35.322792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.322993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c0a29b11-78db-4ee9-9eb5-a7a707c54afa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:35.323325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.330833 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:35.331523 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.349274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.391929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.402104 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:35.403461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.407209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62e7fb26-49b4-40b1-a9b0-c1cf44352a4d None None] Provisioning complete for port b4d26f63-6dc8-4d2a-8055-d36a4eba404f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:35.407749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62e7fb26-49b4-40b1-a9b0-c1cf44352a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.428626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.442382 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:35.442567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:35.443530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1a62-9949-4abf-8cdd-0b6c70a27448 None None] The sync data for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:35.444457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:35.458081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:35.458859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.465708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.476962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fbdb8-fda1-4a60-ac62-8a6fd5826b11 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:35.533786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.546869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-62e7fb26-49b4-40b1-a9b0-c1cf44352a4d None None] Port b4d26f63-6dc8-4d2a-8055-d36a4eba404f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:35.603244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.623131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff280ec2-ca64-43ce-a02c-11d12d76c3d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3132875 Jul 28 14:48:35.623639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34690) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.629668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:24:93:f5', 'name': 'tempest-NetworksTestDHCPv6-44752201'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:35.686300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c0a29b11-78db-4ee9-9eb5-a7a707c54afa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,segment=NetworkSegment(cca0f429-5a99-4c9c-9f06-5d10a6eab92f),segment_id=cca0f429-5a99-4c9c-9f06-5d10a6eab92f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:35.733749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:35.734637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.779087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7375083a-8a37-4339-a091-d217b6d41407,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.786917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.790854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14db076b-9e92-4561-ac7e-b640d7c0a31e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7418296 Jul 28 14:48:35.793522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.798615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '755c2e68-cf6b-4977-b531-8230d19a1671', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7375083a-8a37-4339-a091-d217b6d41407', 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:35.850030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:35.936203 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-11de6387-d0bf-4721-a2f7-99e5b80bbf3a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:35.943961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34694) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:35.949033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:35.953762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11de6387-d0bf-4721-a2f7-99e5b80bbf3a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6342249 Jul 28 14:48:35.961453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256/aeb8a0f3-1dba-41ba-a7a9-f668227d4f73) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:35.994079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 28920344-bf54-4eb2-bde4-64fc028dc6e2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:36.047519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:36.097186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34698) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:36.126032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 28920344-bf54-4eb2-bde4-64fc028dc6e2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:36.126361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.154272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Deleting subnet 3c87fa82-9ada-4bf6-8b2f-d03d1af177e1 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:36.159452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.211018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.212677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.241764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Transition to ACTIVE for port object aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:36.260837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Transition to ACTIVE for port object aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:36.275712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.286499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.325687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 3c83319b-b6f3-4dfb-8010-54292dae114d yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:36.337191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.401577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.434457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.439932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:36.446917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf875e6-6a0e-4614-808d-ceb8e2764671 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:36.458619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:36.469867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.498875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:36.504221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: cbf875e6-6a0e-4614-808d-ceb8e2764671 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:36.504577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbf875e6-6a0e-4614-808d-ceb8e2764671 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:36.529751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.536415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c87fa82-9ada-4bf6-8b2f-d03d1af177e1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.546004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.548059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Pushing event updated for resources: {'Port': ['ID=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.555315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df515f37-ce7b-4e47-9771-324d506510c2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3c87fa82-9ada-4bf6-8b2f-d03d1af177e1 HTTP/1.1" status: 204 len: 168 time: 0.4572465 Jul 28 14:48:36.562110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::fe (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256/3c83319b-b6f3-4dfb-8010-54292dae114d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:36.564055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34704) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:36.581529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Attempting to bind port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:36.581887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Attempting to bind port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:36.582266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Attempting to bind port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:36.588922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:36.593103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:36.593103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.593103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:36.593103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Bound port: aeb8a0f3-1dba-41ba-a7a9-f668227d4f73, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:36.593103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.605766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8c7074-9d38-4f8e-9dd4-727f6c7e2f87,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.673855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] For port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:36.677308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] For port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:36.708652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.709958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7fa4ff55-5a44-49b2-8fce-e7ef4c3d150b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9149020 Jul 28 14:48:36.712838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34708) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:36.727568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.740630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.748643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.892113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.950498 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.959298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.965662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9b8c7074-9d38-4f8e-9dd4-727f6c7e2f87 HTTP/1.1" status: 204 len: 168 time: 0.2516656 Jul 28 14:48:36.969532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34712) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:36.971856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21560a3-eabf-4350-99aa-58d06530f13c None None] Pushing event updated for resources: {'Port': ['ID=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:36.974371 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:36.998510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78783bad-fe02-41d3-9be9-17e3f020c75b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:37.003846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae468e8-68a6-4a16-9862-abea2ca13d7e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b8c7074-9d38-4f8e-9dd4-727f6c7e2f87,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.012953 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.022531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccd4b98-0099-486d-90b4-8e416c9da879') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:37.022810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccd4b98-0099-486d-90b4-8e416c9da879') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:37.037403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.059453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0357d43d-0085-4a60-881f-7ac1473176ac tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0816591 Jul 28 14:48:37.059825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.077047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.119775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 3c83319b-b6f3-4dfb-8010-54292dae114d will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:37.129330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.136897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.146860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:37.147157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:37.148891 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:37.178661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.360045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.363500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.367819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/7375083a-8a37-4339-a091-d217b6d41407 HTTP/1.1" status: 204 len: 168 time: 0.3069198 Jul 28 14:48:37.376440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.382336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f6204-c949-456b-a1d1-66dc2c262627 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7375083a-8a37-4339-a091-d217b6d41407,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.452437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1908f6f3-54e6-43c2-9530-d8aca002611c tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0723243 Jul 28 14:48:37.455376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.519927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.550803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.703825 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.712147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.741271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/755c2e68-cf6b-4977-b531-8230d19a1671 HTTP/1.1" status: 204 len: 168 time: 0.2846806 Jul 28 14:48:37.741981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34726) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.763677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.767044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.776280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.778184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/78783bad-fe02-41d3-9be9-17e3f020c75b HTTP/1.1" status: 204 len: 168 time: 1.2130110 Jul 28 14:48:37.822166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251d027-e5c8-4a6b-8e60-bdc18ec45846 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c2e68-cf6b-4977-b531-8230d19a1671,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.867990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:37.868926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29d26e-1fdf-464d-8ad1-742e8c5b38d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=78783bad-fe02-41d3-9be9-17e3f020c75b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.878874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8699b968-b68c-4e13-b00b-5b9f65ca78b4 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1270676 Jul 28 14:48:37.879842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34730) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:37.884618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141134607'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:37.894904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:37.905245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:37.922398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:37.923367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:37.964978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=3c83319b-b6f3-4dfb-8010-54292dae114d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:37.989999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.018617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting port b4d26f63-6dc8-4d2a-8055-d36a4eba404f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:38.019161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.092342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-324ecff9-7ed8-4fd3-a05a-4f13dd551d19 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4675691 Jul 28 14:48:38.093287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.200128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.200877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:38.236348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.241561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b500f-7aa6-4e15-bea0-e12c564b388d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:38.248515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0b500f-7aa6-4e15-bea0-e12c564b388d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:38.252285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5d0b500f-7aa6-4e15-bea0-e12c564b388d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1524651 Jul 28 14:48:38.252285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Calling delete_port for b4d26f63-6dc8-4d2a-8055-d36a4eba404f owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:38.253518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34734) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.387578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.422397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34738) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.468358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:38.473973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0a29b11-78db-4ee9-9eb5-a7a707c54afa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:38.482194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01f102-33ba-4717-9680-82f57bffb937,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:38.516948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e45fcd72-aaac-4e26-90ca-1bbca63af1e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4ab92cb7ab04c6dbb44b8688f4f0571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933149 Jul 28 14:48:38.520876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34740) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.544061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Provisioning for port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:38.547202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 3c83319b-b6f3-4dfb-8010-54292dae114d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:38.547458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.551591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Provisioning complete for port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:38.551891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.604698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.606114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-19b65096-8a5e-491c-ae6e-a4a6d30c7985 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7251191 Jul 28 14:48:38.608840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34742) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:38.615795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '9f01f102-33ba-4717-9680-82f57bffb937', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:38.625044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c0a29b11-78db-4ee9-9eb5-a7a707c54afa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:38.625436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.647732 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.657915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.712768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Port': ['ID=b4d26f63-6dc8-4d2a-8055-d36a4eba404f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:38.722050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.722343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.722690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.723050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.723391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.723722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.724051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.724379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.725133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.725483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.725818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.726168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:48:38.755145 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.767550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.790789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.828061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 3c83319b-b6f3-4dfb-8010-54292dae114d owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:38.855808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:38.899549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] For port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:39.046437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.046652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.047829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.100209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.105077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.106527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09bd99de-97e4-4a7a-962d-6f360bbd2467 HTTP/1.1" status: 204 len: 168 time: 0.5847027 Jul 28 14:48:39.127577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1cda4-62e3-4a83-b0f4-89d997517938 None None] Pushing event updated for resources: {'Port': ['ID=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.134315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c07d9-3d97-4cf2-9164-c11b4d03665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd99de-97e4-4a7a-962d-6f360bbd2467,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.230373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.232192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e1df3d79-2a3e-4167-a8b1-dcb580c1bad5 None None] Provisioning for port 3c83319b-b6f3-4dfb-8010-54292dae114d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:39.241439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Router de0a6848-614a-442a-9761-e1e6dad9347f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:39.243582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e1df3d79-2a3e-4167-a8b1-dcb580c1bad5 None None] Provisioning complete for port 3c83319b-b6f3-4dfb-8010-54292dae114d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:39.246441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e1df3d79-2a3e-4167-a8b1-dcb580c1bad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.296553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=3c83319b-b6f3-4dfb-8010-54292dae114d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.304519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.323934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e1df3d79-2a3e-4167-a8b1-dcb580c1bad5 None None] Port 3c83319b-b6f3-4dfb-8010-54292dae114d was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:48:39.343418 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.349134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79d8bf60-caf9-46fb-aa42-d10377e9e795 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/3c83319b-b6f3-4dfb-8010-54292dae114d HTTP/1.1" status: 204 len: 168 time: 1.0937815 Jul 28 14:48:39.350099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34752) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.368054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75867f2b-3200-4ca7-8813-4a50fe4b0b45,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:39.370614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:39.389867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61c2cb6d-8482-4264-b0e4-1f568bd30e6f tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4354656 Jul 28 14:48:39.389956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.391506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] Sync routers for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:39.411727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:39.412390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:39.448617 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-915376e8-2361-4cee-944b-1e6e21202299 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] delete failed (client error): The resource could not be found. Jul 28 14:48:39.449904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-915376e8-2361-4cee-944b-1e6e21202299 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1211960492 HTTP/1.1" status: 404 len: 335 time: 0.0591178 Jul 28 14:48:39.453694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.459721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6d41cd73-bd66-40dc-ac06-7358ad1cca9d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de0a6848-614a-442a-9761-e1e6dad9347f'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:39.463813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:39.475574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:39.476488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:39.537232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.543079 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69376e76-9551-4a0d-aed6-cea899bc5ed8 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9288929 Jul 28 14:48:39.543079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.570593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f350e-a375-446e-99c1-6b4567a4e3fb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:39.573387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294f350e-a375-446e-99c1-6b4567a4e3fb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:39.577031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-294f350e-a375-446e-99c1-6b4567a4e3fb tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2233016 Jul 28 14:48:39.579794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34762) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:39.581788 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.669572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.711191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:39.712452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771c7e47-72d7-43e3-ae0a-c9d5e0bdf927 None None] The sync data for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:39.737835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:39.746114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.796136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.938951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.959635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:39.961209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/75867f2b-3200-4ca7-8813-4a50fe4b0b45 HTTP/1.1" status: 204 len: 168 time: 0.4183102 Jul 28 14:48:39.965861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34776) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.008482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88b45b-5438-4f22-b92e-5940662e2bc1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75867f2b-3200-4ca7-8813-4a50fe4b0b45,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:40.038637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.053942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:40.122517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:40.122904 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.212682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-199e5e1b-87d5-4c58-9913-51d376d675e9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2397368 Jul 28 14:48:40.213455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34780) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.221168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6d41cd73-bd66-40dc-ac06-7358ad1cca9d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.258876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.300740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.305346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256 HTTP/1.1" status: 204 len: 168 time: 0.7174833 Jul 28 14:48:40.306061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34782) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.309346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cde5af-82a0-4fb1-9c3e-1f788c52775d None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:40.309816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02e78b-d447-49d1-a38e-7b724b66682f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:40.335242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.359206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a9c9987b-90a3-4a33-8363-ec220d71ae90 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519309 Jul 28 14:48:40.362381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.366174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.375559 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-6d41cd73-bd66-40dc-ac06-7358ad1cca9d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] update failed (client error): The resource could not be found. Jul 28 14:48:40.377306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d41cd73-bd66-40dc-ac06-7358ad1cca9d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f HTTP/1.1" status: 404 len: 339 time: 0.9225738 Jul 28 14:48:40.381311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.508549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10f8ba-734a-42f4-8ff8-02dd62b9320e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:40.510518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c10f8ba-734a-42f4-8ff8-02dd62b9320e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1465549 Jul 28 14:48:40.513208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34794) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.564200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.567711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.571350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:40.571531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/9f01f102-33ba-4717-9680-82f57bffb937 HTTP/1.1" status: 204 len: 168 time: 0.3543251 Jul 28 14:48:40.574094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.590929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a5c48-1162-49c8-a876-6b31c5eca255 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:40.595000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-344a5c48-1162-49c8-a876-6b31c5eca255 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0782814 Jul 28 14:48:40.595000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5d1d7-ff4a-4397-8055-fa9e9fb6aa15 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01f102-33ba-4717-9680-82f57bffb937,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:40.599576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.634929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Deleting port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:40.635347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.649258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae15da52-262c-4f58-8f00-5dd13d96c29e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414681 Jul 28 14:48:40.650210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34802) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.654476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:40.683709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-810fa653-1ef3-443c-a3c8-8c6643f339a5 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017275 Jul 28 14:48:40.684651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34804) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:40.696818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group': {'name': 'tempest-secgroup--182406169'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:40.729999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] For port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:40.730805 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.747560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Calling delete_port for aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:40.856768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.914405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.920446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:40.944154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] Pushing event deleted for resources: {'Port': ['ID=aeb8a0f3-1dba-41ba-a7a9-f668227d4f73,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:40.972085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e9f08-be63-4e56-b224-1bf54b3758b0 None None] No DVR routers for this DVR port aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:40.990580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:40.995111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.075108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.214898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.248328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd57bb-b37a-400e-91d7-3108ee2e1954,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.314291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.317493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92c808ae-b0fc-484e-84e7-e944d189c736 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6307287 Jul 28 14:48:41.319527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34826) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.324754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '39dd57bb-b37a-400e-91d7-3108ee2e1954', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:41.383071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Allocated IP 172.20.0.1 (a7e0e06a-0810-4297-8b41-a47405990685/7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9/fbe24746-7303-4bfe-8b09-1af007e6c1c9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:41.447783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c706cb2e-7830-4fee-8a36-fb64cea1ea4e req-84334ebb-308d-4a8f-9327-f7a80a6141fc tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0319304 Jul 28 14:48:41.448743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.527268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.653731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.659225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.680138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425ac7a5-6f4f-4f85-8cf7-428540b22600,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.711816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:41.715153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Transition to ACTIVE for port object fbe24746-7303-4bfe-8b09-1af007e6c1c9 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:41.716816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.775219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:41.781099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:41.789427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:41.790029 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.790988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcd63f-aba7-446e-860b-73963a9533db None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:41.805768 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.807442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-63790725-b928-448a-a198-9665ec249a36 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4863586 Jul 28 14:48:41.808853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=bdda0b3e-7bee-4812-a0b9-911f82b46f9e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:41.809741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34850) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.831144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.831609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0fabd112-0158-4d24-90c8-e1bc285f9ec1 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules/425ac7a5-6f4f-4f85-8cf7-428540b22600 HTTP/1.1" status: 200 len: 763 time: 0.0201361 Jul 28 14:48:41.892204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-654bff07-8f48-43e4-ba81-da437887cc8a tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572636 Jul 28 14:48:41.893752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34854) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.933143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a0eb098-dda6-4add-930b-7e19faa38d55 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2824423 Jul 28 14:48:41.936083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:41.957281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:41.958525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.968850 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:41.994240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.058331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:42.077507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': 'bdda0b3e-7bee-4812-a0b9-911f82b46f9e'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:42.077507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.098676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:42.099044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aeb8a0f3-1dba-41ba-a7a9-f668227d4f73 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:42.131576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.137540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.143324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/425ac7a5-6f4f-4f85-8cf7-428540b22600 HTTP/1.1" status: 204 len: 168 time: 0.2481735 Jul 28 14:48:42.147110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34866) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:42.223262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c317a72-921a-4999-88ea-a22aca254bd5 req-d0ceb849-aba3-4d45-a32b-a1d4784b947b tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0930901 Jul 28 14:48:42.228877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebbe71-a41b-493f-9166-b9029426186d tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425ac7a5-6f4f-4f85-8cf7-428540b22600,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.325757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network a7e0e06a-0810-4297-8b41-a47405990685 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:42.371104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e0b75c0-df7f-4822-ba6b-034e1902bd90 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2156146 Jul 28 14:48:42.371998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34874) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:42.378278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '39dd57bb-b37a-400e-91d7-3108ee2e1954', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:42.380634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:42.387332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-efd74398-538c-47c8-b191-17e9dfa5e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.398370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:42.412870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Allocated IP 2001:db8::f816:3eff:fea1:39fb (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/bdda0b3e-7bee-4812-a0b9-911f82b46f9e/3e404e56-0684-44d4-88e9-28a7f9161955) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:42.506913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Port': ['ID=fbe24746-7303-4bfe-8b09-1af007e6c1c9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.548678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.585024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.619867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.690831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.703677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Transition to ACTIVE for port object 3e404e56-0684-44d4-88e9-28a7f9161955 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:42.720467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Transition to ACTIVE for port object 3e404e56-0684-44d4-88e9-28a7f9161955 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:42.743150 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.764468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608fb6aa-ff7b-4296-bd6c-de40c4dc90ac,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:42.885186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:42.888933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.942996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bc22b110-3d0f-40e2-87c7-1a89b6e530bb None None] Provisioning for port fbe24746-7303-4bfe-8b09-1af007e6c1c9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:42.947405 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.979432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bc22b110-3d0f-40e2-87c7-1a89b6e530bb None None] Provisioning complete for port fbe24746-7303-4bfe-8b09-1af007e6c1c9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:42.979905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc22b110-3d0f-40e2-87c7-1a89b6e530bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:42.992151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.033145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:43.039124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Pushing event updated for resources: {'Port': ['ID=3e404e56-0684-44d4-88e9-28a7f9161955,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:43.046502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:43.048597 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdda0b3e-7bee-4812-a0b9-911f82b46f9e (CIDR: 2001:db8::/64) Jul 28 14:48:43.051363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:43.053395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bc22b110-3d0f-40e2-87c7-1a89b6e530bb None None] Port fbe24746-7303-4bfe-8b09-1af007e6c1c9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:43.057219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.059233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e0e7ab49-cf81-4914-903a-b08efec25355 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6858847 Jul 28 14:48:43.062352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.085492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5aaab167-3a3f-4874-9a06-08c32d454e05 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules/608fb6aa-ff7b-4296-bd6c-de40c4dc90ac HTTP/1.1" status: 200 len: 763 time: 0.0223711 Jul 28 14:48:43.089549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34886) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.134506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Attempting to bind port 3e404e56-0684-44d4-88e9-28a7f9161955 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:43.134892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Attempting to bind port 3e404e56-0684-44d4-88e9-28a7f9161955 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:43.135344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Attempting to bind port 3e404e56-0684-44d4-88e9-28a7f9161955 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:43.141462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:43.141846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:43.142252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.143403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:43.144007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Bound port: 3e404e56-0684-44d4-88e9-28a7f9161955, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:43.144402 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.156714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0c25af7f-1cb4-4d19-aaaf-7e03cc336845 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655258 Jul 28 14:48:43.157743 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:43.157743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:43.159438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.186591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.195249 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.237017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] For port 3e404e56-0684-44d4-88e9-28a7f9161955, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:43.240220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] For port 3e404e56-0684-44d4-88e9-28a7f9161955, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3e404e56-0684-44d4-88e9-28a7f9161955,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:43.330626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.355470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e470f2e-b9ee-47bd-befd-07e7763dd437 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4181142 Jul 28 14:48:43.356996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-968ebb61-b2cd-4f29-9583-af36dfecc6ca req-4bbb0c0c-6647-44ca-8f20-ff5ec41f60b2 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0275016 Jul 28 14:48:43.357817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34894) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.372052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:43.423506 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.425404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.436698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.437867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/608fb6aa-ff7b-4296-bd6c-de40c4dc90ac HTTP/1.1" status: 204 len: 168 time: 0.2766123 Jul 28 14:48:43.440790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34896) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.447812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec5ac5-961d-4bff-8e5d-9b2488642c27 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=608fb6aa-ff7b-4296-bd6c-de40c4dc90ac,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:43.513225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cfd6-34b8-49e2-8c81-4bb24fb53f1a None None] Pushing event updated for resources: {'Port': ['ID=3e404e56-0684-44d4-88e9-28a7f9161955,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:43.515318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e142ce0-78bb-4972-abe5-38b238efcf40 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0724006 Jul 28 14:48:43.527016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:43.539676 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:48:43.542052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Request body: {'security_group_rule': {'security_group_id': '39dd57bb-b37a-400e-91d7-3108ee2e1954', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:43.554562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.638312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event updated for resources: {'Port': ['ID=fbe24746-7303-4bfe-8b09-1af007e6c1c9,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:43.640856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.689902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:43.695705 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:43.770935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Network a7e0e06a-0810-4297-8b41-a47405990685 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:43.772750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:43.924607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Router de0a6848-614a-442a-9761-e1e6dad9347f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:43.931809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.061956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3e404e56-0684-44d4-88e9-28a7f9161955 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:44.200656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b08dd54c-d34e-4a43-aad3-1646eb9c9a3b None None] Provisioning complete for port fbe24746-7303-4bfe-8b09-1af007e6c1c9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:44.201047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b08dd54c-d34e-4a43-aad3-1646eb9c9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.241685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.255559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b08dd54c-d34e-4a43-aad3-1646eb9c9a3b None None] Port fbe24746-7303-4bfe-8b09-1af007e6c1c9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:48:44.271986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 3e404e56-0684-44d4-88e9-28a7f9161955 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:44.334276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:44.339755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:44.349103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:44.350050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.370561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=9fc11653-26fc-4887-8891-c1c380cdc134,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:44.452748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b809b328-cf08-4c82-b431-62c790501408 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0936387 Jul 28 14:48:44.457371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34908) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.463010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:6b:06:a6', 'name': 'tempest-NetworksTestDHCPv6-1087204245'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:44.527327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:44.544032 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] Sync routers for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:44.560173 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:44.562890 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:44.586715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.593704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6c30ff6-8934-4155-b9c9-7cbd4d855457 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2085538 Jul 28 14:48:44.594397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.596691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f5faf3b-ad1c-428d-bb30-3a96e0afd09c req-297718f7-d561-4ba2-be9f-28fadab3d31e tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0916691 Jul 28 14:48:44.674396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.708257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2818930a-2ef4-42ff-9582-019d4b6740cf,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:44.755544 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:44.766082 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:44.767377 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:44.773527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f40b-a479-4b5e-a7c2-b72e58c0775d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.811003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:44.811655 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb9874-ec5f-4d1f-9516-0ae2e12551ab None None] The sync data for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:44.835051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.839191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4abf39b4-bebd-4fc2-bc2c-b34bdc9a980e tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3082340 Jul 28 14:48:44.839682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34924) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.845328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914faa72-19de-45fc-b433-52f3888c5e6e None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:44.862020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b4beab7d-e7bb-4e75-8996-ea054653a77b tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules/2818930a-2ef4-42ff-9582-019d4b6740cf HTTP/1.1" status: 200 len: 764 time: 0.0206180 Jul 28 14:48:44.864773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.882598 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8d61347-7249-46c6-995b-dffa4418b9f6 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.912093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.914374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-983d7d49-9e33-4cc9-9066-b8c96aebe1fe tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0483043 Jul 28 14:48:44.918159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:44.955303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.964995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:44.999103 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-f8d61347-7249-46c6-995b-dffa4418b9f6 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 14:48:45.000986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f8d61347-7249-46c6-995b-dffa4418b9f6 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f HTTP/1.1" status: 409 len: 329 time: 0.4019120 Jul 28 14:48:45.004627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34930) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.102710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:45.103060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.114007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Provisioning for port 3e404e56-0684-44d4-88e9-28a7f9161955 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:45.117351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.118572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2818930a-2ef4-42ff-9582-019d4b6740cf HTTP/1.1" status: 204 len: 168 time: 0.1960254 Jul 28 14:48:45.121513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.125035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6f800-d591-4000-abcf-10c3b02be3b9 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2818930a-2ef4-42ff-9582-019d4b6740cf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.126597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Provisioning complete for port 3e404e56-0684-44d4-88e9-28a7f9161955 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:45.127427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.163161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Update dhcp port {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': 'bdda0b3e-7bee-4812-a0b9-911f82b46f9e', 'ip_address': '2001:db8::f816:3eff:fea1:39fb'}, {'subnet_id': '9fc11653-26fc-4887-8891-c1c380cdc134'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '3e404e56-0684-44d4-88e9-28a7f9161955'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:48:45.204866 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.217238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0fc8a8dd-f63b-4e69-90f4-c5977d5ce588 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670872 Jul 28 14:48:45.224645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.292458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.326936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port da47f63a-f44a-426e-89a8-73cb01672cae yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:45.332186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.345406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.395712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.421701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.438882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] For port 3e404e56-0684-44d4-88e9-28a7f9161955, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3e404e56-0684-44d4-88e9-28a7f9161955,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:45.549295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.566187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8:0:1::298 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9fc11653-26fc-4887-8891-c1c380cdc134/da47f63a-f44a-426e-89a8-73cb01672cae) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:45.579087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:fe6b:6a6 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/bdda0b3e-7bee-4812-a0b9-911f82b46f9e/da47f63a-f44a-426e-89a8-73cb01672cae) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:45.622164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0722d-1ae8-4559-b6ae-4e6d099ac27d None None] Pushing event updated for resources: {'Port': ['ID=3e404e56-0684-44d4-88e9-28a7f9161955,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.629755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.632675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.636127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "DELETE /v2.0/security-groups/39dd57bb-b37a-400e-91d7-3108ee2e1954 HTTP/1.1" status: 204 len: 168 time: 0.4079094 Jul 28 14:48:45.637614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34948) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.732195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86899e26-54af-4831-a5f8-31e7a583b092 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd57bb-b37a-400e-91d7-3108ee2e1954,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:45.759937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2df2ea4-7224-4656-a925-4a9049a3a854 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1117032 Jul 28 14:48:45.760039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34952) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:45.791932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-439ee612-0a53-4cae-9c6b-765e21b97d12 req-26966722-de85-4f08-b0f3-5cc523e72057 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0806568 Jul 28 14:48:45.819528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting port fbe24746-7303-4bfe-8b09-1af007e6c1c9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:45.819528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.822198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bd3e39a2-b189-4d0b-bcdd-ebc2f375b296 tempest-SecGroupTest-579995453 tempest-SecGroupTest-579995453-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599461 Jul 28 14:48:45.844360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.861818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object da47f63a-f44a-426e-89a8-73cb01672cae will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:45.935752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:45.951565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Calling delete_port for fbe24746-7303-4bfe-8b09-1af007e6c1c9 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:45.978475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3e404e56-0684-44d4-88e9-28a7f9161955 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:46.049618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3e404e56-0684-44d4-88e9-28a7f9161955 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:46.050190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.098761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.153193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:46.163318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:46.165628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=da47f63a-f44a-426e-89a8-73cb01672cae,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:46.168680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:46.175642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:46.175777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Allocated IP 2001:db8:0:1::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9fc11653-26fc-4887-8891-c1c380cdc134/3e404e56-0684-44d4-88e9-28a7f9161955) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:46.177010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.192846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.297930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] For port 3e404e56-0684-44d4-88e9-28a7f9161955, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3e404e56-0684-44d4-88e9-28a7f9161955,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:46.304422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-53982857-dc28-4681-a7b4-d23edc08f302 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8454676 Jul 28 14:48:46.306868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34966) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:46.331392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.357513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.357764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Transition to ACTIVE for port object 3e404e56-0684-44d4-88e9-28a7f9161955 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:46.391331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Port': ['ID=fbe24746-7303-4bfe-8b09-1af007e6c1c9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:46.411435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port da47f63a-f44a-426e-89a8-73cb01672cae {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:46.411992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.515046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.590210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.628854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for da47f63a-f44a-426e-89a8-73cb01672cae owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:46.684117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0f33f-5553-4c5a-a392-0d2854025cd2 None None] Pushing event updated for resources: {'Port': ['ID=3e404e56-0684-44d4-88e9-28a7f9161955,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:46.747577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-066bc0a4-5dad-43ef-8c73-539a59b759c0 req-bfde8a04-819d-430f-b96a-225ab9d5f082 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0451431 Jul 28 14:48:46.803180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:46.819407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:46.936466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e959234-d12c-42f0-a556-9be576c5336a req-b4598ab6-d71f-490a-b4e4-332adb35e6f6 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0369182 Jul 28 14:48:47.050077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d2813782-e551-4a96-a585-012356f0589c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b91f588349644f918748b21ee7c3ba2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427313 Jul 28 14:48:47.051146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34990) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.077160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Router de0a6848-614a-442a-9761-e1e6dad9347f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:48:47.126244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.145376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.173067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.189225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:48:47.199300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] Sync routers for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:48:47.213421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d16f62d9-f70c-472a-87d6-bd96f41813c0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066865 Jul 28 14:48:47.216932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.221808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:47.222561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:47.228889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=da47f63a-f44a-426e-89a8-73cb01672cae,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:47.271649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.275077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-65d6edc3-8ef4-4b9d-baf4-a194a7bd2a89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/da47f63a-f44a-426e-89a8-73cb01672cae HTTP/1.1" status: 204 len: 168 time: 0.9656382 Jul 28 14:48:47.276528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34996) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.276972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:47.280789 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-f1599bfb-20cd-427f-9c82-21ec7ceed2ef tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] show failed (client error): The resource could not be found. Jul 28 14:48:47.283063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f1599bfb-20cd-427f-9c82-21ec7ceed2ef tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1121418607 HTTP/1.1" status: 404 len: 335 time: 0.0635123 Jul 28 14:48:47.287472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34998) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.292428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] Routers {'de0a6848-614a-442a-9761-e1e6dad9347f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:48:47.293078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8d207780-bfaa-40ac-9f2a-0973f0a9ba4d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:47.293205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:48:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['de0a6848-614a-442a-9761-e1e6dad9347f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:47.339261 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-8d207780-bfaa-40ac-9f2a-0973f0a9ba4d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] update failed (client error): The resource could not be found. Jul 28 14:48:47.346121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d207780-bfaa-40ac-9f2a-0973f0a9ba4d tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-688944165 HTTP/1.1" status: 404 len: 334 time: 0.0568507 Jul 28 14:48:47.346869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8ecf0f-1ce4-4874-92de-516ed5a2576e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.347374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.348659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:47.351713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f081f-b193-438e-9a2b-b023a10ccb8f None None] The sync data for ids ['de0a6848-614a-442a-9761-e1e6dad9347f'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:48:47.352345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d8ecf0f-1ce4-4874-92de-516ed5a2576e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0680730 Jul 28 14:48:47.353075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35002) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.411286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eae339-f950-4831-b30e-37580aada120 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.412439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting subnet b57d1f2f-ad6d-4821-87e5-97e94ef7c444 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:47.413085 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-33eae339-f950-4831-b30e-37580aada120 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0585127 Jul 28 14:48:47.415622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.418695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.452059 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.454771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.459544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6f7fd52-878c-4b20-9b08-2ac23453a3ff HTTP/1.1" status: 204 len: 168 time: 0.4035885 Jul 28 14:48:47.479755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff384115-1b00-4cb1-8e0a-4e7c6ad2eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7fd52-878c-4b20-9b08-2ac23453a3ff,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:47.484147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.513429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51c5b5-12b9-45d2-9c28-540a05d77b26 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.516516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51c5b5-12b9-45d2-9c28-540a05d77b26 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.521479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51c5b5-12b9-45d2-9c28-540a05d77b26 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:47.524888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4c51c5b5-12b9-45d2-9c28-540a05d77b26 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1080720 Jul 28 14:48:47.530494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.620354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 9fc11653-26fc-4887-8891-c1c380cdc134 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:47.623928 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.631702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.675187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.677036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.709324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c71485af-ea0c-4b4a-bb4d-a5d344602c34 None None] Provisioning for port 3e404e56-0684-44d4-88e9-28a7f9161955 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:47.714460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c71485af-ea0c-4b4a-bb4d-a5d344602c34 None None] Provisioning complete for port 3e404e56-0684-44d4-88e9-28a7f9161955 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:47.719561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c71485af-ea0c-4b4a-bb4d-a5d344602c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.810750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.853302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.891097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Subnet': ['ID=b57d1f2f-ad6d-4821-87e5-97e94ef7c444,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:47.896530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.906058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4a8a94c0-5aae-4ab9-ac1d-6399a2580ae7 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/subnets/b57d1f2f-ad6d-4821-87e5-97e94ef7c444 HTTP/1.1" status: 204 len: 168 time: 0.5579252 Jul 28 14:48:47.910897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:47.911294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122df2c-d999-4545-810a-11b7eaf8b520 None None] Network 351f6d2d-dc13-4d52-8596-0bed641c6c41 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:47.933547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-879cb1ae-57c4-45ab-9e51-8afe3691f70e req-bf9b571c-2b8a-4077-968c-b787bf51d0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0363169 Jul 28 14:48:47.988594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting subnet e57415e1-547f-49ac-8ce6-50c967bd483e {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:47.988594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:47.996590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3e404e56-0684-44d4-88e9-28a7f9161955 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:48.038106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5298a9c2-ff78-465d-a9d3-e0b8fc0caf0b None None] Could not find standard attr ID for object da47f63a-f44a-426e-89a8-73cb01672cae. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:48:48.044291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.127833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.172463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71c60b62-42bd-4934-ad79-a29d138dac03 req-f23f32ec-c859-41eb-9f20-eb4a38cdfa28 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0597427 Jul 28 14:48:48.198542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc11653-26fc-4887-8891-c1c380cdc134,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:48.206135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.208191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-82b19859-3a29-4ced-9314-d99568cd43e0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9fc11653-26fc-4887-8891-c1c380cdc134 HTTP/1.1" status: 204 len: 168 time: 0.6763406 Jul 28 14:48:48.215013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35030) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:48.216198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624291d-d4bd-4cee-98e5-2443a39bd71f None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:48.249881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.341335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet bdda0b3e-7bee-4812-a0b9-911f82b46f9e {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:48.344211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3e404e56-0684-44d4-88e9-28a7f9161955 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:48.344601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.344712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.407486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.425457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] DHCP port deletion for 351f6d2d-dc13-4d52-8596-0bed641c6c41 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:48.480980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.510352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Subnet': ['ID=e57415e1-547f-49ac-8ce6-50c967bd483e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:48.518505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.520597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89c8d1f5-d066-41b6-aa14-dc66bf7f83db tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/subnets/e57415e1-547f-49ac-8ce6-50c967bd483e HTTP/1.1" status: 204 len: 168 time: 0.6086438 Jul 28 14:48:48.524588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35040) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:48.568660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624394f6-2422-47e3-acf3-922598254ceb None None] Network 6ab04722-d3f6-481c-867d-7405a3f1d947 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:48.621029 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.694747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Deleting port 28920344-bf54-4eb2-bde4-64fc028dc6e2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:48.695684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.729240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting port 28920344-bf54-4eb2-bde4-64fc028dc6e2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:48.729240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.834609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] For port 28920344-bf54-4eb2-bde4-64fc028dc6e2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=28920344-bf54-4eb2-bde4-64fc028dc6e2,segment=NetworkSegment(9a56be14-44c5-4250-9773-7e3470ba3bc3),segment_id=9a56be14-44c5-4250-9773-7e3470ba3bc3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:48.835599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.858329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Calling delete_port for 28920344-bf54-4eb2-bde4-64fc028dc6e2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:48.897074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] For port 28920344-bf54-4eb2-bde4-64fc028dc6e2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=28920344-bf54-4eb2-bde4-64fc028dc6e2,segment=NetworkSegment(9a56be14-44c5-4250-9773-7e3470ba3bc3),segment_id=9a56be14-44c5-4250-9773-7e3470ba3bc3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:48.898131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.929735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:48.941028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Calling delete_port for 28920344-bf54-4eb2-bde4-64fc028dc6e2 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:49.124755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] DHCP port deletion for 6ab04722-d3f6-481c-867d-7405a3f1d947 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:49.199836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.235554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Deleting port c0a29b11-78db-4ee9-9eb5-a7a707c54afa {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:49.236664 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.256337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=bdda0b3e-7bee-4812-a0b9-911f82b46f9e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.268442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.273631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35062) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:49.286840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-151fc5a6-eee2-4454-b814-176c9b52bc58 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/bdda0b3e-7bee-4812-a0b9-911f82b46f9e HTTP/1.1" status: 204 len: 168 time: 1.0708261 Jul 28 14:48:49.347781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] For port c0a29b11-78db-4ee9-9eb5-a7a707c54afa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,segment=NetworkSegment(cca0f429-5a99-4c9c-9f06-5d10a6eab92f),segment_id=cca0f429-5a99-4c9c-9f06-5d10a6eab92f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:49.348314 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.370446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Calling delete_port for c0a29b11-78db-4ee9-9eb5-a7a707c54afa owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:49.385791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9e3de7ed-0f0b-4b28-aebb-7c35c2e781cb req-6b9ca098-c591-4cd9-8742-a51073324d2c tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0976069 Jul 28 14:48:49.393351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35068) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:49.395155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ebba703-98b5-4734-af66-2cfb8de36e5c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202533 Jul 28 14:48:49.400766 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.409338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:49.458886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35070) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:49.464279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] No DVR routers for this DVR port 28920344-bf54-4eb2-bde4-64fc028dc6e2 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:49.474716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Port': ['ID=28920344-bf54-4eb2-bde4-64fc028dc6e2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.589477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.606578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] No DVR routers for this DVR port 28920344-bf54-4eb2-bde4-64fc028dc6e2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:49.629496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24310a9-953a-41b9-89e6-6ded423d60e3 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:49.631669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.637709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a2da8-d9f2-45d3-aa71-ca1a76725d6e None None] Pushing event deleted for resources: {'Port': ['ID=28920344-bf54-4eb2-bde4-64fc028dc6e2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.660925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351f6d2d-dc13-4d52-8596-0bed641c6c41']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:49.672714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a56be14-44c5-4250-9773-7e3470ba3bc3') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:49.673125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a56be14-44c5-4250-9773-7e3470ba3bc3') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:49.685813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.700670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-23075a44-27d1-4e16-842e-37d43aaf29b6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:49.701360 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-23075a44-27d1-4e16-842e-37d43aaf29b6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:48:49.702065 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-23075a44-27d1-4e16-842e-37d43aaf29b6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:48:49.703076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23075a44-27d1-4e16-842e-37d43aaf29b6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2422614 Jul 28 14:48:49.708535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35076) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:49.713113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934232015'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:49.717374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.721616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0013f1a1-0ed6-4b42-8eda-3ec6af7c7f09 None None] Provisioning complete for port 3e404e56-0684-44d4-88e9-28a7f9161955 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:49.722002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0013f1a1-0ed6-4b42-8eda-3ec6af7c7f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:49.736467 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:49.749765 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.787407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:49.792327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.808736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] Pushing event deleted for resources: {'Port': ['ID=c0a29b11-78db-4ee9-9eb5-a7a707c54afa,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:49.810629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5961891d-5ce1-4dac-94c4-67af77898fa9 None None] No DVR routers for this DVR port c0a29b11-78db-4ee9-9eb5-a7a707c54afa on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:49.959877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.978044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:49.978432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:49.980828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/networks/351f6d2d-dc13-4d52-8596-0bed641c6c41 HTTP/1.1" status: 204 len: 168 time: 1.4551647 Jul 28 14:48:49.983344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:50.012633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a695ad-e61d-41cb-ac8d-f1a2f57e9f7a tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Network': ['ID=351f6d2d-dc13-4d52-8596-0bed641c6c41,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.027258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 28920344-bf54-4eb2-bde4-64fc028dc6e2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:50.031593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.051822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 28920344-bf54-4eb2-bde4-64fc028dc6e2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:50.052267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 28920344-bf54-4eb2-bde4-64fc028dc6e2 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:50.052887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0a29b11-78db-4ee9-9eb5-a7a707c54afa no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:50.061065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.076886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.078336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c0a29b11-78db-4ee9-9eb5-a7a707c54afa {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:50.080826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0a29b11-78db-4ee9-9eb5-a7a707c54afa not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:50.092158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Deleting port 3e404e56-0684-44d4-88e9-28a7f9161955 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:50.092551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.126373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.161044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] For port 3e404e56-0684-44d4-88e9-28a7f9161955, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3e404e56-0684-44d4-88e9-28a7f9161955,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:50.166444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.174405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Calling delete_port for 3e404e56-0684-44d4-88e9-28a7f9161955 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:50.243700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.259418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab04722-d3f6-481c-867d-7405a3f1d947']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:50.281087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:50.281361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca0f429-5a99-4c9c-9f06-5d10a6eab92f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:50.298429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.307955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.316716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.321324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:48:50.322857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:50.323284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:50.326488 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:50.405322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.429299 n-d-705658-23 neutron-server[94748]: WARNING neutron.services.revisions.revision_plugin [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Could not find related port for resource to bump revision. Jul 28 14:48:50.435049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.450673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] Pushing event deleted for resources: {'Port': ['ID=3e404e56-0684-44d4-88e9-28a7f9161955,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.468688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Port 3e404e56-0684-44d4-88e9-28a7f9161955 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 28 14:48:50.469012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation for 2001:db8::f816:3eff:fea1:39fb {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 28 14:48:50.471693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d515565-c0b7-4f35-804e-eb8309676fd6 None None] No DVR routers for this DVR port 3e404e56-0684-44d4-88e9-28a7f9161955 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:50.495773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_pluggable_backend [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea1:39fb {{(pid=94748) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 28 14:48:50.496302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.508583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.522371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.523419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e607197c-e60b-4445-af1a-082d971b6a64,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.534531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.536845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/networks/6ab04722-d3f6-481c-867d-7405a3f1d947 HTTP/1.1" status: 204 len: 168 time: 0.5523758 Jul 28 14:48:50.541883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35094) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:50.582238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:50.603063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34334-4a75-4300-bf99-afae8d64137b tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Network': ['ID=6ab04722-d3f6-481c-867d-7405a3f1d947,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.613980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:50.619170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:50.619853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.627410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=b48f6593-aaf8-4771-9c6b-0f7ebc145e13,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.628442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e275e9c-128e-473f-bfbe-924f85622ca8 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:50.681857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd9232e2-6172-48f8-9a32-ba262b82eb07 req-d0b1c9e7-83e4-475a-a85a-468eb0c595cb tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.1068730 Jul 28 14:48:50.696211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.700801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting subnet 7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:50.703983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.749295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.809481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': 'b48f6593-aaf8-4771-9c6b-0f7ebc145e13'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:50.809481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.809654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.874452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff5a9de-d03a-49cc-9404-73933e3e0fce,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:50.901550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:50.926440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6ede274a-0618-4c42-b81d-2b103b31e33b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5295634 Jul 28 14:48:50.929955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:50.935647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:50.964575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Allocated IP 2001:db8::f816:3eff:fe5c:7daf (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/b48f6593-aaf8-4771-9c6b-0f7ebc145e13/f049cc1d-8c1f-4757-953c-6b3e2346388c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:51.004572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.006640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5fe1b48b-0355-4aa7-b65e-e9f3f28eb1ba tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2971060 Jul 28 14:48:51.009500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35114) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:51.017114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'dff5a9de-d03a-49cc-9404-73933e3e0fce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:51.057447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.094122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:51.096756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.098868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3aeb9ca-f759-4b4c-afc7-ca72bc9a2318 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/subnets/7cdd5ac1-8fc6-4fb5-856a-6a8eed5f79c9 HTTP/1.1" status: 204 len: 168 time: 0.5540512 Jul 28 14:48:51.101376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:51.106578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f12c3-b8f7-4983-862e-d338befed5e3 None None] Network a7e0e06a-0810-4297-8b41-a47405990685 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:51.160988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.207416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.209528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.239567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.242897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Transition to ACTIVE for port object f049cc1d-8c1f-4757-953c-6b3e2346388c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:51.284084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Transition to ACTIVE for port object f049cc1d-8c1f-4757-953c-6b3e2346388c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:51.291575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ad6afeee-2398-490a-a698-ceeb55cd1107 req-9ae8eb31-3a5f-432f-a7cd-ac2f89fc74f8 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0302083 Jul 28 14:48:51.299718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Deleting port c3a44c52-917a-459c-a06f-d7f8bbc8282a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:51.300060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.368857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] DHCP port deletion for a7e0e06a-0810-4297-8b41-a47405990685 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:51.380835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] For port c3a44c52-917a-459c-a06f-d7f8bbc8282a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c3a44c52-917a-459c-a06f-d7f8bbc8282a,segment=NetworkSegment(f50616ec-bd17-4e2e-b40d-1f83af239918),segment_id=f50616ec-bd17-4e2e-b40d-1f83af239918)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:51.381791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.381986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:51.385728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.402352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.412737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Calling delete_port for c3a44c52-917a-459c-a06f-d7f8bbc8282a owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:51.425796 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.439873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Deleting port c3a44c52-917a-459c-a06f-d7f8bbc8282a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:51.440733 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.466472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7226163-525c-4e05-b582-999ab59a7fc7,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:51.549952 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b48f6593-aaf8-4771-9c6b-0f7ebc145e13 (CIDR: 2001:db8::/64) Jul 28 14:48:51.555905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] For port c3a44c52-917a-459c-a06f-d7f8bbc8282a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c3a44c52-917a-459c-a06f-d7f8bbc8282a,segment=NetworkSegment(f50616ec-bd17-4e2e-b40d-1f83af239918),segment_id=f50616ec-bd17-4e2e-b40d-1f83af239918)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:51.555905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.573534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Calling delete_port for c3a44c52-917a-459c-a06f-d7f8bbc8282a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:51.616955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:51.617463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.620628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9008bee0-dbc0-4eed-b9df-1bb0a154658e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6082683 Jul 28 14:48:51.623704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:51.629263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-46d18ac3-8ce2-467f-9022-2fd874a4daec tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'dff5a9de-d03a-49cc-9404-73933e3e0fce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:51.637103 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:51.637563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:51.653995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:51.664472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:51.671463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Pushing event updated for resources: {'Port': ['ID=f049cc1d-8c1f-4757-953c-6b3e2346388c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:51.697137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.724466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Port': ['ID=c3a44c52-917a-459c-a06f-d7f8bbc8282a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:51.735677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] No DVR routers for this DVR port c3a44c52-917a-459c-a06f-d7f8bbc8282a on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:51.803691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Attempting to bind port f049cc1d-8c1f-4757-953c-6b3e2346388c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:48:51.804420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Attempting to bind port f049cc1d-8c1f-4757-953c-6b3e2346388c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:48:51.804841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Attempting to bind port f049cc1d-8c1f-4757-953c-6b3e2346388c on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:48:51.813356 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.814840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46d18ac3-8ce2-467f-9022-2fd874a4daec tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.820822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:48:51.821206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:48:51.821617 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.822013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:48:51.822495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Bound port: f049cc1d-8c1f-4757-953c-6b3e2346388c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:48:51.822883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.830103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.849050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e0e06a-0810-4297-8b41-a47405990685']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:51.862012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] Pushing event deleted for resources: {'Port': ['ID=c3a44c52-917a-459c-a06f-d7f8bbc8282a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:51.874023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a07779-61e3-4d91-a183-8846592106e0 None None] No DVR routers for this DVR port c3a44c52-917a-459c-a06f-d7f8bbc8282a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:51.874208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50616ec-bd17-4e2e-b40d-1f83af239918') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:51.874208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50616ec-bd17-4e2e-b40d-1f83af239918') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:48:51.898983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.947180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.955229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:48:51.959448 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:48:51.976205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] For port f049cc1d-8c1f-4757-953c-6b3e2346388c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:48:51.995048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92586c6e-506c-48a2-9861-a4045d55e9b6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0638075 Jul 28 14:48:51.997596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35140) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:51.998067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c3a44c52-917a-459c-a06f-d7f8bbc8282a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:52.003572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] For port f049cc1d-8c1f-4757-953c-6b3e2346388c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f049cc1d-8c1f-4757-953c-6b3e2346388c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:48:52.005230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:52.038783 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-46d18ac3-8ce2-467f-9022-2fd874a4daec tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 14:48:52.041567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-46d18ac3-8ce2-467f-9022-2fd874a4daec tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4159563 Jul 28 14:48:52.044693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.059608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c3a44c52-917a-459c-a06f-d7f8bbc8282a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:52.060273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c3a44c52-917a-459c-a06f-d7f8bbc8282a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:52.060882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3e404e56-0684-44d4-88e9-28a7f9161955 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:52.082610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 3e404e56-0684-44d4-88e9-28a7f9161955 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:48:52.083313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3e404e56-0684-44d4-88e9-28a7f9161955 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:48:52.095119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.132231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.167941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.170591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b40f-8abc-4162-9dd3-5c2c7fc06d2c None None] Pushing event updated for resources: {'Port': ['ID=f049cc1d-8c1f-4757-953c-6b3e2346388c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.193040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.210907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.212908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/networks/a7e0e06a-0810-4297-8b41-a47405990685 HTTP/1.1" status: 204 len: 168 time: 1.1105137 Jul 28 14:48:52.215826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.227302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbad73b-111a-4cf3-b116-3f862cdc591c tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Pushing event deleted for resources: {'Network': ['ID=a7e0e06a-0810-4297-8b41-a47405990685,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.246505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ce592c2-8871-437f-b06a-1888eac2ddba tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "GET /v2.0/ports?device_id=de0a6848-614a-442a-9761-e1e6dad9347f HTTP/1.1" status: 200 len: 205 time: 0.0293896 Jul 28 14:48:52.248845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35148) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.331612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.422791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.426239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.430121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/dff5a9de-d03a-49cc-9404-73933e3e0fce HTTP/1.1" status: 204 len: 168 time: 0.3814106 Jul 28 14:48:52.431282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35154) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.434697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:52.438409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.456366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2638f36-0525-46bb-9292-f88dc2bf33c3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff5a9de-d03a-49cc-9404-73933e3e0fce,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:52.504358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1870b4bd-8b16-4863-8977-a5baba7a2c4d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719016 Jul 28 14:48:52.505104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb6aa3ca-2ae2-4ef0-a361-88d8e3e297c2 req-2b3e79eb-f6a5-4b57-8a83-132b4559e830 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0884082 Jul 28 14:48:52.508519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35156) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:52.519492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--317336794'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:52.634224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.638196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.721513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.827660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.851424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.851921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Fanout notify agent at l3_agent the message router_deleted on router de0a6848-614a-442a-9761-e1e6dad9347f {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:48:52.859674 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.860952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3987e016-5736-440a-a2ca-29ce3d6c03b0 tempest-RoutersNegativeTest-118956676 tempest-RoutersNegativeTest-118956676-project] 10.222.0.47 "DELETE /v2.0/routers/de0a6848-614a-442a-9761-e1e6dad9347f HTTP/1.1" status: 204 len: 168 time: 0.6110237 Jul 28 14:48:52.956990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:52.985262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-a6ebb1fc-3925-4b77-99d1-9871d9a9740c tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:52.987516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-a6ebb1fc-3925-4b77-99d1-9871d9a9740c tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.0773847 Jul 28 14:48:53.006073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.006780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed8621-eb22-46af-852d-eddbd7f3e062,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.026307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-3c44d0ad-e8dc-4eef-b29e-b80abbd69f6e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.047202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:53.051196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:53.059102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:53.059102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.076109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=b0102173-9f06-450c-b041-e6f3cf3a3555,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.087663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.091741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e93a95c7-45f7-4b72-9b27-e0de47a67715 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5741007 Jul 28 14:48:53.092717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35174) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.097053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-60ba648b-5ea0-4781-9ef4-4648cd31c684 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '20ed8621-eb22-46af-852d-eddbd7f3e062', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:53.097843 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-60ba648b-5ea0-4781-9ef4-4648cd31c684 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 14:48:53.097843 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-60ba648b-5ea0-4781-9ef4-4648cd31c684 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:53.097843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-60ba648b-5ea0-4781-9ef4-4648cd31c684 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061848 Jul 28 14:48:53.110399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35176) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.169439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.201266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-3c44d0ad-e8dc-4eef-b29e-b80abbd69f6e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.209442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.303159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-3c44d0ad-e8dc-4eef-b29e-b80abbd69f6e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.327273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd4cb104-3c74-4025-a069-ec74cdc2371e req-3c44d0ad-e8dc-4eef-b29e-b80abbd69f6e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286440 Jul 28 14:48:53.330536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d70e07-1bd3-46ad-a7ad-30bd49b50d16 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:53.337537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44d0ad-e8dc-4eef-b29e-b80abbd69f6e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb51c3db-f3d7-491f-84b5-332b49eeb4e6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.430866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.437534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.438672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/20ed8621-eb22-46af-852d-eddbd7f3e062 HTTP/1.1" status: 204 len: 168 time: 0.3299446 Jul 28 14:48:53.441846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.453215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef04ca-bc34-465f-9fa2-2a1d1fb0081f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed8621-eb22-46af-852d-eddbd7f3e062,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:53.476992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-13aca723-f93f-42bc-8083-6866d5b8cd48 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4752030 Jul 28 14:48:53.479302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.485344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:bb:79:64', 'name': 'tempest-NetworksTestDHCPv6-1159516140'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:53.505824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbea3d7-0099-409a-9965-83f852c26bb0 req-4a75bf02-fe30-435c-a5a9-c4f5928c190b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:53.508302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cbea3d7-0099-409a-9965-83f852c26bb0 req-4a75bf02-fe30-435c-a5a9-c4f5928c190b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1044562 Jul 28 14:48:53.523767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f55db1d-a984-44e3-9eac-8bb9ac5eca6d None None] Provisioning for port f049cc1d-8c1f-4757-953c-6b3e2346388c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:53.554914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-da4601de-de13-46f4-8cb6-5d1e196a956b tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1051860 Jul 28 14:48:53.555730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35192) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.569053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323749577'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:53.650008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-676fdf58-f88f-458a-ba73-378e2880cd37 req-5b54796f-9eb1-454a-bd87-484b55a4c46d tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0409353 Jul 28 14:48:53.664352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35194) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.685916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Update dhcp port {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'fixed_ips': [{'subnet_id': 'b48f6593-aaf8-4771-9c6b-0f7ebc145e13', 'ip_address': '2001:db8::f816:3eff:fe5c:7daf'}, {'subnet_id': 'b0102173-9f06-450c-b041-e6f3cf3a3555'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'f049cc1d-8c1f-4757-953c-6b3e2346388c'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:48:53.731354 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cbea3d7-0099-409a-9965-83f852c26bb0 req-a8098dd2-fd41-497e-b6d6-658e9ca10d22 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485946 Jul 28 14:48:53.732779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.745647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:53.746510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:53.862698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e9c52ef-f3cd-4ebf-b3b3-7205baed1403 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a5077f20-be87-478d-88be-44308e0174dc HTTP/1.1" status: 200 len: 994 time: 0.1129944 Jul 28 14:48:53.948532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:54.045746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Allocated IP 2001:db8:0:1::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/b0102173-9f06-450c-b041-e6f3cf3a3555/f049cc1d-8c1f-4757-953c-6b3e2346388c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:54.107297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.134942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f049cc1d-8c1f-4757-953c-6b3e2346388c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:54.149990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 439fe71f-9fbc-488e-8bab-09bc5a326b76 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:48:54.229697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] For port f049cc1d-8c1f-4757-953c-6b3e2346388c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f049cc1d-8c1f-4757-953c-6b3e2346388c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:54.255137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.268159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-53ed4d3e-cc1f-45ab-afc2-0109dd707873 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d8902b5265d4a278ed9b217ae783536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026371 Jul 28 14:48:54.272860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:54.276581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.294322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Transition to ACTIVE for port object f049cc1d-8c1f-4757-953c-6b3e2346388c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:54.332121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.355503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.399698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f049cc1d-8c1f-4757-953c-6b3e2346388c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:54.403847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f049cc1d-8c1f-4757-953c-6b3e2346388c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:54.404481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.474210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.511069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e818119-b0c1-4ada-af1e-58b0d3852220,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:54.584204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.591922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8:0:1::108 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/b0102173-9f06-450c-b041-e6f3cf3a3555/439fe71f-9fbc-488e-8bab-09bc5a326b76) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:54.594267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.597127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.601231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c65ce58d-b84b-4cf6-b1de-9bed52ff38db HTTP/1.1" status: 204 len: 168 time: 0.3273270 Jul 28 14:48:54.601498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::f816:3eff:febb:7964 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/b48f6593-aaf8-4771-9c6b-0f7ebc145e13/439fe71f-9fbc-488e-8bab-09bc5a326b76) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:54.610396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc632dcc-6314-4c83-ab19-07b34d8f3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ce58d-b84b-4cf6-b1de-9bed52ff38db,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:54.636075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.646010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0bcaad2e-2129-4456-a9a8-4d63d3d0c87d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0837440 Jul 28 14:48:54.646932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35228) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:54.660918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bd88167c-d5d5-4c1e-a55a-3b5a69c5cd86 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '4e818119-b0c1-4ada-af1e-58b0d3852220', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:54.663037 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-bd88167c-d5d5-4c1e-a55a-3b5a69c5cd86 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 14:48:54.664045 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-bd88167c-d5d5-4c1e-a55a-3b5a69c5cd86 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:54.678175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bd88167c-d5d5-4c1e-a55a-3b5a69c5cd86 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0250885 Jul 28 14:48:54.678175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35230) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:54.697822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8bc5f-5308-4aa4-b992-e80c43569545 None None] Pushing event updated for resources: {'Port': ['ID=f049cc1d-8c1f-4757-953c-6b3e2346388c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:54.702458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port f049cc1d-8c1f-4757-953c-6b3e2346388c had new provisioning blocks added so it will not transition to active. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 28 14:48:54.777980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.818224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.839172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d2f4e7b-b474-428c-ae28-5bdf9345d9f7 req-504412a5-0d11-4647-a067-d825decec4be tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0423632 Jul 28 14:48:54.866168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.995283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:54.995746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 439fe71f-9fbc-488e-8bab-09bc5a326b76 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:55.001187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.006883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.009466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e818119-b0c1-4ada-af1e-58b0d3852220 HTTP/1.1" status: 204 len: 168 time: 0.3313351 Jul 28 14:48:55.020570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923c05e-f18c-4a86-972e-7065b49e00bf tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e818119-b0c1-4ada-af1e-58b0d3852220,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:55.101419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b1244-7f1f-4e39-82e0-4cb5f993d9de req-cbd0b7f0-ba8f-4564-9854-ce1d8c3f91c0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.103141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f2b1244-7f1f-4e39-82e0-4cb5f993d9de req-cbd0b7f0-ba8f-4564-9854-ce1d8c3f91c0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0599885 Jul 28 14:48:55.122080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e90a6fce-c849-45b8-9f01-2d08f377190c tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066480 Jul 28 14:48:55.127324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.133347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--624956333'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:55.169788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f2b1244-7f1f-4e39-82e0-4cb5f993d9de req-f38fb3b2-57f3-4af4-bb3e-d0028fb33542 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561359 Jul 28 14:48:55.251014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.298646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:55.304832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:55.309932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.312438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:48:55.318121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:55.318820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.322288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=439fe71f-9fbc-488e-8bab-09bc5a326b76,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:55.352293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.506169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bf3f9c65-a3da-4a4c-94b9-256d28c6679c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0254421 Jul 28 14:48:55.509026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35264) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.545506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-0e3cbe79-9d79-4ae3-b74c-6524c77a036c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917129 Jul 28 14:48:55.603093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.616484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Provisioning for port f049cc1d-8c1f-4757-953c-6b3e2346388c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:48:55.621959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Provisioning complete for port f049cc1d-8c1f-4757-953c-6b3e2346388c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:55.622547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.632040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 439fe71f-9fbc-488e-8bab-09bc5a326b76 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:55.632484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.718504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.756216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.764911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] For port f049cc1d-8c1f-4757-953c-6b3e2346388c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f049cc1d-8c1f-4757-953c-6b3e2346388c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:55.774237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 439fe71f-9fbc-488e-8bab-09bc5a326b76 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:55.776969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.815323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b9669c-e127-4e54-8955-bb97ee8fd85c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:55.964301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.965507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9868acac-561c-475e-8b42-0b4491c9b57d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8366113 Jul 28 14:48:55.968405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35288) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:55.968654 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:55.973455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0cc9070a-e3d0-48a8-8bfa-9ad6c9b403dd tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '93b9669c-e127-4e54-8955-bb97ee8fd85c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.018399 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-0cc9070a-e3d0-48a8-8bfa-9ad6c9b403dd tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 14:48:56.019457 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-0cc9070a-e3d0-48a8-8bfa-9ad6c9b403dd tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:56.021947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0cc9070a-e3d0-48a8-8bfa-9ad6c9b403dd tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0524931 Jul 28 14:48:56.027519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.038043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1f2ada60-37ce-4c10-ab14-23a21e4421cc tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '93b9669c-e127-4e54-8955-bb97ee8fd85c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.046255 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-1f2ada60-37ce-4c10-ab14-23a21e4421cc tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 14:48:56.047534 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-1f2ada60-37ce-4c10-ab14-23a21e4421cc tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:56.049975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1f2ada60-37ce-4c10-ab14-23a21e4421cc tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0167491 Jul 28 14:48:56.052785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35298) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.072921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ae5ef3bc-9160-402f-8147-7963b4846d01 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '93b9669c-e127-4e54-8955-bb97ee8fd85c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.081673 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-ae5ef3bc-9160-402f-8147-7963b4846d01 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 14:48:56.084543 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-ae5ef3bc-9160-402f-8147-7963b4846d01 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:56.086488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae5ef3bc-9160-402f-8147-7963b4846d01 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0321548 Jul 28 14:48:56.089426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.109547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1bd75b5f-a2c3-4b43-a642-b3782729e62b tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '93b9669c-e127-4e54-8955-bb97ee8fd85c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.109547 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-1bd75b5f-a2c3-4b43-a642-b3782729e62b tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 14:48:56.109547 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-1bd75b5f-a2c3-4b43-a642-b3782729e62b tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:56.109547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1bd75b5f-a2c3-4b43-a642-b3782729e62b tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081730 Jul 28 14:48:56.109977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f049cc1d-8c1f-4757-953c-6b3e2346388c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:56.111068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35308) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.124499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1667fe1-d228-49bd-85b0-7f535d0c055c req-4a7477f3-bc51-48ca-b5c0-a6bf6c59c979 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0683529 Jul 28 14:48:56.138087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.207162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=439fe71f-9fbc-488e-8bab-09bc5a326b76,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.217364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76800b3a-ec12-48a5-9449-7351224b0955 None None] Pushing event updated for resources: {'Port': ['ID=f049cc1d-8c1f-4757-953c-6b3e2346388c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.261199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1e6a1fa-c825-4bfb-9764-f2912009a36f None None] Provisioning complete for port 439fe71f-9fbc-488e-8bab-09bc5a326b76 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:56.261199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1e6a1fa-c825-4bfb-9764-f2912009a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.293253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.297577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94ad4cb9-aec1-4883-a9e9-e71e97304222 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/439fe71f-9fbc-488e-8bab-09bc5a326b76 HTTP/1.1" status: 204 len: 168 time: 0.7851570 Jul 28 14:48:56.297829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.302462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.350694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d1e6a1fa-c825-4bfb-9764-f2912009a36f None None] Port 439fe71f-9fbc-488e-8bab-09bc5a326b76 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:48:56.358360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.380157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f049cc1d-8c1f-4757-953c-6b3e2346388c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:56.380937 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.394607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88c0c3e-a516-4eab-8eff-fc47cddaed21 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.399639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f88c0c3e-a516-4eab-8eff-fc47cddaed21 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1003776 Jul 28 14:48:56.400334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35320) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.484398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d99695-4a9f-4e8f-a2f2-3ea052ba5ea5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.491644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35324) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.492723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-48d99695-4a9f-4e8f-a2f2-3ea052ba5ea5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0879400 Jul 28 14:48:56.571641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73dc6a-27ef-49f4-a252-1bf3cbe3ffbd req-e9cf3aca-60c5-4069-97d6-060c26196b15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.573302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e73dc6a-27ef-49f4-a252-1bf3cbe3ffbd req-e9cf3aca-60c5-4069-97d6-060c26196b15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.2391999 Jul 28 14:48:56.614346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f325f-9a01-415f-841c-9bdaf9071a0d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.615960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f325f-9a01-415f-841c-9bdaf9071a0d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.617504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f325f-9a01-415f-841c-9bdaf9071a0d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:56.621837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d61f325f-9a01-415f-841c-9bdaf9071a0d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1107662 Jul 28 14:48:56.622582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.666477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e73dc6a-27ef-49f4-a252-1bf3cbe3ffbd req-292d4d25-8345-438b-86ac-719f6ece9edc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868278 Jul 28 14:48:56.701577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet b0102173-9f06-450c-b041-e6f3cf3a3555 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:56.705209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.759176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.780251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.782949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:56.784643 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/93b9669c-e127-4e54-8955-bb97ee8fd85c HTTP/1.1" status: 204 len: 168 time: 0.6722512 Jul 28 14:48:56.788067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.804153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e780e2a-cc30-431c-bbe1-a02bf63f9d04 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b9669c-e127-4e54-8955-bb97ee8fd85c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:56.836796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b1589324-641d-4a87-8da6-d672b1b2c952 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475080 Jul 28 14:48:56.841020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35340) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:56.845579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019397568'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:56.863550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.076956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.149254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.185969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=b0102173-9f06-450c-b041-e6f3cf3a3555,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:57.188437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.195396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7690505-1337-4e9e-b753-f00370911336 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/b0102173-9f06-450c-b041-e6f3cf3a3555 HTTP/1.1" status: 204 len: 168 time: 0.5705478 Jul 28 14:48:57.196329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35352) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.197742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce739a87-94a7-43b2-8d9b-bc7604ecefb9 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:57.257593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet b48f6593-aaf8-4771-9c6b-0f7ebc145e13 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:48:57.261330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.269159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.302923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f6e1c76-32f8-4a82-99ec-974748f4b14b req-739356ab-dd5b-4d03-84d8-72bf77429425 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0375385 Jul 28 14:48:57.317533 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.411287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.436527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.465133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e78b5-8d5a-443f-91a3-67412c3e9f97,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:57.561777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.566205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-36f4e699-4118-402e-897c-f8a4d7adecd6 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7242050 Jul 28 14:48:57.570135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35366) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.576233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ce048d72-2d42-4462-ad85-7954830a5bb4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:57.576979 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-ce048d72-2d42-4462-ad85-7954830a5bb4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:48:57.577664 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-ce048d72-2d42-4462-ad85-7954830a5bb4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:57.579010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce048d72-2d42-4462-ad85-7954830a5bb4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069757 Jul 28 14:48:57.581772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35368) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.586335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9cea7a97-d73f-4e87-9e5b-2688418f40c2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:57.720980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.769437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=b48f6593-aaf8-4771-9c6b-0f7ebc145e13,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:57.771973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:57.774587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e326984d-a0a0-4c22-9df0-9af057a006f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/b48f6593-aaf8-4771-9c6b-0f7ebc145e13 HTTP/1.1" status: 204 len: 168 time: 0.5764451 Jul 28 14:48:57.777496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35378) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.856883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e6497359-5984-4b06-abe0-1592d7972518 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760827 Jul 28 14:48:57.858012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:57.863706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:57.985488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1a13c-e86d-4df2-aed1-25c45bccea3b req-533fbc50-0a33-472b-a6b7-ea10691d3f6a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:57.987335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5c1a13c-e86d-4df2-aed1-25c45bccea3b req-533fbc50-0a33-472b-a6b7-ea10691d3f6a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1963322 Jul 28 14:48:57.989562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f049cc1d-8c1f-4757-953c-6b3e2346388c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:48:58.045796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f049cc1d-8c1f-4757-953c-6b3e2346388c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:58.047862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.054444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5c1a13c-e86d-4df2-aed1-25c45bccea3b req-f589208f-2e1b-4881-9a77-a06a2f1fcab8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512600 Jul 28 14:48:58.108786 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-9cea7a97-d73f-4e87-9e5b-2688418f40c2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.113020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9cea7a97-d73f-4e87-9e5b-2688418f40c2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5272961 Jul 28 14:48:58.113203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35388) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.121080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-48387299-cdf0-4102-b5fa-a2e330ac27a4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.121893 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-48387299-cdf0-4102-b5fa-a2e330ac27a4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 14:48:58.122397 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-48387299-cdf0-4102-b5fa-a2e330ac27a4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.126950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-48387299-cdf0-4102-b5fa-a2e330ac27a4 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090804 Jul 28 14:48:58.127442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35390) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.133612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7faa055a-ec27-44b6-9fc5-d7405d651542 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.257650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8aac9d-14eb-4c0d-80ff-6b26ae789f69 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:58.296694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:58.300656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.326502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-06ac3659-625d-47ff-8e3b-287e808b5d46 None None] Provisioning complete for port f049cc1d-8c1f-4757-953c-6b3e2346388c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:48:58.326802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06ac3659-625d-47ff-8e3b-287e808b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.466176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-100a70c7-3a24-4801-98f8-1741b6a9549a req-7c1104fb-bd1a-47a2-82dc-16e9052952b7 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0349119 Jul 28 14:48:58.514609 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-7faa055a-ec27-44b6-9fc5-d7405d651542 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.518699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7faa055a-ec27-44b6-9fc5-d7405d651542 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3873913 Jul 28 14:48:58.520875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.527548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-56b2d1da-eda4-4f0a-ab51-12db27fe2ff2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.528063 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-56b2d1da-eda4-4f0a-ab51-12db27fe2ff2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 14:48:58.528537 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-56b2d1da-eda4-4f0a-ab51-12db27fe2ff2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.530374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56b2d1da-eda4-4f0a-ab51-12db27fe2ff2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085123 Jul 28 14:48:58.534091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35402) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.539153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8f752682-2722-4895-9090-923afd5a4271 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.612943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:48:58.645124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.691897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Deleting port f049cc1d-8c1f-4757-953c-6b3e2346388c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:48:58.692449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.696648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:58.701920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:58.704046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:58.706328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.728938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=9f819406-23d7-48b4-9943-57264370fc40,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:58.776760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] For port f049cc1d-8c1f-4757-953c-6b3e2346388c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f049cc1d-8c1f-4757-953c-6b3e2346388c,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:48:58.777157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:58.790212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Calling delete_port for f049cc1d-8c1f-4757-953c-6b3e2346388c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:48:58.903172 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-8f752682-2722-4895-9090-923afd5a4271 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.904986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e612417-17f4-4e42-b2d6-f73c01316994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0459011 Jul 28 14:48:58.906934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.907310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f752682-2722-4895-9090-923afd5a4271 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3720486 Jul 28 14:48:58.907954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35410) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.913041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7c78b55f-9bbb-4544-b046-e555f3520cab tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.913376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:58.914160 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-7c78b55f-9bbb-4544-b046-e555f3520cab tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 14:48:58.915063 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-7c78b55f-9bbb-4544-b046-e555f3520cab tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:58.916514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7c78b55f-9bbb-4544-b046-e555f3520cab tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077691 Jul 28 14:48:58.919312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35412) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:58.926841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b01a14e4-803f-4c9e-8f15-ea7c3485283e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:59.045773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.082598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] Pushing event deleted for resources: {'Port': ['ID=f049cc1d-8c1f-4757-953c-6b3e2346388c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:48:59.089964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f4103-87da-4c1e-8b9b-e37e06b36e41 None None] No DVR routers for this DVR port f049cc1d-8c1f-4757-953c-6b3e2346388c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:48:59.125244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b7613f-cb7c-4a4e-baaf-0e8c1a50f20b None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:48:59.189494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:48:59.197830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.277749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f269-421d-43ad-a6ab-4857c2e61e4a req-02c98908-1995-4900-9ad6-ac97e4d3244f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.280129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cee1f269-421d-43ad-a6ab-4857c2e61e4a req-02c98908-1995-4900-9ad6-ac97e4d3244f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1105003 Jul 28 14:48:59.285209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-cbdfe6bc-ad15-456b-8a36-2a4eaae89260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.287639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-cbdfe6bc-ad15-456b-8a36-2a4eaae89260 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.0765827 Jul 28 14:48:59.329221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '9f819406-23d7-48b4-9943-57264370fc40'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:48:59.330217 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.338189 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f819406-23d7-48b4-9943-57264370fc40 (CIDR: 2001:db8::/64) Jul 28 14:48:59.369948 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-b01a14e4-803f-4c9e-8f15-ea7c3485283e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:59.373945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35426) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:59.374086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b01a14e4-803f-4c9e-8f15-ea7c3485283e tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4530289 Jul 28 14:48:59.379769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-728b287d-36fd-4137-80ce-9b29e67fa51f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': 'c18e78b5-8d5a-443f-91a3-67412c3e9f97', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:59.387690 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:59.395618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:48:59.403868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cee1f269-421d-43ad-a6ab-4857c2e61e4a req-73cb4d2e-d3f9-435b-a1be-2921b464aa80 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126873 Jul 28 14:48:59.445289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-d7a1919f-b775-449e-ab9e-bb54cbe5a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.446906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-d7a1919f-b775-449e-ab9e-bb54cbe5a589 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.1285856 Jul 28 14:48:59.490323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9f819406-23d7-48b4-9943-57264370fc40/aa0932f5-e1fd-4067-bbc3-47578330bbb7) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:48:59.536728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-ad07ec96-cc76-4830-8c74-6bdf088c5139 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1002 time: 0.0826118 Jul 28 14:48:59.632391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-52028efe-82ff-42e9-841f-d51c96718900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.633791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-52028efe-82ff-42e9-841f-d51c96718900 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0881495 Jul 28 14:48:59.725153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5995019-cf9c-4d6c-8e47-f728e94912ea req-29abaf5c-33f1-436b-a41f-bc5f567bc43c tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0774181 Jul 28 14:48:59.727883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.739292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Transition to ACTIVE for port object aa0932f5-e1fd-4067-bbc3-47578330bbb7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:59.743272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2fe47492-351c-4f1f-a8a0-0603e105cdf8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8342147 Jul 28 14:48:59.745942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35438) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:59.749861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-124bfa19-95ab-4cd7-aa14-9a5cf40cf355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:48:59.752575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:48:59.757386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-124bfa19-95ab-4cd7-aa14-9a5cf40cf355 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083434 Jul 28 14:48:59.764512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Transition to ACTIVE for port object aa0932f5-e1fd-4067-bbc3-47578330bbb7 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:48:59.811478 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-728b287d-36fd-4137-80ce-9b29e67fa51f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:48:59.812897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-728b287d-36fd-4137-80ce-9b29e67fa51f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4378703 Jul 28 14:48:59.815933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35440) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:48:59.925830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.926471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.944587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-3a52bf20-c1de-4001-b35c-10fa5bfc9cdc service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814485 Jul 28 14:48:59.977886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:48:59.979952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:48:59.986407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f049cc1d-8c1f-4757-953c-6b3e2346388c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:48:59.988434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:48:59.996989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:00.029210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Pushing event updated for resources: {'Port': ['ID=aa0932f5-e1fd-4067-bbc3-47578330bbb7,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.034033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f049cc1d-8c1f-4757-953c-6b3e2346388c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:00.035068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f049cc1d-8c1f-4757-953c-6b3e2346388c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:00.074937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-f20e7ab2-a729-41ec-9e22-3948f9e763d4 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228859 Jul 28 14:49:00.091105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Attempting to bind port aa0932f5-e1fd-4067-bbc3-47578330bbb7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:00.091477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Attempting to bind port aa0932f5-e1fd-4067-bbc3-47578330bbb7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:00.091843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Attempting to bind port aa0932f5-e1fd-4067-bbc3-47578330bbb7 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:00.097103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:00.097482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:00.098006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.098474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:00.098986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Bound port: aa0932f5-e1fd-4067-bbc3-47578330bbb7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:00.099508 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.164763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] For port aa0932f5-e1fd-4067-bbc3-47578330bbb7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:00.167884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] For port aa0932f5-e1fd-4067-bbc3-47578330bbb7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa0932f5-e1fd-4067-bbc3-47578330bbb7,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:00.171191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:00.174951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.370068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.372979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.374324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/c18e78b5-8d5a-443f-91a3-67412c3e9f97 HTTP/1.1" status: 204 len: 168 time: 0.5571892 Jul 28 14:49:00.379522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35450) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.420040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d184a-197f-4ef3-8fc7-1bfe489d41a8 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e78b5-8d5a-443f-91a3-67412c3e9f97,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.440991 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.469401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-61e26064-e70f-4c09-a34f-50dd9f4b3a45 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879688 Jul 28 14:49:00.473269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:00.478919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--374992565'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:00.528440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a787c-453c-45af-9372-bf303912ce8e None None] Pushing event updated for resources: {'Port': ['ID=aa0932f5-e1fd-4067-bbc3-47578330bbb7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:00.572110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9765-4680-4365-a48f-e70734dd57c2 req-6d1e0bc5-c996-4679-b748-93362bb3fe7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:00.572110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d79d9765-4680-4365-a48f-e70734dd57c2 req-6d1e0bc5-c996-4679-b748-93362bb3fe7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0739734 Jul 28 14:49:00.601886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d79d9765-4680-4365-a48f-e70734dd57c2 req-0fc4eb5e-4656-4d97-819d-5fda63d608b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343888 Jul 28 14:49:00.734783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:00.825740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:49:00.948315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a69fd48-69af-4225-9e94-e3aa2749a312 req-83ed6faf-ee4d-42a7-9d1d-2163168f47b7 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0479317 Jul 28 14:49:01.045241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.226281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.233113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.285181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b30f5b-74ab-456a-ab45-34eb2a43ca03,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:01.417617 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.418886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-05ac1b6a-f3a2-446f-a8ec-f14c983cf6da tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9443643 Jul 28 14:49:01.421899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:01.428891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f2878d53-9107-453a-8350-c3a9e2072c9a tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '22b30f5b-74ab-456a-ab45-34eb2a43ca03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:01.499377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] For port aa0932f5-e1fd-4067-bbc3-47578330bbb7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa0932f5-e1fd-4067-bbc3-47578330bbb7,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:01.570634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.751033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed2bba-6d98-497b-9ee3-d6aa503c4e7d req-7de6778e-3ed6-480c-9ead-75741c9c4a56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:01.753295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59ed2bba-6d98-497b-9ee3-d6aa503c4e7d req-7de6778e-3ed6-480c-9ead-75741c9c4a56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0590606 Jul 28 14:49:01.794277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-59ed2bba-6d98-497b-9ee3-d6aa503c4e7d req-34ba913c-3719-446b-b14f-2509db1080a7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346005 Jul 28 14:49:01.799782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.800804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.879352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-946a50d3-d567-4dc3-a308-3c4f393f0b84 None None] Provisioning for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:01.910358 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-f2878d53-9107-453a-8350-c3a9e2072c9a tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The resource could not be found. Jul 28 14:49:01.914117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f2878d53-9107-453a-8350-c3a9e2072c9a tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4886885 Jul 28 14:49:01.914117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:01.914492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35486) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:01.921052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cdbf34b0-d19a-4116-aeda-cc70c7df8a3f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '22b30f5b-74ab-456a-ab45-34eb2a43ca03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2cc8b785-63bb-4264-a816-1000d3c362ab'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:01.932591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:01.945088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:01.945854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:01.949647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc26854-a5ed-4b84-ad4e-97202a35de91 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:01.963655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=8a9dd9c2-5283-472d-90dd-60f133bab97b,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:01.982913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=aa0932f5-e1fd-4067-bbc3-47578330bbb7,revision_number=4']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.108570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa0932f5-e1fd-4067-bbc3-47578330bbb7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:02.240026 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-cdbf34b0-d19a-4116-aeda-cc70c7df8a3f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The resource could not be found. Jul 28 14:49:02.240991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cdbf34b0-d19a-4116-aeda-cc70c7df8a3f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3254559 Jul 28 14:49:02.244016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:02.314780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.319466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:02.328982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:02.329430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.344602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.468577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.504249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d9fe928-685e-4bbf-90b0-691ba38a4ace req-75c37232-c27a-4f54-80e4-511e107a75fb tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.4534056 Jul 28 14:49:02.540026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port aa0932f5-e1fd-4067-bbc3-47578330bbb7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa0932f5-e1fd-4067-bbc3-47578330bbb7,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:02.708148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.713075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.714942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:02.719298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/22b30f5b-74ab-456a-ab45-34eb2a43ca03 HTTP/1.1" status: 204 len: 168 time: 0.4741192 Jul 28 14:49:02.729618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20495e3-7827-4c7d-8bb4-19c204bd39d2 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b30f5b-74ab-456a-ab45-34eb2a43ca03,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.773634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-357e10d6-02a6-4528-860b-15aeb814b526 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568883 Jul 28 14:49:02.778823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35506) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:02.785269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8f030f1d-5077-4405-b9cb-3af2da54075c tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '71ddfbf9-9ad0-44b7-966b-e61cf40d3a7a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:02.789923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:02.795551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-00ecb302-304b-446a-b3f9-924db31c0c95 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0433941 Jul 28 14:49:02.796503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35508) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:02.803656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:ed:b5:a4', 'name': 'tempest-NetworksTestDHCPv6-1481371817'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:02.868184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=aa0932f5-e1fd-4067-bbc3-47578330bbb7,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:02.975793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c87be-de12-4fd6-a80d-c8f0b13a2a27 req-6fc19159-173a-46ac-bda4-393679b6b942 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:02.978135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e6c87be-de12-4fd6-a80d-c8f0b13a2a27 req-6fc19159-173a-46ac-bda4-393679b6b942 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0809579 Jul 28 14:49:03.037164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e6c87be-de12-4fd6-a80d-c8f0b13a2a27 req-fd31c094-8382-4200-bf34-f9f3d3437261 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462127 Jul 28 14:49:03.045548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:03.136756 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-8f030f1d-5077-4405-b9cb-3af2da54075c tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The resource could not be found. Jul 28 14:49:03.142302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f030f1d-5077-4405-b9cb-3af2da54075c tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3577471 Jul 28 14:49:03.144241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:03.148355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--867396810'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:03.198676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.220503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port bb78c9be-6f53-44db-bde4-b8a520bc8a0a yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:03.222949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6562e877-cf05-4be8-8a69-d8fa47a15c5f None None] Provisioning complete for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:03.223456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6562e877-cf05-4be8-8a69-d8fa47a15c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.325660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.425999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.434467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::36 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/9f819406-23d7-48b4-9943-57264370fc40/bb78c9be-6f53-44db-bde4-b8a520bc8a0a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:03.443730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:b5a4 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/8a9dd9c2-5283-472d-90dd-60f133bab97b/bb78c9be-6f53-44db-bde4-b8a520bc8a0a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:03.564304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.613411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.619491 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52930ea9-0eec-491d-bfa9-456d01785ecd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:03.629644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object bb78c9be-6f53-44db-bde4-b8a520bc8a0a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:03.681937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5093087f-5109-412b-a2bf-0c53df9f325a req-41ed84d6-835d-4671-872b-8361ada230ac tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0409732 Jul 28 14:49:03.771575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.773300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-81987705-e03e-4f1d-8923-9c30e43142fa tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6290729 Jul 28 14:49:03.776007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:03.784154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222832846'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:03.846319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.891194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:03.894761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:03.900609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:03.906240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:03.907578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:03.922462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=bb78c9be-6f53-44db-bde4-b8a520bc8a0a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:03.957382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa0932f5-e1fd-4067-bbc3-47578330bbb7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:03.970710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.070070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:04.072593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.100713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.101422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b2b00038-f108-4808-810e-1ba09dd91827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3036220 Jul 28 14:49:04.306262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93255ce0-3c3b-4719-b949-1a2090c3b968 req-1b93b56c-bba1-41a9-ae1e-b0e9771f7bff tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:04.307920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93255ce0-3c3b-4719-b949-1a2090c3b968 req-1b93b56c-bba1-41a9-ae1e-b0e9771f7bff tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0996573 Jul 28 14:49:04.343251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port bb78c9be-6f53-44db-bde4-b8a520bc8a0a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:04.343608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.348647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-12ba7f0b-c7fa-46b9-a963-dbd122303381 None None] Provisioning for port bb78c9be-6f53-44db-bde4-b8a520bc8a0a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:04.358484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-12ba7f0b-c7fa-46b9-a963-dbd122303381 None None] Provisioning complete for port bb78c9be-6f53-44db-bde4-b8a520bc8a0a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:04.358998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-12ba7f0b-c7fa-46b9-a963-dbd122303381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.400218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-12ba7f0b-c7fa-46b9-a963-dbd122303381 None None] Port bb78c9be-6f53-44db-bde4-b8a520bc8a0a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:04.442369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.449781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93255ce0-3c3b-4719-b949-1a2090c3b968 req-46bfd305-88e4-4f73-883b-06d92ffa8848 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264215 Jul 28 14:49:04.493884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.506892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for bb78c9be-6f53-44db-bde4-b8a520bc8a0a owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:04.720246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.754754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3af145-a86d-482d-91c3-47f97d41652c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:04.804477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a03c33f-9034-48ee-be7f-263ce688aff1 req-8ab47ad2-d515-4bb7-8cb0-fa75018def10 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0340295 Jul 28 14:49:04.822503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.855430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=bb78c9be-6f53-44db-bde4-b8a520bc8a0a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:04.861403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.862675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-502b9e58-b256-4637-8594-1dac45c2199f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0854194 Jul 28 14:49:04.866446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35558) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.872618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a10f8aa6-7a7d-48eb-8f45-cd86a86f3d40 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group_rule': {'security_group_id': '52930ea9-0eec-491d-bfa9-456d01785ecd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0b3af145-a86d-482d-91c3-47f97d41652c'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:04.908347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:04.910358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e0faf7fa-6d34-4e3c-b8b9-42d04d4141d9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/bb78c9be-6f53-44db-bde4-b8a520bc8a0a HTTP/1.1" status: 204 len: 168 time: 0.8086455 Jul 28 14:49:04.913061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35560) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:04.972194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113442ce-9e6a-427d-9ce5-5c0dcdda44d8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:04.975056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-113442ce-9e6a-427d-9ce5-5c0dcdda44d8 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0591509 Jul 28 14:49:04.976126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35564) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.042855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639cced-8aa3-44bf-a927-9813805f0b68 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.044499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9639cced-8aa3-44bf-a927-9813805f0b68 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0672116 Jul 28 14:49:05.047423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35566) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.117370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655431c-071d-4f1d-9452-29cf94aeb9b7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.118907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655431c-071d-4f1d-9452-29cf94aeb9b7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.120607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5655431c-071d-4f1d-9452-29cf94aeb9b7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.122222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5655431c-071d-4f1d-9452-29cf94aeb9b7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0726960 Jul 28 14:49:05.124897 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-a10f8aa6-7a7d-48eb-8f45-cd86a86f3d40 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:49:05.128608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a10f8aa6-7a7d-48eb-8f45-cd86a86f3d40 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2581120 Jul 28 14:49:05.128741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.128893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35570) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.192235 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.199390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 8a9dd9c2-5283-472d-90dd-60f133bab97b {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:05.199390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.217932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.258897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.352857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.473650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.485273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.485273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/0b3af145-a86d-482d-91c3-47f97d41652c HTTP/1.1" status: 204 len: 168 time: 0.3478482 Jul 28 14:49:05.488252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.497746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf951e-7237-4817-85b7-afe43b6de937 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3af145-a86d-482d-91c3-47f97d41652c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:05.571204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.593354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b0c4739-5ba7-4976-9f7a-210d78f9de05 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1038382 Jul 28 14:49:05.605936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35598) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.634620 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.642500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/8a9dd9c2-5283-472d-90dd-60f133bab97b HTTP/1.1" status: 204 len: 168 time: 0.5073810 Jul 28 14:49:05.643591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35600) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:05.645517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4155ed14-ea1b-4c01-95f6-3e15cdd65c2c None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:05.648543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5eb84-341a-4058-85fd-f32caf57206d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9dd9c2-5283-472d-90dd-60f133bab97b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:05.672021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2cb84-66e9-43c6-90ad-c42750334afc req-a195a8b7-9957-448e-8ea5-b3bf3c08124b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:05.680985 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6e2cb84-66e9-43c6-90ad-c42750334afc req-a195a8b7-9957-448e-8ea5-b3bf3c08124b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1210179 Jul 28 14:49:05.730815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 9f819406-23d7-48b4-9943-57264370fc40 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:05.747605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6e2cb84-66e9-43c6-90ad-c42750334afc req-529935d0-0de7-4053-880b-2e08793c4a90 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593846 Jul 28 14:49:05.748138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.794715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.828042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.853096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:05.967627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a8f6961-92b5-42bc-adb0-7aec789a207d req-7cd045c3-bfb6-460d-8375-fb07f38bf3d2 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0559266 Jul 28 14:49:05.984889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.068807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.071583 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.075907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/52930ea9-0eec-491d-bfa9-456d01785ecd HTTP/1.1" status: 204 len: 168 time: 0.4658737 Jul 28 14:49:06.079446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.091722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb79831-16e9-4523-b54e-05bc4689ecb7 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52930ea9-0eec-491d-bfa9-456d01785ecd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.136811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d9ea982-db5b-4ebc-9fa5-810f9ee8e6cd tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0587223 Jul 28 14:49:06.141782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35614) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.148228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229668602'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.184555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.218864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=9f819406-23d7-48b4-9943-57264370fc40,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.222167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.226488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-86c7845f-97c3-405b-98a5-35d6cc320a6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9f819406-23d7-48b4-9943-57264370fc40 HTTP/1.1" status: 204 len: 168 time: 0.5795648 Jul 28 14:49:06.226775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35616) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.271697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-576f92fd-bb2d-4f91-9b9e-69084a470a2f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414107 Jul 28 14:49:06.272099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35620) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.275131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.278594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.397180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.536296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022de2fe-7d06-4113-9a22-8fff7ddd4efb None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:06.536621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.578265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa7f09-def5-4ab9-9e08-b7d71657b977,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:06.625284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89ed44e6-9c49-45bc-b592-defbd56dd349 None None] Provisioning complete for port aa0932f5-e1fd-4067-bbc3-47578330bbb7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:06.625661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89ed44e6-9c49-45bc-b592-defbd56dd349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.691552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:06.695493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.827418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.830672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e43c6ad2-eb9e-4cf8-8e49-642160713b85 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6867905 Jul 28 14:49:06.833713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35640) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.841056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5c2bf2e3-119f-4d3f-b5b8-083c739e6872 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:06.842309 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-5c2bf2e3-119f-4d3f-b5b8-083c739e6872 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 14:49:06.842513 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-5c2bf2e3-119f-4d3f-b5b8-083c739e6872 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 14:49:06.846743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5c2bf2e3-119f-4d3f-b5b8-083c739e6872 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "PUT /v2.0/security-groups/5aaa7f09-def5-4ab9-9e08-b7d71657b977 HTTP/1.1" status: 409 len: 330 time: 0.0085721 Jul 28 14:49:06.851590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35642) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:06.905790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:06.915315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3ead-d373-4c14-a3d9-d60d52d1f5fd req-f00caed6-3804-4007-93c2-8bcc6e7a2327 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:06.927557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b1e3ead-d373-4c14-a3d9-d60d52d1f5fd req-f00caed6-3804-4007-93c2-8bcc6e7a2327 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0828898 Jul 28 14:49:06.932634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.968045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.970397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Deleting port aa0932f5-e1fd-4067-bbc3-47578330bbb7 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:06.971047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:06.996634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b1e3ead-d373-4c14-a3d9-d60d52d1f5fd req-0819c6fd-438e-4f64-992b-81bb42fc9448 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681815 Jul 28 14:49:07.072701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] For port aa0932f5-e1fd-4067-bbc3-47578330bbb7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa0932f5-e1fd-4067-bbc3-47578330bbb7,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:07.073498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.088926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Calling delete_port for aa0932f5-e1fd-4067-bbc3-47578330bbb7 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:07.160039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba6bfa6d-213e-473a-8946-6b5ec98169b1 req-ae2c8466-04b1-4c59-8ab3-f9868d8f02f8 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0724638 Jul 28 14:49:07.354408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.360821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.363536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.364686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/5aaa7f09-def5-4ab9-9e08-b7d71657b977 HTTP/1.1" status: 204 len: 168 time: 0.5120473 Jul 28 14:49:07.367827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:07.413687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782684d-bbce-4c17-bb35-0e5ba6a73b1f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa7f09-def5-4ab9-9e08-b7d71657b977,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:07.413928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84633dc0-742b-4044-aba6-c09a92c4d56d tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446649 Jul 28 14:49:07.417915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35654) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:07.426043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:07.429615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:07.435353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:07.437579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.461226 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-84d19aaa-317e-4c5a-8abf-b08e7c40462f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] delete failed (client error): The resource could not be found. Jul 28 14:49:07.463033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84d19aaa-317e-4c5a-8abf-b08e7c40462f tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "DELETE /v2.0/security-groups/254ee052-c5b3-4965-a893-54bdd21c3d70 HTTP/1.1" status: 404 len: 347 time: 0.0350404 Jul 28 14:49:07.465958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:07.474172 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.474493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=29ecef99-c810-48c7-bb1e-8a1657217fba,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:07.507348 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-9ba13fd5-3a88-4ac5-ab81-7cbe774b7658 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] show failed (client error): The resource could not be found. Jul 28 14:49:07.508446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ba13fd5-3a88-4ac5-ab81-7cbe774b7658 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-groups/ab7d96e9-2fa2-4cbd-a81e-a47d2952d467 HTTP/1.1" status: 404 len: 347 time: 0.0395005 Jul 28 14:49:07.512892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35666) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:07.549886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] Pushing event deleted for resources: {'Port': ['ID=aa0932f5-e1fd-4067-bbc3-47578330bbb7,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:07.555278 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-9add31ec-b63b-4469-9948-f3f963f9afa3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] show failed (client error): The resource could not be found. Jul 28 14:49:07.562418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9add31ec-b63b-4469-9948-f3f963f9afa3 tempest-NegativeSecGroupTest-925952287 tempest-NegativeSecGroupTest-925952287-project] 10.222.0.47 "GET /v2.0/security-group-rules/e4d81749-4b07-4dff-9e78-8bdd3d8b40cd HTTP/1.1" status: 404 len: 356 time: 0.0469413 Jul 28 14:49:07.568538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81969b1b-cefe-434c-ad2c-dc90dd03170d None None] No DVR routers for this DVR port aa0932f5-e1fd-4067-bbc3-47578330bbb7 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:07.591133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e84dc-aede-4ec1-8e80-14f9ee9c8d82 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:07.635425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1285df13-fbd9-41e2-b4f0-165bb34361f0 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3617208 Jul 28 14:49:07.638235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:07.650332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:07.807201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'tenant_id': 'a40a7762b07f4b169662acb7d5316673', 'fixed_ips': [{'subnet_id': '29ecef99-c810-48c7-bb1e-8a1657217fba'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:49:07.807201 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.924996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:07.929473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:07.947822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Allocated IP 2001:db8::2 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/29ecef99-c810-48c7-bb1e-8a1657217fba/b18f8bc7-566c-419e-81a8-3a591cdd3e81) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:07.959341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa0932f5-e1fd-4067-bbc3-47578330bbb7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:07.984700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: aa0932f5-e1fd-4067-bbc3-47578330bbb7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:07.985136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa0932f5-e1fd-4067-bbc3-47578330bbb7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:08.037853 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29ecef99-c810-48c7-bb1e-8a1657217fba (CIDR: 2001:db8::/64) Jul 28 14:49:08.131034 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:49:08.131614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:08.175915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.204061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Transition to ACTIVE for port object b18f8bc7-566c-419e-81a8-3a591cdd3e81 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:08.228051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d84f6-5f44-4b31-91a5-5bd15371783b req-2db182a9-9dbe-4b86-9f2c-d04ce6b4cd69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:08.230054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Transition to ACTIVE for port object b18f8bc7-566c-419e-81a8-3a591cdd3e81 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:08.230732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a6d84f6-5f44-4b31-91a5-5bd15371783b req-2db182a9-9dbe-4b86-9f2c-d04ce6b4cd69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1499369 Jul 28 14:49:08.302840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a6d84f6-5f44-4b31-91a5-5bd15371783b req-9cc4df1c-df11-411c-8104-6b8010467d5f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626385 Jul 28 14:49:08.343280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.362141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e48fb5c1-8b8e-4fe6-a10c-51d32a3da35c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7225797 Jul 28 14:49:08.366227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35684) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:08.376955 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'subnet': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:08.409345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-057aa8d5-f641-498b-9899-c99eabee213c req-c7005be0-c748-4b32-84a7-bba486e085a4 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0829759 Jul 28 14:49:08.514551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Pushing event updated for resources: {'Port': ['ID=b18f8bc7-566c-419e-81a8-3a591cdd3e81,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:08.542932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:08.543344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:08.548863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:08.605861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35694) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:08.619189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Attempting to bind port b18f8bc7-566c-419e-81a8-3a591cdd3e81 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:08.619749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Attempting to bind port b18f8bc7-566c-419e-81a8-3a591cdd3e81 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:08.620276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Attempting to bind port b18f8bc7-566c-419e-81a8-3a591cdd3e81 on network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:08.627409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:08.628209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Checking segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:08.628493 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.628903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Bound using segment: {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:08.629370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Bound port: b18f8bc7-566c-419e-81a8-3a591cdd3e81, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fef841-f583-44f6-8864-1db11be66d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:08.629938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.747790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] For port b18f8bc7-566c-419e-81a8-3a591cdd3e81, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:08.759271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] For port b18f8bc7-566c-419e-81a8-3a591cdd3e81, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b18f8bc7-566c-419e-81a8-3a591cdd3e81,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:08.783420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:08.788665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.829660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-01e1e1cc-f515-4328-9e7c-4fb34f2c6d15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4319d5b4fdc34ec587574f8cb358f6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223527 Jul 28 14:49:08.833782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35704) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:08.866372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.907208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.936445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:08.943215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcc088-eab8-477b-970c-fdbedebd49ba None None] Pushing event updated for resources: {'Port': ['ID=b18f8bc7-566c-419e-81a8-3a591cdd3e81,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:09.156272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.161558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:09.167156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e607197c-e60b-4445-af1a-082d971b6a64 HTTP/1.1" status: 204 len: 168 time: 0.3302360 Jul 28 14:49:09.189744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc89cc-2d4c-461e-9bb3-e0fee7c6be26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e607197c-e60b-4445-af1a-082d971b6a64,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:09.367125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:49:09.490643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee559e-7ea0-4df8-a857-9be7177fa566 req-ee37296e-f742-4b68-9e1a-9cd8ec465ceb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:09.493251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aee559e-7ea0-4df8-a857-9be7177fa566 req-ee37296e-f742-4b68-9e1a-9cd8ec465ceb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0594139 Jul 28 14:49:09.583415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7aee559e-7ea0-4df8-a857-9be7177fa566 req-5db845f7-3602-402e-b222-af6b0ac43b14 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804753 Jul 28 14:49:09.602128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57fb3789-dae8-4a5a-9b38-550221e78c7a req-23034ca5-b980-4e62-bc7e-947a11c3a09c tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0348518 Jul 28 14:49:09.831205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.074840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b18f8bc7-566c-419e-81a8-3a591cdd3e81 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:10.154645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] For port b18f8bc7-566c-419e-81a8-3a591cdd3e81, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b18f8bc7-566c-419e-81a8-3a591cdd3e81,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:10.223293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.313714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:10.353941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Provisioning for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:10.354339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.355548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.358610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Provisioning complete for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:10.359025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.495062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:10.505261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:10.508093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.515320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:10.515961 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.528025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Subnet': ['ID=2b1ccfa9-7c3f-410e-8525-d51be8959595,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:10.532895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47b4b8f-f98e-4025-bc6b-57d2953595de None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:10.535532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=b18f8bc7-566c-419e-81a8-3a591cdd3e81,revision_number=4']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:10.546047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.546401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.546949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.547509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.548667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.560133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.574925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.575319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.575740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.576121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.576474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.576818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.577161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.577502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.577846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.578197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.578724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.579879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:10.602284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] For port b18f8bc7-566c-419e-81a8-3a591cdd3e81, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b18f8bc7-566c-419e-81a8-3a591cdd3e81,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:10.627828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cee1b7c5-3736-4aa1-be6b-96b2865b0270 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2560875 Jul 28 14:49:10.628024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35766) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:10.632845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Request body: {'port': {'network_id': 'c6f879a9-bfcc-4312-bd0e-d73155a2ac2c', 'mac_address': 'fa:16:3e:58:d2:14', 'name': 'tempest-NetworksTestDHCPv6-919656571'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:10.778072 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:10.877252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b0b32-a798-4240-83f0-189f817b2d92 req-8ce7d25c-1dd0-4394-a48c-6c66c0c22ff4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:10.883575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-577b0b32-a798-4240-83f0-189f817b2d92 req-8ce7d25c-1dd0-4394-a48c-6c66c0c22ff4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1488373 Jul 28 14:49:10.942788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd27c-11aa-486e-8b01-eb0fcafe4178 None None] Pushing event updated for resources: {'Port': ['ID=b18f8bc7-566c-419e-81a8-3a591cdd3e81,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:10.951116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-577b0b32-a798-4240-83f0-189f817b2d92 req-03c3fadd-4313-49d3-bfd0-a163a7769ede tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617056 Jul 28 14:49:11.070268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c648d6fe-4c54-4569-ad42-fc1073d7ae38 req-4cc99560-b379-4574-8af4-c0de52f227b3 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0336757 Jul 28 14:49:11.160525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Made reservation on behalf of a40a7762b07f4b169662acb7d5316673 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:11.331519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.364729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] device_id is not set on port 5ed72c1d-f184-4db2-8429-691be79cc44b yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:11.619660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8::67 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/29ecef99-c810-48c7-bb1e-8a1657217fba/5ed72c1d-f184-4db2-8429-691be79cc44b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:11.629328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:d214 (c6f879a9-bfcc-4312-bd0e-d73155a2ac2c/2b1ccfa9-7c3f-410e-8525-d51be8959595/5ed72c1d-f184-4db2-8429-691be79cc44b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:11.803884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:11.822913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Transition to ACTIVE for port object 5ed72c1d-f184-4db2-8429-691be79cc44b will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:11.922951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5b9d6292-780a-4532-ba85-a2c4b0f89e78 None None] Provisioning complete for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:11.925275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b9d6292-780a-4532-ba85-a2c4b0f89e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.014688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.039388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b18f8bc7-566c-419e-81a8-3a591cdd3e81 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:12.126453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event updated for resources: {'Port': ['ID=5ed72c1d-f184-4db2-8429-691be79cc44b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:12.129158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:12.129774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.143576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55713b-c9a3-4b47-af8c-435d2f9cf0dd req-4c46f2c2-8ba8-4810-bd07-cc2d37a7ec5d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:12.152033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c55713b-c9a3-4b47-af8c-435d2f9cf0dd req-4c46f2c2-8ba8-4810-bd07-cc2d37a7ec5d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0993502 Jul 28 14:49:12.170317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:12.173423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:12.177327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:12.184439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:12.185122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.223874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec0e9e-c3c4-4aca-b43c-7f1fb906effe req-ebfd0d8c-ec53-4b83-a92c-2db7d48e9320 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:12.234688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c55713b-c9a3-4b47-af8c-435d2f9cf0dd req-3c845b18-0db8-4a7a-b97f-e39ccdce2e4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811679 Jul 28 14:49:12.238328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cec0e9e-c3c4-4aca-b43c-7f1fb906effe req-ebfd0d8c-ec53-4b83-a92c-2db7d48e9320 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1057410 Jul 28 14:49:12.303982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35824) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:12.304939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc3e661c-bc29-4e82-91e8-3e5e89c9eecc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6762428 Jul 28 14:49:12.374714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cec0e9e-c3c4-4aca-b43c-7f1fb906effe req-4b9be9b7-21e1-4bd9-98ab-ccee2a7ccd1c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358683 Jul 28 14:49:12.415804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f84ba5b-0b5e-4096-a968-7140d71d22e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.564724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eaa3a0a2-3edd-41fb-a7a1-a795f2e26910 req-d7d1f529-e744-4b00-b7fc-1015cd2ab48a tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.1377900 Jul 28 14:49:12.597136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting port 5ed72c1d-f184-4db2-8429-691be79cc44b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:12.597516 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.741100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.768519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Calling delete_port for 5ed72c1d-f184-4db2-8429-691be79cc44b owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:12.822214 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-9b1533dd-f9cc-4d4f-bf7f-e62a48806ca4 service neutron] show failed (client error): The resource could not be found. Jul 28 14:49:12.823270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-9b1533dd-f9cc-4d4f-bf7f-e62a48806ca4 service neutron] 10.222.0.50 "GET /v2.0/ports/98828221-eb45-44b6-9185-5c33de078bb6/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.1335402 Jul 28 14:49:12.828139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b510d9c7-d3f9-411f-a43e-5b49553ddaf2 None None] Provisioning for port 5ed72c1d-f184-4db2-8429-691be79cc44b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:12.832986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b510d9c7-d3f9-411f-a43e-5b49553ddaf2 None None] Provisioning complete for port 5ed72c1d-f184-4db2-8429-691be79cc44b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:12.833362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b510d9c7-d3f9-411f-a43e-5b49553ddaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:12.897744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b510d9c7-d3f9-411f-a43e-5b49553ddaf2 None None] Port 5ed72c1d-f184-4db2-8429-691be79cc44b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:49:13.404660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd67f-4719-4ffc-949a-f251a64b27b5 req-8bf210a3-eadb-49f5-b4df-505df810e1e6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:13.407046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ecfd67f-4719-4ffc-949a-f251a64b27b5 req-8bf210a3-eadb-49f5-b4df-505df810e1e6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0607729 Jul 28 14:49:13.458331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ecfd67f-4719-4ffc-949a-f251a64b27b5 req-3bbe221a-7be1-4b68-9afa-4c5ac7f3ba2c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386159 Jul 28 14:49:13.462727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:13.535518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Port': ['ID=5ed72c1d-f184-4db2-8429-691be79cc44b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:13.617130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:13.622014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-72d92e80-b6a1-4d02-8151-c22c51eba887 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/5ed72c1d-f184-4db2-8429-691be79cc44b HTTP/1.1" status: 204 len: 168 time: 1.3136868 Jul 28 14:49:13.622602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35868) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:13.643013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69fed8-6758-4d99-8b13-bf561454a692 req-184743a9-f4a1-4751-a41b-3864bb375652 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:13.659865 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea69fed8-6758-4d99-8b13-bf561454a692 req-184743a9-f4a1-4751-a41b-3864bb375652 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1667778 Jul 28 14:49:13.755438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf2521-bdf2-4138-b450-08af9637a6fc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:13.761604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dedf2521-bdf2-4138-b450-08af9637a6fc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1373365 Jul 28 14:49:13.787476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35874) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:13.805248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c25f2e4f-dc1b-4f59-8f5c-f6856d611104 req-f6d43f5a-4a90-4f84-9f7e-80d1648fdfc1 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0406396 Jul 28 14:49:13.877787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea69fed8-6758-4d99-8b13-bf561454a692 req-01f4b4c7-f111-41ad-9a7f-4a330f5db80e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119734 Jul 28 14:49:13.910861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e619f6c-fb83-4fbe-9859-48a359983c0c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:13.914111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e619f6c-fb83-4fbe-9859-48a359983c0c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1215827 Jul 28 14:49:13.932217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35878) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:13.933852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-d02e2018-9466-4d1c-8678-6fe28760d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:13.935778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-d02e2018-9466-4d1c-8678-6fe28760d5e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 1098 time: 0.4186158 Jul 28 14:49:13.961488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:14.015802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85396ee0-2f2a-4a00-8ce8-ad58a190b49e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:14.015802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85396ee0-2f2a-4a00-8ce8-ad58a190b49e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:14.015802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85396ee0-2f2a-4a00-8ce8-ad58a190b49e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:14.015802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-85396ee0-2f2a-4a00-8ce8-ad58a190b49e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0816264 Jul 28 14:49:14.018380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:14.033053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.103796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 29ecef99-c810-48c7-bb1e-8a1657217fba {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:14.111484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.169254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.272196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.369338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:14.419368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:14.444566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.475558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:14.478722 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5659d2c7-0eb1-4af1-aad2-0296afbdd0cc" -d '{"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-unplugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:14.480056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=29ecef99-c810-48c7-bb1e-8a1657217fba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:14.485086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.486274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.488658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-83c66ad5-9d1f-46ed-a42a-99c83040754c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/29ecef99-c810-48c7-bb1e-8a1657217fba HTTP/1.1" status: 204 len: 168 time: 0.4693024 Jul 28 14:49:14.505533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35902) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:14.507681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fce15af-106e-437c-927a-cc3b01751be3 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:14.545410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Transition to ACTIVE for port object 98828221-eb45-44b6-9185-5c33de078bb6 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:49:14.614480 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a79dbe-ae48-45fe-b925-40da82970d9c x-openstack-request-id: req-77a79dbe-ae48-45fe-b925-40da82970d9c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:14.614872 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-unplugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:14.615296 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-77a79dbe-ae48-45fe-b925-40da82970d9c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:14.615599 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'code': 200} Jul 28 14:49:14.626437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Deleting subnet 2b1ccfa9-7c3f-410e-8525-d51be8959595 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:49:14.626437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.683776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d875f5-4da4-48c9-9f9e-ec07a5807fdb req-b3e16257-d38f-4ff0-8ce9-6da9c048dc82 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:14.685362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4d875f5-4da4-48c9-9f9e-ec07a5807fdb req-b3e16257-d38f-4ff0-8ce9-6da9c048dc82 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1051357 Jul 28 14:49:14.690770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.691020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.811147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4d875f5-4da4-48c9-9f9e-ec07a5807fdb req-1831f6d3-ecd8-4766-b406-7c820b52455a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999689 Jul 28 14:49:14.878644 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d343b34e-4c01-49b4-8ac6-754720cde2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:14.946656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:14.949559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.058335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.267364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b8c2ff7-4ea5-4ed0-b34f-8bae2c4417c6 req-6a7d9f16-65ec-4c1a-bd7f-1fd9e02e39d8 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.1845875 Jul 28 14:49:15.294478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291162c-95bc-44a9-beca-dc80ba4ac5b1 req-1a23561c-4225-4264-a6ce-fefd5c0604e7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.313972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b291162c-95bc-44a9-beca-dc80ba4ac5b1 req-1a23561c-4225-4264-a6ce-fefd5c0604e7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.2303903 Jul 28 14:49:15.388670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b291162c-95bc-44a9-beca-dc80ba4ac5b1 req-c1a3d1d8-457f-4c3b-93a7-5460a0642711 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730562 Jul 28 14:49:15.399412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] No DVR routers for this DVR port 98828221-eb45-44b6-9185-5c33de078bb6 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:15.458509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-af262d48-5430-4c5c-ba57-afb56e07dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.460100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-af262d48-5430-4c5c-ba57-afb56e07dbab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1097 time: 0.2318194 Jul 28 14:49:15.476669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.523547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1ccfa9-7c3f-410e-8525-d51be8959595,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:15.534766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:15.540316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.544334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8ca60881-e0d1-4d4c-9f3d-23d4fce4212c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/2b1ccfa9-7c3f-410e-8525-d51be8959595 HTTP/1.1" status: 204 len: 168 time: 1.0375025 Jul 28 14:49:15.546855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35940) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.600460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-301daa94-946c-4085-a7f1-d3559f45447b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516200 Jul 28 14:49:15.602913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35942) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.616238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:15.668095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbec02-c6cd-4040-a3e8-b213e911c12f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.670001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b1dbec02-c6cd-4040-a3e8-b213e911c12f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0661197 Jul 28 14:49:15.673876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35944) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.686220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:49:15.686565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:49:15.687121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:15.690859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-a723cf83-9208-45f3-9cd0-1f837c4c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.692369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-a723cf83-9208-45f3-9cd0-1f837c4c9434 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1612659 Jul 28 14:49:15.695812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:49:15.696148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Attempting to bind port 98828221-eb45-44b6-9185-5c33de078bb6 on network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:49:15.713066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:49:15.713817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Checking segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:15.714372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Bound using segment: {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:49:15.715043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Bound port: 98828221-eb45-44b6-9185-5c33de078bb6, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5773908-61f6-4920-94bc-8cc1c3be2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:49:15.715592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:15.758250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410966f9-572e-4e49-917e-c8d57c053fd1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:15.763156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-410966f9-572e-4e49-917e-c8d57c053fd1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858767 Jul 28 14:49:15.769494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35950) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.863836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b5d9361f-4588-4899-a3f0-0960b75a4ef4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907052 Jul 28 14:49:15.866502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:15.867154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35956) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.870705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:49:15.911861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-9c36fb70-2b3e-4dcc-8202-120bfc8b0141 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 1000 time: 0.2088704 Jul 28 14:49:15.913801 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2c90d9-7c4f-491a-bd9e-5068926a3a2a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:15.914602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2c90d9-7c4f-491a-bd9e-5068926a3a2a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:15.916634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5e2c90d9-7c4f-491a-bd9e-5068926a3a2a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/5ed72c1d-f184-4db2-8429-691be79cc44b HTTP/1.1" status: 404 len: 333 time: 0.0482719 Jul 28 14:49:15.917036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22077568-9a78-40df-8fbf-d6417a0c0883 None None] Network c6f879a9-bfcc-4312-bd0e-d73155a2ac2c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:15.926432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:15.960198 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d53ae6-5b89-4f53-ab44-e02cfc7ee00f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:15.961083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d53ae6-5b89-4f53-ab44-e02cfc7ee00f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:15.966027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a1d53ae6-5b89-4f53-ab44-e02cfc7ee00f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/2b1ccfa9-7c3f-410e-8525-d51be8959595 HTTP/1.1" status: 404 len: 337 time: 0.0380962 Jul 28 14:49:15.975371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35964) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.035196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffcec2-a588-4822-9ce9-504a01a90fe6 req-faaa9fe2-db67-4df3-8af0-52d923d52fae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.038492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-82b7a604-9385-4c1d-8042-06291c905930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.039844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfffcec2-a588-4822-9ce9-504a01a90fe6 req-faaa9fe2-db67-4df3-8af0-52d923d52fae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0985250 Jul 28 14:49:16.046479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-82b7a604-9385-4c1d-8042-06291c905930 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0879540 Jul 28 14:49:16.075188 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8834ea-4a3f-47f0-91b7-752410038c5f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.075739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8834ea-4a3f-47f0-91b7-752410038c5f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.077404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f8834ea-4a3f-47f0-91b7-752410038c5f tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/29ecef99-c810-48c7-bb1e-8a1657217fba HTTP/1.1" status: 404 len: 337 time: 0.1008563 Jul 28 14:49:16.080355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.080595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35972) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.119535 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cb0a77-10f1-4cbc-96bc-effd7a05f52e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.119535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36cb0a77-10f1-4cbc-96bc-effd7a05f52e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.119535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-36cb0a77-10f1-4cbc-96bc-effd7a05f52e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/bb78c9be-6f53-44db-bde4-b8a520bc8a0a HTTP/1.1" status: 404 len: 333 time: 0.0355999 Jul 28 14:49:16.124772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfffcec2-a588-4822-9ce9-504a01a90fe6 req-32181184-4027-467c-b431-562f1cbe6317 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785913 Jul 28 14:49:16.125372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.158750 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ca076c-c6f6-46b0-8493-8d7fc3ca46ef tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.159376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ca076c-c6f6-46b0-8493-8d7fc3ca46ef tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.161464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e8ca076c-c6f6-46b0-8493-8d7fc3ca46ef tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/8a9dd9c2-5283-472d-90dd-60f133bab97b HTTP/1.1" status: 404 len: 337 time: 0.0340872 Jul 28 14:49:16.164076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35978) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.174442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a73a2d6e-0a17-4afa-b2a5-13b8b50c5bda None None] Provisioning complete for port b18f8bc7-566c-419e-81a8-3a591cdd3e81 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:16.174812 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a73a2d6e-0a17-4afa-b2a5-13b8b50c5bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.199090 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4a6dd8-416c-45ac-b60a-cf5f735af8e7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.199627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4a6dd8-416c-45ac-b60a-cf5f735af8e7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.201720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a4a6dd8-416c-45ac-b60a-cf5f735af8e7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9f819406-23d7-48b4-9943-57264370fc40 HTTP/1.1" status: 404 len: 337 time: 0.0364914 Jul 28 14:49:16.227888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35984) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.227984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.241204 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-729c4af5-6a65-48b7-b7f3-050da1ce4827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.242081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729c4af5-6a65-48b7-b7f3-050da1ce4827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.244958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-729c4af5-6a65-48b7-b7f3-050da1ce4827 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/439fe71f-9fbc-488e-8bab-09bc5a326b76 HTTP/1.1" status: 404 len: 333 time: 0.0376053 Jul 28 14:49:16.247096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.289087 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-a171afda-e360-4ce6-9a63-f7e479374be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.289817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a171afda-e360-4ce6-9a63-f7e479374be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.295279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a171afda-e360-4ce6-9a63-f7e479374be3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/b0102173-9f06-450c-b041-e6f3cf3a3555 HTTP/1.1" status: 404 len: 337 time: 0.0440626 Jul 28 14:49:16.296292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.327761 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bbac29-03a7-40ba-a906-bd66f3341550 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.329196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bbac29-03a7-40ba-a906-bd66f3341550 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.331263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-52bbac29-03a7-40ba-a906-bd66f3341550 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/b48f6593-aaf8-4771-9c6b-0f7ebc145e13 HTTP/1.1" status: 404 len: 337 time: 0.0337057 Jul 28 14:49:16.339640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35994) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.345232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] DHCP port deletion for c6f879a9-bfcc-4312-bd0e-d73155a2ac2c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:49:16.402718 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-29757fe1-774d-4e26-b515-c369a653f571 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.403830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29757fe1-774d-4e26-b515-c369a653f571 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.408689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-29757fe1-774d-4e26-b515-c369a653f571 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/da47f63a-f44a-426e-89a8-73cb01672cae HTTP/1.1" status: 404 len: 333 time: 0.0654130 Jul 28 14:49:16.408998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.423460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Deleting port b18f8bc7-566c-419e-81a8-3a591cdd3e81 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:16.424522 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.440153 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f049303d-a0a3-42e0-a4f2-5f4153febba2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.440636 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f049303d-a0a3-42e0-a4f2-5f4153febba2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.445043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f049303d-a0a3-42e0-a4f2-5f4153febba2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9fc11653-26fc-4887-8891-c1c380cdc134 HTTP/1.1" status: 404 len: 337 time: 0.0324440 Jul 28 14:49:16.445229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36004) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.480926 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7d5ccf-25c5-49eb-9301-50f8d459376a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.481680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7d5ccf-25c5-49eb-9301-50f8d459376a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.487382 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cd7d5ccf-25c5-49eb-9301-50f8d459376a tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/bdda0b3e-7bee-4812-a0b9-911f82b46f9e HTTP/1.1" status: 404 len: 337 time: 0.0383887 Jul 28 14:49:16.501521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.502232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] For port b18f8bc7-566c-419e-81a8-3a591cdd3e81, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b18f8bc7-566c-419e-81a8-3a591cdd3e81,segment=NetworkSegment(27fef841-f583-44f6-8864-1db11be66d51),segment_id=27fef841-f583-44f6-8864-1db11be66d51)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:16.502709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.518269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Calling delete_port for b18f8bc7-566c-419e-81a8-3a591cdd3e81 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:16.589281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.589967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.591660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] 10.222.0.53 "PUT /v2.0/ports/98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1093 time: 2.6347327 Jul 28 14:49:16.639189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61d688-f1f7-4d45-bf89-e3bac4d042db req-a33c080f-c772-4919-a535-45a7710fed8d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.646162 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2917364a-08b1-4b80-bac3-5494ef0dc443 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.646915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2917364a-08b1-4b80-bac3-5494ef0dc443 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.648844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a61d688-f1f7-4d45-bf89-e3bac4d042db req-a33c080f-c772-4919-a535-45a7710fed8d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1489582 Jul 28 14:49:16.651749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.652891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2917364a-08b1-4b80-bac3-5494ef0dc443 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/3c83319b-b6f3-4dfb-8010-54292dae114d HTTP/1.1" status: 404 len: 333 time: 0.1435254 Jul 28 14:49:16.655104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:16.657581 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88324426-78aa-47c3-8e10-8797b0d4a9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:16.717482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9442e736-2ca3-41f2-8253-90134785e8cc req-a00e9c2a-f55d-4418-b39d-c6fbe754a1e8 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.2208831 Jul 28 14:49:16.732934 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c915a71-7770-40d1-836d-17ef271782da tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.733291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c915a71-7770-40d1-836d-17ef271782da tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.735280 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c915a71-7770-40d1-836d-17ef271782da tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/0b4134bd-f8f3-4fab-a8c0-f4fdca6fa256 HTTP/1.1" status: 404 len: 337 time: 0.0823312 Jul 28 14:49:16.746079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36026) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.801751 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-86de4fbf-c345-4e4d-89c9-a3c9ef9a37f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.802480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86de4fbf-c345-4e4d-89c9-a3c9ef9a37f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.810895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-86de4fbf-c345-4e4d-89c9-a3c9ef9a37f7 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/6d9a86bf-5c6d-41bf-8946-f199a675282b HTTP/1.1" status: 404 len: 333 time: 0.0576460 Jul 28 14:49:16.821415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:16.863121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-b0ac32bf-c9cf-4b1a-a842-14ef1e402e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:16.863121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-b0ac32bf-c9cf-4b1a-a842-14ef1e402e05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7776423 Jul 28 14:49:16.863121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649ffc4-43c4-464b-8272-1cab5d658295 service neutron] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:16.890649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:16.973697 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c5af3f-8aad-4017-b946-b63e000dd003 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:16.974454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c5af3f-8aad-4017-b946-b63e000dd003 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:16.982161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-60c5af3f-8aad-4017-b946-b63e000dd003 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/585830ba-8c6d-47fe-9ccc-8103f57eb189 HTTP/1.1" status: 404 len: 337 time: 0.1552372 Jul 28 14:49:16.983145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36048) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.006169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] Pushing event deleted for resources: {'Port': ['ID=b18f8bc7-566c-419e-81a8-3a591cdd3e81,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:17.011261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-f0e6636c-872b-4828-998e-f67128033d2d service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386158 Jul 28 14:49:17.024992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c2dde-eaee-4826-aee8-c504cbcd05f1 None None] No DVR routers for this DVR port b18f8bc7-566c-419e-81a8-3a591cdd3e81 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:49:17.028564 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514de8e-6322-4b4b-b9eb-f340e905df9c x-openstack-request-id: req-e514de8e-6322-4b4b-b9eb-f340e905df9c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:17.034818 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:17.034818 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e514de8e-6322-4b4b-b9eb-f340e905df9c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:17.034818 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'status': 'completed', 'code': 200} Jul 28 14:49:17.046177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-80a301b4-6331-46a2-a3e8-c50b378dc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.048693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-80a301b4-6331-46a2-a3e8-c50b378dc50c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1096 time: 0.3818874 Jul 28 14:49:17.094117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a61d688-f1f7-4d45-bf89-e3bac4d042db req-49b28fce-33ef-426a-9bdd-97da95a66d47 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439917 Jul 28 14:49:17.098638 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38c2a7e-0e0b-48c1-aed9-7748306055d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.099930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38c2a7e-0e0b-48c1-aed9-7748306055d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.104193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f38c2a7e-0e0b-48c1-aed9-7748306055d1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/f8e60c18-3af0-4652-854b-131c3c2dd5a0 HTTP/1.1" status: 404 len: 333 time: 0.0986953 Jul 28 14:49:17.104766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.156004 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d705daa-7962-4a6e-8fb0-4036d9d9566b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.156609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d705daa-7962-4a6e-8fb0-4036d9d9566b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.158618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d705daa-7962-4a6e-8fb0-4036d9d9566b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/264cd68b-6995-41b7-83f8-bfa018ea7298 HTTP/1.1" status: 404 len: 337 time: 0.0527141 Jul 28 14:49:17.161155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.173653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-2c123d5f-b75d-44f5-9f2f-6433daa6e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.175464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-2c123d5f-b75d-44f5-9f2f-6433daa6e118 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1096 time: 0.2160161 Jul 28 14:49:17.243744 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e6b03c-9ed6-405b-acc7-3132597d3abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.243744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e6b03c-9ed6-405b-acc7-3132597d3abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.243744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-41e6b03c-9ed6-405b-acc7-3132597d3abc tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/eeddca8f-01b8-4004-807b-ba2f5fa8a575 HTTP/1.1" status: 404 len: 333 time: 0.0789750 Jul 28 14:49:17.251992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36062) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.333595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-6ee49af4-75df-470c-89e3-7ec418a39f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.335646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-6ee49af4-75df-470c-89e3-7ec418a39f07 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.1062202 Jul 28 14:49:17.355885 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e07d2a2-5244-4006-a92e-4f1461d69c56 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.356250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e07d2a2-5244-4006-a92e-4f1461d69c56 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.358021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e07d2a2-5244-4006-a92e-4f1461d69c56 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9d96644c-8f23-44b2-9a97-c2100122a098 HTTP/1.1" status: 404 len: 337 time: 0.0960376 Jul 28 14:49:17.364561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36064) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.407817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c01e97a-4339-42ed-8517-210e6379e7cf req-043cc454-d458-4d72-8f48-a72c6abc3fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768833 Jul 28 14:49:17.433580 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed78595-380a-4250-8e38-98090b0e4994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.437370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-47f7a106-e61c-4c67-834c-51d655574303 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1000 time: 0.0814283 Jul 28 14:49:17.439238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed78595-380a-4250-8e38-98090b0e4994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.441603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ed78595-380a-4250-8e38-98090b0e4994 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/167d5472-504b-4e54-b46d-67ca5616095f HTTP/1.1" status: 404 len: 333 time: 0.0719619 Jul 28 14:49:17.444391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36072) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.448621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-e606f36a-d609-4509-b933-6db4ec4153a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.452219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-e606f36a-d609-4509-b933-6db4ec4153a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.3807082 Jul 28 14:49:17.488934 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-255c6f70-638c-4e22-b9d8-d79d4c9634b9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.489547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255c6f70-638c-4e22-b9d8-d79d4c9634b9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.496782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-255c6f70-638c-4e22-b9d8-d79d4c9634b9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/dd90cbc5-412d-46c7-bdb9-30958fd910aa HTTP/1.1" status: 404 len: 337 time: 0.0456223 Jul 28 14:49:17.497488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.510748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25a76-9a61-467b-8bd4-73b731706205 req-969bd637-50e4-4ffd-b8e3-bff22dffdee9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.514378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-7c8907ba-a653-4f8c-aba2-bef90a31faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.515664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-7c8907ba-a653-4f8c-aba2-bef90a31faf4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0773852 Jul 28 14:49:17.519201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23e25a76-9a61-467b-8bd4-73b731706205 req-969bd637-50e4-4ffd-b8e3-bff22dffdee9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.2583814 Jul 28 14:49:17.546695 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1130b42-0d1d-46f8-a94b-04beebb36769 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.547815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1130b42-0d1d-46f8-a94b-04beebb36769 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.549685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b1130b42-0d1d-46f8-a94b-04beebb36769 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/c2b81740-3570-4000-b4b5-85eaf2327e62 HTTP/1.1" status: 404 len: 333 time: 0.0469987 Jul 28 14:49:17.578175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36076) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.623730 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb537d8-f8b3-4e7b-b94c-587b4466cc57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.624530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb537d8-f8b3-4e7b-b94c-587b4466cc57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.627349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dfb537d8-f8b3-4e7b-b94c-587b4466cc57 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/fb0d35b3-d43b-4243-b78f-a0a1a7881412 HTTP/1.1" status: 404 len: 337 time: 0.0467544 Jul 28 14:49:17.631849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.634060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23e25a76-9a61-467b-8bd4-73b731706205 req-98322c4f-f907-48d6-a11f-e6551eb4ae43 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139638 Jul 28 14:49:17.639952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-5d44a2c4-d35e-4771-a8a1-9cbb638402b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1000 time: 0.1470342 Jul 28 14:49:17.690071 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3957fd-397a-427b-8d5e-f9ae29489105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.690612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3957fd-397a-427b-8d5e-f9ae29489105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.692750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b3957fd-397a-427b-8d5e-f9ae29489105 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/d921b09d-e507-48e1-a39f-abba0c833c54 HTTP/1.1" status: 404 len: 337 time: 0.0597928 Jul 28 14:49:17.696711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:17.699724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.715041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-6ed786f5-0d12-4b83-b5d0-92e65c1be214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.716963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-6ed786f5-0d12-4b83-b5d0-92e65c1be214 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785483 Jul 28 14:49:17.726518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-ac5a4ce8-7c2f-46f1-9db3-1c2eeeee4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.728401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-ac5a4ce8-7c2f-46f1-9db3-1c2eeeee4bfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0638843 Jul 28 14:49:17.744126 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23486d3-a262-4dba-b56e-a547fd4a84f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.745164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23486d3-a262-4dba-b56e-a547fd4a84f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.748236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d23486d3-a262-4dba-b56e-a547fd4a84f4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/50e5916d-e13c-4a83-80b1-2376e2346814 HTTP/1.1" status: 404 len: 333 time: 0.0482554 Jul 28 14:49:17.751076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36088) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.799584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-099374f2-01c5-476d-83f7-bcb5d7cc6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:17.801413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-099374f2-01c5-476d-83f7-bcb5d7cc6aee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628412 Jul 28 14:49:17.855001 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-54935d93-16b0-4a13-a87e-5f9c3a8d7f79 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.858994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54935d93-16b0-4a13-a87e-5f9c3a8d7f79 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.864958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-54935d93-16b0-4a13-a87e-5f9c3a8d7f79 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/cc4000bd-3a02-4b1a-8463-0aa820497a74 HTTP/1.1" status: 404 len: 337 time: 0.1121030 Jul 28 14:49:17.867408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.925888 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6c9510-6986-42f4-aea0-42847d18fc89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:17.926649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6c9510-6986-42f4-aea0-42847d18fc89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:17.931455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d6c9510-6986-42f4-aea0-42847d18fc89 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/0f897ccc-5b0a-41ea-96d0-4fe8f9ead5a3 HTTP/1.1" status: 404 len: 337 time: 0.0594666 Jul 28 14:49:17.945607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:17.980518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b00f152-f343-4847-8f4d-a985a18b18d1 req-8644c88b-951b-41db-89e8-de4263933449 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0957174 Jul 28 14:49:18.014903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b18f8bc7-566c-419e-81a8-3a591cdd3e81 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:18.034794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-ae057dd3-4e0b-43ce-90f9-e5940209b730 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157636 Jul 28 14:49:18.036304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b18f8bc7-566c-419e-81a8-3a591cdd3e81 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:49:18.036727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b18f8bc7-566c-419e-81a8-3a591cdd3e81 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:49:18.044895 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6b42f6-b345-4270-ba41-f0b756efa2f1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.045562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6b42f6-b345-4270-ba41-f0b756efa2f1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.050333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-de6b42f6-b345-4270-ba41-f0b756efa2f1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/0ee7912b-4541-4bc6-9d15-5e9a36c97808 HTTP/1.1" status: 404 len: 333 time: 0.1034296 Jul 28 14:49:18.054369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.098592 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-52254d12-0e9d-445b-8d2b-9edae1b9a38d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.099094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52254d12-0e9d-445b-8d2b-9edae1b9a38d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.102495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-52254d12-0e9d-445b-8d2b-9edae1b9a38d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/99a9e0bb-3069-4ee9-bb03-33ed87c5b293 HTTP/1.1" status: 404 len: 337 time: 0.0454519 Jul 28 14:49:18.111614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.133589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-793f8742-3f77-44d6-a5c1-616900efc85e service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996012 Jul 28 14:49:18.253643 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6320f3d3-3db5-47c4-8b62-0455fc37bfae tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.254116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6320f3d3-3db5-47c4-8b62-0455fc37bfae tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.263508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6320f3d3-3db5-47c4-8b62-0455fc37bfae tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/68913a65-0bca-4c9a-a61e-e1e9de02a34c HTTP/1.1" status: 404 len: 337 time: 0.1465378 Jul 28 14:49:18.264553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36116) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.316442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb3b1032-1862-4581-93dd-91e26caaf736 req-d14d8614-f90a-4e46-908d-25f9fb2d8433 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673562 Jul 28 14:49:18.324729 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1499f89-e189-4dab-ab37-b1b272c99b6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.325530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1499f89-e189-4dab-ab37-b1b272c99b6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.327335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1499f89-e189-4dab-ab37-b1b272c99b6d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/b18813cf-d859-475f-89ba-7f5d41f40a70 HTTP/1.1" status: 404 len: 333 time: 0.0617692 Jul 28 14:49:18.330498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.374610 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1f0392-490b-4eb7-84db-ec05f2be8702 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.375113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1f0392-490b-4eb7-84db-ec05f2be8702 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.377652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ab1f0392-490b-4eb7-84db-ec05f2be8702 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/9e77a3b0-ae5f-4f83-a9d8-900fe4f7f80f HTTP/1.1" status: 404 len: 337 time: 0.0460896 Jul 28 14:49:18.383504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.415178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-ffafcf5b-82cc-4c5e-892c-8ab7157a920a service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721555 Jul 28 14:49:18.415551 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f1e6bc-08f3-4aa2-af33-84bc63052d5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.415875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f1e6bc-08f3-4aa2-af33-84bc63052d5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.417597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38f1e6bc-08f3-4aa2-af33-84bc63052d5d tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/81a05c29-5622-4d71-9857-1ab31334c89f HTTP/1.1" status: 404 len: 337 time: 0.0331552 Jul 28 14:49:18.420332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36122) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.439142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392e13-6e7e-42be-908a-c96b21d407f2 req-c656bf6f-fc2e-40c8-89cf-d7c62db48a8c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.440751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98392e13-6e7e-42be-908a-c96b21d407f2 req-c656bf6f-fc2e-40c8-89cf-d7c62db48a8c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1316874 Jul 28 14:49:18.462940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5cfcbc5b-a520-4cf0-a5c2-d5d09cec1dea tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports?device_id=04e3de15-e3ce-46bc-8c54-55187c76512a HTTP/1.1" status: 200 len: 205 time: 0.0415154 Jul 28 14:49:18.467140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36124) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.525048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98392e13-6e7e-42be-908a-c96b21d407f2 req-18aaac4f-9fb3-4c76-87ba-895d671f3e24 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644686 Jul 28 14:49:18.538675 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-fc4e334b-2354-4d6d-9303-7daff4d1ded9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] delete failed (client error): The resource could not be found. Jul 28 14:49:18.540658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fc4e334b-2354-4d6d-9303-7daff4d1ded9 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/routers/04e3de15-e3ce-46bc-8c54-55187c76512a HTTP/1.1" status: 404 len: 336 time: 0.0720501 Jul 28 14:49:18.548426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36128) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.617368 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08db275-5a0d-4377-ab8a-a3a080c3da1c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.617845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08db275-5a0d-4377-ab8a-a3a080c3da1c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.622372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a08db275-5a0d-4377-ab8a-a3a080c3da1c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/37172131-e342-44b7-aae0-681ec861a0eb HTTP/1.1" status: 404 len: 337 time: 0.0686026 Jul 28 14:49:18.623184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.640286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-dcd730d2-2291-4db5-b58e-3d8afddc5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.642997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-dcd730d2-2291-4db5-b58e-3d8afddc5e02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1096 time: 0.1095200 Jul 28 14:49:18.659661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36134) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.664214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c45b75a6-1a95-452d-a60a-a39a6c782a2c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "GET /v2.0/ports?device_id=97300c4e-716e-4b30-8894-d398356401c9 HTTP/1.1" status: 200 len: 205 time: 0.0395398 Jul 28 14:49:18.667251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36138) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.787723 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-35b3cd68-2ee0-4292-83b2-858ef0adbfff tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] delete failed (client error): The resource could not be found. Jul 28 14:49:18.791233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-35b3cd68-2ee0-4292-83b2-858ef0adbfff tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/routers/97300c4e-716e-4b30-8894-d398356401c9 HTTP/1.1" status: 404 len: 336 time: 0.1207201 Jul 28 14:49:18.798448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36144) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.801684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab24cca-52a6-4a13-8b3d-85021ece0670 req-2c0aa01c-b120-4bfe-8d52-c25244e89789 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.809813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dab24cca-52a6-4a13-8b3d-85021ece0670 req-2c0aa01c-b120-4bfe-8d52-c25244e89789 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0798402 Jul 28 14:49:18.832304 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-26be0f93-d9d8-4e5f-ac91-c8048fd4bebf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.832832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26be0f93-d9d8-4e5f-ac91-c8048fd4bebf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.836890 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26be0f93-d9d8-4e5f-ac91-c8048fd4bebf tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/775ae4a3-b625-46c7-adcf-865499c67b3f HTTP/1.1" status: 404 len: 337 time: 0.0351548 Jul 28 14:49:18.837622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.849995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d500-e51c-4fb8-a9cd-be153a3b0e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:18.879489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dab24cca-52a6-4a13-8b3d-85021ece0670 req-6020fa4b-7a4e-404a-9bb4-df7193871db7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676985 Jul 28 14:49:18.894482 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3a451d-918e-4fef-93d9-90bf211038b5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.895831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3a451d-918e-4fef-93d9-90bf211038b5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.902630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f3a451d-918e-4fef-93d9-90bf211038b5 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/86c51771-2b73-4075-9f0c-f34ef3b9fc23 HTTP/1.1" status: 404 len: 337 time: 0.0593612 Jul 28 14:49:18.903954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.941289 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db68c12-2f70-42aa-ac0d-14177f158e9c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.942289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db68c12-2f70-42aa-ac0d-14177f158e9c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.944484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3db68c12-2f70-42aa-ac0d-14177f158e9c tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/0a9d8c14-0738-4419-800d-3893753d09a8 HTTP/1.1" status: 404 len: 333 time: 0.0388720 Jul 28 14:49:18.948279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36152) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:18.981562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-122d374b-2788-4f3e-88d7-ce876caa36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:18.983118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-122d374b-2788-4f3e-88d7-ce876caa36d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.3293192 Jul 28 14:49:18.984108 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-51efed10-e26d-4064-bf50-c120b7b218e6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:18.984551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51efed10-e26d-4064-bf50-c120b7b218e6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:18.987093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-51efed10-e26d-4064-bf50-c120b7b218e6 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/224afb8b-8663-4bcd-b321-1f703d180aff HTTP/1.1" status: 404 len: 337 time: 0.0375719 Jul 28 14:49:18.989744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36156) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.004646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d500-e51c-4fb8-a9cd-be153a3b0e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.036468 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-708c4446-3547-4c40-8312-39bf4b6faff1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.037330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708c4446-3547-4c40-8312-39bf4b6faff1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.039164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-708c4446-3547-4c40-8312-39bf4b6faff1 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/8d8fe7bc-2d37-4566-9471-04eed4dba487 HTTP/1.1" status: 404 len: 333 time: 0.0483961 Jul 28 14:49:19.042124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.085900 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-27873a45-d1b2-4148-9b4e-1729466f892b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.086137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27873a45-d1b2-4148-9b4e-1729466f892b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.087874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27873a45-d1b2-4148-9b4e-1729466f892b tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/a0941d0a-355f-4e3d-9e88-7efa3d3c51b1 HTTP/1.1" status: 404 len: 337 time: 0.0444102 Jul 28 14:49:19.090497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.108434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-49f98931-0d3f-4b7f-acf5-21b1f5d53e99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1000 time: 0.1106710 Jul 28 14:49:19.114206 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-993e2578-e70f-4155-8119-34c2279eb4db tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.114917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993e2578-e70f-4155-8119-34c2279eb4db tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.116725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-993e2578-e70f-4155-8119-34c2279eb4db tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/328ba38f-f7fc-4269-8a0e-eb3e582dc8e1 HTTP/1.1" status: 404 len: 333 time: 0.0251722 Jul 28 14:49:19.119689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36166) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.147811 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-df323680-c16a-4b0c-8c26-fb38e3fd98ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.148288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df323680-c16a-4b0c-8c26-fb38e3fd98ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.150278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df323680-c16a-4b0c-8c26-fb38e3fd98ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/356d33d7-da48-4757-8c50-92fa06ed03d1 HTTP/1.1" status: 404 len: 337 time: 0.0297492 Jul 28 14:49:19.152713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.176433 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b5e4a-8ad1-48c7-a019-572e2edfa143 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.177219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-513b5e4a-8ad1-48c7-a019-572e2edfa143 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.181691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-513b5e4a-8ad1-48c7-a019-572e2edfa143 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/c14c5d41-9652-4b08-b63a-d1e582b44871 HTTP/1.1" status: 404 len: 333 time: 0.0256042 Jul 28 14:49:19.181984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36172) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.186493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d73d56e-b903-4ec3-ac65-0b47820666d5 req-57bb237b-bed4-4c17-9eca-1a19dfc817e4 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0557077 Jul 28 14:49:19.208435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-c1d1d9bf-90f2-414e-8b60-8572e872a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.231450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-c1d1d9bf-90f2-414e-8b60-8572e872a9ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0941393 Jul 28 14:49:19.231561 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d500-e51c-4fb8-a9cd-be153a3b0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.231561 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eae6a1-f574-43e2-9767-2ea56b2430ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.231561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eae6a1-f574-43e2-9767-2ea56b2430ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.231561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79eae6a1-f574-43e2-9767-2ea56b2430ec tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/46dc67b0-9300-4808-b3e2-fdb6a9e84e3f HTTP/1.1" status: 404 len: 337 time: 0.0408869 Jul 28 14:49:19.234267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36176) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.267974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1d500-e51c-4fb8-a9cd-be153a3b0e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b634706a-0565-4850-bd04-b78a3ee1b673,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:19.280158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a1c1d500-e51c-4fb8-a9cd-be153a3b0e4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aae6aeea309544c1bd2c0b27aa9c2e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6164079 Jul 28 14:49:19.280347 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1de6d6-495a-4623-a419-f4e346a5aea3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.280448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.280615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1de6d6-495a-4623-a419-f4e346a5aea3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.285391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f1de6d6-495a-4623-a419-f4e346a5aea3 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/e14c88c4-0694-436c-ad1d-2e0b17370d5d HTTP/1.1" status: 404 len: 333 time: 0.0503044 Jul 28 14:49:19.287093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36180) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.318735 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ea1f98-e836-46e9-80ad-acc0bfaabaf4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.319312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ea1f98-e836-46e9-80ad-acc0bfaabaf4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.323772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38ea1f98-e836-46e9-80ad-acc0bfaabaf4 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/2689a8c0-e2c1-41d0-9397-9f4480072547 HTTP/1.1" status: 404 len: 337 time: 0.0356512 Jul 28 14:49:19.324483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36184) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.340294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.361011 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-09753dcd-bd7b-4ed5-8464-0d0c8feba107 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.361864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09753dcd-bd7b-4ed5-8464-0d0c8feba107 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.366393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09753dcd-bd7b-4ed5-8464-0d0c8feba107 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/1d47d58e-eeed-4ea5-9577-c8fb27aae003 HTTP/1.1" status: 404 len: 333 time: 0.0392230 Jul 28 14:49:19.366995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.368042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.377442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-527bd996-2071-433f-8300-82c4f552486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.379123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-527bd996-2071-433f-8300-82c4f552486a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578007 Jul 28 14:49:19.400076 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd332778-0272-4140-92db-66ffdd6b369e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.400600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd332778-0272-4140-92db-66ffdd6b369e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.402497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd332778-0272-4140-92db-66ffdd6b369e tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/28cd8ed9-f93b-41d7-9651-37041fdb0701 HTTP/1.1" status: 404 len: 337 time: 0.0333736 Jul 28 14:49:19.405272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36188) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.433229 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-12716958-ecf5-40d2-83cd-a41aeb676de2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.433874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12716958-ecf5-40d2-83cd-a41aeb676de2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.435703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-12716958-ecf5-40d2-83cd-a41aeb676de2 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/ports/51b9f0de-3339-4ef6-81b2-46f3a10d496e HTTP/1.1" status: 404 len: 333 time: 0.0292745 Jul 28 14:49:19.439305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36192) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.467063 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c5e834-6dfd-402c-8048-76e917778542 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] DELETE failed (client error): The resource could not be found. Jul 28 14:49:19.467542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c5e834-6dfd-402c-8048-76e917778542 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:49:19.469387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-26c5e834-6dfd-402c-8048-76e917778542 tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/subnets/22067bfe-e3a0-4d93-be73-4e5434ceafc3 HTTP/1.1" status: 404 len: 337 time: 0.0290365 Jul 28 14:49:19.471962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36194) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:19.535632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-4f09aa62-37a1-4a64-95cd-fd2e9ceaea84 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902352 Jul 28 14:49:19.556177 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.588650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.591125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.592365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b634706a-0565-4850-bd04-b78a3ee1b673 HTTP/1.1" status: 204 len: 168 time: 0.3109393 Jul 28 14:49:19.610816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5f4da-12a8-41a1-b09c-0013c2957af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634706a-0565-4850-bd04-b78a3ee1b673,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:19.675843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88324426-78aa-47c3-8e10-8797b0d4a9e7 req-16022b06-2a0c-4aac-8b45-a990b7b40e19 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325729 Jul 28 14:49:19.691058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.694164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7689-e20b-48e7-ac6a-e2f085e4db79 req-48db2d67-88b5-46c6-9b24-ac65da30e659 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:19.705516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f879a9-bfcc-4312-bd0e-d73155a2ac2c']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:19.715752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54fe7689-e20b-48e7-ac6a-e2f085e4db79 req-48db2d67-88b5-46c6-9b24-ac65da30e659 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1039960 Jul 28 14:49:19.722269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fef841-f583-44f6-8864-1db11be66d51') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:19.722569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fef841-f583-44f6-8864-1db11be66d51') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:19.732075 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.749581 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.758549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:19.759244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54fe7689-e20b-48e7-ac6a-e2f085e4db79 req-4ace802e-1ec7-4635-8369-732e40f07d11 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Jul 28 14:49:19.763485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:19.767234 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:19.873560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.913909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.935704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:19.942257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] 10.222.0.47 "DELETE /v2.0/networks/c6f879a9-bfcc-4312-bd0e-d73155a2ac2c HTTP/1.1" status: 204 len: 168 time: 0.4648657 Jul 28 14:49:19.967377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7e3d5-baa0-47d0-b93f-c891dcbb6eca tempest-NetworksTestDHCPv6-405176944 tempest-NetworksTestDHCPv6-405176944-project] Pushing event deleted for resources: {'Network': ['ID=c6f879a9-bfcc-4312-bd0e-d73155a2ac2c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:20.024792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136ecd8-846a-4535-96ab-282c2a06d031 req-e3fde193-ae60-4783-87e3-fb98abf8aa29 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:20.026379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a136ecd8-846a-4535-96ab-282c2a06d031 req-e3fde193-ae60-4783-87e3-fb98abf8aa29 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0558453 Jul 28 14:49:20.081664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a136ecd8-846a-4535-96ab-282c2a06d031 req-03fd7c6f-c4fd-49c5-8945-c35f80121b38 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473194 Jul 28 14:49:20.313661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3adbf763-eca9-4af4-9cb5-1bea563d66e7 req-be6b11f1-c6ca-4da8-8ec5-686bcbe822e0 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0276425 Jul 28 14:49:20.458031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36232) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:20.462242 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.473580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed35fc2-3c3d-4443-b892-2d2a15c55239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.540317 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:49:20.609133 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed35fc2-3c3d-4443-b892-2d2a15c55239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.676126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:20.725034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5ed35fc2-3c3d-4443-b892-2d2a15c55239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.766295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ed35fc2-3c3d-4443-b892-2d2a15c55239 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0448f43ab4d2413ea03040bcd628ec9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069706 Jul 28 14:49:20.767204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed35fc2-3c3d-4443-b892-2d2a15c55239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d139aa77-2c64-4e34-9d76-92047843a18c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:20.769566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36244) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:20.803653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71ccf7b4-4796-422f-a08d-a8be6c9a1f36 req-6ca77629-a072-49ff-b80e-40f5bd663ad6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0339990 Jul 28 14:49:20.849947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.881267 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f56173d1-8d51-4577-902f-5e1d3af087f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a40a7762b07f4b169662acb7d5316673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037659 Jul 28 14:49:20.884327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:20.888408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:20.911543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140710c-bb10-48f0-80d1-32ee0d76a5e9 req-8ddba7f8-3897-42a1-b3d4-778c9d5e5de6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:20.913161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a140710c-bb10-48f0-80d1-32ee0d76a5e9 req-8ddba7f8-3897-42a1-b3d4-778c9d5e5de6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0678978 Jul 28 14:49:20.981297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a140710c-bb10-48f0-80d1-32ee0d76a5e9 req-dd03f07a-0f10-4ada-8f81-cba25f482d1e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566626 Jul 28 14:49:20.987506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.017360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.053719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.056325 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.057796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d139aa77-2c64-4e34-9d76-92047843a18c HTTP/1.1" status: 204 len: 168 time: 0.2873316 Jul 28 14:49:21.078541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3447e-05ea-4d84-84b2-84348480b040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d139aa77-2c64-4e34-9d76-92047843a18c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:21.211315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.215654 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:21.219721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bedfec18-0b74-485b-98b7-3cdc8cc33452 HTTP/1.1" status: 204 len: 168 time: 0.3301055 Jul 28 14:49:21.229169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cee0cc-293f-45ef-a44c-19cd43ee5b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedfec18-0b74-485b-98b7-3cdc8cc33452,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:21.278313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9731d1-6a98-4ee2-a952-a8ab38f77158 req-89927036-d14a-4858-8c0c-5628340b3831 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:21.279905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c9731d1-6a98-4ee2-a952-a8ab38f77158 req-89927036-d14a-4858-8c0c-5628340b3831 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 944 time: 0.0965540 Jul 28 14:49:21.325069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c9731d1-6a98-4ee2-a952-a8ab38f77158 req-5dcbb728-c7d5-495c-a2fd-a5b5aec8ca11 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366321 Jul 28 14:49:21.424626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92159e14-e7db-410a-b055-61edeb39413d req-593f90c7-431e-47d9-9080-3829ab0fc348 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0277953 Jul 28 14:49:21.959370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:22.071297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:22.093762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '98828221-eb45-44b6-9185-5c33de078bb6', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'port_id': '98828221-eb45-44b6-9185-5c33de078bb6', 'mac_address': 'fa:16:3e:75:cb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:22.204135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafba1f-b00b-4a2c-b3f3-fe0b6e1d1767 req-d95ae6ab-13fe-4c0c-bf61-09a08b7c25dd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:22.205702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bafba1f-b00b-4a2c-b3f3-fe0b6e1d1767 req-d95ae6ab-13fe-4c0c-bf61-09a08b7c25dd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1346602 Jul 28 14:49:22.240704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:22.262052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98828221-eb45-44b6-9185-5c33de078bb6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:22.294809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:22.301441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bafba1f-b00b-4a2c-b3f3-fe0b6e1d1767 req-c724b8e1-9dab-42a2-bdba-0e70d26854f8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885983 Jul 28 14:49:22.440380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:22.586614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:22.606849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.608552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.609157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.610109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.610669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.611245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.611810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.612355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.612849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.613382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.613916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.614442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:22.658357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be212a6d-8280-416c-994d-73bf337216fa req-7604a514-563b-4536-8662-48195c942902 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0685790 Jul 28 14:49:22.674463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b833c-9bdd-43c5-b3c4-4a7c27d50b09 req-7cd6b06d-ac1b-449c-a6b3-ef208d65defe tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:22.683464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec1b833c-9bdd-43c5-b3c4-4a7c27d50b09 req-7cd6b06d-ac1b-449c-a6b3-ef208d65defe tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.1477175 Jul 28 14:49:22.768837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec1b833c-9bdd-43c5-b3c4-4a7c27d50b09 req-6603e552-391b-4048-83e5-0c1995b2a4aa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840142 Jul 28 14:49:22.852087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['98828221-eb45-44b6-9185-5c33de078bb6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:23.174451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:23.296767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b5ddec8-6529-4cf5-b00c-bd0d37df3c4f req-289c4e72-7b19-4228-a7ed-b84242f866a7 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624&device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0379601 Jul 28 14:49:23.433303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346fd5e-2fbc-47c3-a5a9-6c65148eb6cc req-e4c2f11a-921c-4cf5-9ca4-b9dd471e18c2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:23.434939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d346fd5e-2fbc-47c3-a5a9-6c65148eb6cc req-e4c2f11a-921c-4cf5-9ca4-b9dd471e18c2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.1458814 Jul 28 14:49:23.508491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d346fd5e-2fbc-47c3-a5a9-6c65148eb6cc req-c12464eb-b965-40e0-a202-8a109295aaef tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669796 Jul 28 14:49:23.634719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-acc143fa-75cd-46a8-a104-7471f09fcde4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:23.636907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-acc143fa-75cd-46a8-a104-7471f09fcde4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 945 time: 0.1777117 Jul 28 14:49:23.662842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1932667103'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:23.701365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82763993-b228-4870-b1b0-8f439372818b req-b891803e-43f9-40ab-a818-4018fbac145f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:23.704082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82763993-b228-4870-b1b0-8f439372818b req-b891803e-43f9-40ab-a818-4018fbac145f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0788834 Jul 28 14:49:23.716604 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-ed60c81b-dbdf-4083-9fad-9ef05ac7a31e service neutron] delete failed (client error): The resource could not be found. Jul 28 14:49:23.717932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-ed60c81b-dbdf-4083-9fad-9ef05ac7a31e service neutron] 10.222.0.50 "DELETE /v2.0/ports/98828221-eb45-44b6-9185-5c33de078bb6/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0733292 Jul 28 14:49:23.746601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-82763993-b228-4870-b1b0-8f439372818b req-a468ff4b-258f-4e21-b235-eda0b140e02f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353169 Jul 28 14:49:23.787793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:23.791402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.801481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:23.888997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-a786ebe4-c287-410d-9f9d-357ab4c079f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:23.891749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-a786ebe4-c287-410d-9f9d-357ab4c079f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1097 time: 0.1032083 Jul 28 14:49:23.980416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:49:24.027834 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.048427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56d95226-be65-4a64-803b-86ba6815d7d0 req-95662e7d-551a-4bb4-afcd-ad64f6369ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e9e190648cf42159907e64dab600df5&device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0357230 Jul 28 14:49:24.116770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.172609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e0bc684-71fa-4d35-84b4-7201e9279ac0 req-8ba59293-999b-4093-9901-be2657caf510 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0929809 Jul 28 14:49:24.182503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:24.198539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56d95226-be65-4a64-803b-86ba6815d7d0 req-592f92d5-b4e6-4c05-94c9-94fc42a7d96b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9e9e190648cf42159907e64dab600df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243043 Jul 28 14:49:24.220497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-05687aa8-c6f6-4a3b-9758-3e9b052c4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.220497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-05687aa8-c6f6-4a3b-9758-3e9b052c4d4b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.3120317 Jul 28 14:49:24.225668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:49:24.248741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ff7aa0-04b7-4e47-b32e-9ad791f5f4ca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:24.275483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:24.317777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.338779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:24.354408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-2f5456ee-7c34-4b59-bb80-730387541a22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 1001 time: 0.1353874 Jul 28 14:49:24.372502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:24.377795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.378151 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Added segment 7188b909-1b1b-43b7-a4d8-a72916ab63e9 of type vlan for network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 Jul 28 14:49:24.441613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-cf4190aa-92a0-433b-b960-e94ed516d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.443593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-cf4190aa-92a0-433b-b960-e94ed516d3e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0753756 Jul 28 14:49:24.445469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.561510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95226-be65-4a64-803b-86ba6815d7d0 req-8608d45f-aa50-4027-9416-2b44f670fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.564697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56d95226-be65-4a64-803b-86ba6815d7d0 req-8608d45f-aa50-4027-9416-2b44f670fbb6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097925 Jul 28 14:49:24.570893 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.577730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:24.590298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-416a0492-0863-471f-a17d-b44c20d2f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.594441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-416a0492-0863-471f-a17d-b44c20d2f176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356187 Jul 28 14:49:24.685769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:49:24.736822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.743736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.745776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:24.749136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-7482dfe0-3fe8-4a57-898d-9ca41f1edd28 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465938 Jul 28 14:49:24.829940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeade9-894e-42fb-b9bf-8466ce5fb11a req-1982b507-7c5d-42d5-894d-99cba98130d1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:24.831913 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27eeade9-894e-42fb-b9bf-8466ce5fb11a req-1982b507-7c5d-42d5-894d-99cba98130d1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.1965649 Jul 28 14:49:24.897114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Network': ['ID=8a59e3ee-c543-4b39-874e-2e50a7d34b90,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:24.913904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:24.931394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27eeade9-894e-42fb-b9bf-8466ce5fb11a req-a8e01505-6d7a-4388-ad8e-a9ef0b5bdb93 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915961 Jul 28 14:49:24.932730 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b5ab717c-3a8c-4f6d-b4c4-78d209a16960 req-9d09615d-f4f4-480d-9a00-aee02efa4a13 service neutron] 10.222.0.50 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765690 Jul 28 14:49:24.948991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-43ec39df-1a8b-4f6a-bdc2-426caa4a3d3f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7728999 Jul 28 14:49:24.951704 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36398) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:24.959399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'subnet': {'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:25.069788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf41c-09a7-481d-92f4-1ad2dece86a8 req-dd85ccc7-df27-41f9-afb9-da22bb425ad2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:25.081238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-309bf41c-09a7-481d-92f4-1ad2dece86a8 req-dd85ccc7-df27-41f9-afb9-da22bb425ad2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1469924 Jul 28 14:49:25.132149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-309bf41c-09a7-481d-92f4-1ad2dece86a8 req-0bb95c4a-7726-4aaa-9b4f-805a5ab5aff6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490928 Jul 28 14:49:25.250906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:25.258568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.332005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4637a47-482d-4301-abdf-e7a7abd8dd15 req-daa5f16d-992b-4d60-8856-265a09b5aecd tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0408833 Jul 28 14:49:25.694145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:25.825974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Subnet': ['ID=a85435ca-616a-4f63-b0cb-68c67c7595d6,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:25.841058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Checking segment: {'id': '7188b909-1b1b-43b7-a4d8-a72916ab63e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:49:25.841915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network hostable DHCP agents. Network: 8a59e3ee-c543-4b39-874e-2e50a7d34b90, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:49:25.887532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:25.994620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:26.020470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d973c4f-a013-4151-8066-6486ef915ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.066516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:49:26.104076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba9e33-4149-4ad9-a1ba-44bb5b3ad470 req-3463ba32-8136-43c6-b886-4c6a716273f3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:26.105766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53ba9e33-4149-4ad9-a1ba-44bb5b3ad470 req-3463ba32-8136-43c6-b886-4c6a716273f3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 945 time: 0.0766385 Jul 28 14:49:26.205275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d973c4f-a013-4151-8066-6486ef915ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.206353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53ba9e33-4149-4ad9-a1ba-44bb5b3ad470 req-eec05766-6b35-499a-9622-7a57a31e4c3e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776267 Jul 28 14:49:26.217294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8a59e3ee-c543-4b39-874e-2e50a7d34b90) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:26.222551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:26.223300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.231612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67199e-ac70-460b-b7a5-795351abea42 None None] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:26.313179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56d95226-be65-4a64-803b-86ba6815d7d0 req-8eb20346-7e7d-4936-80f4-0815a10b6d4a tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0370481 Jul 28 14:49:26.321860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d973c4f-a013-4151-8066-6486ef915ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.337836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 98828221-eb45-44b6-9185-5c33de078bb6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:49:26.345592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 98828221-eb45-44b6-9185-5c33de078bb6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:26.346321 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.418001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3af9f2a1-3006-4547-86f7-7d2f7e61a9df tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4645145 Jul 28 14:49:26.420208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:26.428837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1824337247', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:26.485221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65423dca-816c-49e6-bc06-632c1bed6a03 req-149b3cb0-8035-4056-bcda-4eadd0548bf7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:26.503123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65423dca-816c-49e6-bc06-632c1bed6a03 req-149b3cb0-8035-4056-bcda-4eadd0548bf7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.2358930 Jul 28 14:49:26.519425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d973c4f-a013-4151-8066-6486ef915ed1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e93bd5db87984718aa4d27bdafdd7ab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6281536 Jul 28 14:49:26.519909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:26.524975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d973c4f-a013-4151-8066-6486ef915ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f79500-4b82-4cc0-aada-9c2cb4417b2c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:26.547131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be76344-50ac-49da-b90b-6a99d2df1421 None None] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:49:26.557308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65423dca-816c-49e6-bc06-632c1bed6a03 req-977faff1-be38-4a02-b607-1ed84c8ef795 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532193 Jul 28 14:49:26.560937 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.619825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1c87027-619d-4db4-97cf-99a9138142e1 req-846b5811-0fd8-4111-8763-99efb51b0b3d tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0506573 Jul 28 14:49:26.620414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:26.623107 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377946e0-9c44-416c-b4ae-fb40887deb4e" -d '{"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-plugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:26.647089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:26.663410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.679988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.679988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.722143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.770014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.833741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.834495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:49:26.896591 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9cd374-8028-43bd-a2d9-a715a2f4a5b1 x-openstack-request-id: req-5f9cd374-8028-43bd-a2d9-a715a2f4a5b1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:26.896876 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-plugged", "status": "completed", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:26.897130 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f9cd374-8028-43bd-a2d9-a715a2f4a5b1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:26.897523 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'code': 200} Jul 28 14:49:26.929787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:26.970165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.970391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:49:26.970717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.974217 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:26.978471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63f79500-4b82-4cc0-aada-9c2cb4417b2c HTTP/1.1" status: 204 len: 168 time: 0.4573717 Jul 28 14:49:27.061512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15146162-75fd-4a5e-b5d5-e0312f0e9e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f79500-4b82-4cc0-aada-9c2cb4417b2c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:27.113618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.147356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.313458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:27.409190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffb5fe-d572-4ca5-bbbe-245cc816c491 req-d5909548-df2e-4c70-bf23-f15e03b7c7d7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:27.410852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecffb5fe-d572-4ca5-bbbe-245cc816c491 req-d5909548-df2e-4c70-bf23-f15e03b7c7d7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0796425 Jul 28 14:49:27.451698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.545671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:27.545828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecffb5fe-d572-4ca5-bbbe-245cc816c491 req-bd9b9110-04ed-40bb-a9a0-994412e111d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245537 Jul 28 14:49:27.577118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:27.824916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1eac1a29-fa9d-434b-9027-ff92e67226fa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a5077f20-be87-478d-88be-44308e0174dc HTTP/1.1" status: 200 len: 994 time: 0.2446051 Jul 28 14:49:27.869237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-34af9dda-a67b-437a-a84c-1cd32d04c7fd req-6b9648ec-1a94-4390-bde0-0f11f8a2994c tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0414b61-8c97-4d11-bb24-77b60b7a59fb HTTP/1.1" status: 200 len: 210 time: 0.0472481 Jul 28 14:49:27.869790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2b3db-7cbb-4dab-a11f-cf0e573c9b7f req-3f79a886-1823-4979-9a29-d5cd422e3bbb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:27.872367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39f2b3db-7cbb-4dab-a11f-cf0e573c9b7f req-3f79a886-1823-4979-9a29-d5cd422e3bbb tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0908287 Jul 28 14:49:27.936922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.989534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:27.989739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39f2b3db-7cbb-4dab-a11f-cf0e573c9b7f req-6e2f83b1-5d16-4373-a8d0-fe02e7e3c290 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957313 Jul 28 14:49:28.134999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.147 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0b1be591-ab86-421e-beb3-c86733fbbccc) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:28.291355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.462210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.470971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36512) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:28.498017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2ab8e02-deb8-4b28-8639-703d06f5b8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.586435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:28.596015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:28.601199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:28.610147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=0b1be591-ab86-421e-beb3-c86733fbbccc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:28.692039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2ab8e02-deb8-4b28-8639-703d06f5b8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.822292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2ab8e02-deb8-4b28-8639-703d06f5b8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:28.881402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2ab8e02-deb8-4b28-8639-703d06f5b8d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b58cd5fc50154a4a8812deb5596f9f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092681 Jul 28 14:49:28.885468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab8e02-deb8-4b28-8639-703d06f5b8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd7f06-ac9f-4428-bf4c-7fddeb4101ed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:28.892612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:28.899448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:28.904232 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb794c4-3c6c-4cab-87b0-da16a8c356ea" -d '{"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:28.982254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.013910 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be57894-9417-44a0-b9a0-0ca86175e09c x-openstack-request-id: req-3be57894-9417-44a0-b9a0-0ca86175e09c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:29.014406 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:29.015034 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3be57894-9417-44a0-b9a0-0ca86175e09c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:29.032541 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'code': 200} Jul 28 14:49:29.074417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.301911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b502f-316a-425a-a3e8-dab4477b6c52 req-ce241a57-dea4-4c14-b7df-8f64dda67014 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:29.304148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a82b502f-316a-425a-a3e8-dab4477b6c52 req-ce241a57-dea4-4c14-b7df-8f64dda67014 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1205013 Jul 28 14:49:29.367208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a82b502f-316a-425a-a3e8-dab4477b6c52 req-6257dc9e-73dc-4095-a8c8-3ac31d5127b6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551481 Jul 28 14:49:29.430266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.434749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.445981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bdd7f06-ac9f-4428-bf4c-7fddeb4101ed HTTP/1.1" status: 204 len: 168 time: 0.5514429 Jul 28 14:49:29.464403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3d91c-cd09-40a0-bb2a-dea3ebd25246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd7f06-ac9f-4428-bf4c-7fddeb4101ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:29.605942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:29.930726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb86e48a-3bbb-4b87-b79c-c8f8cc174e2c req-d8205430-cbb7-4b6c-a6b8-c0d5cad1723a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e9e190648cf42159907e64dab600df5&device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.1032448 Jul 28 14:49:30.023840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-452daf3b-2c9d-474b-8e94-f662f88aa831 req-fbba5d0c-5041-4ac2-b770-934e34257e98 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0846140 Jul 28 14:49:30.085993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb86e48a-3bbb-4b87-b79c-c8f8cc174e2c req-f0415de6-bc99-4aab-8003-bb83eea00fc5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9e9e190648cf42159907e64dab600df5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261325 Jul 28 14:49:30.164476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.282157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86e48a-3bbb-4b87-b79c-c8f8cc174e2c req-7c9bdfd6-f03a-4fd6-93af-aecfbd2f176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.283721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb86e48a-3bbb-4b87-b79c-c8f8cc174e2c req-7c9bdfd6-f03a-4fd6-93af-aecfbd2f176d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1921110 Jul 28 14:49:30.452882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:49:30.795516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:30.816268 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:30.837447 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:30.838117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:30.844899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823d42d-ac46-4c53-a1d3-e5f2665bfe72 req-839ed156-2f4b-479f-b7e6-1fdd309dc4dd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:30.847689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a823d42d-ac46-4c53-a1d3-e5f2665bfe72 req-839ed156-2f4b-479f-b7e6-1fdd309dc4dd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.2855790 Jul 28 14:49:30.882574 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:30.911264 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:30.911984 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:30.938186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a823d42d-ac46-4c53-a1d3-e5f2665bfe72 req-620c315f-d355-4f50-a888-63bb382a9690 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722930 Jul 28 14:49:30.973508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:30.973508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eb918c55-8258-4e14-9d6a-27df1e0eef11 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5510476 Jul 28 14:49:30.977573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36572) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:31.004169 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:31.005428 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128a4b0-23ca-41cd-8e0f-cc3414faf30d None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:31.204863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c86050f1-f935-4405-b868-43ddd22a0f49 req-5370c6bb-220b-42ba-8b36-bc26484699ce tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0523784 Jul 28 14:49:31.722895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:31.784729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb86e48a-3bbb-4b87-b79c-c8f8cc174e2c req-48ed3f5d-6ca7-462f-bb70-29ea5cc855e0 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0348880 Jul 28 14:49:32.085983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3d20e-214c-44c4-888d-ed57c04e0584 req-37d7f3c8-7a25-4be4-9e27-4844b1a96f60 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:32.087780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77d3d20e-214c-44c4-888d-ed57c04e0584 req-37d7f3c8-7a25-4be4-9e27-4844b1a96f60 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0630317 Jul 28 14:49:32.140440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.1 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/43df78f7-1d24-4d4a-b8cd-0fa08faa893a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:32.147682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77d3d20e-214c-44c4-888d-ed57c04e0584 req-bd867ff4-6ad3-4f81-8223-0d38fbe78830 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503860 Jul 28 14:49:32.372040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.418742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5794d9b4-e6dc-4523-ba36-094ce86e566f req-b87f6ab8-80e3-4cbe-a288-adb30a97efd0 tempest-ServerShowV247Test-774274828 tempest-ServerShowV247Test-774274828-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8b37c58-0d39-4da8-bf52-fecad9d14624 HTTP/1.1" status: 200 len: 210 time: 0.0413806 Jul 28 14:49:32.536526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:32.628082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:32.628082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=43df78f7-1d24-4d4a-b8cd-0fa08faa893a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:32.643668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:32.650203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:32.753800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.169313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.409975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ae6aa-163e-4b9e-a3fe-e04939335a24 req-00efdf37-21e7-4d5c-aeff-ff6940c8997c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:33.423269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e68ae6aa-163e-4b9e-a3fe-e04939335a24 req-00efdf37-21e7-4d5c-aeff-ff6940c8997c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1047156 Jul 28 14:49:33.470581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e68ae6aa-163e-4b9e-a3fe-e04939335a24 req-30c32026-68a7-428b-ab38-6d5449448931 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467854 Jul 28 14:49:33.827969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:33.971679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.158446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.173430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=43df78f7-1d24-4d4a-b8cd-0fa08faa893a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:34.405576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:34.407541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:34.439445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:34.670107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:34.678528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb7482b-f971-4f9a-aef2-0b10ddd09b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:34.802652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0070fdb-bc9a-4522-9a1a-676151d55fae req-f98b8d34-8b53-48d8-ae14-89f8c1566bf0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:34.805417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0070fdb-bc9a-4522-9a1a-676151d55fae req-f98b8d34-8b53-48d8-ae14-89f8c1566bf0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1892762 Jul 28 14:49:34.885767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:34.895209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:34.896695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0070fdb-bc9a-4522-9a1a-676151d55fae req-c88780b1-7ad2-4445-8297-7328e64c3e2c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767198 Jul 28 14:49:34.908251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:34.932429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-30beca41-9c40-4fa7-911d-aa4cb65bfc29 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/routers/2651560b-0632-4c2b-a393-353308d48f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9510052 Jul 28 14:49:34.933312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:34.937356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:34.941341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:34.946538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'port': {'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90', 'name': 'tempest-FloatingIPTestJSON-180066794'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:34.987493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:35.001655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:35.002308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:35.022698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb7482b-f971-4f9a-aef2-0b10ddd09b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.107366 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0eb7482b-f971-4f9a-aef2-0b10ddd09b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.119097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:35.120238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b78a65-05bb-4183-96cb-46f8459db6b3 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:35.189669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9d42-9052-472e-9148-f8369dc4dbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.208041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36700) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:35.208626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0eb7482b-f971-4f9a-aef2-0b10ddd09b50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e9e190648cf42159907e64dab600df5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7670209 Jul 28 14:49:35.233166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7482b-f971-4f9a-aef2-0b10ddd09b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7041773a-07e6-49f2-b56f-84df29b483a3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.304534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.333891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.388469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9d42-9052-472e-9148-f8369dc4dbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.553945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.555574 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f9d9d42-9052-472e-9148-f8369dc4dbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.568522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.570141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7041773a-07e6-49f2-b56f-84df29b483a3 HTTP/1.1" status: 204 len: 168 time: 0.3607798 Jul 28 14:49:35.581972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dba80-34c6-47ff-9c68-effb3561eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041773a-07e6-49f2-b56f-84df29b483a3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.722988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d9d42-9052-472e-9148-f8369dc4dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f2b80e-38ac-47e7-84fa-fe96116e7683,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:35.757384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36720) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:35.758143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f9d9d42-9052-472e-9148-f8369dc4dbac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=465017b87417468e9ba19977f83d26bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697641 Jul 28 14:49:35.828542 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.833742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:35.837635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.868709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:35.885801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] device_id is not set on port 22af621d-a8c4-4a2d-a016-421f0d3eb095 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:36.124301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.10 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/22af621d-a8c4-4a2d-a016-421f0d3eb095) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:36.177938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329b65-5b2e-4e0e-b045-0ac4bfd43e73 req-8bdd58de-9330-4f88-9e57-a320bacd78d8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:36.179711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-64329b65-5b2e-4e0e-b045-0ac4bfd43e73 req-8bdd58de-9330-4f88-9e57-a320bacd78d8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0973418 Jul 28 14:49:36.249165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-64329b65-5b2e-4e0e-b045-0ac4bfd43e73 req-37adc1ff-8de9-47fb-aa46-b0b5bc500cc6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622380 Jul 28 14:49:36.393646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:36.465991 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:36.470521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:36.485080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62f2b80e-38ac-47e7-84fa-fe96116e7683 HTTP/1.1" status: 204 len: 168 time: 0.7265470 Jul 28 14:49:36.506630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d782ad4-4c3b-4e86-b7b8-7e6fe2cf1342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f2b80e-38ac-47e7-84fa-fe96116e7683,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:36.963454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.017045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:37.020138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:37.023834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:37.052695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=22af621d-a8c4-4a2d-a016-421f0d3eb095,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:37.082172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.082802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.389560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d71809-1a4c-4e7b-8cb7-5a3d64e92d22 req-f54506a6-2968-4136-be61-e0d6b5ee886a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:37.391661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2d71809-1a4c-4e7b-8cb7-5a3d64e92d22 req-f54506a6-2968-4136-be61-e0d6b5ee886a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0534875 Jul 28 14:49:37.436623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2d71809-1a4c-4e7b-8cb7-5a3d64e92d22 req-cf9a2c06-4874-421e-9337-22fc4265d1fe tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379283 Jul 28 14:49:37.445977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-53d03818-2513-46f6-af7b-ee8ce1338945 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5118558 Jul 28 14:49:37.448502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:37.454807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'port': {'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90', 'name': 'tempest-FloatingIPTestJSON-1273029649'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:37.803119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:37.817309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:37.880634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] device_id is not set on port 3b48cbdb-cf4d-487d-897c-4d0ba5459c23 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:38.093222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.7 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/3b48cbdb-cf4d-487d-897c-4d0ba5459c23) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:38.309839 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.548739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36802) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:38.549333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.576546 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edd0f31e-0aef-4f1f-bb31-7db5f3ae56b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.728257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:38.729208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=3b48cbdb-cf4d-487d-897c-4d0ba5459c23,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:38.739322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edd0f31e-0aef-4f1f-bb31-7db5f3ae56b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.756404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:38.760897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:38.771265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.771637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.774070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.777177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.777576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.777930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.778274 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.778615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.778998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.779900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.779900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.780123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:49:38.866064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-edd0f31e-0aef-4f1f-bb31-7db5f3ae56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.897346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bc805-7162-4dfd-8f23-61fed9388958 req-7821a7df-9ee0-4dab-a652-c0a1b933d1ee tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.906986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e36bc805-7162-4dfd-8f23-61fed9388958 req-7821a7df-9ee0-4dab-a652-c0a1b933d1ee tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.3351538 Jul 28 14:49:38.933679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-edd0f31e-0aef-4f1f-bb31-7db5f3ae56b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e98893091ae9491bad22479ce354d315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808708 Jul 28 14:49:38.933679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0f31e-0aef-4f1f-bb31-7db5f3ae56b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d70a1-1e8c-47f3-8608-2f3db7fc1a57,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:38.937428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:38.937637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36816) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:38.938102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:38.973893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e36bc805-7162-4dfd-8f23-61fed9388958 req-0cff216f-0aa3-4b20-9a73-2712318fffb1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659089 Jul 28 14:49:39.021202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.073191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.099837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f91393c6-4ca7-4672-aaff-f46e9a6981dc tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6499794 Jul 28 14:49:39.103003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36820) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:39.108042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '3b48cbdb-cf4d-487d-897c-4d0ba5459c23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:39.273383 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.319186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.322256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.323909 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e34d70a1-1e8c-47f3-8608-2f3db7fc1a57 HTTP/1.1" status: 204 len: 168 time: 0.3844471 Jul 28 14:49:39.351996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43281366-289b-4301-8953-4f07fa3a2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d70a1-1e8c-47f3-8608-2f3db7fc1a57,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:39.481842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:39.588229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36828) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:39.844344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9255f011-6df4-495e-a081-5d6a00dcd159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.212226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9255f011-6df4-495e-a081-5d6a00dcd159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.315702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9255f011-6df4-495e-a081-5d6a00dcd159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.325918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.83 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b632aec9-edea-4348-b499-a8205206ec7f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:40.363370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9255f011-6df4-495e-a081-5d6a00dcd159 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b022f7863b9344689a9a0dbff00f81fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710617 Jul 28 14:49:40.387304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36848) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:40.433747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d2e1b-e4de-4bfd-bbff-61d4a1f11674 req-141de622-5987-4a38-8014-0548fb37cbc7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:40.435807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a9d2e1b-e4de-4bfd-bbff-61d4a1f11674 req-141de622-5987-4a38-8014-0548fb37cbc7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1973057 Jul 28 14:49:40.499453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255f011-6df4-495e-a081-5d6a00dcd159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd632034-3926-48aa-8d39-b59f77b83e48,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:40.586483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.606628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.646233 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.650419 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a9d2e1b-e4de-4bfd-bbff-61d4a1f11674 req-816a8c5a-6271-4e5c-a998-db37761e7dab tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034941 Jul 28 14:49:40.827197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.888216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:40.894083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:40.895232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.900059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:40.902037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd632034-3926-48aa-8d39-b59f77b83e48 HTTP/1.1" status: 204 len: 168 time: 0.5132625 Jul 28 14:49:40.905946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:40.916211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=b632aec9-edea-4348-b499-a8205206ec7f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:40.944420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73588874-3f56-47e8-bdd5-ec209773c2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd632034-3926-48aa-8d39-b59f77b83e48,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:41.657374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:41.949230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.028429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadedb0a-8382-4af4-989d-854dbaeb7f7e req-e6cca0af-6f97-4707-a15e-2350a8e27279 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:42.030299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cadedb0a-8382-4af4-989d-854dbaeb7f7e req-e6cca0af-6f97-4707-a15e-2350a8e27279 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.2540073 Jul 28 14:49:42.205445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cadedb0a-8382-4af4-989d-854dbaeb7f7e req-94d53027-c4fa-4cac-b5f8-aef64416b042 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599481 Jul 28 14:49:42.273531 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbba8133-3465-4e92-b40f-164e2a28b2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.356321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.531184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.639602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=b632aec9-edea-4348-b499-a8205206ec7f,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:42.660937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:42.821801 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 87fef4b1-9328-4c04-9fad-d5d7daabcba7 associated. External IP: 172.25.0.83, port: 3b48cbdb-cf4d-487d-897c-4d0ba5459c23. Jul 28 14:49:43.240012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:43.298256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36932) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:43.437958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:43.449631 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:43.472670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df661ed-870e-4cc6-9fa4-22273cdda9b3 req-10ad1957-e3a6-4a22-a662-5c18309196df tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:43.474543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2df661ed-870e-4cc6-9fa4-22273cdda9b3 req-10ad1957-e3a6-4a22-a662-5c18309196df tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1068008 Jul 28 14:49:43.482856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:43.494504 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:43.594417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.628724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2df661ed-870e-4cc6-9fa4-22273cdda9b3 req-e1ed37c0-ca0d-4826-9253-b3df848c7fb0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438541 Jul 28 14:49:43.648355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1693809535-network', 'tenant_id': '92262772730a4ddc839fab3935852c41'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:43.693333 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:43.709103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15e446d3-6294-4fe8-8fc0-662e3e729363 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6070378 Jul 28 14:49:43.711926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:43.720783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:43.760134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:43.762841 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:43.824808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:43.825433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8596e7-cda7-4d82-8ce1-51c70931ea2a None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:43.839722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.853935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Made reservation on behalf of 92262772730a4ddc839fab3935852c41 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:43.857420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:43.890880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.080171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.151635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.152003 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 87fef4b1-9328-4c04-9fad-d5d7daabcba7 disassociated. External IP: 172.25.0.83, port: 3b48cbdb-cf4d-487d-897c-4d0ba5459c23. Jul 28 14:49:44.456630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:44.488067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.594610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:44.599191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.604836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:44.610407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.619757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:44.621100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:44.631050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:49:44.635838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ae80fe0-86ee-4836-97c5-5e362bc629c8 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/87fef4b1-9328-4c04-9fad-d5d7daabcba7 HTTP/1.1" status: 200 len: 687 time: 0.9248562 Jul 28 14:49:44.638373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:44.659908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18574d8f-e3a3-41ed-b3de-2a20dfc36b60,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:44.671173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.672135 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Added segment c10f0e32-01e0-4e06-bed0-a4f3ad4fd60f of type vlan for network 354bee8c-66d3-42a4-9a12-cf0dcc8b9494 Jul 28 14:49:44.708981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:44.724623 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.741898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:44.742840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:44.883541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:44.884187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62336f-5344-4e8d-848d-d2d085e66598 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:44.906762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7586f7a0-81e2-4f13-9c1d-7d0a166386d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:44.919254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df43ab-ce37-4ed5-a59c-9ff63f552888 req-d3f53d76-a9a3-4816-b860-ef3774f309b1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:44.920843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06df43ab-ce37-4ed5-a59c-9ff63f552888 req-d3f53d76-a9a3-4816-b860-ef3774f309b1 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1140058 Jul 28 14:49:44.971065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port b632aec9-edea-4348-b499-a8205206ec7f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:44.974515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.033728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06df43ab-ce37-4ed5-a59c-9ff63f552888 req-b568b38e-bf5c-4eb5-b41b-cb911d9422ab tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961123 Jul 28 14:49:45.044477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.045093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.046090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:45.046409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.084143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.084706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.105510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for b632aec9-edea-4348-b499-a8205206ec7f owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:45.163438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] Pushing event updated for resources: {'Network': ['ID=354bee8c-66d3-42a4-9a12-cf0dcc8b9494,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:45.176223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 354bee8c-66d3-42a4-9a12-cf0dcc8b9494 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:49:45.211890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-339b26b6-4ac7-4914-a12d-43c908ad2996 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9058325 Jul 28 14:49:45.461817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.509660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=b632aec9-edea-4348-b499-a8205206ec7f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:45.587834 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.590815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:45.596113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-31cafe71-6fa1-41ed-9dc1-8fbe785bdff1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/87fef4b1-9328-4c04-9fad-d5d7daabcba7 HTTP/1.1" status: 204 len: 168 time: 0.9527602 Jul 28 14:49:45.597769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36994) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:45.602595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '22af621d-a8c4-4a2d-a016-421f0d3eb095'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:45.846321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44aaf-bf08-4e55-970d-41423112a185 req-c19b5ae8-c915-4f11-b3fb-5c6bb6bfe424 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:45.852403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44aaf-bf08-4e55-970d-41423112a185 req-c19b5ae8-c915-4f11-b3fb-5c6bb6bfe424 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:45.858560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc44aaf-bf08-4e55-970d-41423112a185 req-c19b5ae8-c915-4f11-b3fb-5c6bb6bfe424 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:45.860277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fc44aaf-bf08-4e55-970d-41423112a185 req-c19b5ae8-c915-4f11-b3fb-5c6bb6bfe424 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2135341 Jul 28 14:49:46.011904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267b7c0-2d25-4d09-8a3d-23d45ecee295 req-6d948b94-609d-4a6e-9dac-baf1a4f6aba7 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:46.013302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0267b7c0-2d25-4d09-8a3d-23d45ecee295 req-6d948b94-609d-4a6e-9dac-baf1a4f6aba7 tempest-ComputeTenantNetworksTest-1260280938 tempest-ComputeTenantNetworksTest-1260280938-project] 10.222.0.47 "GET /v2.0/networks/354bee8c-66d3-42a4-9a12-cf0dcc8b9494 HTTP/1.1" status: 200 len: 769 time: 0.1087761 Jul 28 14:49:46.021777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:46.086264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.143183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.153097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.239586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b423-cff7-48b3-a5a1-03887b8ddfe1 req-8ca75150-ffb7-494a-adb7-70bd3a134590 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:46.241240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bc7b423-cff7-48b3-a5a1-03887b8ddfe1 req-8ca75150-ffb7-494a-adb7-70bd3a134590 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.0959120 Jul 28 14:49:46.248495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-d477e4e8-d0e6-44e9-b230-fae5c8bde023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:46.250271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-d477e4e8-d0e6-44e9-b230-fae5c8bde023 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1097 time: 0.0895536 Jul 28 14:49:46.274049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.287446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354bee8c-66d3-42a4-9a12-cf0dcc8b9494']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:46.306198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10f0e32-01e0-4e06-bed0-a4f3ad4fd60f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:46.306523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10f0e32-01e0-4e06-bed0-a4f3ad4fd60f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:46.320321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.345754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.345754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.356363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:49:46.356847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:49:46.359838 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:49:46.414272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bc7b423-cff7-48b3-a5a1-03887b8ddfe1 req-b5c74e08-500e-49f5-b6b1-130da0c50c22 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623673 Jul 28 14:49:46.441299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-b5524b18-2c27-459d-84b9-4994cdf56496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:46.445225 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-b5524b18-2c27-459d-84b9-4994cdf56496 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1783469 Jul 28 14:49:46.647950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.693788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:46.695874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] 10.222.0.47 "DELETE /v2.0/networks/354bee8c-66d3-42a4-9a12-cf0dcc8b9494 HTTP/1.1" status: 204 len: 168 time: 0.6729894 Jul 28 14:49:46.700509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbd5f3-1433-444a-942a-68fc590eb01a admin admin] Pushing event deleted for resources: {'Network': ['ID=354bee8c-66d3-42a4-9a12-cf0dcc8b9494,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:46.782937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:46.829584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.218 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5fcc0f1f-7c44-475c-9100-dafe7fc5da1d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:46.960348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-40930057-5eae-4db5-a7ed-76ec08db3988 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 1000 time: 0.5103755 Jul 28 14:49:47.023010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-71881b0c-0544-478d-ba20-e454d29b1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.024918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-71881b0c-0544-478d-ba20-e454d29b1aa4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.0573974 Jul 28 14:49:47.045783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18ef152-8a59-4226-a854-411f72f6a993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.055256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.079589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-bca831d8-05d8-4776-a923-2b32afa5afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.081587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-bca831d8-05d8-4776-a923-2b32afa5afa2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482068 Jul 28 14:49:47.196750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-fbe864f8-f4bc-4447-91be-ec26e47de8f9 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072493 Jul 28 14:49:47.205702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18ef152-8a59-4226-a854-411f72f6a993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.254779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.263409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:47.317114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:47.321197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ed69288-069c-441b-a8b4-3a8b350fb96f req-ee77a490-2d8c-4844-9ae9-e4878ab31624 service neutron] 10.222.0.53 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166787 Jul 28 14:49:47.321847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:47.331121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:47.357340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d18ef152-8a59-4226-a854-411f72f6a993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.367657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=5fcc0f1f-7c44-475c-9100-dafe7fc5da1d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:47.423303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a79aa142-359b-474d-a8f4-fdbb45fdad29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92262772730a4ddc839fab3935852c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552255 Jul 28 14:49:47.425311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37052) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:47.451258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef152-8a59-4226-a854-411f72f6a993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b123870f-2cd2-43fe-abe2-e666d17db2e8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:47.457875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d18ef152-8a59-4226-a854-411f72f6a993 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=670417395e174dbb97fe08420ca2edae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737998 Jul 28 14:49:47.461507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:47.572251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.606165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.643810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.668743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.674269 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.691160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b039c8c-0133-424b-b27b-a018f423ed6b req-62014ce5-e198-4a01-894e-7b20d60821f3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:47.692480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b039c8c-0133-424b-b27b-a018f423ed6b req-62014ce5-e198-4a01-894e-7b20d60821f3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1020100 Jul 28 14:49:47.745079 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b039c8c-0133-424b-b27b-a018f423ed6b req-e10778db-c486-4ac8-9a99-c81f570fe412 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Jul 28 14:49:47.815832 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.818480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.819697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18574d8f-e3a3-41ed-b3de-2a20dfc36b60 HTTP/1.1" status: 204 len: 168 time: 0.3931298 Jul 28 14:49:47.830947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d441872-0327-4e06-9436-6a3a6dce6912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18574d8f-e3a3-41ed-b3de-2a20dfc36b60,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:47.953178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.955764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:47.956913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b123870f-2cd2-43fe-abe2-e666d17db2e8 HTTP/1.1" status: 204 len: 168 time: 0.4944866 Jul 28 14:49:47.969975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b877c7e-47d9-4360-b5c9-c202117399aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123870f-2cd2-43fe-abe2-e666d17db2e8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:48.088759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:48.099908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.208352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.246499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:48.247950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:48.251079 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c40deda-fc9d-4408-90d4-eb25b295cb27" -d '{"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-unplugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:48.277948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.284857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.292740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.293051 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2edfad-af84-4f8e-9dc8-d8c13c7595ff x-openstack-request-id: req-af2edfad-af84-4f8e-9dc8-d8c13c7595ff {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:48.293362 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-unplugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:48.293706 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af2edfad-af84-4f8e-9dc8-d8c13c7595ff {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:48.294201 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'code': 200} Jul 28 14:49:48.300358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.306863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.313065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.319721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.321821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-5e664c17-1531-4f44-822f-3ca5c9af63ce tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.1109476 Jul 28 14:49:48.369928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3013effe-98c4-457a-b2e8-752af6bfa12a req-f4721c60-70fd-4107-8a8e-55c726c6a31b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407434 Jul 28 14:49:48.393003 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.461757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.561609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:48.589480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.592537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.600792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.606999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.613206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.619002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.625234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.627304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13adb962-ddb5-4f60-92c8-d76611e89252 req-e90a4664-e6d0-4ba2-8ae8-ccf9cf1a40cc tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.1363909 Jul 28 14:49:48.720032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.880975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2752-b952-42df-8ccb-994d3aa058b1 req-327986aa-26e5-4173-80bd-6e9a2e1e3195 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:48.882764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:48.888142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53ff2752-b952-42df-8ccb-994d3aa058b1 req-327986aa-26e5-4173-80bd-6e9a2e1e3195 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.0603540 Jul 28 14:49:48.951088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53ff2752-b952-42df-8ccb-994d3aa058b1 req-d61738c3-ff7c-4fb9-9e1c-2279dca01bf4 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535896 Jul 28 14:49:48.974842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=5fcc0f1f-7c44-475c-9100-dafe7fc5da1d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:48.991697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.158004 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 78affec6-8692-431f-ad70-076560499860 associated. External IP: 172.25.0.218, port: 22af621d-a8c4-4a2d-a016-421f0d3eb095. Jul 28 14:49:49.308799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37106) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:49.341318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-17d78b62-e7eb-4d10-b752-286d61a5bde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.493484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:49.513038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-17d78b62-e7eb-4d10-b752-286d61a5bde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.686379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-17d78b62-e7eb-4d10-b752-286d61a5bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.755395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-17d78b62-e7eb-4d10-b752-286d61a5bde7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd76669ee2b94e16b4a024853e415a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452531 Jul 28 14:49:49.756468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:49.765709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d78b62-e7eb-4d10-b752-286d61a5bde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5a44d8-2f09-4ab2-b54a-e2e6eee006b0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:49.870713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.875241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:49.914376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.058495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:50.073231 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:50.091117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:50.099563 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:50.142378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc513a76-93fd-4a20-8040-d696988c758f req-0f1d46d1-8aa0-4ce7-be69-6ddab9b0523b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:50.143875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:50.144387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc513a76-93fd-4a20-8040-d696988c758f req-0f1d46d1-8aa0-4ce7-be69-6ddab9b0523b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.0592408 Jul 28 14:49:50.190179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:50.190179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:50.196064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc513a76-93fd-4a20-8040-d696988c758f req-a268bc0a-23f6-476f-b47c-9c7b67948d46 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Jul 28 14:49:50.235147 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:50.235147 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb77cad-8fd5-4ab7-9801-2342a5973841 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:50.373772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.375313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.380760 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.384305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d5a44d8-2f09-4ab2-b54a-e2e6eee006b0 HTTP/1.1" status: 204 len: 168 time: 0.6236181 Jul 28 14:49:50.413375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527638d-e24e-435a-8877-f4f4c4a6344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5a44d8-2f09-4ab2-b54a-e2e6eee006b0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:50.425669 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d5109d4-d47a-46e5-aeb5-f1b5b83072f4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8266239 Jul 28 14:49:50.428553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37138) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.541186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-134cb068-a34d-4aa5-83d9-e596fac3e4bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/floatingips/78affec6-8692-431f-ad70-076560499860 HTTP/1.1" status: 200 len: 978 time: 0.1108172 Jul 28 14:49:50.543757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37144) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.655545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37146) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.685494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2451c408-1da2-44e5-b5a9-ba99ff336c6b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1403718 Jul 28 14:49:50.688842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:50.693591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': '3b48cbdb-cf4d-487d-897c-4d0ba5459c23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:50.753352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.786031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aced35d4-30cb-4f4e-885a-fe940df60fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:50.901250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aced35d4-30cb-4f4e-885a-fe940df60fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.067912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.084070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:51.205013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.205503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.205982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.206453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.206921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.207411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.207881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:51.219829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e554829-5341-428f-a3db-d52314160b6b req-bec4a0d9-ade7-4cf5-af12-746e6f346e58 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.1332486 Jul 28 14:49:51.222442 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aced35d4-30cb-4f4e-885a-fe940df60fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.269857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced35d4-30cb-4f4e-885a-fe940df60fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483d9282-99b3-4051-83fe-2617a7c415ce,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.305266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aced35d4-30cb-4f4e-885a-fe940df60fab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c4ee44ce0e34c24b6cbdc5ff6259306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499584 Jul 28 14:49:51.307926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37172) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:51.319514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1e554829-5341-428f-a3db-d52314160b6b req-146493f6-0bc9-4ee5-b80d-2bea987075a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&id=54eef74a-2ae0-4813-86b6-ac5714b10be8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867813 Jul 28 14:49:51.364609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.372536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.406377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.559130 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.610257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.613484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:51.621717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/483d9282-99b3-4051-83fe-2617a7c415ce HTTP/1.1" status: 204 len: 168 time: 0.3104916 Jul 28 14:49:51.649280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad6dc3-9824-4d71-86d8-756985955c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483d9282-99b3-4051-83fe-2617a7c415ce,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:51.705597 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 78affec6-8692-431f-ad70-076560499860 associated. External IP: 172.25.0.218, port: 22af621d-a8c4-4a2d-a016-421f0d3eb095. Jul 28 14:49:51.981622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:52.078540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:49:52.101928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:52.128624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:52.144400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:52.145815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.193721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.227646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:52.228300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.268190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.268855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932d2b5-9a6a-47de-a493-057197bd6d6e None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:52.395689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:52.553047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:52.558228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:52.569022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:52.579426 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:52.580571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.629324 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.640828 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:52.641933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.642560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6166d56f-d294-4de8-9cf6-8edd48aef0fd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/78affec6-8692-431f-ad70-076560499860 HTTP/1.1" status: 200 len: 978 time: 1.9525609 Jul 28 14:49:52.661581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:52.669202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:52.715554 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:52.716837 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c4a20-b019-45f3-bd42-fa0c99285b24 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:52.768630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.008007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.239054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.252383 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 78affec6-8692-431f-ad70-076560499860 disassociated. External IP: 172.25.0.218, port: 3b48cbdb-cf4d-487d-897c-4d0ba5459c23. Jul 28 14:49:53.537005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:53.657427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:53.662817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.669969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:53.690981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:53.692197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:53.727346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e3250116-76ca-40a5-818e-213b1f2c9734 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/78affec6-8692-431f-ad70-076560499860 HTTP/1.1" status: 200 len: 688 time: 1.0632417 Jul 28 14:49:53.734384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37256) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:53.751366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:53.767290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:53.768120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:53.808512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:53.810048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93042cc5-9067-4e36-8809-82aa5a5755e2 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:53.912203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 5fcc0f1f-7c44-475c-9100-dafe7fc5da1d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:53.912203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.989463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:53.989976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.004120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 5fcc0f1f-7c44-475c-9100-dafe7fc5da1d owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:54.320150 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.364609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=5fcc0f1f-7c44-475c-9100-dafe7fc5da1d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:54.440601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.444056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:54.445608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-373fb599-ba5d-4080-b326-e042e6b0563a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/78affec6-8692-431f-ad70-076560499860 HTTP/1.1" status: 204 len: 168 time: 0.7100756 Jul 28 14:49:54.448190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37288) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.491795 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-ca2403eb-696d-4bcc-8f2c-5119b202e35f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] delete failed (client error): The resource could not be found. Jul 28 14:49:54.493948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ca2403eb-696d-4bcc-8f2c-5119b202e35f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/78affec6-8692-431f-ad70-076560499860 HTTP/1.1" status: 404 len: 345 time: 0.0444613 Jul 28 14:49:54.500231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.593092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ec6f0-c607-4029-932c-411d150bbc9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.599976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ec6f0-c607-4029-932c-411d150bbc9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.605629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ec6f0-c607-4029-932c-411d150bbc9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.607402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-998ec6f0-c607-4029-932c-411d150bbc9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/ports?network_id=8a59e3ee-c543-4b39-874e-2e50a7d34b90 HTTP/1.1" status: 200 len: 2358 time: 0.1061304 Jul 28 14:49:54.611542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37292) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.667899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d84206-3930-4afd-b776-6f007595f8d7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:54.669282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59d84206-3930-4afd-b776-6f007595f8d7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/subnets/a85435ca-616a-4f63-b0cb-68c67c7595d6 HTTP/1.1" status: 200 len: 797 time: 0.0567410 Jul 28 14:49:54.674577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:54.679652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'port': {'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90', 'name': 'tempest-FloatingIPTestJSON-1827224757', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:55.335416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:49:55.436231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:55.459364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] device_id is not set on port 920d5d6a-6ad0-49e5-970f-bd6b469af78f yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:49:55.805478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.14 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/920d5d6a-6ad0-49e5-970f-bd6b469af78f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:55.814191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.13 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/920d5d6a-6ad0-49e5-970f-bd6b469af78f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:55.985196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d233288-c16a-4b1e-a65b-c05193f33417 req-9d3111d5-48e5-4431-b6ff-78b4ee09147f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:55.986793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d233288-c16a-4b1e-a65b-c05193f33417 req-9d3111d5-48e5-4431-b6ff-78b4ee09147f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1179569 Jul 28 14:49:56.049656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.058273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d233288-c16a-4b1e-a65b-c05193f33417 req-59bb4306-e9fc-40b3-8ede-df5dc6a9b33d tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644670 Jul 28 14:49:56.205197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.270498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:56.279039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:56.279039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=920d5d6a-6ad0-49e5-970f-bd6b469af78f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:56.282760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:56.375177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.375177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.412303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50386b-3f02-4bc1-8f1d-c040ab0dd604 req-924d5755-1b18-4f0c-a614-0fc23809b83d tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:56.419487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c50386b-3f02-4bc1-8f1d-c040ab0dd604 req-924d5755-1b18-4f0c-a614-0fc23809b83d tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.0520785 Jul 28 14:49:56.454655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c50386b-3f02-4bc1-8f1d-c040ab0dd604 req-92718b06-0c41-42db-a78b-187f58d5747b tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341327 Jul 28 14:49:56.479029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37346) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:56.489450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-f49c638a-c212-45a4-9097-b22d1fe613d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0481012 Jul 28 14:49:56.650338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc4c24d4-8597-4bb7-aa10-23e0c3c8225e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9741240 Jul 28 14:49:56.652560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37352) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:49:56.658028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '920d5d6a-6ad0-49e5-970f-bd6b469af78f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:56.776392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 5a453714-5716-4527-bc04-8c19ae2063e1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:49:56.776392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.893522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.893743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.903257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:56.928250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 5a453714-5716-4527-bc04-8c19ae2063e1 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:49:57.217800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.274094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35b5b-812c-4c0b-ad5f-1a6ecb0f3aca req-0cf72dfd-f20b-4cba-b605-a29cd9ec6bec tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:57.275661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85b35b5b-812c-4c0b-ad5f-1a6ecb0f3aca req-0cf72dfd-f20b-4cba-b605-a29cd9ec6bec tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1032243 Jul 28 14:49:57.348265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85b35b5b-812c-4c0b-ad5f-1a6ecb0f3aca req-f61369f8-a26b-4446-b01e-de22713bd83f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651765 Jul 28 14:49:57.366644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.133 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/320a0954-4b79-47fb-a5fe-9e1e7fc483ea) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:49:57.472514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.538892 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:49:57.556568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.581056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=5a453714-5716-4527-bc04-8c19ae2063e1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:57.646216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.646547 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP a5077f20-be87-478d-88be-44308e0174dc disassociated (deleted). External IP: 172.25.0.232, port: 98828221-eb45-44b6-9185-5c33de078bb6. Jul 28 14:49:57.784255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:57.836705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:49:57.880918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:49:57.885306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=320a0954-4b79-47fb-a5fe-9e1e7fc483ea,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:57.896771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:49:58.112924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router d7a46a70-006a-405e-8fc6-daa950d391e1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:49:58.334311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:49:58.340227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.345220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Sync routers for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:49:58.354266 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:58.354899 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:58.413071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62185d5c-a0ba-4c7f-8f63-41119eacfb45 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/floatingips/a5077f20-be87-478d-88be-44308e0174dc HTTP/1.1" status: 204 len: 168 time: 1.9304018 Jul 28 14:49:58.413071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:49:58.415385 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f7990-5cf3-4ff6-96cd-39e609eada24" -d '{"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:49:58.491565 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:49:58.564416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eaa5c-c029-453c-85cd-5accd12e6a67 req-d293f53d-00ec-47c3-b016-cca637b771e0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:58.566028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b14eaa5c-c029-453c-85cd-5accd12e6a67 req-d293f53d-00ec-47c3-b016-cca637b771e0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1096599 Jul 28 14:49:58.592016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.657107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b14eaa5c-c029-453c-85cd-5accd12e6a67 req-68d54f4b-a636-4168-bb2f-eac1e5aebaea tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763912 Jul 28 14:49:58.844752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:58.862692 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:58.893175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Checking router: d7a46a70-006a-405e-8fc6-daa950d391e1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:49:58.901625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:49:58.903172 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:59.000141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.016930 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:49:59.135910 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76224a9e-b581-4a55-8b30-166ad9fd4a60 x-openstack-request-id: req-76224a9e-b581-4a55-8b30-166ad9fd4a60 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:49:59.135910 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:49:59.135910 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76224a9e-b581-4a55-8b30-166ad9fd4a60 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:49:59.136208 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'status': 'completed', 'code': 200} Jul 28 14:49:59.170310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.275905 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:49:59.303499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-b01aa59b-1439-47b3-90c2-eccf72f9dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.305995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-b01aa59b-1439-47b3-90c2-eccf72f9dc61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724&tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5 HTTP/1.1" status: 200 len: 1095 time: 0.0961976 Jul 28 14:49:59.312744 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfc6d0-aa4e-4977-b5e3-29d6ad67c594 None None] The sync data for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 is: [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:47:53Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '90898d3a-259a-4291-ac05-fb8a4e83ea30', 'name': '', 'network_id': '4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ea:a0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:50Z', 'updated_at': '2021-07-28T14:48:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '553e0aca-e592-43f4-ac0a-124e11cf6cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:49:59.318862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.345052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:49:59.379700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=320a0954-4b79-47fb-a5fe-9e1e7fc483ea,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:49:59.423667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-e5d2bbb2-5428-4bb4-923e-b20c083c8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.425319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-e5d2bbb2-5428-4bb4-923e-b20c083c8353 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 1098 time: 0.1880257 Jul 28 14:49:59.478747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.508409 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 44a36797-c56d-4724-95b8-656461ef57e7 associated. External IP: 172.25.0.133, port: 920d5d6a-6ad0-49e5-970f-bd6b469af78f. Jul 28 14:49:59.510058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd10848-00ca-41f1-bb13-3a71d9587753 req-0fe35883-1ca4-4e22-a57a-67423065ba3b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:49:59.511689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dd10848-00ca-41f1-bb13-3a71d9587753 req-0fe35883-1ca4-4e22-a57a-67423065ba3b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.0959754 Jul 28 14:49:59.635676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dd10848-00ca-41f1-bb13-3a71d9587753 req-f66f4c76-27f1-40e3-b344-09078b413c38 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926738 Jul 28 14:49:59.789938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13de25ca-549e-46d4-afea-e3a06cd3a149 None None] New status for floating IP a5077f20-be87-478d-88be-44308e0174dc: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:49:59.866593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:49:59.920198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:49:59.964810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:49:59.974930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:49:59.989110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Transition to ACTIVE for port object a0060c3c-33d0-4ee7-8a82-eb97ef68ccde will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:00.179675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.214548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-d10b2837-6840-4245-a665-a9d4fc52d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.214548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-d10b2837-6840-4245-a665-a9d4fc52d3f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 200 len: 896 time: 0.7560561 Jul 28 14:50:00.235706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=9']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:00.290524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46df0-7779-4628-b0f1-f98b8dc15345 req-e66e2ebc-0156-48ae-8d80-ab292e2c72b7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.292421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7c46df0-7779-4628-b0f1-f98b8dc15345 req-e66e2ebc-0156-48ae-8d80-ab292e2c72b7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 943 time: 0.1829705 Jul 28 14:50:00.296254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-73683ec1-728c-44f8-a796-56b16e14b64a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 200 len: 217 time: 0.0963962 Jul 28 14:50:00.410074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:00.410074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7c46df0-7779-4628-b0f1-f98b8dc15345 req-fc16108c-e58c-4891-92a4-6b762e56d0e6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939467 Jul 28 14:50:00.418727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-579c2de1-9609-4453-a531-f665c4efa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.420301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-579c2de1-9609-4453-a531-f665c4efa6b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 200 len: 835 time: 0.0859630 Jul 28 14:50:00.432554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] No DVR routers for this DVR port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:00.670249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-9976e668-57e8-4374-8d52-6e60e4c3fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.672059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-9976e668-57e8-4374-8d52-6e60e4c3fc11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2068911 Jul 28 14:50:00.673528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:00.674208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:00.674812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:00.682772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:50:00.683480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Attempting to bind port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on network b0b12b2b-4a50-418c-a90e-58dc7407a942 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:00.698076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:00.698430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Checking segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:00.698828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Bound using segment: {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:00.706798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Bound port: a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a504e5e-f3b8-4788-acb6-7458e9598b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:00.707261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:00.721140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:00.751797 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:00.766371 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:00.767363 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:00.918868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:00.923105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:00.956199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5ab0d-f857-4b2b-bcb8-a79251a2cfb2 req-5e437ab0-9644-4bf5-b6ba-508a446d0f63 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:00.956445 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:00.956542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfa5ab0d-f857-4b2b-bcb8-a79251a2cfb2 req-5e437ab0-9644-4bf5-b6ba-508a446d0f63 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.1707144 Jul 28 14:50:00.956623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:00.956623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:00.985201 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:00.986232 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e070e3f-994e-4ee3-8419-6b74f9fcb6c9 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:00.989814 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfa5ab0d-f857-4b2b-bcb8-a79251a2cfb2 req-cb139fd4-a74b-4684-9924-f47019e069a1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89e3715a-4bb9-4104-9195-8897a0b40641&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480218 Jul 28 14:50:01.011319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-0777aacd-47e5-4f84-8da5-32fd0d902ffb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.011319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-0777aacd-47e5-4f84-8da5-32fd0d902ffb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 946 time: 0.2283082 Jul 28 14:50:01.011319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-4c0c06ba-b199-4fc3-ad62-5f7109b68e41 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201509 Jul 28 14:50:01.159449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.180578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.207276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.208197 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.210616 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] 10.222.0.50 "PUT /v2.0/ports/a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 1092 time: 1.8791382 Jul 28 14:50:01.211892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:01.215493 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3aef9-827b-4a00-a106-b2de75dc8754" -d '{"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:01.233414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c8787f9f-a7d9-4c5e-bb64-adcee07c304f tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5766401 Jul 28 14:50:01.234666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:01.241339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': '920d5d6a-6ad0-49e5-970f-bd6b469af78f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:01.260257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-250f7990-5cf3-4ff6-96cd-39e609eada24 req-73afb161-a709-42f9-9bc4-44fe7f0d6038 service neutron] 10.222.0.53 "GET /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337313 Jul 28 14:50:01.328286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 98828221-eb45-44b6-9185-5c33de078bb6 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:01.328933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.394499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16566-65cb-4c7d-b027-8eda4054dede service neutron] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=10']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:01.434781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.455893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-2aa5c07f-84be-43c6-b037-8dcad69e2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.460275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-2aa5c07f-84be-43c6-b037-8dcad69e2d70 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1096 time: 0.2090354 Jul 28 14:50:01.673800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 98828221-eb45-44b6-9185-5c33de078bb6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=98828221-eb45-44b6-9185-5c33de078bb6,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:01.674390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:01.720920 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21485c8-225f-4bd5-8764-994a1c7be206 x-openstack-request-id: req-b21485c8-225f-4bd5-8764-994a1c7be206 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:01.722037 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:01.722037 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b21485c8-225f-4bd5-8764-994a1c7be206 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:01.722037 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'status': 'completed', 'code': 200} Jul 28 14:50:01.742315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 98828221-eb45-44b6-9185-5c33de078bb6 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:01.774845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-d872c2dc-db64-4700-9c9f-fc1c80d43d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.776410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-d872c2dc-db64-4700-9c9f-fc1c80d43d6c service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.2598972 Jul 28 14:50:01.845639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873231-a8d9-466d-a421-961807101c82 req-40858c14-460f-4394-9b75-c146709a4893 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:01.847754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34873231-a8d9-466d-a421-961807101c82 req-40858c14-460f-4394-9b75-c146709a4893 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1819296 Jul 28 14:50:01.928942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-f4698839-d478-462d-9cd6-95041021aa1b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 998 time: 0.1438537 Jul 28 14:50:02.000830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34873231-a8d9-466d-a421-961807101c82 req-38f0583c-77d2-4dde-9dca-383a52a8f0bc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213062 Jul 28 14:50:02.072999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.073611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-9f8eb3ed-129f-49d8-bdf1-4946ca5313bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:02.076312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-9f8eb3ed-129f-49d8-bdf1-4946ca5313bf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.1107144 Jul 28 14:50:02.114713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=98828221-eb45-44b6-9185-5c33de078bb6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:02.199367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] No DVR routers for this DVR port 98828221-eb45-44b6-9185-5c33de078bb6 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:02.203765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ffa3d8d8-0da4-48da-b62b-9eaf67356e37 req-1229ece3-9b10-4027-9963-67d8b036f659 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0695302 Jul 28 14:50:02.205329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.206778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a508b177-7e97-4d23-bc64-aaeb4a8d80cc req-68a25011-9aa8-4e0e-83c1-88bf0b07d018 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "DELETE /v2.0/ports/98828221-eb45-44b6-9185-5c33de078bb6 HTTP/1.1" status: 204 len: 173 time: 1.1880324 Jul 28 14:50:02.207321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-deleted', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:02.209713 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d490d-43c9-4e87-a5ea-4a513f7c7875" -d '{"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-deleted", "tag": "98828221-eb45-44b6-9185-5c33de078bb6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:02.232583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-45d3e374-dd7a-4336-81c8-303ffed91999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:02.235301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-45d3e374-dd7a-4336-81c8-303ffed91999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465769 Jul 28 14:50:02.261039 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302eb3d2-c8ca-4867-a0b6-d0e9bdcbdd8b x-openstack-request-id: req-302eb3d2-c8ca-4867-a0b6-d0e9bdcbdd8b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:02.261813 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1830d7f2-1ccc-4725-b893-1d1be4089412", "name": "network-vif-deleted", "tag": "98828221-eb45-44b6-9185-5c33de078bb6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:02.261813 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-302eb3d2-c8ca-4867-a0b6-d0e9bdcbdd8b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:02.262081 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1830d7f2-1ccc-4725-b893-1d1be4089412', 'name': 'network-vif-deleted', 'tag': '98828221-eb45-44b6-9185-5c33de078bb6', 'status': 'completed', 'code': 200} Jul 28 14:50:02.411942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-e6f88ca9-7b66-4118-b1cf-584a7ac2a708 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674671 Jul 28 14:50:02.419730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:02.517956 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30eb1a89-e4de-4267-a0f5-2f8949856ee6 req-c8797163-9621-4b00-888c-a07bab72efd2 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966539 Jul 28 14:50:02.633288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.062328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-f09b476f-18fb-454d-a65e-f15b71ea25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.064008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-f09b476f-18fb-454d-a65e-f15b71ea25da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1096 time: 0.0846319 Jul 28 14:50:03.199729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009d880-4fb6-44a5-a2e4-eb6af5f8297c req-0eaa5a87-01fb-4efc-b7c7-76bc2f4a4833 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.201339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a009d880-4fb6-44a5-a2e4-eb6af5f8297c req-0eaa5a87-01fb-4efc-b7c7-76bc2f4a4833 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1072094 Jul 28 14:50:03.259715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a009d880-4fb6-44a5-a2e4-eb6af5f8297c req-d598159b-82ab-4a5f-a250-34d301136958 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511265 Jul 28 14:50:03.262358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-cf55452a-9e63-40dc-bf39-a98b4ef91cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.263891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-cf55452a-9e63-40dc-bf39-a98b4ef91cce service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1919222 Jul 28 14:50:03.372005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:03.388135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bcacb9b-893c-4b48-a3a2-f857c0e0c511 req-49c243b2-e8b3-46d0-a410-42f74e854a2c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=1830d7f2-1ccc-4725-b893-1d1be4089412 HTTP/1.1" status: 200 len: 210 time: 0.0573692 Jul 28 14:50:03.404121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-6a9642e8-8e38-4c2d-aa40-956d40b381d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 998 time: 0.1285870 Jul 28 14:50:03.521160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-68289747-810f-491e-b586-be1eb30fcb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.523472 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-68289747-810f-491e-b586-be1eb30fcb7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.1115868 Jul 28 14:50:03.630434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:03.636055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:03.643234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-8a550600-a2dc-4428-85d9-5b3f7f83b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:03.643234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-8a550600-a2dc-4428-85d9-5b3f7f83b9ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763996 Jul 28 14:50:03.646913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:03.657960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:03.658846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:03.724879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:03.759677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:03.761992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:03.863711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:03.864721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce34cc-6722-4c9f-a260-d64cecf1fd73 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:04.042362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed5df3ca-202c-4e90-ab68-f96d0792480a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/44a36797-c56d-4724-95b8-656461ef57e7 HTTP/1.1" status: 200 len: 979 time: 2.8039589 Jul 28 14:50:04.042694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:04.112761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-c035891c-3cde-4f1b-a06d-bbb0f7788d9d service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524825 Jul 28 14:50:04.169599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:04.244543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 98828221-eb45-44b6-9185-5c33de078bb6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:04.244903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 98828221-eb45-44b6-9185-5c33de078bb6 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:04.269107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-86a3aef9-827b-4a00-a106-b2de75dc8754 req-de57b143-d841-4d13-9fc4-9b2df6261c57 service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467612 Jul 28 14:50:04.581788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:04.599100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb45d-c15b-4539-a956-8216168ff1c4 req-93fc8022-4358-4edf-97be-76367f846ec5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:04.601299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b59cb45d-c15b-4539-a956-8216168ff1c4 req-93fc8022-4358-4edf-97be-76367f846ec5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1864283 Jul 28 14:50:04.683133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b59cb45d-c15b-4539-a956-8216168ff1c4 req-61d35f5c-4edd-406e-ba7b-b8a67ad3b0e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657089 Jul 28 14:50:04.713699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 320a0954-4b79-47fb-a5fe-9e1e7fc483ea {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:04.717717 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.975354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:04.975686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.007010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 320a0954-4b79-47fb-a5fe-9e1e7fc483ea owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:05.512983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.640362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=320a0954-4b79-47fb-a5fe-9e1e7fc483ea,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:05.747100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.811258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:05.811442 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 44a36797-c56d-4724-95b8-656461ef57e7 disassociated (deleted). External IP: 172.25.0.133, port: 920d5d6a-6ad0-49e5-970f-bd6b469af78f. Jul 28 14:50:06.102392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc27af-42a5-4804-bee4-5c23a17b0707 req-db2f92d4-19e9-4186-ba42-c6637ff1308c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:06.104475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4fc27af-42a5-4804-bee4-5c23a17b0707 req-db2f92d4-19e9-4186-ba42-c6637ff1308c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.0925689 Jul 28 14:50:06.200844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4fc27af-42a5-4804-bee4-5c23a17b0707 req-f0269ddb-358f-4fc1-acfb-162a45cfd12f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836902 Jul 28 14:50:06.266125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:06.285337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 90898d3a-259a-4291-ac05-fb8a4e83ea30 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:06.286338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.513110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 90898d3a-259a-4291-ac05-fb8a4e83ea30, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90898d3a-259a-4291-ac05-fb8a4e83ea30,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:06.515793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.527722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:06.532291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:06.548156 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:06.558322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 90898d3a-259a-4291-ac05-fb8a4e83ea30 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:06.578418 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:06.579045 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:06.618362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-547ea8df-8991-44df-8b2c-8072f145d6c6 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/44a36797-c56d-4724-95b8-656461ef57e7 HTTP/1.1" status: 204 len: 168 time: 2.5625291 Jul 28 14:50:06.623600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37554) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:06.694758 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:06.720023 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:06.720860 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:06.810290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:06.811880 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc44688-d2e2-4dca-be3e-c3be18041d06 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:06.989114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 920d5d6a-6ad0-49e5-970f-bd6b469af78f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:06.989695 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.175152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.232140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.276109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 920d5d6a-6ad0-49e5-970f-bd6b469af78f owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:07.280358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=90898d3a-259a-4291-ac05-fb8a4e83ea30,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:07.727702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:07.732031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21120d94-4ca4-4712-89d1-080f46f5b9ac req-f66ae5df-68db-427d-8342-0b2d341a0458 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:07.735343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21120d94-4ca4-4712-89d1-080f46f5b9ac req-f66ae5df-68db-427d-8342-0b2d341a0458 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.2356269 Jul 28 14:50:07.937291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21120d94-4ca4-4712-89d1-080f46f5b9ac req-0ad8c07d-43c6-4142-b07b-b29b85241a96 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523967 Jul 28 14:50:08.105363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.216115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=920d5d6a-6ad0-49e5-970f-bd6b469af78f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:08.325229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router d7a46a70-006a-405e-8fc6-daa950d391e1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:08.555791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.557905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-be9e7a3d-aef8-4af1-9171-a16b50e00a97 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/920d5d6a-6ad0-49e5-970f-bd6b469af78f HTTP/1.1" status: 204 len: 168 time: 1.9332571 Jul 28 14:50:08.575164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37578) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:08.597923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:08.652903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:08.665077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Sync routers for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:08.684532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:08.685839 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fd45ded4-2f1c-4474-a2f1-b39d30c09c83 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/d7a46a70-006a-405e-8fc6-daa950d391e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1033533 Jul 28 14:50:08.686933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:08.689485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:08.797279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:08.967569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:09.025645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting subnet 553e0aca-e592-43f4-ac0a-124e11cf6cb2 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:50:09.034080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.225229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.283833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ce8c7-7b5f-439e-8b7b-d2f72c8f30e5 req-93d0ec9f-0c2c-4cf3-9ba1-6eb763d65532 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:09.289324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e81ce8c7-7b5f-439e-8b7b-d2f72c8f30e5 req-93d0ec9f-0c2c-4cf3-9ba1-6eb763d65532 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1040580 Jul 28 14:50:09.418536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e81ce8c7-7b5f-439e-8b7b-d2f72c8f30e5 req-a4f5fb40-8f19-45bb-b6f0-f7b64be025dc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212301 Jul 28 14:50:09.446789 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:09.450321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:50:06Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:09.488416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Checking router: d7a46a70-006a-405e-8fc6-daa950d391e1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:50:09.499912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Routers {'d7a46a70-006a-405e-8fc6-daa950d391e1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:09.500643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:49:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['d7a46a70-006a-405e-8fc6-daa950d391e1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:09.636968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] Set router d7a46a70-006a-405e-8fc6-daa950d391e1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:09.807010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.187 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/86a31d5f-ba91-437f-af03-9af210586ee7) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:09.883062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:50:06Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:09.915805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d0998-938b-468f-9dd3-2c88105cd080 None None] The sync data for ids ['d7a46a70-006a-405e-8fc6-daa950d391e1'] in n-d-705658-23 is: [{'id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1169704093', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:47:42Z', 'updated_at': '2021-07-28T14:50:06Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'bbb4bc07-c432-4cea-a498-3634d5dc31a9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:39:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a46a70-006a-405e-8fc6-daa950d391e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:47:43Z', 'updated_at': '2021-07-28T14:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:10.019513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.217744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.310264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.379438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Subnet': ['ID=553e0aca-e592-43f4-ac0a-124e11cf6cb2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:10.383147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.388014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fbfb2-6ba3-4088-a3f0-aca8066ce3ae None None] Network 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:10.393577 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.395702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bf38e0e5-fbfe-4736-bc33-4a3004d99b7b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/subnets/553e0aca-e592-43f4-ac0a-124e11cf6cb2 HTTP/1.1" status: 204 len: 168 time: 1.7101097 Jul 28 14:50:10.398490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37602) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:10.421856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.545658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:10.571667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:10.672389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:10.674585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=86a31d5f-ba91-437f-af03-9af210586ee7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:10.780373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:10.881274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] DHCP port deletion for 4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:10.893952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.034596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Deleting port baad8a28-c5d2-4d15-94ff-9c90cb192d4a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:11.036628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.068622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68655ead-1337-4d48-8be9-df4712848080 req-5bf4fae1-af9a-4b35-bcb5-af8a80f858f9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:11.077840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68655ead-1337-4d48-8be9-df4712848080 req-5bf4fae1-af9a-4b35-bcb5-af8a80f858f9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.2946539 Jul 28 14:50:11.229903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.231520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] For port baad8a28-c5d2-4d15-94ff-9c90cb192d4a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,segment=NetworkSegment(d5773908-61f6-4920-94bc-8cc1c3be2567),segment_id=d5773908-61f6-4920-94bc-8cc1c3be2567)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:11.235070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.284764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Calling delete_port for baad8a28-c5d2-4d15-94ff-9c90cb192d4a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:11.305153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.313072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.349358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68655ead-1337-4d48-8be9-df4712848080 req-5f48cf25-f499-4a5e-90ae-8001f7ded11e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704949 Jul 28 14:50:11.472898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.473621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.545309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca11ff6-cebb-44e5-bf68-85ba80608e3b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:11.932822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:11.947271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.044321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] No DVR routers for this DVR port baad8a28-c5d2-4d15-94ff-9c90cb192d4a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:12.063442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9d80c-f242-40b2-9cb2-a638ead790c0 None None] Pushing event deleted for resources: {'Port': ['ID=baad8a28-c5d2-4d15-94ff-9c90cb192d4a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:12.176864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90898d3a-259a-4291-ac05-fb8a4e83ea30 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:12.212816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.213370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.222824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.225182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.225182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.225182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.225182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.225182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.230677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.231070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.234309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.234689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:12.235766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 90898d3a-259a-4291-ac05-fb8a4e83ea30 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:12.239357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90898d3a-259a-4291-ac05-fb8a4e83ea30 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:12.239922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device baad8a28-c5d2-4d15-94ff-9c90cb192d4a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:12.264352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a06c774-0afd-40b4-aa9c-bb77c78d7875 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8dbf103eda3c430cb13db82e795181c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8812070 Jul 28 14:50:12.266944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37622) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:12.300858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: baad8a28-c5d2-4d15-94ff-9c90cb192d4a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:12.301817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device baad8a28-c5d2-4d15-94ff-9c90cb192d4a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:12.336814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port bbb4bc07-c432-4cea-a498-3634d5dc31a9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:12.338335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.371539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.388783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5d907da-75a0-475a-ae04-b0a4dbfe048c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.721005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port bbb4bc07-c432-4cea-a498-3634d5dc31a9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bbb4bc07-c432-4cea-a498-3634d5dc31a9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:12.731238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.793949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for bbb4bc07-c432-4cea-a498-3634d5dc31a9 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:12.803023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=86a31d5f-ba91-437f-af03-9af210586ee7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:12.828696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571a527-7a8c-4a10-acaf-c860160db3f6 req-61688c6a-7d27-424a-841d-0052a5b567a5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:12.833195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.844624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d571a527-7a8c-4a10-acaf-c860160db3f6 req-61688c6a-7d27-424a-841d-0052a5b567a5 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.2800252 Jul 28 14:50:12.866310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:12.897229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37630) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:12.917658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.047149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d571a527-7a8c-4a10-acaf-c860160db3f6 req-9eb40e58-a261-45d2-8807-d73c8f4d5497 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998582 Jul 28 14:50:13.058180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.060378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-260a58ab-c2d0-4af6-a533-2426100519f9 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4830668 Jul 28 14:50:13.064678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37638) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:13.081484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'port': {'network_id': '8a59e3ee-c543-4b39-874e-2e50a7d34b90', 'name': 'tempest-FloatingIPTestJSON-420263435'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:13.126200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.126200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.126481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ca11ff6-cebb-44e5-bf68-85ba80608e3b HTTP/1.1" status: 204 len: 168 time: 0.8570526 Jul 28 14:50:13.257388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917af7d-f97e-42f3-8b0b-490547ff56ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca11ff6-cebb-44e5-bf68-85ba80608e3b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:13.378594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e09bd9-e51e-4e2a-94c5-9a013f59ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.519261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:13.549650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.612038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] device_id is not set on port 3e61532b-2895-44c2-a299-4ffd7154bcfd yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:13.681048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.725240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=bbb4bc07-c432-4cea-a498-3634d5dc31a9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:13.815942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e09bd9-e51e-4e2a-94c5-9a013f59ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.855198 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:13.923213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.2 (8a59e3ee-c543-4b39-874e-2e50a7d34b90/a85435ca-616a-4f63-b0cb-68c67c7595d6/3e61532b-2895-44c2-a299-4ffd7154bcfd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:13.970501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c0e09bd9-e51e-4e2a-94c5-9a013f59ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.051697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e09bd9-e51e-4e2a-94c5-9a013f59ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7ef4bd-092e-4175-8ade-47bb974eb3e5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:14.063657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.085635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.085635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0e09bd9-e51e-4e2a-94c5-9a013f59ab53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d05e2aee0b2a47e7a1f189a91c510a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1775889 Jul 28 14:50:14.085819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:14.289624 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.292784 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.293625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Fanout notify agent at l3_agent the message router_deleted on router d7a46a70-006a-405e-8fc6-daa950d391e1 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:50:14.317391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.323736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-49c4dbbe-55d3-4efc-8cc1-0d59f15c7e69 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/routers/d7a46a70-006a-405e-8fc6-daa950d391e1 HTTP/1.1" status: 204 len: 168 time: 3.9240937 Jul 28 14:50:14.327621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37654) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:14.328212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:14.433811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9df20276-90cf-49d8-a7b7-b456bbc76080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.702051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9df20276-90cf-49d8-a7b7-b456bbc76080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.759542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.896224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.916395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:14.933111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5773908-61f6-4920-94bc-8cc1c3be2567') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:14.933765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5773908-61f6-4920-94bc-8cc1c3be2567') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:14.944947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:14.971178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.006975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.015652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:15.016160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:15.021467 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:15.053047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.061912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de868316-818c-476c-938e-e10bd85c5177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.070202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d3e1-1c4a-4931-a0cc-86d18ad01748 req-29f0bbf7-5ea2-454e-84d1-a608577df68a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:15.083762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9816d3e1-1c4a-4931-a0cc-86d18ad01748 req-29f0bbf7-5ea2-454e-84d1-a608577df68a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.7414398 Jul 28 14:50:15.213175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9df20276-90cf-49d8-a7b7-b456bbc76080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.213175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9df20276-90cf-49d8-a7b7-b456bbc76080 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6828ed0b3844544b4faf5ceb16ad1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8493342 Jul 28 14:50:15.213175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37670) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.312224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9816d3e1-1c4a-4931-a0cc-86d18ad01748 req-bd0fd82d-f72a-4184-a546-faa8a9f4dbfa tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335666 Jul 28 14:50:15.312224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.314545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.315458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df20276-90cf-49d8-a7b7-b456bbc76080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d742ef2-c0dd-4aed-96d1-d3f7a4ac367e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.316725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.345040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.368589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8a59e3ee-c543-4b39-874e-2e50a7d34b90 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:15.372854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:15.375385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=3e61532b-2895-44c2-a299-4ffd7154bcfd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.377753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:15.378730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.383867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.390082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/networks/4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218 HTTP/1.1" status: 204 len: 168 time: 1.0550685 Jul 28 14:50:15.390856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.417495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.422745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.424528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca7ef4bd-092e-4175-8ade-47bb974eb3e5 HTTP/1.1" status: 204 len: 168 time: 1.3377078 Jul 28 14:50:15.463817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c23c2a-9887-4245-97d3-805141fba9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7ef4bd-092e-4175-8ade-47bb974eb3e5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.520058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:15.521367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.555361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9c056-7f12-4fb3-83c4-ebd7702cdb52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Network': ['ID=4a3c49d8-4a02-4e5d-8a2d-3a1cf38a9218,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:15.624595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.669257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.781051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c36b0931-806b-40d3-b797-d807450a3c9b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7087495 Jul 28 14:50:15.781268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:15.787382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': '3e61532b-2895-44c2-a299-4ffd7154bcfd'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:15.854244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.859828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.867484 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d742ef2-c0dd-4aed-96d1-d3f7a4ac367e HTTP/1.1" status: 204 len: 168 time: 0.6858418 Jul 28 14:50:15.889600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:15.959844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d08e6-5d7b-4f8f-a4d5-35a4532a34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d742ef2-c0dd-4aed-96d1-d3f7a4ac367e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:16.002920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bbb4bc07-c432-4cea-a498-3634d5dc31a9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:16.022362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.036753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.044763 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/security-groups/89e3715a-4bb9-4104-9195-8897a0b40641 HTTP/1.1" status: 204 len: 168 time: 0.6466894 Jul 28 14:50:16.075325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bbb4bc07-c432-4cea-a498-3634d5dc31a9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:16.076484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bbb4bc07-c432-4cea-a498-3634d5dc31a9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:16.121683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0166aa9-1dd1-4ce7-b078-432229e0985c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3715a-4bb9-4104-9195-8897a0b40641,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:16.209713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-dd7135b6-cab6-4cac-8feb-3e746da15c2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0888884 Jul 28 14:50:16.233421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:16.455462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.455960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.456437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.457749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.460247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.463043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.464112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.470566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a75db911-e4fe-4320-bde0-ef789d8eb439 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.1401615 Jul 28 14:50:16.880918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5bb42-fc9a-4801-b219-550b50c3fc23 req-d253017c-37ec-4eec-b524-95eeeded58b2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.884089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53c5bb42-fc9a-4801-b219-550b50c3fc23 req-d253017c-37ec-4eec-b524-95eeeded58b2 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.4119697 Jul 28 14:50:16.885725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-5dc019bc-5e91-4bc5-87f9-174436fee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.886574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-5dc019bc-5e91-4bc5-87f9-174436fee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.887313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-5dc019bc-5e91-4bc5-87f9-174436fee994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:16.889196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-5dc019bc-5e91-4bc5-87f9-174436fee994 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.3563075 Jul 28 14:50:17.043735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37722) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:17.054107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404655408', 'description': 'tempest-secgroup-smoke-1404655408 description', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:17.059522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53c5bb42-fc9a-4801-b219-550b50c3fc23 req-60b14b8f-ab84-484d-9aa4-9ce9e9361d60 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687906 Jul 28 14:50:17.103289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.resource_extend [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:50:17.103485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-ccea5979-d65f-4b56-a6a9-057dd9fbd6cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.2048213 Jul 28 14:50:17.226020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.240125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-df3a6ae2-bc04-4a6c-8218-c49b3dec7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.247554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-df3a6ae2-bc04-4a6c-8218-c49b3dec7376 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.1338768 Jul 28 14:50:17.374689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-d7149738-e402-4ffb-b06b-127e0964162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.374689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-d7149738-e402-4ffb-b06b-127e0964162f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829213 Jul 28 14:50:17.457341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-f93b237e-c9ba-4d4b-a4c2-497dcba0e4c3 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121368 Jul 28 14:50:17.627077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.689504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-1df01f48-b44d-40c0-92db-d40b83f6ffd0 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675351 Jul 28 14:50:17.698012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-53732d7c-48b6-4be0-94f6-a2c9b056425b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0498533 Jul 28 14:50:17.769384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:17.780048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-ed98e706-76a3-4bf1-8f4f-7eabc9e0085b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.783160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-ed98e706-76a3-4bf1-8f4f-7eabc9e0085b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0776958 Jul 28 14:50:17.862901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a216220f-8f51-4840-9159-281f91881297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:17.865184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a216220f-8f51-4840-9159-281f91881297 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0656836 Jul 28 14:50:17.995275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-514233c1-7f61-473e-96b2-2b184def1695 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229467 Jul 28 14:50:18.124717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a0ef4640-e55a-4e5a-9774-932ebf189bff service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973701 Jul 28 14:50:18.153842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-26bcf73c-d052-463a-9fce-12f210a6f62c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0479310 Jul 28 14:50:18.266556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466925f-92c6-4f2b-8512-6a6c6e5ce0e1 req-3147eb1a-833c-46a3-b622-a72a1035fc60 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.272341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-bab9a9ab-4517-4758-a036-7d88b1df6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.274803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8466925f-92c6-4f2b-8512-6a6c6e5ce0e1 req-3147eb1a-833c-46a3-b622-a72a1035fc60 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.0926759 Jul 28 14:50:18.276067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-bab9a9ab-4517-4758-a036-7d88b1df6e62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1098228 Jul 28 14:50:18.350833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8466925f-92c6-4f2b-8512-6a6c6e5ce0e1 req-c3c0ab66-ae79-431b-945d-1ef7c555f6c3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730090 Jul 28 14:50:18.361359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-8683be80-5297-4ce0-9e53-3bf7d680ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.362912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-8683be80-5297-4ce0-9e53-3bf7d680ff6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813324 Jul 28 14:50:18.487591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.525143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-89b12479-52c7-436a-8eef-58cc97c21e5a service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551664 Jul 28 14:50:18.614860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.684175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.758568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-48af0ea5-751f-4ab1-8d61-dcf93f9b5137 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259743 Jul 28 14:50:18.794645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a99cc0-f78b-4bbb-8cca-53f54892f622,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:18.808757 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 4b01fe68-ddd8-479c-8f7d-1c7b4cb533e9 associated. External IP: 172.25.0.187, port: 3e61532b-2895-44c2-a299-4ffd7154bcfd. Jul 28 14:50:18.856390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-6c5b4a18-bbff-41d8-abed-c1b93bae5f0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0900743 Jul 28 14:50:18.929797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-0b6cbb9f-b413-4a23-9c2f-607bd862277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:18.931308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-0b6cbb9f-b413-4a23-9c2f-607bd862277f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0647163 Jul 28 14:50:18.936206 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:18.942127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-134e66b4-e4dc-40de-be00-2f18b641b760 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8928885 Jul 28 14:50:18.951728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:18.965904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:19.014082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-42d6df73-c72c-4e6c-908f-768d8657f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.023593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-42d6df73-c72c-4e6c-908f-768d8657f493 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767279 Jul 28 14:50:19.167720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.182302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-36c74ac6-5a58-43cc-b948-c37462130594 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583755 Jul 28 14:50:19.273785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:19.340171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.385532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-1421106d-2f9b-4bfe-af8b-6c3a0baa9c77 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944284 Jul 28 14:50:19.472780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-600a0a92-76bd-4afe-be63-871f19d7407a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0801432 Jul 28 14:50:19.473928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.514777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac1365f-e70a-4d93-9bea-1a4ed4ae2cef,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:19.536181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:19.546945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:19.551497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.568052 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:19.568900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.603796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-77a43e42-4eee-4c64-8f49-09125110d863 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/4b01fe68-ddd8-479c-8f7d-1c7b4cb533e9 HTTP/1.1" status: 200 len: 977 time: 3.8204751 Jul 28 14:50:19.604769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37782) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.625534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.625534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0b06c5ff-6fba-4450-beac-10bd030da934 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6621289 Jul 28 14:50:19.633064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c016f-ce4b-461e-8023-680ff17dbd98 req-ccb39f25-4614-4948-95b4-b569b6642a28 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.635066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a37c016f-ce4b-461e-8023-680ff17dbd98 req-ccb39f25-4614-4948-95b4-b569b6642a28 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1611497 Jul 28 14:50:19.637208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:19.649050 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.656285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:19.674849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-8b28bd4b-e36d-4ee9-b21e-48d6ea643015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.676819 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:19.677809 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.692160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-8b28bd4b-e36d-4ee9-b21e-48d6ea643015 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.2039504 Jul 28 14:50:19.759170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:19.759437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 3e61532b-2895-44c2-a299-4ffd7154bcfd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:19.760043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.760920 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299ffb9-3dfd-4cbd-8c61-d103b806e009 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:19.805082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a37c016f-ce4b-461e-8023-680ff17dbd98 req-2b40abfb-9ba9-4e9e-b4e4-bbf4836d9a12 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307960 Jul 28 14:50:19.811361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-2c34d807-a889-4fe6-abf6-15794d315003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:19.812967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-2c34d807-a889-4fe6-abf6-15794d315003 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724633 Jul 28 14:50:19.861543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.922792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-8c7f1464-55f3-401e-a24b-90d46eb15276 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008046 Jul 28 14:50:19.927309 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:19.967999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.105911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.109048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-c9131b8a-78ec-40b8-917b-870a6978c4cc service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644905 Jul 28 14:50:20.163005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-806456a3-babb-429a-9890-8c02ba5db250 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.0446308 Jul 28 14:50:20.170569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.170976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.171302 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 4b01fe68-ddd8-479c-8f7d-1c7b4cb533e9 disassociated. External IP: 172.25.0.187, port: 3e61532b-2895-44c2-a299-4ffd7154bcfd. Jul 28 14:50:20.171649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 3e61532b-2895-44c2-a299-4ffd7154bcfd owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:20.215636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a1399b3c-587b-4934-8614-b32538dbd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.217600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-a1399b3c-587b-4934-8614-b32538dbd50e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0471108 Jul 28 14:50:20.262256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.297186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2aded0-f34a-438c-87c0-fd444342a9a9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.313553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-ee8799fa-4f26-4209-972e-a53f741d24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.313957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-ee8799fa-4f26-4209-972e-a53f741d24e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0854931 Jul 28 14:50:20.446364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-da2c7f82-c20b-4bb0-a259-e7c23600cc33 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242580 Jul 28 14:50:20.475332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.476878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ec815acb-dec8-411b-800b-b9042acd64d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8385036 Jul 28 14:50:20.480880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:20.486298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:20.541749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.557268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.593918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-514cb6dd-6693-416a-998e-48ed389b17c1 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363008 Jul 28 14:50:20.594541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=3e61532b-2895-44c2-a299-4ffd7154bcfd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:20.669280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-40864497-544b-4585-8f77-6d1ddbb17e84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0673804 Jul 28 14:50:20.725210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.770006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-2a3ae5d3-77cf-4a84-aaec-819b85a0adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.772889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-2a3ae5d3-77cf-4a84-aaec-819b85a0adb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.0957196 Jul 28 14:50:20.853268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:20.876225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-93df7261-5a72-4eac-adce-35975fcbe237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:20.877768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-93df7261-5a72-4eac-adce-35975fcbe237 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0964892 Jul 28 14:50:20.899939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:20.973477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.015975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca994188-92de-4783-853f-05b09115d118,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.081373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-d71d87d1-bdb2-48f5-b7fd-37f02d2e854e service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949255 Jul 28 14:50:21.083655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ec92-d7d4-4185-80fa-7e8939830a4c req-3e9b7284-a58e-437a-b30e-c775a2b6c01b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:21.085220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8448ec92-d7d4-4185-80fa-7e8939830a4c req-3e9b7284-a58e-437a-b30e-c775a2b6c01b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 944 time: 0.1630485 Jul 28 14:50:21.117068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:21.129931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:21.137787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.139453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-85ad7d48-bc23-4eeb-b936-c4104df2e69b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6572185 Jul 28 14:50:21.139963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.151442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:21.154635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:21.161411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:21.196370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:21.211263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:21.211792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:21.256124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:21.257385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aeae19-639d-41d2-8370-72fbf611ec06 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:21.275618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8dd7221-86c9-47d5-94e3-2d9b684b7e36 req-2366b3cc-5806-4d23-9cea-21a6c60679e7 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834638 Jul 28 14:50:21.276925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.278833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8556633b-1381-413a-8acd-69ee545dc1b4 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/3e61532b-2895-44c2-a299-4ffd7154bcfd HTTP/1.1" status: 204 len: 168 time: 1.6719160 Jul 28 14:50:21.282230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37848) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.291926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8448ec92-d7d4-4185-80fa-7e8939830a4c req-6c0b33d4-178e-44f2-b7fc-f1340d84a7b3 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929538 Jul 28 14:50:21.372375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a3760525-1459-4a4a-897a-7c0e40bd4f2b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/floatingips/4b01fe68-ddd8-479c-8f7d-1c7b4cb533e9 HTTP/1.1" status: 200 len: 688 time: 0.0870848 Jul 28 14:50:21.375324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37850) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.492824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.537831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 86a31d5f-ba91-437f-af03-9af210586ee7 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:21.538375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.572979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.634785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.635218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.649529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 86a31d5f-ba91-437f-af03-9af210586ee7 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:21.696550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:21.795635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.823696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:50:21.837180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737243e9-09e8-4540-9e76-fc9a31fa1774,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:21.867053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49eec25f-c1e4-4768-82f0-f60fbbd98144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.928794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:21.940897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'port_id': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'mac_address': 'fa:16:3e:3e:d2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:50:21.979050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:21.991619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:22.000955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.018596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:22.051395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.055248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=86a31d5f-ba91-437f-af03-9af210586ee7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.055402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-699e586a-6503-4516-8a76-cf824dc69838 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8951700 Jul 28 14:50:22.056899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.062832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:22.133426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49eec25f-c1e4-4768-82f0-f60fbbd98144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.145166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.161500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.164191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.165558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-23f1a7f9-1dc1-4b11-89cc-3606a623d8f1 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/4b01fe68-ddd8-479c-8f7d-1c7b4cb533e9 HTTP/1.1" status: 204 len: 168 time: 0.7891150 Jul 28 14:50:22.169329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37890) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.174340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '3b48cbdb-cf4d-487d-897c-4d0ba5459c23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:22.209551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=11']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.235479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49eec25f-c1e4-4768-82f0-f60fbbd98144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.274856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-49eec25f-c1e4-4768-82f0-f60fbbd98144 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f6c167e3f9c448695d9fd3341b4e6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771625 Jul 28 14:50:22.275990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eec25f-c1e4-4768-82f0-f60fbbd98144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88db3d-0fa8-4074-a818-4db561d30e7a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.277734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:22.338987 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.365909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.400121 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:50:22.425555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:22.426938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.507778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd757dc5-b379-45b3-82a0-eb08799fa7c4 req-f60cf6ff-b295-4d36-9b0e-e9655e328e3b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:22.509534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd757dc5-b379-45b3-82a0-eb08799fa7c4 req-f60cf6ff-b295-4d36-9b0e-e9655e328e3b tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1109517 Jul 28 14:50:22.558618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd757dc5-b379-45b3-82a0-eb08799fa7c4 req-2d715014-18c7-4b62-8eef-995f0ced51e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346477 Jul 28 14:50:22.572538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.612173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.614817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.618546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d88db3d-0fa8-4074-a818-4db561d30e7a HTTP/1.1" status: 204 len: 168 time: 0.3369334 Jul 28 14:50:22.636708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.637824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c3ab-4880-4b1a-8b73-0f8277f55bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88db3d-0fa8-4074-a818-4db561d30e7a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.690110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.807010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.237 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ee7ea46f-e35e-43ea-931a-9d95fed8c8c9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:22.877310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:22.899886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edacda34-442c-4eb5-9d2c-166aea6ae436,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:22.937106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.063622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.065067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bc478ad3-ab28-4244-93b1-c0ebf3f08e15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0067902 Jul 28 14:50:23.069030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37920) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:23.072721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '89a99cc0-f78b-4bbb-8cca-53f54892f622', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:23.235090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.348210 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:50:23.349952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.449034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.692174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.716956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bad12d6-2426-424e-83db-82d42c27021a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.725586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:23.731323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:23.734139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=ee7ea46f-e35e-43ea-931a-9d95fed8c8c9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:23.736512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:23.802986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7903f-6bb8-4c0a-998d-dc2e312d254e req-ade223c7-650d-4152-b629-76f9de4ed20f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:23.804631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3c7903f-6bb8-4c0a-998d-dc2e312d254e req-ade223c7-650d-4152-b629-76f9de4ed20f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 945 time: 0.1237221 Jul 28 14:50:23.828230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:23.870166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:23.871560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6254e46b-dbfe-4654-9803-d318853f9880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8024561 Jul 28 14:50:23.875145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37968) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:23.886416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'network': {'name': 'tempest-network-smoke--309791092', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:23.906593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3c7903f-6bb8-4c0a-998d-dc2e312d254e req-0679fba7-a22d-42d1-ad5d-313e22ec2ab7 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822122 Jul 28 14:50:24.036606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:24.041684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:24.042391 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.093015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:24.103464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.135082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.158391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:24.161349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:24.163670 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c3e4a2-9019-4f89-bce9-420a78900e9d" -d '{"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:24.189128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.190140 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Added segment 86f457b6-8d69-4df1-8d68-ba3f327b6ef3 of type vlan for network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 Jul 28 14:50:24.195309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:24.211457 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eceae12-e618-4712-b026-5ba455be3650 x-openstack-request-id: req-9eceae12-e618-4712-b026-5ba455be3650 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:24.211750 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-plugged", "status": "completed", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:24.212001 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9eceae12-e618-4712-b026-5ba455be3650 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:24.212441 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'code': 200} Jul 28 14:50:24.281785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.298947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.327100 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.414262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:24.421939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.422291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.422634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.422992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.423539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.424034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.424526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.425034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.425371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.425960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.426290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.426616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:24.485854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.512277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:24.519510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.602703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.613372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Network': ['ID=9e76d49d-01e1-4abb-8dc2-dc9a207230e8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:24.624426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:24.629252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e38f-ee49-4858-9440-438ceeb8750b req-9bb30802-ed8a-4765-a462-e01ef4d49798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:24.631071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55e9e38f-ee49-4858-9440-438ceeb8750b req-9bb30802-ed8a-4765-a462-e01ef4d49798 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1098 time: 0.1499784 Jul 28 14:50:24.709671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55e9e38f-ee49-4858-9440-438ceeb8750b req-46c1a169-8b42-4fef-ae60-4271fb043839 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605471 Jul 28 14:50:24.765504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-66b32da7-119b-4887-9111-544acd6ce786 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8852179 Jul 28 14:50:24.765504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:24.769289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'admin_state_up': True, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:24.946894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.948628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:24.976380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.090897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.113010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.239263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7add3-02f6-4acb-887a-7481aefe4bc9 req-a45f00fe-3eb2-4e9e-aaa9-0e18d75e9610 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.240657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29d7add3-02f6-4acb-887a-7481aefe4bc9 req-a45f00fe-3eb2-4e9e-aaa9-0e18d75e9610 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.1651883 Jul 28 14:50:25.262625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=ee7ea46f-e35e-43ea-931a-9d95fed8c8c9,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:25.267195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.351406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-06afd9eb-f335-4f5c-a9a8-878f4997b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.353727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-06afd9eb-f335-4f5c-a9a8-878f4997b2d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 1098 time: 0.1898215 Jul 28 14:50:25.435870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29d7add3-02f6-4acb-887a-7481aefe4bc9 req-4dafbd74-a9b8-4504-b2d5-522aa18a094f tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872296 Jul 28 14:50:25.512515 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 6c225632-0b32-4397-aadb-e65e8131b62a associated. External IP: 172.25.0.237, port: 3b48cbdb-cf4d-487d-897c-4d0ba5459c23. Jul 28 14:50:25.523037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:25.588405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-096aa446-8d97-4d8c-a787-46e600e4b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.589923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-096aa446-8d97-4d8c-a787-46e600e4b460 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 200 len: 918 time: 0.1512067 Jul 28 14:50:25.712499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-89eef038-25eb-4bef-85f5-275e58a92756 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 200 len: 1000 time: 0.0969875 Jul 28 14:50:25.853100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-0c20b77a-6504-4212-b818-7a52baa2920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.854586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-0c20b77a-6504-4212-b818-7a52baa2920f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 200 len: 856 time: 0.1334865 Jul 28 14:50:25.989039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-25609bb5-c269-44dd-b0aa-9a6edacf3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:25.991550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-25609bb5-c269-44dd-b0aa-9a6edacf3ad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b0b12b2b-4a50-418c-a90e-58dc7407a942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292050 Jul 28 14:50:26.000326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:26.106117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.142359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.210944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-0bc2de93-369e-4c86-861f-a48045cebb1f service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087586 Jul 28 14:50:26.268736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:26.270845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.28 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:26.283133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:26.303635 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:26.304009 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.330029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e52caa7-8510-4c6d-81a2-1350d3e7499c req-502659ed-9ce6-4f2d-902b-f7aef19aa77d service neutron] 10.222.0.50 "GET /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119180 Jul 28 14:50:26.342271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.358858 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:26.359763 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.407017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:26.408350 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c70484-4479-49b5-bbfa-48d906887f4c None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:26.429303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.454548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.499584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d5ede56-1775-4f55-a372-83595fc5487a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3289316 Jul 28 14:50:26.508083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:26.513483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-214638090'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:26.598803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea428361-b3e8-4965-ba23-7ae30ea937ab req-5774e8e8-5b25-41dd-aa28-f9487192b874 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:26.600662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea428361-b3e8-4965-ba23-7ae30ea937ab req-5774e8e8-5b25-41dd-aa28-f9487192b874 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.0636044 Jul 28 14:50:26.658613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea428361-b3e8-4965-ba23-7ae30ea937ab req-9408064d-fda0-41e4-a742-57534ef22813 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517924 Jul 28 14:50:26.670442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.710597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:26.714850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:26.719021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:26.745076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:26.757207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:26.761576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.858626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:26.890281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:26.890636 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Added segment 17cb332c-1ab9-4adf-b370-319a97baa2f0 of type vlan for network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd Jul 28 14:50:26.947341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.200058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.206205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.206855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.316444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Network': ['ID=8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:27.330534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:27.384092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:27.817674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-77fb0809-64a8-4db6-bd49-7f0d38e978f7 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3070726 Jul 28 14:50:27.825296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38166) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:27.834582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'subnet': {'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:27.835738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2183-5d1a-49a3-b63e-fb04f63e4f18 req-22e26fee-48b5-4aee-95e8-7bcaa675411a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:27.837543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-944f2183-5d1a-49a3-b63e-fb04f63e4f18 req-22e26fee-48b5-4aee-95e8-7bcaa675411a tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.0928783 Jul 28 14:50:27.888982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-944f2183-5d1a-49a3-b63e-fb04f63e4f18 req-a760faba-0af5-4aed-89fc-22a6cb58e8be tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400138 Jul 28 14:50:28.162166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.210742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:28.214277 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.588497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 46b072f4-8d30-4736-8d71-e2ea04516185 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:50:28.661176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:28.822158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Subnet': ['ID=ee1e6a75-4f5b-45af-973e-9a32eadb3ab2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:28.865743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:28.881065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Sync routers for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:28.895339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Checking segment: {'id': '17cb332c-1ab9-4adf-b370-319a97baa2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:28.896224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network hostable DHCP agents. Network: 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:28.907688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:28.908683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:29.020422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.068561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.068561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-302430c8-ecc2-4a34-bd63-c839b939a5e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3000691 Jul 28 14:50:29.072586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38222) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.072791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:29.123451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b0251-f458-4e97-8720-1b7fa5ed3be2 req-1fab4f52-3041-4873-a4e3-4bea5ff362e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:29.133580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0b0251-f458-4e97-8720-1b7fa5ed3be2 req-1fab4f52-3041-4873-a4e3-4bea5ff362e8 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.1313696 Jul 28 14:50:29.146799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e0394800-baff-4c9b-a092-dd0a5329d9ac tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=56245dcc2a25444f8fd4d55b76dc31cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706394 Jul 28 14:50:29.149699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38224) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.202749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a0b0251-f458-4e97-8720-1b7fa5ed3be2 req-86c0dbcb-0f00-467a-b5b2-239e61ee615c tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681126 Jul 28 14:50:29.203476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:29.215637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:29.216481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.271837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887074f-22af-484f-a84d-e243b249da24 None None] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:29.342381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-821cdd7d-7cfe-42a2-949e-10c0f93db675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.399003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38230) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.400137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fb250861-f414-4ce5-a9d6-69affa983fdd tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5711493 Jul 28 14:50:29.411259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1093499570', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:29.455813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:50:29.455813 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:50:29.455813 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'd484f0a09e2143698a6f127bc8523576', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 50, 29, 417817)}] Jul 28 14:50:29.455813 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:50:29.456328 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:50:29.520567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd', 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd', 'tenant_id': 'd484f0a09e2143698a6f127bc8523576', 'fixed_ips': [{'subnet_id': 'ee1e6a75-4f5b-45af-973e-9a32eadb3ab2'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:29.525271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb55e0-4b99-4120-8313-1c4a6c590350 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:29.531040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88eb55e0-4b99-4120-8313-1c4a6c590350 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3800054 Jul 28 14:50:29.531893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.539494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.583280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38238) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:29.588470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807901897', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:29.592555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8e81bd90-7d1b-4bd0-b447-b120de65c390 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555818 Jul 28 14:50:29.638293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:29.662278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-821cdd7d-7cfe-42a2-949e-10c0f93db675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.903671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-821cdd7d-7cfe-42a2-949e-10c0f93db675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:29.933350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Allocated IP 172.20.0.2 (8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd/ee1e6a75-4f5b-45af-973e-9a32eadb3ab2/1c58134a-59a3-43e4-9539-c124efbac986) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:29.959306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-821cdd7d-7cfe-42a2-949e-10c0f93db675 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffc96701443f487f8413404d7e90c9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9253929 Jul 28 14:50:29.959306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cdd7d-7cfe-42a2-949e-10c0f93db675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25d85a0-7979-4827-920a-aa03098f6a82,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:29.961006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:30.010404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:26Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:30.057010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.077526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Checking router: 46b072f4-8d30-4736-8d71-e2ea04516185 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:50:30.077970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Updating router 46b072f4-8d30-4736-8d71-e2ea04516185 port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:50:30.089072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.104977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:30.109178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.111350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.127527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38252) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:30.261417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b498788-3fbb-4e91-8e89-55b5bf6a0950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.266200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.282260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.390362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe1ecb-d505-4184-9071-fb07d6efdf8c req-900e8632-f433-4b1c-8733-8ffaa07591ac tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:30.392059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bbe1ecb-d505-4184-9071-fb07d6efdf8c req-900e8632-f433-4b1c-8733-8ffaa07591ac tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.0616117 Jul 28 14:50:30.429741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.433614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.438600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b25d85a0-7979-4827-920a-aa03098f6a82 HTTP/1.1" status: 204 len: 168 time: 0.4868219 Jul 28 14:50:30.454253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f876731-3cae-4066-ac32-d6b6d0cf6298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25d85a0-7979-4827-920a-aa03098f6a82,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:30.622622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bbe1ecb-d505-4184-9071-fb07d6efdf8c req-4ebdcf56-eaf0-4ad4-97bf-b01bfd64fa67 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183928 Jul 28 14:50:30.673036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.698739 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.719056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b498788-3fbb-4e91-8e89-55b5bf6a0950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.731874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Transition to ACTIVE for port object 1c58134a-59a3-43e4-9539-c124efbac986 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:30.770555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Transition to ACTIVE for port object 1c58134a-59a3-43e4-9539-c124efbac986 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:30.773140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.782012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:30.785378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Transition to ACTIVE for port object c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:30.856775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Subnet': ['ID=a75f31b0-cc91-40d5-867a-8e8d9314ce4c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:30.867625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:30.867994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network hostable DHCP agents. Network: 9e76d49d-01e1-4abb-8dc2-dc9a207230e8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:31.060872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:31.067476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.067476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.085545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0b498788-3fbb-4e91-8e89-55b5bf6a0950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.133234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Pushing event updated for resources: {'Port': ['ID=1c58134a-59a3-43e4-9539-c124efbac986,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:31.152330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:31.174856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:31.182587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:31.189970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Attempting to bind port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:31.190498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Attempting to bind port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:31.191199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Attempting to bind port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:31.211647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9e76d49d-01e1-4abb-8dc2-dc9a207230e8) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:31.212955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:31.213667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:31.214301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.214903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:31.215571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Bound port: c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:31.217367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:31.217604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.218025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.238822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435dab63-a89a-4bb2-aeec-d0c1c1262849 None None] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:31.241093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927eee8-ee89-4f61-9546-e481479be897 None None] Pushing event updated for resources: {'Port': ['ID=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:31.365117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Attempting to bind port 1c58134a-59a3-43e4-9539-c124efbac986 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:31.365502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Attempting to bind port 1c58134a-59a3-43e4-9539-c124efbac986 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '17cb332c-1ab9-4adf-b370-319a97baa2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:31.365870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Attempting to bind port 1c58134a-59a3-43e4-9539-c124efbac986 on network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:31.384731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:31.385113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Checking segment: {'id': '17cb332c-1ab9-4adf-b370-319a97baa2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:31.385712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.386284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Bound using segment: {'id': '17cb332c-1ab9-4adf-b370-319a97baa2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:31.386774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Bound port: 1c58134a-59a3-43e4-9539-c124efbac986, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cb332c-1ab9-4adf-b370-319a97baa2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:31.387189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.416188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] For port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:31.438647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b753c35-f36e-44fe-ab38-7e03b090d5dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8541229 Jul 28 14:50:31.442700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38282) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.467875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] For port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:31.516452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.538038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0b498788-3fbb-4e91-8e89-55b5bf6a0950 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2d299cb4a9c40eab760871dfff02616&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4089148 Jul 28 14:50:31.547712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b498788-3fbb-4e91-8e89-55b5bf6a0950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11743a6-0d57-4555-aa1b-07e4de536941,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:31.547712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:31.554103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] For port 1c58134a-59a3-43e4-9539-c124efbac986, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:31.575701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] For port 1c58134a-59a3-43e4-9539-c124efbac986, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1c58134a-59a3-43e4-9539-c124efbac986,segment=NetworkSegment(17cb332c-1ab9-4adf-b370-319a97baa2f0),segment_id=17cb332c-1ab9-4adf-b370-319a97baa2f0)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:31.580255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:31.582210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.618287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.642789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.667956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.781996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.813673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:31.814335 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:31.908946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.911765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:31.912630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e11743a6-0d57-4555-aa1b-07e4de536941 HTTP/1.1" status: 204 len: 168 time: 0.3692334 Jul 28 14:50:31.931814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38298) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:32.010743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927eee8-ee89-4f61-9546-e481479be897 None None] Pushing event updated for resources: {'Port': ['ID=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.052091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24381202-423e-4eb7-8745-343252e2eb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11743a6-0d57-4555-aa1b-07e4de536941,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.072707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Allocated IP 172.20.0.2 (9e76d49d-01e1-4abb-8dc2-dc9a207230e8/a75f31b0-cc91-40d5-867a-8e8d9314ce4c/aa4e9aec-617d-46b7-914b-49512b7069cd) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:32.085283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671e1cfe-73f9-4543-95b5-633f424a7d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.088373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.159964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.245465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.420237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.25.0.164 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/a56b2087-2b36-4719-a92c-e7f269df0774) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:32.593388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961f954-2aa4-4631-9644-8d51b5bbcf86 None None] Pushing event updated for resources: {'Port': ['ID=1c58134a-59a3-43e4-9539-c124efbac986,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:32.677431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:32.740382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.789894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671e1cfe-73f9-4543-95b5-633f424a7d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:32.976699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.015804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Transition to ACTIVE for port object aa4e9aec-617d-46b7-914b-49512b7069cd will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:33.019301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.030665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671e1cfe-73f9-4543-95b5-633f424a7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.057357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Transition to ACTIVE for port object aa4e9aec-617d-46b7-914b-49512b7069cd will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:33.071965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:26Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:33.105164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79468c2f-7123-4da7-a946-c1e5968e8883 None None] The sync data for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 is: [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:26Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:33.116628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:33.137083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:33.146554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e1cfe-73f9-4543-95b5-633f424a7d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8524f3a-f4f4-473c-84ef-c15adb5cee08,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:33.149643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:33.154237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-671e1cfe-73f9-4543-95b5-633f424a7d6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcbbeb30df6c408aa49e296e3e166e85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2206142 Jul 28 14:50:33.156890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38336) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.164739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=a56b2087-2b36-4719-a92c-e7f269df0774,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:33.220963 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.298082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:33.313891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:33.325342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38340) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:33.327110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:33.332893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Pushing event updated for resources: {'Port': ['ID=aa4e9aec-617d-46b7-914b-49512b7069cd,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:33.388482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.417816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.1 (9e76d49d-01e1-4abb-8dc2-dc9a207230e8/a75f31b0-cc91-40d5-867a-8e8d9314ce4c/58003c5a-8c4d-4e75-905e-2d8a890618a1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:33.447676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.467577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Attempting to bind port aa4e9aec-617d-46b7-914b-49512b7069cd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:33.468539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Attempting to bind port aa4e9aec-617d-46b7-914b-49512b7069cd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:33.469214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Attempting to bind port aa4e9aec-617d-46b7-914b-49512b7069cd on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:33.476037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:33.479213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:33.479844 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.480467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Bound using segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:33.497356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Bound port: aa4e9aec-617d-46b7-914b-49512b7069cd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:33.498562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.595914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d42c3b3-c989-434d-8563-f4307095fd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.637634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] For port aa4e9aec-617d-46b7-914b-49512b7069cd, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:33.648087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] For port aa4e9aec-617d-46b7-914b-49512b7069cd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa4e9aec-617d-46b7-914b-49512b7069cd,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:33.729472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.789583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.869048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d42c3b3-c989-434d-8563-f4307095fd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:33.894311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2c8d2-a88a-4d96-9a4b-78b34f868bc2 None None] Pushing event updated for resources: {'Port': ['ID=aa4e9aec-617d-46b7-914b-49512b7069cd,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:33.934212 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.078652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 58003c5a-8c4d-4e75-905e-2d8a890618a1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:34.080228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d42c3b3-c989-434d-8563-f4307095fd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.101155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.132578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.135222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.141694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8524f3a-f4f4-473c-84ef-c15adb5cee08 HTTP/1.1" status: 204 len: 168 time: 0.9780121 Jul 28 14:50:34.145485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42c3b3-c989-434d-8563-f4307095fd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f95d98-222d-4a1c-a002-e9293487c5f9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.203510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e445c-74a8-453c-b78a-35b7d73b10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8524f3a-f4f4-473c-84ef-c15adb5cee08,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.303084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb6092-97dc-4ed9-be10-cfb9c3d38d96 None None] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:34.318063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d42c3b3-c989-434d-8563-f4307095fd2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83bc2ef1d072418db72a4079b1f97de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9901607 Jul 28 14:50:34.326607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38360) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:34.499027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.513918 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.539537 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:50:34.541727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:34.553749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.618148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:34.625220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:34.632531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:34.765320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:34.817614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:34.854937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-93574493-ed4a-4fab-9f3c-9ac5410b7d3c None None] Provisioning for port 1c58134a-59a3-43e4-9539-c124efbac986 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:35.006588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.009315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.014147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87f95d98-222d-4a1c-a002-e9293487c5f9 HTTP/1.1" status: 204 len: 168 time: 0.6850314 Jul 28 14:50:35.015030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 05587c3c-a138-4ddd-b3fb-41407333952e is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:50:35.029545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d51d2-1adc-4a7d-a6b4-e543cf1e8240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f95d98-222d-4a1c-a002-e9293487c5f9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:35.106319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:35.115883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:35.116771 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.156190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.188070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:35.199510 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] Sync routers for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:35.215140 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:35.217959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.319669 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.332605 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:35.333466 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.349063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.388596 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:35.388946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.389641 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b1f4d-928d-4cb7-ae9c-9fe8cb8676e5 None None] The sync data for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:35.390218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d61e233-9de1-4ee3-b694-79925062eb85 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9901159 Jul 28 14:50:35.391634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:35.393156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38386) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:35.490714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952b907-6b0c-42c9-8fc7-18c49da1a622 None None] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:35.668749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.717027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:35.728323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1c58134a-59a3-43e4-9539-c124efbac986 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:35.728323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-db314148-b14d-4658-81e8-9427ec95fcf2 None None] Provisioning for port aa4e9aec-617d-46b7-914b-49512b7069cd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:35.836174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:35.858118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.005841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1c58134a-59a3-43e4-9539-c124efbac986 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:36.010913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.015291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1c58134a-59a3-43e4-9539-c124efbac986 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:36.015915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.024622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.182780 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.194410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:36.196215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:36.197778 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.220732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1c58134a-59a3-43e4-9539-c124efbac986, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1c58134a-59a3-43e4-9539-c124efbac986,segment=NetworkSegment(17cb332c-1ab9-4adf-b370-319a97baa2f0),segment_id=17cb332c-1ab9-4adf-b370-319a97baa2f0)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:36.371693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.458693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 46b072f4-8d30-4736-8d71-e2ea04516185 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:36.465037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1c58134a-59a3-43e4-9539-c124efbac986,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:36.468582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75091bf1-f23c-4997-93bd-62c4190d7b24 None None] Provisioning for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:36.473582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75091bf1-f23c-4997-93bd-62c4190d7b24 None None] Provisioning complete for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:36.474293 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75091bf1-f23c-4997-93bd-62c4190d7b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.525602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-75091bf1-f23c-4997-93bd-62c4190d7b24 None None] Port 58003c5a-8c4d-4e75-905e-2d8a890618a1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:36.668742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-895f11c6-2ebb-4e91-b457-87d58374b335 None None] Provisioning complete for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:36.671700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-895f11c6-2ebb-4e91-b457-87d58374b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.730501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:36.738859 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5071f9a1-3dc6-4211-82c5-bcd7399e2588 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/46b072f4-8d30-4736-8d71-e2ea04516185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2964637 Jul 28 14:50:36.770433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.1 (8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd/ee1e6a75-4f5b-45af-973e-9a32eadb3ab2/07639778-dc96-457c-a90d-87c4eb555c40) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:36.784151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Sync routers for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:36.787108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa4e9aec-617d-46b7-914b-49512b7069cd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:36.846236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:36.846940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:36.860780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-895f11c6-2ebb-4e91-b457-87d58374b335 None None] Port 58003c5a-8c4d-4e75-905e-2d8a890618a1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:36.913579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:36.933202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Transition to ACTIVE for port object 07639778-dc96-457c-a90d-87c4eb555c40 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:36.993346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:37.030285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b32dd55c-3c67-431d-a3ad-37129e760caf None None] Provisioning complete for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:37.030666 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b32dd55c-3c67-431d-a3ad-37129e760caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.104976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38446) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:37.105133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b32dd55c-3c67-431d-a3ad-37129e760caf None None] Port 58003c5a-8c4d-4e75-905e-2d8a890618a1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:37.141178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.147634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port aa4e9aec-617d-46b7-914b-49512b7069cd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:37.153045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a936d59-ec62-4ed4-a9e3-72f8f91a27bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.153863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aa4e9aec-617d-46b7-914b-49512b7069cd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:37.154215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.173556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:37.179432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:37.223888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:37.280234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-71ac2b0e-5b99-4f3e-baba-ad70ab1227e9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404655408&fields=id&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 267 time: 0.1312985 Jul 28 14:50:37.350653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.368617 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.410263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=07639778-dc96-457c-a90d-87c4eb555c40,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:37.505706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port aa4e9aec-617d-46b7-914b-49512b7069cd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa4e9aec-617d-46b7-914b-49512b7069cd,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:37.527640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 2, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:37.548379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-66117d4a-187a-4098-a70d-b9bc8756ba05 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:37.550036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-66117d4a-187a-4098-a70d-b9bc8756ba05 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 796 time: 0.1818419 Jul 28 14:50:37.555932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Checking router: 46b072f4-8d30-4736-8d71-e2ea04516185 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:50:37.556075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a936d59-ec62-4ed4-a9e3-72f8f91a27bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.556296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Updating router 46b072f4-8d30-4736-8d71-e2ea04516185 port 58003c5a-8c4d-4e75-905e-2d8a890618a1 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:50:37.569918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-ffdee933-7af3-4014-9871-cca6da9a4120 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/quotas/56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 375 time: 0.0123494 Jul 28 14:50:37.583691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.661319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-d402b7cb-713f-44fb-bd61-90c6f4f2618a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841384 Jul 28 14:50:37.689133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a936d59-ec62-4ed4-a9e3-72f8f91a27bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.723534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.724782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:37.789761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ebd4a3e4-f01b-4227-ae4b-6ff9ebb715d0 None None] Provisioning for port 07639778-dc96-457c-a90d-87c4eb555c40 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:37.793699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.807144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a936d59-ec62-4ed4-a9e3-72f8f91a27bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f7d00a4ac1f40d7b20fc148b65e06f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010031 Jul 28 14:50:37.816426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:37.817776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936d59-ec62-4ed4-a9e3-72f8f91a27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a5b9a-fc96-4f54-9780-8d6e10890d6a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:37.825293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ebd4a3e4-f01b-4227-ae4b-6ff9ebb715d0 None None] Provisioning complete for port 07639778-dc96-457c-a90d-87c4eb555c40 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:37.825777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ebd4a3e4-f01b-4227-ae4b-6ff9ebb715d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.908188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-faae04d7-cda7-4243-9ac7-6ce9d85856e2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343946 Jul 28 14:50:37.951115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:37.954220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=aa4e9aec-617d-46b7-914b-49512b7069cd,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.010637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4a3e4-f01b-4227-ae4b-6ff9ebb715d0 None None] Port 07639778-dc96-457c-a90d-87c4eb555c40 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:38.014890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.086404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-541c41f1-b5a8-4e58-816a-8b39f4c33d66 service neutron] 10.222.0.47 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692853 Jul 28 14:50:38.118996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:38.119779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.217615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.233988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.233988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb6a5b9a-fc96-4f54-9780-8d6e10890d6a HTTP/1.1" status: 204 len: 168 time: 0.4016397 Jul 28 14:50:38.236236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acac6b-9c78-4085-aa94-0c835e593436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a5b9a-fc96-4f54-9780-8d6e10890d6a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.300039 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.313983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Transition to ACTIVE for port object 58003c5a-8c4d-4e75-905e-2d8a890618a1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:38.471988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa4e9aec-617d-46b7-914b-49512b7069cd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:38.556482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.638631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ffc20-6ba9-4dd1-8064-7ec2f730a768 None None] Pushing event updated for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:38.736704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1c164f1-554c-447a-98f9-336f76241c44 req-bce463a9-f11b-4a7d-8624-2c54fb6394aa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.0372236 Jul 28 14:50:38.771664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aa4e9aec-617d-46b7-914b-49512b7069cd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:38.772093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.841321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Attempting to bind port 58003c5a-8c4d-4e75-905e-2d8a890618a1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:38.841767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Attempting to bind port 58003c5a-8c4d-4e75-905e-2d8a890618a1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:38.842192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Attempting to bind port 58003c5a-8c4d-4e75-905e-2d8a890618a1 on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:38.859970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:38.860411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:38.860839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.861251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Bound using segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:38.861815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Bound port: 58003c5a-8c4d-4e75-905e-2d8a890618a1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:38.862216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:38.959511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] For port 58003c5a-8c4d-4e75-905e-2d8a890618a1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:38.962836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] For port 58003c5a-8c4d-4e75-905e-2d8a890618a1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58003c5a-8c4d-4e75-905e-2d8a890618a1,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:38.988978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.034895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1c58134a-59a3-43e4-9539-c124efbac986 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:39.126811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1c58134a-59a3-43e4-9539-c124efbac986 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:39.127287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.154087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.171043 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.248354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=07639778-dc96-457c-a90d-87c4eb555c40,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:39.257628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:39.277341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ffc20-6ba9-4dd1-8064-7ec2f730a768 None None] Pushing event updated for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:39.283204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:39.283204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:39.398283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:39.400228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:39.484473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:39.596256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 05587c3c-a138-4ddd-b3fb-41407333952e has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:39.750936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:39.763764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-848bb2e0-ff10-42cd-99f3-5cea0976e5a3 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/routers/05587c3c-a138-4ddd-b3fb-41407333952e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3689251 Jul 28 14:50:39.771437 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] Sync routers for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:39.771973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:39.774302 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:39.774944 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:39.787199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'port': {'network_id': '8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd', 'name': 'tempest-FloatingIPTestJSON-1193902078'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:39.920455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:39.922651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38552) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:39.957324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-304f59aa-3e21-4cc9-8d6f-2e959b743786 req-77c3384a-2cad-4241-b3bd-b2b9c1a10a9b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.1103225 Jul 28 14:50:39.959484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:39.967137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:40.063389 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:40.066942 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece405a1-1c31-46b6-bd8c-e44132193803 None None] The sync data for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:40.174515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Made reservation on behalf of d484f0a09e2143698a6f127bc8523576 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:40.178515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.210002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] device_id is not set on port 014e732a-4d73-4faa-b2bc-7bd6e7561054 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:40.241248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:38Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:40.280893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ff6ee-a499-423a-8a97-66ce86835a5d None None] The sync data for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 is: [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:38Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:40.282809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19ae7ca8-7561-4c07-9cec-68e59583a856 None None] Provisioning complete for port 07639778-dc96-457c-a90d-87c4eb555c40 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:40.283315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19ae7ca8-7561-4c07-9cec-68e59583a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.332116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-19ae7ca8-7561-4c07-9cec-68e59583a856 None None] Port 07639778-dc96-457c-a90d-87c4eb555c40 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:40.385834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Allocated IP 172.20.0.3 (8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd/ee1e6a75-4f5b-45af-973e-9a32eadb3ab2/014e732a-4d73-4faa-b2bc-7bd6e7561054) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:40.433462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75aef61b-7684-41c1-befb-ccec74911e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.560438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58003c5a-8c4d-4e75-905e-2d8a890618a1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:40.738908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.758140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:40.775201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:40.776684 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.794849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Transition to ACTIVE for port object 014e732a-4d73-4faa-b2bc-7bd6e7561054 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:40.807572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75aef61b-7684-41c1-befb-ccec74911e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.945088 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:40.998712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 58003c5a-8c4d-4e75-905e-2d8a890618a1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58003c5a-8c4d-4e75-905e-2d8a890618a1,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:41.029281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75aef61b-7684-41c1-befb-ccec74911e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.108526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-773baa40-a359-46ad-984e-4f8b5eaf6849 req-2ac85e22-99d8-41ba-8d3c-1bc1893531af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.0501444 Jul 28 14:50:41.115536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-75aef61b-7684-41c1-befb-ccec74911e16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f118e897b1b4c43aa41e85cda83cff0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1871619 Jul 28 14:50:41.115743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.117989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef61b-7684-41c1-befb-ccec74911e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0f450d-c226-49ee-b434-ba91c918a55d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:41.119139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38584) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:41.158151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.260787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:41.261180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event updated for resources: {'Port': ['ID=014e732a-4d73-4faa-b2bc-7bd6e7561054,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:41.269226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:41.278612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:41.306276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:41.351147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.365940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:41.366637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.395979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.532855 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d1bf8f9-7221-48b7-9665-86d4ab7a3cd0 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7591178 Jul 28 14:50:41.537452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:41.542041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Request body: {'floatingip': {'port_id': '014e732a-4d73-4faa-b2bc-7bd6e7561054'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:41.600322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.608906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.608906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d0f450d-c226-49ee-b434-ba91c918a55d HTTP/1.1" status: 204 len: 168 time: 0.4835217 Jul 28 14:50:41.631867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0f450d-c226-49ee-b434-ba91c918a55d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:41.650493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.651018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.651217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.651562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.651900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.652239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.659698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:41.665644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.669663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.669663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.669663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.669663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.669663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac39d05-6ab2-4c97-9bcb-ee621d0fd62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:41.914455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd75c395-959a-42dc-9a34-b823c2fbcad4 None None] Provisioning for port 014e732a-4d73-4faa-b2bc-7bd6e7561054 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:41.920616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dd75c395-959a-42dc-9a34-b823c2fbcad4 None None] Provisioning complete for port 014e732a-4d73-4faa-b2bc-7bd6e7561054 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:41.921004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd75c395-959a-42dc-9a34-b823c2fbcad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.005206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dd75c395-959a-42dc-9a34-b823c2fbcad4 None None] Port 014e732a-4d73-4faa-b2bc-7bd6e7561054 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:42.334685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97149a32-c8bd-4792-a612-180c109530b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.373359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38606) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:42.380098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'network': {'name': 'tempest-network-smoke--572158349', 'project_id': 'd58981e105d342469dc83157ece3b801', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:42.483687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3193e19c-d3c4-4502-8d45-5fda4277238a req-483d5a24-5423-43d1-8298-21897d3615e2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.0546358 Jul 28 14:50:42.523067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58003c5a-8c4d-4e75-905e-2d8a890618a1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:42.584054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 58003c5a-8c4d-4e75-905e-2d8a890618a1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:42.584343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.621850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.623654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:42.628977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.642933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.698669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e7e39d0f-bd0c-4b9c-a7a3-48fe0b0fb1b8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:42.700869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e7e39d0f-bd0c-4b9c-a7a3-48fe0b0fb1b8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 796 time: 0.1605828 Jul 28 14:50:42.724120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.787566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.808294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-2a3196e0-8f9e-4f3e-a923-c1bc2ba9ea5a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 380 time: 0.0917079 Jul 28 14:50:42.856034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'port': {'device_id': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'admin_state_up': True, 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'security_groups': ['89a99cc0-f78b-4bbb-8cca-53f54892f622']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:42.869090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38618) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:42.889433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fae6ccff-0909-4186-be2e-addb08797158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.926289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:42.946296 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 6c225632-0b32-4397-aadb-e65e8131b62a associated. External IP: 172.25.0.237, port: 3b48cbdb-cf4d-487d-897c-4d0ba5459c23. Jul 28 14:50:42.976840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29ac75-c19c-4a55-8c3a-6591dbb82016,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.004359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:43.030043 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.030408 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Added segment 70af53be-47ba-4ecc-8182-d1843b4dc6f8 of type vlan for network b2d0e6e2-5388-442c-b630-3ad2f97d44fe Jul 28 14:50:43.119843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.185036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fae6ccff-0909-4186-be2e-addb08797158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.310012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:43.324231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.330742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:43.331948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.388209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fae6ccff-0909-4186-be2e-addb08797158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.431642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fae6ccff-0909-4186-be2e-addb08797158 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a66614664a754e8893ef074b530ea16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614488 Jul 28 14:50:43.438333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38628) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:43.447340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Network': ['ID=b2d0e6e2-5388-442c-b630-3ad2f97d44fe,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.454877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6ccff-0909-4186-be2e-addb08797158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4615b8-262f-482e-b9b1-a1530924bfe6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:43.461955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:43.477259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:43.561592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a84c1f47-55a8-4155-8a98-65d18d2045ac tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1870193 Jul 28 14:50:43.564519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38632) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:43.581469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'admin_state_up': True, 'project_id': 'd58981e105d342469dc83157ece3b801', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:43.584895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:43.619497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:43.621051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:43.644401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:43.660736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.712889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c61de37-f262-421b-815a-5d1895a92c30 req-03c43261-22dd-4d50-9cff-132e32431aa2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.0451503 Jul 28 14:50:43.716318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:43.734426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:43.735336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:43.777092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.778637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:43.797011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:43.799646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec7a3b9-c38c-4c4d-a60d-e63b248ab8d7 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:43.866698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.157170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.263559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.271224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.368546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.6 (9e76d49d-01e1-4abb-8dc2-dc9a207230e8/a75f31b0-cc91-40d5-867a-8e8d9314ce4c/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:44.375733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 05587c3c-a138-4ddd-b3fb-41407333952e has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:44.548344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.551191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.555272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec4615b8-262f-482e-b9b1-a1530924bfe6 HTTP/1.1" status: 204 len: 168 time: 1.1136856 Jul 28 14:50:44.571086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef8779-116a-40e3-bc58-ce907c7868d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4615b8-262f-482e-b9b1-a1530924bfe6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:44.617673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:44.624926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.629645 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] Sync routers for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:44.645494 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:44.646399 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:44.696701 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:44.707728 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:44.709773 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:44.777031 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:44.777905 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c1da0-8e1f-49f3-b1d3-8e9390ed7d06 None None] The sync data for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:44.797555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.831550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f3664a8c-c98f-4f29-bd3e-82e3796fac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:44.863281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3647048-9f18-4a69-9b7a-1f325013b441 req-27418e88-ad05-4b1f-9a46-b68f29165900 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.0603364 Jul 28 14:50:44.868163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:44.894273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-be01f6f9-edc4-4a6c-8167-0051c4a1a68a tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/floatingips/6c225632-0b32-4397-aadb-e65e8131b62a HTTP/1.1" status: 200 len: 978 time: 3.3559744 Jul 28 14:50:44.895034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38646) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:44.900355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.084873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 014e732a-4d73-4faa-b2bc-7bd6e7561054 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:45.085289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.136814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.181224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.202040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.255847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:45.272682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:45.279134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:45.281828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:45.384868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.25.0.49 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4bb4d70a-918f-4c39-bfbd-3e63468298f8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:45.391662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:45.392364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.419279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.509527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-20ef6917-c8b3-4042-8019-e4c74ddc8814 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6941466 Jul 28 14:50:45.581080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Request body: {'port': {'device_id': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:45.620101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.698469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.727356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-8741c697-14bc-4816-9ab2-dd7d62926ea9 req-9c4037bd-858a-4d51-a61b-e4f7d7a3ef3a service neutron] (94748) timed out ('10.222.0.53', 51254) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:50:45.733283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.733670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.733995 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Floating IP 6c225632-0b32-4397-aadb-e65e8131b62a disassociated. External IP: 172.25.0.237, port: 014e732a-4d73-4faa-b2bc-7bd6e7561054. Jul 28 14:50:45.734344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 014e732a-4d73-4faa-b2bc-7bd6e7561054 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:45.787084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.877582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-961d1e00-09a1-4f58-a03a-e6151eb65f82 None None] Provisioning for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:45.882410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-961d1e00-09a1-4f58-a03a-e6151eb65f82 None None] Provisioning complete for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:45.883023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-961d1e00-09a1-4f58-a03a-e6151eb65f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:45.886674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:45.925764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:45.951112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:45.963688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-961d1e00-09a1-4f58-a03a-e6151eb65f82 None None] Port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:45.972136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=4bb4d70a-918f-4c39-bfbd-3e63468298f8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:46.094794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c7c31-578e-4eb3-ab38-8fa00035d620 req-35b363cd-10a7-444f-a6fc-77f1cb8635d1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:46.102567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e2c7c31-578e-4eb3-ab38-8fa00035d620 req-35b363cd-10a7-444f-a6fc-77f1cb8635d1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 931 time: 0.0834908 Jul 28 14:50:46.142578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.245041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e2c7c31-578e-4eb3-ab38-8fa00035d620 req-29698f6f-cde8-4066-b1f2-aff3839450d1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415424 Jul 28 14:50:46.265846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:46.286718 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.306850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Transition to ACTIVE for port object c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:46.331614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.373992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=014e732a-4d73-4faa-b2bc-7bd6e7561054,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:46.413051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38680) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:46.440503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.579699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:46.595983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1406373196'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:46.632347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.654822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 05587c3c-a138-4ddd-b3fb-41407333952e has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:46.654822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:46.654822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:46.654822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:46.660995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:50:46.661325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:46.668643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:46.669163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:46.669565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Bound using segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:46.670059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Bound port: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:46.670422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.789557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Made reservation on behalf of cde7abeac6f44a4abb417d4e90078ca9 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:46.793372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.807507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.836891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:46.852899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:46.854502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:46.868080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] Sync routers for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:46.879050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:46.879816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.916678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.925373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.929119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.933698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c28514f-e72a-4c98-b8f7-82106851c387 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/014e732a-4d73-4faa-b2bc-7bd6e7561054 HTTP/1.1" status: 204 len: 168 time: 2.0335960 Jul 28 14:50:46.934103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38684) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:46.949032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:46.950307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.979725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:46.989699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:46.990859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e208c-02d1-40ae-b6fc-ce9b3c3429ac None None] The sync data for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:47.055169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.055702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.057226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] 10.222.0.50 "PUT /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1092 time: 1.4861691 Jul 28 14:50:47.060466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:47.062853 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:47.076423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.176933 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1df9c5-8c21-497e-8684-92cafc3a2ba1 x-openstack-request-id: req-ca1df9c5-8c21-497e-8684-92cafc3a2ba1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:47.176933 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:47.176933 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca1df9c5-8c21-497e-8684-92cafc3a2ba1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:47.177265 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.177353 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:50:47.206428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:50:47.209445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 9c98ba47-2541-4715-8b9a-8e23e477fadb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:50:47.216846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a58a7-3006-4fc5-84b3-660bcdda03ad service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.234522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.235575 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Added segment 7827c1e5-cbf6-4453-8824-5d0d98fb145f of type vlan for network a848c586-d77c-48a0-982e-d0231f4014bb Jul 28 14:50:47.245815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0f2b3-79bb-4658-91fe-bc8cb19bcd5a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.312721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-98207b8f-d651-41fa-a5e5-421872fb5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.314527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-98207b8f-d651-41fa-a5e5-421872fb5f1e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1095 time: 0.1458731 Jul 28 14:50:47.396424 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.506088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fa3ca-6561-4ae9-a8b4-50085b7edcf6 req-d9a88322-3b7b-4db8-8ea2-fb74ae265437 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.506088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab1fa3ca-6561-4ae9-a8b4-50085b7edcf6 req-d9a88322-3b7b-4db8-8ea2-fb74ae265437 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.1329381 Jul 28 14:50:47.516610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-ba719c95-99a8-4887-856a-7c90204c6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.518133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-ba719c95-99a8-4887-856a-7c90204c6ab9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1860745 Jul 28 14:50:47.545055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:47.561743 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Sync routers for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:47.577222 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:47.577859 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:47.592501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab1fa3ca-6561-4ae9-a8b4-50085b7edcf6 req-7a0e5564-1b92-4cbd-b455-0890ce852198 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719035 Jul 28 14:50:47.654816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.660562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.661255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.676825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-b2eee9ef-072b-41e6-ab4b-e31c3a1b9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:47.678373 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cac79cf8-6524-4a98-8584-1e7b39e0c4b4 req-b2eee9ef-072b-41e6-ab4b-e31c3a1b9ea1 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1526408 Jul 28 14:50:47.681602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.694307 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:47.708439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.718933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:47.726643 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a07c8cb-7022-465f-9e8d-2e4d954cc42a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1601467 Jul 28 14:50:47.727400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.756905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Network': ['ID=a848c586-d77c-48a0-982e-d0231f4014bb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:47.772010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a848c586-d77c-48a0-982e-d0231f4014bb details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:50:47.806793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-72cd64fe-8db1-4b3e-984a-f18ade83fb92 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3920827 Jul 28 14:50:47.809777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38708) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:47.815948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'subnet': {'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:48.075047 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:46Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:48.079469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5154af48-1aae-4674-81f9-fbd111a9e1a7 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=d58981e105d342469dc83157ece3b801&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3404458 Jul 28 14:50:48.082239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38722) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.151195 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Checking router: 9c98ba47-2541-4715-8b9a-8e23e477fadb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:50:48.151583 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Updating router 9c98ba47-2541-4715-8b9a-8e23e477fadb port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:50:48.220400 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.224364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e93935-7658-4502-8c5a-4a4f070eda92 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.229308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-77e93935-7658-4502-8c5a-4a4f070eda92 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433287 Jul 28 14:50:48.229885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38724) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.273654 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-23eae388-72e5-4731-9aa3-9acdebee82ca tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399740 Jul 28 14:50:48.274366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38726) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:48.281456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1694369442', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'project_id': 'd58981e105d342469dc83157ece3b801', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:48.358376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Made reservation on behalf of cde7abeac6f44a4abb417d4e90078ca9 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:48.363461 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.485691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-96751bdb-ef89-4a8c-92d0-1ca8f16664ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.485691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-96751bdb-ef89-4a8c-92d0-1ca8f16664ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1095 time: 0.7294912 Jul 28 14:50:48.591429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-9c15fb62-f41f-4901-8629-f33d7d97fa69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 217 time: 0.0579643 Jul 28 14:50:48.637971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:48.643907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.686017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-1b8632d4-c5b1-484c-9d02-ae92b6356bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.687637 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-1b8632d4-c5b1-484c-9d02-ae92b6356bce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.0686622 Jul 28 14:50:48.757871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.767545 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:48.783443 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Transition to ACTIVE for port object 4bb4d70a-918f-4c39-bfbd-3e63468298f8 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:48.858108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf8cfb-fdd7-4ab5-924d-ffd6e04d054d req-671881c9-5f4e-41a2-b35a-69bdef969fa0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.859744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bbf8cfb-fdd7-4ab5-924d-ffd6e04d054d req-671881c9-5f4e-41a2-b35a-69bdef969fa0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.1034822 Jul 28 14:50:48.884742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Subnet': ['ID=7a6837eb-70e7-46c1-a619-6a8600859949,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:48.914424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Checking segment: {'id': '7827c1e5-cbf6-4453-8824-5d0d98fb145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:48.914906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network hostable DHCP agents. Network: a848c586-d77c-48a0-982e-d0231f4014bb, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:48.925471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211cf24-145f-4164-808a-ef57a9019b08 req-ae4612d3-b0d6-4402-95bf-6d8074c9d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:48.927481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-ae4612d3-b0d6-4402-95bf-6d8074c9d827 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307246 Jul 28 14:50:48.952477 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.017672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bbf8cfb-fdd7-4ab5-924d-ffd6e04d054d req-a0fa5104-3aa7-469b-b3ce-4422e97a7e02 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325934 Jul 28 14:50:49.069621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 07639778-dc96-457c-a90d-87c4eb555c40 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:49.069621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.116600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Attempting to bind port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:49.117462 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Attempting to bind port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:49.118221 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Attempting to bind port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:49.150080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network a848c586-d77c-48a0-982e-d0231f4014bb is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:49.153679 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:49.154250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:49.154879 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.155517 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:49.156269 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Bound port: 4bb4d70a-918f-4c39-bfbd-3e63468298f8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:49.156864 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.203259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-ed6e97cb-2d68-4149-b452-b35add74301d service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631512 Jul 28 14:50:49.220172 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] For port 4bb4d70a-918f-4c39-bfbd-3e63468298f8, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:49.223731 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] For port 4bb4d70a-918f-4c39-bfbd-3e63468298f8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4bb4d70a-918f-4c39-bfbd-3e63468298f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:49.235256 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Pushing event updated for resources: {'Port': ['ID=4bb4d70a-918f-4c39-bfbd-3e63468298f8,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.245791 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.246306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.246867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.247397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.248285 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.248924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.249517 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.249997 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.250517 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.251077 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.251578 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.252053 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:50:49.275042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.294043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a848c586-d77c-48a0-982e-d0231f4014bb) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:49.298833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349895c-b005-466f-9957-ec9e520a8eb7 None None] Network a848c586-d77c-48a0-982e-d0231f4014bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:49.309782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:49.313329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.346579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.371853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 07639778-dc96-457c-a90d-87c4eb555c40 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:49.382772 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.389223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c211cf24-145f-4164-808a-ef57a9019b08 req-33540def-66a2-46f3-b9bd-45d2a19aead3 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726761 Jul 28 14:50:49.448885 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:49.450461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:49.546469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Subnet': ['ID=f7d6772d-8d32-4e15-85d3-134cb22e0d09,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.566280 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:49.593918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Checking segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:49.595494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network hostable DHCP agents. Network: b2d0e6e2-5388-442c-b630-3ad2f97d44fe, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:50:49.629425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6a16b926-e45c-4935-a42c-a8ab5f26c2b7 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8184838 Jul 28 14:50:49.633650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38754) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:49.641796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1919738954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:49.683826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a848c586-d77c-48a0-982e-d0231f4014bb', 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb', 'tenant_id': 'cde7abeac6f44a4abb417d4e90078ca9', 'fixed_ips': [{'subnet_id': '7a6837eb-70e7-46c1-a619-6a8600859949'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:49.685708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.692661 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30954425-218f-448f-896e-9811a3f99a08 None None] Pushing event updated for resources: {'Port': ['ID=4bb4d70a-918f-4c39-bfbd-3e63468298f8,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:49.831744 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:50:49.863074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Allocated IP 172.20.0.2 (a848c586-d77c-48a0-982e-d0231f4014bb/7a6837eb-70e7-46c1-a619-6a8600859949/4cf91a9b-9529-45d8-ba10-8e439eb770c0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:49.889758 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:46Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:49.918405 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51f19c-f594-4843-aa9a-eb4010965087 None None] The sync data for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 is: [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:46Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:49.923240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.923790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.925550 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:49.968949 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.009494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=07639778-dc96-457c-a90d-87c4eb555c40,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:50.139624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b2d0e6e2-5388-442c-b630-3ad2f97d44fe) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:50.148493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.158020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.166181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.252994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.271737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Transition to ACTIVE for port object 4cf91a9b-9529-45d8-ba10-8e439eb770c0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:50.299226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Transition to ACTIVE for port object 4cf91a9b-9529-45d8-ba10-8e439eb770c0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:50.322444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45994a8-358e-45fd-a372-7c18340e7372 None None] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:50.359413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.445372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c297d5d-6be8-4cf5-bd9e-4fb5fa4f1084 req-9b4e2ecb-088d-4edb-916d-2238a6c196b7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:50.452229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c297d5d-6be8-4cf5-bd9e-4fb5fa4f1084 req-9b4e2ecb-088d-4edb-916d-2238a6c196b7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.1620307 Jul 28 14:50:50.460548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b55e8c08-1479-4162-beba-d632d5c2b081 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1793764 Jul 28 14:50:50.464790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38772) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:50.467492 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.504996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.599634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.601670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Network a848c586-d77c-48a0-982e-d0231f4014bb is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:50.603655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-14e1aa5a-7779-4907-8ae8-0ad11200c7a3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9685569 Jul 28 14:50:50.608079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38778) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:50.650873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:50.653949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Pushing event updated for resources: {'Port': ['ID=4cf91a9b-9529-45d8-ba10-8e439eb770c0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:50.676357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:50.683117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.817715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c297d5d-6be8-4cf5-bd9e-4fb5fa4f1084 req-ef425ab0-00b0-4714-a54f-65f960cb5977 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511798 Jul 28 14:50:50.863571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Attempting to bind port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:50.863943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Attempting to bind port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7827c1e5-cbf6-4453-8824-5d0d98fb145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:50.864527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Attempting to bind port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 on network a848c586-d77c-48a0-982e-d0231f4014bb {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:50.867072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:50:50.868091 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.898370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 05587c3c-a138-4ddd-b3fb-41407333952e has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:50.902316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:50.903590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Checking segment: {'id': '7827c1e5-cbf6-4453-8824-5d0d98fb145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:50.906942 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:50.906942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Bound using segment: {'id': '7827c1e5-cbf6-4453-8824-5d0d98fb145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:50.906942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Bound port: 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7827c1e5-cbf6-4453-8824-5d0d98fb145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:50.906942 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.085088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] For port 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:51.091843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] For port 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4cf91a9b-9529-45d8-ba10-8e439eb770c0,segment=NetworkSegment(7827c1e5-cbf6-4453-8824-5d0d98fb145f),segment_id=7827c1e5-cbf6-4453-8824-5d0d98fb145f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:51.118973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:51.136397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] Sync routers for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:51.143134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dd41518f-a26d-4149-8930-c88a6f1b258b tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/routers/05587c3c-a138-4ddd-b3fb-41407333952e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2063682 Jul 28 14:50:51.143844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:51.184964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:51.189890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:51.193195 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.261467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:51.319618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Allocated IP 172.20.0.2 (b2d0e6e2-5388-442c-b630-3ad2f97d44fe/f7d6772d-8d32-4e15-85d3-134cb22e0d09/11e1ec2c-aeaa-4558-ba33-144d11b3c3c9) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:51.322667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] Routers {'05587c3c-a138-4ddd-b3fb-41407333952e'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:51.323838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['05587c3c-a138-4ddd-b3fb-41407333952e'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:51.351203 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.412967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:51.413665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f54345-e37b-46ed-8bb3-61eb0e91c52f None None] The sync data for ids ['05587c3c-a138-4ddd-b3fb-41407333952e'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:51.595415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e4b0b-3e5f-4b24-87a2-bcd562b8dc4d None None] Pushing event updated for resources: {'Port': ['ID=4cf91a9b-9529-45d8-ba10-8e439eb770c0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:51.630712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.851062 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.874478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Transition to ACTIVE for port object 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:51.904132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Transition to ACTIVE for port object 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:51.910460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:50:51.922501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port a56b2087-2b36-4719-a92c-e7f269df0774 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:51.926051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:51.958571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.071397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fb7cd-c4cc-4fc8-a370-8e7aa76de6ce req-d7389cf3-cb10-4d2b-908b-45e34af2d70b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:52.071663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.073217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-367fb7cd-c4cc-4fc8-a370-8e7aa76de6ce req-d7389cf3-cb10-4d2b-908b-45e34af2d70b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.1213472 Jul 28 14:50:52.107271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.136019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for a56b2087-2b36-4719-a92c-e7f269df0774 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:52.263799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-367fb7cd-c4cc-4fc8-a370-8e7aa76de6ce req-5bfc3278-55d2-4894-9132-0ffba0ee4bea tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768041 Jul 28 14:50:52.414103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:52.418775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:52.439166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:52.446696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:52.446696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:52.450250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:50:52.539192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.629249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Attempting to bind port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:52.629636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Attempting to bind port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:52.630151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Attempting to bind port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 on network b2d0e6e2-5388-442c-b630-3ad2f97d44fe {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:52.633236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.662273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:52.663100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Checking segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:52.670202 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.670202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Bound using segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:52.670733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Bound port: 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:52.671270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.706292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.778260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Allocated IP 172.20.0.1 (a848c586-d77c-48a0-982e-d0231f4014bb/7a6837eb-70e7-46c1-a619-6a8600859949/029a08ab-bf16-4232-bf92-ed23624cff6c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:52.846282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=a56b2087-2b36-4719-a92c-e7f269df0774,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:52.893350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] For port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:52.897165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] For port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:52.898879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4bb4d70a-918f-4c39-bfbd-3e63468298f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:52.951314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:50:52.954635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:52.994614 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.068050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.090503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f81e4-5604-44dd-8a6d-7c76ef7e1ae4 None None] Pushing event updated for resources: {'Port': ['ID=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.143574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:53.176716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.179084 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.182486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:53.187379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:53.187736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Transition to ACTIVE for port object 029a08ab-bf16-4232-bf92-ed23624cff6c will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:53.196692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.233137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.327358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.332136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.20.0.1 (b2d0e6e2-5388-442c-b630-3ad2f97d44fe/f7d6772d-8d32-4e15-85d3-134cb22e0d09/6e13ade2-5ff9-4971-8bce-016cc0832b1b) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:53.362668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6811e9-d709-40a4-9118-e50d54c07d34 None None] Network a848c586-d77c-48a0-982e-d0231f4014bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:53.373754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.374465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Fanout notify agent at l3_agent the message router_deleted on router 05587c3c-a138-4ddd-b3fb-41407333952e {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:50:53.385847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.390983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4fe79dc5-1076-4e8c-8d6d-ff34169687bb tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/routers/05587c3c-a138-4ddd-b3fb-41407333952e HTTP/1.1" status: 204 len: 168 time: 2.2422457 Jul 28 14:50:53.391737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:53.454547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.546343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting subnet ee1e6a75-4f5b-45af-973e-9a32eadb3ab2 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:50:53.557978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.633860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4bb4d70a-918f-4c39-bfbd-3e63468298f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4bb4d70a-918f-4c39-bfbd-3e63468298f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:53.637940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:50:53.648662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.657387 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.683258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Transition to ACTIVE for port object 6e13ade2-5ff9-4971-8bce-016cc0832b1b will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:53.725949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.807130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=029a08ab-bf16-4232-bf92-ed23624cff6c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:53.829840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.833223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network a848c586-d77c-48a0-982e-d0231f4014bb is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:53.839473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:53.842671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:53.849489 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.850333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4cf91a9b-9529-45d8-ba10-8e439eb770c0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:53.884961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0eb10-1334-48dc-9b23-cc89e30e7797 req-a40b19db-fa37-41b2-8480-6250a9d4fd1c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:53.888763 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76c0eb10-1334-48dc-9b23-cc89e30e7797 req-a40b19db-fa37-41b2-8480-6250a9d4fd1c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.4928105 Jul 28 14:50:53.893705 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:53.929257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:53.938085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:53.975423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:53.991073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d61a830b-d884-4ea7-8154-837f3d68f1ca None None] Provisioning for port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:54.011697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.045536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1e6a75-4f5b-45af-973e-9a32eadb3ab2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.047767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.052891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0665c311-2017-4bdd-b2cb-ad8772eac46e tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/subnets/ee1e6a75-4f5b-45af-973e-9a32eadb3ab2 HTTP/1.1" status: 204 len: 168 time: 0.6601090 Jul 28 14:50:54.053671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38880) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:54.069486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.076881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.088850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fa9bb-9425-4b01-be47-9e27772a46b4 None None] Network 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:54.166874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76c0eb10-1334-48dc-9b23-cc89e30e7797 req-e0455d73-7cfa-4b86-af44-14e222d3dd08 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617409 Jul 28 14:50:54.193055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.221240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.284505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4bb4d70a-918f-4c39-bfbd-3e63468298f8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.312713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 1c58134a-59a3-43e4-9539-c124efbac986 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:54.313323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.396213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] For port 1c58134a-59a3-43e4-9539-c124efbac986, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1c58134a-59a3-43e4-9539-c124efbac986,segment=NetworkSegment(17cb332c-1ab9-4adf-b370-319a97baa2f0),segment_id=17cb332c-1ab9-4adf-b370-319a97baa2f0)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:54.396882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.416173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 1c58134a-59a3-43e4-9539-c124efbac986 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:54.426109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:54.437175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:54.438736 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.494045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.600136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] DHCP port deletion for 8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:50:54.663859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.745876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.792421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=1c58134a-59a3-43e4-9539-c124efbac986,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:54.806993 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.808275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] No DVR routers for this DVR port 1c58134a-59a3-43e4-9539-c124efbac986 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:54.885534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4cf91a9b-9529-45d8-ba10-8e439eb770c0,segment=NetworkSegment(7827c1e5-cbf6-4453-8824-5d0d98fb145f),segment_id=7827c1e5-cbf6-4453-8824-5d0d98fb145f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:54.907364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Deleting port 1c58134a-59a3-43e4-9539-c124efbac986 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:54.908114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.919455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.933518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:54.935886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc4cab-cde3-445e-b0a0-6d95c39c46cb None None] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:50:54.952199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cb332c-1ab9-4adf-b370-319a97baa2f0') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:54.952584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cb332c-1ab9-4adf-b370-319a97baa2f0') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:54.968916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:54.995746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.007482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:50:55.008987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:50:55.018004 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:50:55.053526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Provisioning complete for port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:55.053983 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.063891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.145378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.178928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] For port 1c58134a-59a3-43e4-9539-c124efbac986, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:55.179649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.212980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Calling delete_port for 1c58134a-59a3-43e4-9539-c124efbac986 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:55.224372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Port 1c58134a-59a3-43e4-9539-c124efbac986 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:50:55.238696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.282465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.289182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.294882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4cf91a9b-9529-45d8-ba10-8e439eb770c0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.295161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:55.299302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] No DVR routers for this DVR port 1c58134a-59a3-43e4-9539-c124efbac986 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:50:55.303896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/networks/8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd HTTP/1.1" status: 204 len: 168 time: 1.2485223 Jul 28 14:50:55.357193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:55.360501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ccded-ce4e-44c5-9ada-76694e2d08fe tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Network': ['ID=8fb8784b-5b2c-4a5e-b560-3daa6a59b7fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.361591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e188a2-5831-4da2-9e9e-26927742da02 None None] Pushing event deleted for resources: {'Port': ['ID=1c58134a-59a3-43e4-9539-c124efbac986,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.376903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.393167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269958-4d44-420a-af8b-99b0f41c83f3 req-94c60ee9-4868-4a00-a041-84bb9c1845b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:55.399706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13269958-4d44-420a-af8b-99b0f41c83f3 req-94c60ee9-4868-4a00-a041-84bb9c1845b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.1311715 Jul 28 14:50:55.471540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13269958-4d44-420a-af8b-99b0f41c83f3 req-6b7959fe-b229-471c-95dc-c7d8fca7f88a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571487 Jul 28 14:50:55.499119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.538593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=029a08ab-bf16-4232-bf92-ed23624cff6c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:55.541144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.613981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Provisioning for port 029a08ab-bf16-4232-bf92-ed23624cff6c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:55.615310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Provisioning complete for port 029a08ab-bf16-4232-bf92-ed23624cff6c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:55.615858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.628090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port ee7ea46f-e35e-43ea-931a-9d95fed8c8c9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:55.628448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.654339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e40b4c19-9ea1-4398-a583-b3f11c8d1242 None None] Port 029a08ab-bf16-4232-bf92-ed23624cff6c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:55.691858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:55.691964 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.693749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4bb4d70a-918f-4c39-bfbd-3e63468298f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:55.699909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network a848c586-d77c-48a0-982e-d0231f4014bb is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:55.725186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:55.750289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:55.750675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:55.922945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:55.962004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1c58134a-59a3-43e4-9539-c124efbac986 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:50:55.964042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Provisioning for port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:55.993132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1c58134a-59a3-43e4-9539-c124efbac986 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:50:55.994428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1c58134a-59a3-43e4-9539-c124efbac986 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:50:55.999224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Provisioning complete for port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:55.999777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.151043 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.190385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] For port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:56.192205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:56.197251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:56.197840 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.271051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.282801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.288193 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.307253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.307670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.315296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:50:56.317557 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281dfa70-00da-49e1-bbc0-35e483eb5fa7" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:50:56.336229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:50:56.346279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.365122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for ee7ea46f-e35e-43ea-931a-9d95fed8c8c9 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:56.402992 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a0127-b278-49bc-aebf-59b12ca315fe x-openstack-request-id: req-086a0127-b278-49bc-aebf-59b12ca315fe {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:50:56.403290 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:50:56.403547 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-086a0127-b278-49bc-aebf-59b12ca315fe {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:50:56.403937 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'code': 200} Jul 28 14:50:56.412471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Provisioning complete for port 029a08ab-bf16-4232-bf92-ed23624cff6c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:56.412855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.464685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Port 029a08ab-bf16-4232-bf92-ed23624cff6c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:56.471571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Pushing event updated for resources: {'Port': ['ID=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.501282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.547092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1789dd8-b277-4d36-bfb3-f2262f232029 req-85e022a6-ba6d-4bed-a572-e2050398c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:56.548892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1789dd8-b277-4d36-bfb3-f2262f232029 req-85e022a6-ba6d-4bed-a572-e2050398c3f9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1097 time: 0.0754726 Jul 28 14:50:56.552879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:56.554554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:56.562574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:56.634032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Provisioning for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:56.641374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Provisioning complete for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:56.642060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.660961 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1789dd8-b277-4d36-bfb3-f2262f232029 req-c3ee373e-ada4-40f4-8aad-aa0fb513a75e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036942 Jul 28 14:50:56.677333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84479aa-0ab9-46dd-ad51-ed9e26989afa req-cf880529-c96f-4de7-8654-09f73baf01fe tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:56.683463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Router 1d8cfb5a-a00b-4e53-95c5-3c7db9a94283 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:50:56.688237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c84479aa-0ab9-46dd-ad51-ed9e26989afa req-cf880529-c96f-4de7-8654-09f73baf01fe tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1170034 Jul 28 14:50:56.699110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f6f697fb-68a4-478c-a69f-969c5a00bb74 None None] Port 6e13ade2-5ff9-4971-8bce-016cc0832b1b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:56.756887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c84479aa-0ab9-46dd-ad51-ed9e26989afa req-5687314a-d3c7-4be3-bcc6-350aba72028a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673928 Jul 28 14:50:56.819344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Provisioning complete for port 029a08ab-bf16-4232-bf92-ed23624cff6c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:56.819919 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.867664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Port 029a08ab-bf16-4232-bf92-ed23624cff6c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:56.868757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:56.875221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-37505089-914d-4c3f-b168-12b7fd4093da tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "PUT /v2.0/routers/1d8cfb5a-a00b-4e53-95c5-3c7db9a94283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2660713 Jul 28 14:50:56.877829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38962) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:56.879846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Provisioning complete for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:56.884237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.884360 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] Sync routers for ids ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:56.885926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 9c98ba47-2541-4715-8b9a-8e23e477fadb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:50:56.889002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'port': {'network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb', 'name': 'tempest-FloatingIPNegativeTestJSON-1475630136'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:56.905250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] Routers {'1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:56.905643 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:56.934922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0e193dfc-9b7d-4041-be73-65c7788bbca4 None None] Port 6e13ade2-5ff9-4971-8bce-016cc0832b1b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:56.976440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:56.992003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:57.007550 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] Routers {'1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:57.009044 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:57.047792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=ee7ea46f-e35e-43ea-931a-9d95fed8c8c9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:57.065162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9af61b85-f659-454d-9c14-693177f52123 None None] Provisioning complete for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:57.066202 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9af61b85-f659-454d-9c14-693177f52123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.076077 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:57.077003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47708ea7-48ee-4ee3-8630-58c3c8c6b428 None None] The sync data for ids ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:57.133797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Made reservation on behalf of cde7abeac6f44a4abb417d4e90078ca9 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:50:57.135876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:50:57.137599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.150193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0ddbbf16-d5b3-41df-a2ed-34d484c5b572 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "PUT /v2.0/routers/9c98ba47-2541-4715-8b9a-8e23e477fadb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6708097 Jul 28 14:50:57.150193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38974) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.151018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Sync routers for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:50:57.151124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.153851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.157845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9af61b85-f659-454d-9c14-693177f52123 None None] Port 6e13ade2-5ff9-4971-8bce-016cc0832b1b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:57.159271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5bda31e1-af22-4f10-a36e-cde75e1eb00c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/floatingips/6c225632-0b32-4397-aadb-e65e8131b62a HTTP/1.1" status: 204 len: 168 time: 1.8633406 Jul 28 14:50:57.163674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1768897973', 'description': 'tempest-secgroup_access--1768897973 description', 'project_id': 'd58981e105d342469dc83157ece3b801'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:57.166094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:57.166721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:57.169155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38976) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.196081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] device_id is not set on port 4ed5a26b-ee35-4698-aedf-fd388bacc282 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:50:57.213336 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e20dfbc-f590-4129-97e7-17be6a247cda tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:57.214143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e20dfbc-f590-4129-97e7-17be6a247cda tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:57.219253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4e20dfbc-f590-4129-97e7-17be6a247cda tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/014e732a-4d73-4faa-b2bc-7bd6e7561054 HTTP/1.1" status: 404 len: 333 time: 0.0465362 Jul 28 14:50:57.220072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.227558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:57.253601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-585cdf1a-8cd6-47c6-81a3-b6c83744a291 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/ports?device_id=05587c3c-a138-4ddd-b3fb-41407333952e HTTP/1.1" status: 200 len: 205 time: 0.0303380 Jul 28 14:50:57.253827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.296437 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-944de6b7-5cd0-40a2-8cfd-53f71ba25a93 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] delete failed (client error): The resource could not be found. Jul 28 14:50:57.299360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-944de6b7-5cd0-40a2-8cfd-53f71ba25a93 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/routers/05587c3c-a138-4ddd-b3fb-41407333952e HTTP/1.1" status: 404 len: 336 time: 0.0428054 Jul 28 14:50:57.300593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.324958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:57.325420 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.330065 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-49031eea-9571-4210-b60e-210eee950c1c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] DELETE failed (client error): The resource could not be found. Jul 28 14:50:57.330388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49031eea-9571-4210-b60e-210eee950c1c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:50:57.334851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-49031eea-9571-4210-b60e-210eee950c1c tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/subnets/ee1e6a75-4f5b-45af-973e-9a32eadb3ab2 HTTP/1.1" status: 404 len: 337 time: 0.0308280 Jul 28 14:50:57.335108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38986) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.390363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Allocated IP 172.20.0.10 (a848c586-d77c-48a0-982e-d0231f4014bb/7a6837eb-70e7-46c1-a619-6a8600859949/4ed5a26b-ee35-4698-aedf-fd388bacc282) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:57.411076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.542332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:57.581906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.594398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.604731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 3b48cbdb-cf4d-487d-897c-4d0ba5459c23 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:57.605095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.625535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Transition to ACTIVE for port object 4ed5a26b-ee35-4698-aedf-fd388bacc282 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:57.702127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4cf91a9b-9529-45d8-ba10-8e439eb770c0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:50:57.709206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.728944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.765253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.771885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 3b48cbdb-cf4d-487d-897c-4d0ba5459c23 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:57.791902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff90dd2-49be-4e37-8f2f-79fa5a0051ce,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:57.819006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network a848c586-d77c-48a0-982e-d0231f4014bb is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:57.823635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:57.842196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:57.842578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.846909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:57.856653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=4ed5a26b-ee35-4698-aedf-fd388bacc282,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:57.921684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:57.922471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.929727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:57.931517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2b1a949-4e6f-4470-b6b6-3e52524942d1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7829168 Jul 28 14:50:57.934685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39002) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:57.940320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1895247289', 'description': 'tempest-secgroup_general--1895247289 description', 'project_id': 'd58981e105d342469dc83157ece3b801'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:57.995117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffe2d1-2985-481b-b8a0-d33ecae03755 req-a791dc35-912d-4ca8-9738-3c3e4a51923a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:57.995117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6ffe2d1-2985-481b-b8a0-d33ecae03755 req-a791dc35-912d-4ca8-9738-3c3e4a51923a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1118498 Jul 28 14:50:57.996287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:50:55Z', 'revision_number': 2, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:58.031694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Checking router: 9c98ba47-2541-4715-8b9a-8e23e477fadb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:50:58.032052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Updating router 9c98ba47-2541-4715-8b9a-8e23e477fadb port 6e13ade2-5ff9-4971-8bce-016cc0832b1b binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:50:58.064325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6ffe2d1-2985-481b-b8a0-d33ecae03755 req-ac4e2062-d543-47b3-ae26-b8aff7801a7a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651996 Jul 28 14:50:58.069334 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.122448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d489a10e-a35e-4b3c-b4b2-5c365e5e1cc9 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2427316 Jul 28 14:50:58.126691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:58.133256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:58.218508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.283773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=3b48cbdb-cf4d-487d-897c-4d0ba5459c23,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.291965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.351234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.353247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cb4fa38c-dede-480e-af3a-66d4af7de563 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/3b48cbdb-cf4d-487d-897c-4d0ba5459c23 HTTP/1.1" status: 204 len: 168 time: 1.0170681 Jul 28 14:50:58.356400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:58.423460 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.436923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Transition to ACTIVE for port object 6e13ade2-5ff9-4971-8bce-016cc0832b1b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:50:58.489123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 22af621d-a8c4-4a2d-a016-421f0d3eb095 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:50:58.489123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.532966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5e70bee-1517-4f46-a051-0d1197afe6bb None None] Provisioning for port 4ed5a26b-ee35-4698-aedf-fd388bacc282 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:50:58.532966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5e70bee-1517-4f46-a051-0d1197afe6bb None None] Provisioning complete for port 4ed5a26b-ee35-4698-aedf-fd388bacc282 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:50:58.532966 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5e70bee-1517-4f46-a051-0d1197afe6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.560114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.568507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b5e70bee-1517-4f46-a051-0d1197afe6bb None None] Port 4ed5a26b-ee35-4698-aedf-fd388bacc282 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:50:58.574336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 22af621d-a8c4-4a2d-a016-421f0d3eb095 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:50:58.605185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.691947 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.752992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.756498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e0e6-8c76-44eb-9f65-9be545fa2f82 None None] Pushing event updated for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:58.764747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.818760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Attempting to bind port 6e13ade2-5ff9-4971-8bce-016cc0832b1b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:50:58.819310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Attempting to bind port 6e13ade2-5ff9-4971-8bce-016cc0832b1b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:50:58.819789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Attempting to bind port 6e13ade2-5ff9-4971-8bce-016cc0832b1b on network b2d0e6e2-5388-442c-b630-3ad2f97d44fe {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:50:58.827708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:50:58.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Checking segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:50:58.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Bound using segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:50:58.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Bound port: 6e13ade2-5ff9-4971-8bce-016cc0832b1b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:50:58.831471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.891086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Allocated IP 172.25.0.86 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/917f01bd-f183-44f7-81ed-c778dc69a0a4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:50:58.921884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.927117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:58.943741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] For port 6e13ade2-5ff9-4971-8bce-016cc0832b1b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:50:58.948044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] For port 6e13ade2-5ff9-4971-8bce-016cc0832b1b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6e13ade2-5ff9-4971-8bce-016cc0832b1b,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:50:58.994011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=22af621d-a8c4-4a2d-a016-421f0d3eb095,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.034146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.057968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.085234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.124938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.129286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf027ddf-9304-4dde-ad9c-d4852dc4e9dc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1933284 Jul 28 14:50:59.132788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39034) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:59.153266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:50:59.153920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:59.156956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195e0e6-8c76-44eb-9f65-9be545fa2f82 None None] Pushing event updated for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.157312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'security_group_rule': {'security_group_id': 'fff90dd2-49be-4e37-8f2f-79fa5a0051ce', 'project_id': 'd58981e105d342469dc83157ece3b801', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:50:59.189984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.192223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e406d602-8d78-4acd-b5b2-f06dd0360005 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/ports/22af621d-a8c4-4a2d-a016-421f0d3eb095 HTTP/1.1" status: 204 len: 168 time: 0.8346922 Jul 28 14:50:59.195232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:59.305295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3420a434-2ae3-4d97-a4a3-51cfe5f2f817 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:59.305295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3420a434-2ae3-4d97-a4a3-51cfe5f2f817 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "GET /v2.0/ports?device_id=2651560b-0632-4c2b-a393-353308d48f38 HTTP/1.1" status: 200 len: 913 time: 0.1082368 Jul 28 14:50:59.307403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:50:59.333801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed552b38-a10c-4cc4-b58c-26bffdcfdaf8 req-b8460146-d790-4145-b583-8202e479d156 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:59.335432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed552b38-a10c-4cc4-b58c-26bffdcfdaf8 req-b8460146-d790-4145-b583-8202e479d156 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1015437 Jul 28 14:50:59.343528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:50:59.425157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed552b38-a10c-4cc4-b58c-26bffdcfdaf8 req-75582024-eaff-4bf6-82a4-22c915aec73f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752463 Jul 28 14:50:59.531181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.536775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:50:59.625937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:50:58Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:50:59.648888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:50:59.665179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff6549-d532-45b0-bddf-abb027f578c4 None None] The sync data for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 is: [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:50:58Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:50:59.673643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:50:59.675456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:50:59.748499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=917f01bd-f183-44f7-81ed-c778dc69a0a4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:50:59.905305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9ed40-663f-441c-9b1f-3168e14a2ee3 req-4d728cb9-bd66-414b-b69f-dd7a042557c7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:50:59.907168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1dc9ed40-663f-441c-9b1f-3168e14a2ee3 req-4d728cb9-bd66-414b-b69f-dd7a042557c7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.3678527 Jul 28 14:50:59.918353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.025660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1dc9ed40-663f-441c-9b1f-3168e14a2ee3 req-14c07b2d-682d-49ee-a33e-e8a7921ec02d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032085 Jul 28 14:51:00.039853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.056400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39072) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.088418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.108715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebadf2-80fd-4fa2-a940-8f92ee4aae8f tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:00.113308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-58ebadf2-80fd-4fa2-a940-8f92ee4aae8f tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1092 time: 0.0538557 Jul 28 14:51:00.113965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:00.115131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412c6d87-ad91-44dd-8ad4-e0de2243b91c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:00.118854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:00.138125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.258687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.265498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.267016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6786dce5-c08a-45ae-8d38-49dc6c271643 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1329243 Jul 28 14:51:00.442921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.583684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-c606d77a-2e79-4b2f-b5e1-be2ce1b56f7e tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_general--1895247289&fields=id&tenant_id=d58981e105d342469dc83157ece3b801 HTTP/1.1" status: 200 len: 267 time: 0.0650382 Jul 28 14:51:00.625697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.650920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-07e3cb41-c0b8-4e5a-9b8a-f81b1898f7ad tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_access--1768897973&fields=id&tenant_id=d58981e105d342469dc83157ece3b801 HTTP/1.1" status: 200 len: 267 time: 0.0620129 Jul 28 14:51:00.651411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 43df78f7-1d24-4d4a-b8cd-0fa08faa893a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:00.651411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.766076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.787927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.841039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 43df78f7-1d24-4d4a-b8cd-0fa08faa893a owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:00.859991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:00.997858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=917f01bd-f183-44f7-81ed-c778dc69a0a4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:01.010988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.020388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:01.021592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b9220a7-1ec7-40de-8ea2-9b2358d1c357 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:01.023854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b9220a7-1ec7-40de-8ea2-9b2358d1c357 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 796 time: 0.3630893 Jul 28 14:51:01.057610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.210 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/cefaedc6-9940-40f6-9b74-00280fa3779d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:01.081682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-cb4de2d8-a134-4cb7-8b71-fa0b9ef11905 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/quotas/d58981e105d342469dc83157ece3b801 HTTP/1.1" status: 200 len: 375 time: 0.0453515 Jul 28 14:51:01.179801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.184500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-242c411f-4464-4702-a8f1-41d435825a51 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0561655 Jul 28 14:51:01.185146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39124) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:01.193373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b9858e73-9214-478c-b1f9-73be49b21473 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'floatingip': {'port_id': '4ed5a26b-ee35-4698-aedf-fd388bacc282', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:01.228116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-ff850d25-4ede-4a44-a6bc-aac8dc7ecfd2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453171 Jul 28 14:51:01.229934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e13ade2-5ff9-4971-8bce-016cc0832b1b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:01.291580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ead406-0d5a-49e1-b747-ccad6dfb6040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.306582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.310015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9858e73-9214-478c-b1f9-73be49b21473 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.397456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:01.410753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:01.411703 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.488939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-64597061-0a69-4acd-8ec9-3bf155631511 service neutron] 10.222.0.47 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175450 Jul 28 14:51:01.511260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.518679 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.556967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6e13ade2-5ff9-4971-8bce-016cc0832b1b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6e13ade2-5ff9-4971-8bce-016cc0832b1b,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:01.579808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:01.587204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:01.592618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:01.626292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=cefaedc6-9940-40f6-9b74-00280fa3779d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:01.690775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:01.696000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-fc9ad2c3-9a63-4b20-912a-4262bb2493d2 service neutron] 10.222.0.47 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062826 Jul 28 14:51:01.754766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:01.885102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c614554-5f7b-4564-a54a-7843be7fabc7 req-fc159af0-7fa7-4c32-8b7f-796c859e1fdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:01.887307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c614554-5f7b-4564-a54a-7843be7fabc7 req-fc159af0-7fa7-4c32-8b7f-796c859e1fdc tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.2070351 Jul 28 14:51:01.891710 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-b9858e73-9214-478c-b1f9-73be49b21473 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] update failed (client error): The resource could not be found. Jul 28 14:51:01.895849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b9858e73-9214-478c-b1f9-73be49b21473 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "PUT /v2.0/floatingips/d29ebf9c-0b00-4702-abf6-7a7b4d33c7ae HTTP/1.1" status: 404 len: 507 time: 0.7086599 Jul 28 14:51:01.899983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39148) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.023887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.099798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c614554-5f7b-4564-a54a-7843be7fabc7 req-4fc2848f-bdd0-46e0-8221-b495c8c894dd tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003016 Jul 28 14:51:02.140253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=43df78f7-1d24-4d4a-b8cd-0fa08faa893a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.162155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b741e737-af64-4672-92c3-84253fb3afe6 req-5510029c-23f0-4d09-a836-c7477d32896e tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0434732 Jul 28 14:51:02.211143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ead406-0d5a-49e1-b747-ccad6dfb6040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.302264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting port 917f01bd-f183-44f7-81ed-c778dc69a0a4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:02.302532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.319776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ead406-0d5a-49e1-b747-ccad6dfb6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.443533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-75ead406-0d5a-49e1-b747-ccad6dfb6040 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15cb72da49154d619919dd5aaabb7fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4219906 Jul 28 14:51:02.446532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.450688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ead406-0d5a-49e1-b747-ccad6dfb6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e9b252-e0d7-4c52-a767-937719bc6537,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.467348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.470209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.493513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.493827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.543328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.546795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Calling delete_port for 917f01bd-f183-44f7-81ed-c778dc69a0a4 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:02.566064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.667381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.832358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Router 2651560b-0632-4c2b-a393-353308d48f38 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:02.835999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.850261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.853027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.854200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6e9b252-e0d7-4c52-a767-937719bc6537 HTTP/1.1" status: 204 len: 168 time: 0.4066925 Jul 28 14:51:02.863251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6785816-e570-46a6-a648-0e4f449a1e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e9b252-e0d7-4c52-a767-937719bc6537,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:02.947970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:02.957242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ac19a440-aec5-4a6e-bbb1-5ae1430cf362 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "PUT /v2.0/routers/2651560b-0632-4c2b-a393-353308d48f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6460383 Jul 28 14:51:02.957242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39184) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:02.961800 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] Sync routers for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:02.964720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:02.972928 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:02.973554 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:02.994419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-1d9c8dce-3171-48f1-8683-debd54943bf0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:02.996771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-1d9c8dce-3171-48f1-8683-debd54943bf0 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.0574861 Jul 28 14:51:02.999034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.008510 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.018179 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] Routers {'2651560b-0632-4c2b-a393-353308d48f38'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:03.018800 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2651560b-0632-4c2b-a393-353308d48f38'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.055258 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:03.055894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7f0b0-ceba-4a8a-a3e5-f071aff13b14 None None] The sync data for ids ['2651560b-0632-4c2b-a393-353308d48f38'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:03.087315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Port': ['ID=917f01bd-f183-44f7-81ed-c778dc69a0a4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.120052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=cefaedc6-9940-40f6-9b74-00280fa3779d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:03.138738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.169779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.220760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e13ade2-5ff9-4971-8bce-016cc0832b1b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:03.274607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.277965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.279427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7dcfe1df-908d-4de8-b5e4-125dd0fc9804 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "DELETE /v2.0/floatingips/d29ebf9c-0b00-4702-abf6-7a7b4d33c7ae HTTP/1.1" status: 204 len: 168 time: 1.3786240 Jul 28 14:51:03.286138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.294824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7a5f551f-57c2-4957-856e-617a6e5e9ee3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'floatingip': {'floating_network_id': 'a848c586-d77c-48a0-982e-d0231f4014bb', 'port_id': '4ed5a26b-ee35-4698-aedf-fd388bacc282', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:03.302346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6e13ade2-5ff9-4971-8bce-016cc0832b1b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:03.303056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.310165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9016252-8900-4580-9316-ca34c0792694 req-b8b72985-d5f6-4675-bbbe-3d1ecfc6c042 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0613966 Jul 28 14:51:03.334553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Deleting port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:03.334553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.391487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24100183-f517-45b9-9e6d-b00bf31d87d3 req-3bf2db29-25e8-40d3-9db1-9d47b0aa7119 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:03.393177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24100183-f517-45b9-9e6d-b00bf31d87d3 req-3bf2db29-25e8-40d3-9db1-9d47b0aa7119 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 946 time: 0.1668808 Jul 28 14:51:03.431881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.449795 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 associated. External IP: 172.25.0.210, port: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e. Jul 28 14:51:03.463145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24100183-f517-45b9-9e6d-b00bf31d87d3 req-5551ea65-5993-4c67-befc-10e2e66be412 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups?id=ded1e001-26c0-4494-a8c6-f35d74aae0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621619 Jul 28 14:51:03.524182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] For port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:03.524559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.536282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a5f551f-57c2-4957-856e-617a6e5e9ee3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.689365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting port 0b1be591-ab86-421e-beb3-c86733fbbccc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:03.689713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.767115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.779220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Calling delete_port for 0b1be591-ab86-421e-beb3-c86733fbbccc owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:03.846365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.847030 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:03.847209 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Floating IP 8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1 disassociated. External IP: 172.25.0.21, port: a0060c3c-33d0-4ee7-8a82-eb97ef68ccde. Jul 28 14:51:03.847558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Calling delete_port for a0060c3c-33d0-4ee7-8a82-eb97ef68ccde owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:03.849592 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-7a5f551f-57c2-4957-856e-617a6e5e9ee3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 14:51:03.859303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 46b072f4-8d30-4736-8d71-e2ea04516185 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:03.859303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:03.859622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a5f551f-57c2-4957-856e-617a6e5e9ee3 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5650699 Jul 28 14:51:03.865978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '4ed5a26b-ee35-4698-aedf-fd388bacc282', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:04.084944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:04.087064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39224) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:04.096426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Sync routers for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:04.100828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb453f-122a-4c55-bf95-ac558cb5bff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.106629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:04.107310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.156903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.169112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.200758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Port': ['ID=0b1be591-ab86-421e-beb3-c86733fbbccc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:04.222849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:04.269698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.283985 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.379496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.381710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.434477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c29033e-bcb7-4826-965f-143e6893d99c req-a75463df-eed4-49a3-aac8-b6d5cb8ece50 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0341592 Jul 28 14:51:04.452295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Allocated IP 172.25.0.189 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4c36e378-23be-4efe-ad11-ed835f3a10a8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:04.483834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a10d8058-1eb8-4b41-84d1-9cb233c1f6b4', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:02Z', 'updated_at': '2021-07-28T14:51:02Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.513686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Checking router: 46b072f4-8d30-4736-8d71-e2ea04516185 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:51:04.524468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:04.525328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.553816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.578642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e612358d-c8fe-4b38-984d-2ab290f5b3e9 req-3100b408-faed-4335-b8c6-0aa6945eb319 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0336263 Jul 28 14:51:04.595452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'Port': ['ID=a0060c3c-33d0-4ee7-8a82-eb97ef68ccde,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:04.608042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.648425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:04.717619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.758421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.758421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Fanout notify agent at l3_agent the message router_deleted on router 2651560b-0632-4c2b-a393-353308d48f38 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:51:04.765140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.767176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fb48cd26-169c-4ec7-a11d-9e74ca3cf251 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/routers/2651560b-0632-4c2b-a393-353308d48f38 HTTP/1.1" status: 204 len: 168 time: 1.8090870 Jul 28 14:51:04.769173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39234) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:04.782531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa5d4be0-c854-43b6-9964-3e3b6f8b1da5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6674192 Jul 28 14:51:04.803288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:04.805489 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab0889-7920-4069-a68f-09311f27c6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:04.816493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:04.847888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb453f-122a-4c55-bf95-ac558cb5bff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.888949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Deleting subnet a85435ca-616a-4f63-b0cb-68c67c7595d6 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:04.893758 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a007fe4-d56a-4c6c-82aa-32110aa76630 x-openstack-request-id: req-5a007fe4-d56a-4c6c-82aa-32110aa76630 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:04.894063 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:04.894373 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a007fe4-d56a-4c6c-82aa-32110aa76630 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:04.894828 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:51:04.897834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:04.966677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a10d8058-1eb8-4b41-84d1-9cb233c1f6b4', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:02Z', 'updated_at': '2021-07-28T14:51:02Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:04.989043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.004490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386051f-0c69-42ac-9589-edc298431f87 None None] The sync data for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 is: [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a10d8058-1eb8-4b41-84d1-9cb233c1f6b4', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:02Z', 'updated_at': '2021-07-28T14:51:02Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:05.036624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.038708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9cb453f-122a-4c55-bf95-ac558cb5bff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.107119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb453f-122a-4c55-bf95-ac558cb5bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d7caa-5bdb-4c59-ae93-1c8cdae0ab3d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.117771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e9cb453f-122a-4c55-bf95-ac558cb5bff1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=896c151030e84fd09ae2f26b654a7b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0273123 Jul 28 14:51:05.118149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39246) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.254919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.254919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.308854 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a0c4e-74ac-437b-80b2-bc4ea50b6a58 None None] New status for floating IP a10d8058-1eb8-4b41-84d1-9cb233c1f6b4: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:51:05.425994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.428636 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.429865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e43d7caa-5bdb-4c59-ae93-1c8cdae0ab3d HTTP/1.1" status: 204 len: 168 time: 0.3106821 Jul 28 14:51:05.458765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63659b4e-510d-48d2-b4ce-6ca41fef14cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d7caa-5bdb-4c59-ae93-1c8cdae0ab3d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.487862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:05.514046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:05.516566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:05.528122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event updated for resources: {'Port': ['ID=4c36e378-23be-4efe-ad11-ed835f3a10a8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:05.562051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3a26d-8cec-47c3-acb9-fec35921fd0a req-fc235953-0ad0-4e97-ad18-67101ec483d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.563663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00f3a26d-8cec-47c3-acb9-fec35921fd0a req-fc235953-0ad0-4e97-ad18-67101ec483d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.6793530 Jul 28 14:51:05.571177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0889-7920-4069-a68f-09311f27c6ca req-5b27638d-9dc4-49a5-ba57-2fe0b5053077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.572784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-5b27638d-9dc4-49a5-ba57-2fe0b5053077 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1097 time: 0.6461763 Jul 28 14:51:05.573900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.593165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02fe32a8-09d8-42b2-bf16-ca3cacb6d5fc req-be9679d2-7deb-45f9-8adf-39c39669126e tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0419836 Jul 28 14:51:05.608179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:05.623009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:05.636133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:05.638897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:05.721077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e90e33e-2d70-4191-b4b2-169540f5e0cd req-e109fdca-3d94-4657-a97e-c5a2c564c2e6 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0365536 Jul 28 14:51:05.763346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] No DVR routers for this DVR port a0060c3c-33d0-4ee7-8a82-eb97ef68ccde on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:05.795222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:05.797651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9f4bb1d-6801-4d53-95ed-164263c9cd85 req-0a693bfc-226b-4fe6-a112-5f992a51c22e tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.50 "DELETE /v2.0/ports/a0060c3c-33d0-4ee7-8a82-eb97ef68ccde HTTP/1.1" status: 204 len: 173 time: 2.7942064 Jul 28 14:51:05.860117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00f3a26d-8cec-47c3-acb9-fec35921fd0a req-64207044-0355-400e-82aa-b01c9ecd5686 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795031 Jul 28 14:51:05.892024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0889-7920-4069-a68f-09311f27c6ca req-14e4d12d-cccc-4ad4-ab31-86ef66a39f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:05.893654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-14e4d12d-cccc-4ad4-ab31-86ef66a39f33 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.2917590 Jul 28 14:51:05.895377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39272) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:05.929165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:05.970828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:05.991115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.001615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: a0060c3c-33d0-4ee7-8a82-eb97ef68ccde {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:06.001615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device a0060c3c-33d0-4ee7-8a82-eb97ef68ccde not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:06.011029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ef46946f-b352-4162-9613-11696e3d64dd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 HTTP/1.1" status: 200 len: 993 time: 0.1107159 Jul 28 14:51:06.031974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-4f5b3405-a5bc-4f71-8969-b439e20747c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1001 time: 0.1269779 Jul 28 14:51:06.036036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Subnet': ['ID=a85435ca-616a-4f63-b0cb-68c67c7595d6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:06.046184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.051264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b6eb43a1-2bb9-474e-9b4e-b44534b77bca tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/subnets/a85435ca-616a-4f63-b0cb-68c67c7595d6 HTTP/1.1" status: 204 len: 168 time: 1.2810447 Jul 28 14:51:06.051595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39282) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:06.115582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting port 4c36e378-23be-4efe-ad11-ed835f3a10a8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:06.115926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.126072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0889-7920-4069-a68f-09311f27c6ca req-0d59273c-9b06-46ec-bd62-5244294d96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.128289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-0d59273c-9b06-46ec-bd62-5244294d96ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.0832815 Jul 28 14:51:06.199385 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.260538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.280342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab0889-7920-4069-a68f-09311f27c6ca req-d6ad05cb-bf73-42f2-b5be-a005b67be3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.281917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-d6ad05cb-bf73-42f2-b5be-a005b67be3d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388457 Jul 28 14:51:06.303869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:51:06.313040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:06.314629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.340360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.346674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a59e3ee-c543-4b39-874e-2e50a7d34b90']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.358928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7188b909-1b1b-43b7-a4d8-a72916ab63e9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.359277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7188b909-1b1b-43b7-a4d8-a72916ab63e9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.366064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.366064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.369872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.388386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Calling delete_port for 4c36e378-23be-4efe-ad11-ed835f3a10a8 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:06.393030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.401230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:06.401429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:06.409257 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:06.448164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:06.487368 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-e33926b7-7c0f-4293-a749-7c2fb45595ae service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984041 Jul 28 14:51:06.598767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-f57cba70-5760-4988-8a8d-08efed9952a6 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:06.616507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-f57cba70-5760-4988-8a8d-08efed9952a6 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.53 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 796 time: 0.1980062 Jul 28 14:51:06.645946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-27ab0889-7920-4069-a68f-09311f27c6ca req-192ebf4e-b7a0-4dc4-9bd4-71874bf9dc3b service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213491 Jul 28 14:51:06.680036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.701473 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.703322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] 10.222.0.47 "DELETE /v2.0/networks/8a59e3ee-c543-4b39-874e-2e50a7d34b90 HTTP/1.1" status: 204 len: 168 time: 0.6505849 Jul 28 14:51:06.762974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14d78e6e-5e1e-4e4f-a889-cbd13218438e req-62d7ebe0-090e-4cf9-a9f6-4c025918b64c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0740266 Jul 28 14:51:06.763515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:06.764025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52519c-0ece-40f5-a94a-c23530ac9c32 tempest-FloatingIPTestJSON-1017720960 tempest-FloatingIPTestJSON-1017720960-project] Pushing event deleted for resources: {'Network': ['ID=8a59e3ee-c543-4b39-874e-2e50a7d34b90,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:06.781011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-f330823a-b1ca-496d-96f8-be15663a0905 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d58981e105d342469dc83157ece3b801 HTTP/1.1" status: 200 len: 478 time: 0.1497955 Jul 28 14:51:06.795356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'port': {'device_id': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'admin_state_up': True, 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'security_groups': ['fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9', 'fff90dd2-49be-4e37-8f2f-79fa5a0051ce']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:06.798270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a725e20-87a5-4f1a-afae-330e204af854 None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:42:00Z', 'revision_number': 4, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '5edd1e44-aa49-419c-b61b-c0045b2210df', 'name': '', 'network_id': 'b0b12b2b-4a50-418c-a90e-58dc7407a942', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'mac_address': 'fa:16:3e:de:21:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:58Z', 'updated_at': '2021-07-28T14:42:09Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'subnets': [{'id': '36539276-68fc-4033-a1e4-b6b2f4dc4313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:06.901548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-deleted', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:06.903836 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628f52b-e893-4855-97be-d7361b27a8d1" -d '{"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-deleted", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:06.912736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ab20d58-955e-4261-be0a-479b4926c3ec req-3016c212-fcc9-46b2-85f0-0c784e1ee547 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c54cc6-e7bd-4448-ae72-736171320724 HTTP/1.1" status: 200 len: 210 time: 0.0671017 Jul 28 14:51:06.913431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:06.952051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Port': ['ID=4c36e378-23be-4efe-ad11-ed835f3a10a8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:07.052719 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b4046-6810-4fbe-a269-5e22fcbb4c6d x-openstack-request-id: req-ad7b4046-6810-4fbe-a269-5e22fcbb4c6d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:07.053186 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0c54cc6-e7bd-4448-ae72-736171320724", "name": "network-vif-deleted", "tag": "a0060c3c-33d0-4ee7-8a82-eb97ef68ccde", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:07.053581 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad7b4046-6810-4fbe-a269-5e22fcbb4c6d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:07.054170 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0c54cc6-e7bd-4448-ae72-736171320724', 'name': 'network-vif-deleted', 'tag': 'a0060c3c-33d0-4ee7-8a82-eb97ef68ccde', 'status': 'completed', 'code': 200} Jul 28 14:51:07.110092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:07.119296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.190523 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9439b3fe-ee87-4dd5-bb7e-9d8dce21c0b1 None None] New status for floating IP 8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:51:07.227703 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] create failed (client error): The resource could not be found. Jul 28 14:51:07.234537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a68f3c80-a7d7-4c00-a34c-bb0b9eddc44a tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3716729 Jul 28 14:51:07.236506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39336) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.329189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.20.0.14 (b2d0e6e2-5388-442c-b630-3ad2f97d44fe/f7d6772d-8d32-4e15-85d3-134cb22e0d09/0a8add71-6641-4023-9fb4-8fd58e8fd186) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:07.368602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39346) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.399873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.406000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting port 4ed5a26b-ee35-4698-aedf-fd388bacc282 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:07.407181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.505729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-463674964-network', 'tenant_id': 'cf3daf80c76946cca27eedb8de75d0f8'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:07.582790 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a30ab7ac-7d55-4b7f-b4ee-3a1bafd31b53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d484f0a09e2143698a6f127bc8523576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816101 Jul 28 14:51:07.585284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39358) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:07.644033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Made reservation on behalf of cf3daf80c76946cca27eedb8de75d0f8 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:07.646556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.648738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.660113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.691936 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.869463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b322175-e7e5-4b8c-be59-4d62a51df1bf req-17a24e9d-0235-4913-b886-c153681929e5 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0325844 Jul 28 14:51:07.872772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.875643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.876700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3ff7aa0-04b7-4e47-b32e-9ad791f5f4ca HTTP/1.1" status: 204 len: 168 time: 0.2904534 Jul 28 14:51:07.907485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9560d-80f1-42e0-8a94-ac8b9e565ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ff7aa0-04b7-4e47-b32e-9ad791f5f4ca,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:07.913948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.937575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Calling delete_port for 4ed5a26b-ee35-4698-aedf-fd388bacc282 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:07.944692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.962048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:07.992685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Transition to ACTIVE for port object 0a8add71-6641-4023-9fb4-8fd58e8fd186 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:08.156609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.186828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727ae796-b9d2-44ed-883d-b1ecd59b0cc4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:08.223033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39386) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.289736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.314173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.327615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.329168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.331828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:08.348058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.348058 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Added segment b540f003-b996-475a-a608-eca91bc001c7 of type vlan for network 067d6c4a-70fc-4ed4-8724-d6f92901e5af Jul 28 14:51:08.393393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.414809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:08.436717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:08.437465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:08.445162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:08.518328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Port': ['ID=4ed5a26b-ee35-4698-aedf-fd388bacc282,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:08.534432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.536380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.536552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.575937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.576978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.607442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.610264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.611516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "DELETE /v2.0/security-groups/ded1e001-26c0-4494-a8c6-f35d74aae0c3 HTTP/1.1" status: 204 len: 168 time: 0.3874648 Jul 28 14:51:08.614385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39406) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.619220 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.625514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc1de8b1-8a21-4446-9684-12b6bf9fa5fe tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "DELETE /v2.0/ports/4ed5a26b-ee35-4698-aedf-fd388bacc282 HTTP/1.1" status: 204 len: 168 time: 1.3875616 Jul 28 14:51:08.628788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.632070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0263b2-592b-4763-956b-6e3cedb306e9 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded1e001-26c0-4494-a8c6-f35d74aae0c3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:08.660398 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-597a53e6-69fd-4dba-aded-bbf718e241aa tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] show failed (client error): The resource could not be found. Jul 28 14:51:08.661875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-597a53e6-69fd-4dba-aded-bbf718e241aa tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "GET /v2.0/security-groups/ded1e001-26c0-4494-a8c6-f35d74aae0c3 HTTP/1.1" status: 404 len: 347 time: 0.0461452 Jul 28 14:51:08.668973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-6b938b45-866e-4352-87bf-7a14aaeafd06 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8755724 Jul 28 14:51:08.668973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.691357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] Pushing event updated for resources: {'Network': ['ID=067d6c4a-70fc-4ed4-8724-d6f92901e5af,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:08.701949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-042aa0f9-dedb-43e0-99e7-1aef39501d7e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3316388 Jul 28 14:51:08.705654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39416) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.712577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 067d6c4a-70fc-4ed4-8724-d6f92901e5af details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:08.721417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Request body: {'subnet': {'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-463674964-subnet', 'tenant_id': 'cf3daf80c76946cca27eedb8de75d0f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:08.753561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Request body: {'port': {'device_id': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:08.772807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9e81b-3837-4f0e-81b0-b697de831877 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:08.774860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bbf9e81b-3837-4f0e-81b0-b697de831877 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d8cfb5a-a00b-4e53-95c5-3c7db9a94283 HTTP/1.1" status: 200 len: 913 time: 0.1450098 Jul 28 14:51:08.779733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39420) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:08.875122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.932016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Made reservation on behalf of cf3daf80c76946cca27eedb8de75d0f8 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:08.936342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:08.939512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Deleting port 15962037-1504-4a5a-b011-36eb56635d30 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:08.939870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.091691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5098b4e4-a538-46a8-b222-5568834f9c2a None None] Provisioning for port 0a8add71-6641-4023-9fb4-8fd58e8fd186 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:09.099778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5098b4e4-a538-46a8-b222-5568834f9c2a None None] Provisioning complete for port 0a8add71-6641-4023-9fb4-8fd58e8fd186 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:09.100174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5098b4e4-a538-46a8-b222-5568834f9c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.153364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5098b4e4-a538-46a8-b222-5568834f9c2a None None] Port 0a8add71-6641-4023-9fb4-8fd58e8fd186 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:51:09.176203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.176545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.186943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95aeb9f-899b-46b6-ad21-ea355c677fbe req-91fef3fc-9761-49cc-b06b-d6098ab35106 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:09.188546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d95aeb9f-899b-46b6-ad21-ea355c677fbe req-91fef3fc-9761-49cc-b06b-d6098ab35106 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 971 time: 0.2001741 Jul 28 14:51:09.220026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Calling delete_port for 15962037-1504-4a5a-b011-36eb56635d30 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:09.324630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d95aeb9f-899b-46b6-ad21-ea355c677fbe req-49702769-2b79-4c95-9155-dd3f0a3d7bc6 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1283209 Jul 28 14:51:09.361359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.400864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8add71-6641-4023-9fb4-8fd58e8fd186 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:09.411468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.453747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Transition to ACTIVE for port object 0a8add71-6641-4023-9fb4-8fd58e8fd186 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:09.672105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting port 029a08ab-bf16-4232-bf92-ed23624cff6c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:09.672105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.689153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39452) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:09.750299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.752712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Calling delete_port for 029a08ab-bf16-4232-bf92-ed23624cff6c owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:09.791181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'networks': [{'name': 'tempest-network--828355296'}, {'name': 'tempest-network--417194312'}]} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:09.791500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-network--828355296'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:09.791982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-network--417194312'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:09.795772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.820091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.828078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:09.875724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20288c24-097a-428f-8eeb-e0af4c8dccce,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:09.931152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Checking segment: {'id': 'b540f003-b996-475a-a608-eca91bc001c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:09.931581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Network hostable DHCP agents. Network: 067d6c4a-70fc-4ed4-8724-d6f92901e5af, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:09.939165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:09.985053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'network': 2} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:09.989746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.002562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Pushing event deleted for resources: {'Port': ['ID=15962037-1504-4a5a-b011-36eb56635d30,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.031427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.039567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.043025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.046568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2af360fb-cf9d-4027-8d85-79d052a96c43 tempest-AttachVolumeShelveTestJSON-1316378530 tempest-AttachVolumeShelveTestJSON-1316378530-project] 10.222.0.47 "DELETE /v2.0/floatingips/8618c819-a9e3-4ab2-8e88-c1a0a5c53cd1 HTTP/1.1" status: 204 len: 168 time: 1.3760850 Jul 28 14:51:10.088916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Network 067d6c4a-70fc-4ed4-8724-d6f92901e5af is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:10.122727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Attempting to bind port 0a8add71-6641-4023-9fb4-8fd58e8fd186 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:10.123107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Attempting to bind port 0a8add71-6641-4023-9fb4-8fd58e8fd186 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:10.127449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Attempting to bind port 0a8add71-6641-4023-9fb4-8fd58e8fd186 on network b2d0e6e2-5388-442c-b630-3ad2f97d44fe {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:10.129875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.134314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Port 0a8add71-6641-4023-9fb4-8fd58e8fd186 on network b2d0e6e2-5388-442c-b630-3ad2f97d44fe not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:10.134654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Attempting to bind port 0a8add71-6641-4023-9fb4-8fd58e8fd186 on network b2d0e6e2-5388-442c-b630-3ad2f97d44fe {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:10.150056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:10.150461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Checking segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:10.150858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Bound using segment: {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:10.151538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Bound port: 0a8add71-6641-4023-9fb4-8fd58e8fd186, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70af53be-47ba-4ecc-8182-d1843b4dc6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:10.152540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.175519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Port': ['ID=029a08ab-bf16-4232-bf92-ed23624cff6c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.247192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 067d6c4a-70fc-4ed4-8724-d6f92901e5af) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:10.256758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270de052-5b4e-4f81-afd6-c2466f99cdfa None None] Network 067d6c4a-70fc-4ed4-8724-d6f92901e5af requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:10.259107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.260147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.274776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.287400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:10.292474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:10.377595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.410770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.411955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.451560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac062e-bf4d-4246-8e8a-e3a086c04bfb None None] Network 067d6c4a-70fc-4ed4-8724-d6f92901e5af requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:10.470115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.581434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.592090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd82a6-bac0-4fc7-84b5-8410843ab04d req-03e8ac15-fe9e-431a-9ec1-415924319275 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.594684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0bd82a6-bac0-4fc7-84b5-8410843ab04d req-03e8ac15-fe9e-431a-9ec1-415924319275 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 983 time: 0.1374617 Jul 28 14:51:10.597008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8225a1-64d4-418f-8209-77b894d2776e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:10.600324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.600959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.602553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-5ddcb7d2-a9b2-4502-a86d-66f2407bd413 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 1132 time: 1.8594260 Jul 28 14:51:10.603341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:10.605409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:10.607933 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5" -d '{"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:10.620248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.622166 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment b6136557-a13a-4906-bc5d-4b0de27b347d of type vlan for network 2df80718-844e-4060-a73d-288321b9cf31 Jul 28 14:51:10.694274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0bd82a6-bac0-4fc7-84b5-8410843ab04d req-778c6180-378e-4732-8470-825456f75bb2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0927866 Jul 28 14:51:10.742575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-05358de3-9bff-4fa8-9904-197a74b53101 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0268373 Jul 28 14:51:10.768055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Router 1d8cfb5a-a00b-4e53-95c5-3c7db9a94283 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:10.777084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.917799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:10.929818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-bec49a90-8dc7-44a7-b594-29b0027baed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:10.932422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-bec49a90-8dc7-44a7-b594-29b0027baed9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1135 time: 0.1037593 Jul 28 14:51:10.942162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:10.942879 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment e9904990-24bf-4355-ba9b-53247fa55357 of type vlan for network a7459066-8542-436a-90de-57d9583b37f3 Jul 28 14:51:10.954764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:10.967767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6fc337d9-3806-4572-93c4-85d9b49b1fef tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "PUT /v2.0/routers/1d8cfb5a-a00b-4e53-95c5-3c7db9a94283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869740 Jul 28 14:51:10.970473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:10.971245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] Sync routers for ids ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:10.992564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] Routers {'1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:10.995127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:11.062314 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f1c39-a73f-4c3e-908f-967cd7e210ed x-openstack-request-id: req-473f1c39-a73f-4c3e-908f-967cd7e210ed {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:11.062788 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:11.063244 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-473f1c39-a73f-4c3e-908f-967cd7e210ed {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:11.063884 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'status': 'completed', 'code': 200} Jul 28 14:51:11.072663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-b325d55d-ab85-4ca8-b61f-9f7aba2a7b50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 217 time: 0.1142869 Jul 28 14:51:11.082670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.093988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:11.120237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.144183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] Routers {'1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:11.144845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:50:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:11.209107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-09173ea0-5081-4793-a195-fd0d2b4acc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.210916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-09173ea0-5081-4793-a195-fd0d2b4acc42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 200 len: 835 time: 0.1304014 Jul 28 14:51:11.253537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:11.254226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d22d0d-5b2f-48e2-9343-942832777c07 None None] The sync data for ids ['1d8cfb5a-a00b-4e53-95c5-3c7db9a94283'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:11.275222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f64e-2cae-49c2-af21-a50429e53766 req-8b8f8635-caeb-488b-80d9-2214e322fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.277871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-8b8f8635-caeb-488b-80d9-2214e322fb73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562642 Jul 28 14:51:11.345986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.348031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.379218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.379491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.385389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.391038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.391728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.418865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-034238f8-0b3f-4aeb-a9dd-4a3dfe47b771 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329222 Jul 28 14:51:11.517774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=2df80718-844e-4060-a73d-288321b9cf31,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.532901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 2df80718-844e-4060-a73d-288321b9cf31 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:11.541584 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:51:11.551132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.551897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8cfb5a-a00b-4e53-95c5-3c7db9a94283 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:51:11.583681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.583681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8651e164-d765-49e3-aa86-600c2cade041 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "DELETE /v2.0/routers/1d8cfb5a-a00b-4e53-95c5-3c7db9a94283 HTTP/1.1" status: 204 len: 168 time: 0.6103847 Jul 28 14:51:11.585086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39508) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:11.607593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=a7459066-8542-436a-90de-57d9583b37f3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:11.623801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a7459066-8542-436a-90de-57d9583b37f3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:11.629204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1015f64e-2cae-49c2-af21-a50429e53766 req-f4d2bb41-f846-4579-bb87-fd2db191a30e service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812794 Jul 28 14:51:11.649555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f7abeb2-ceeb-45d3-9e65-06b08672673b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9589813 Jul 28 14:51:11.653363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:11.686847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting subnet 7a6837eb-70e7-46c1-a619-6a8600859949 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:11.691049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.757995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.897297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:11.935501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae5cb3-74ac-45f3-a8f7-aecb1dd8e776 req-0613aecb-8ab9-400b-b589-d9abb1fc0fc4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.937124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7ae5cb3-74ac-45f3-a8f7-aecb1dd8e776 req-0613aecb-8ab9-400b-b589-d9abb1fc0fc4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 983 time: 0.1120856 Jul 28 14:51:11.953205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-eab51ed0-a522-4f86-abe4-6e27844b7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.954799 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-eab51ed0-a522-4f86-abe4-6e27844b7e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1135 time: 0.1330240 Jul 28 14:51:11.962026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97c771-e738-40e7-90b2-36d48da0975a tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.968410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97c771-e738-40e7-90b2-36d48da0975a tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.974529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97c771-e738-40e7-90b2-36d48da0975a tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.981418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97c771-e738-40e7-90b2-36d48da0975a tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:11.985833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d97c771-e738-40e7-90b2-36d48da0975a tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3317754 Jul 28 14:51:11.986457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39518) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.002701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7ae5cb3-74ac-45f3-a8f7-aecb1dd8e776 req-fafe8402-d4dc-4feb-9f71-ca5333d214ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0523634 Jul 28 14:51:12.126045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.192892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.194473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39526) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.203439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-852716511-network', 'tenant_id': '0b163b94d3d34435917de8afb6ae4edf'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:12.203649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6837eb-70e7-46c1-a619-6a8600859949,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.208179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.213345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-59e2e2a2-260f-48c2-a08d-61e9ca9577cb tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "DELETE /v2.0/subnets/7a6837eb-70e7-46c1-a619-6a8600859949 HTTP/1.1" status: 204 len: 168 time: 0.6227329 Jul 28 14:51:12.215905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:12.218522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d6068-edd7-4ec9-a9fb-632903355668 None None] Network a848c586-d77c-48a0-982e-d0231f4014bb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:12.220868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-0f9155b6-14bb-4d45-a19a-2adc2d4112b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.222414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-0f9155b6-14bb-4d45-a19a-2adc2d4112b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 897 time: 0.2349012 Jul 28 14:51:12.301809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eb5df694-df41-44a7-92ff-ed5065f15662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.302312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-5bdb1cde-99c7-4c2a-b1a5-4e2eff96fa17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 217 time: 0.0674653 Jul 28 14:51:12.312210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.382689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Made reservation on behalf of 0b163b94d3d34435917de8afb6ae4edf for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:12.385013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.387354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Deleting port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:12.387709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.422126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.439956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.443076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df80718-844e-4060-a73d-288321b9cf31']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.469656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] For port 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4cf91a9b-9529-45d8-ba10-8e439eb770c0,segment=NetworkSegment(7827c1e5-cbf6-4453-8824-5d0d98fb145f),segment_id=7827c1e5-cbf6-4453-8824-5d0d98fb145f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:12.470194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6136557-a13a-4906-bc5d-4b0de27b347d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.470500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6136557-a13a-4906-bc5d-4b0de27b347d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:12.471167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.473384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-1e8f0373-ce2c-405d-9d38-a53b3512e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.474873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-1e8f0373-ce2c-405d-9d38-a53b3512e8b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 200 len: 835 time: 0.1643875 Jul 28 14:51:12.486490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Calling delete_port for 4cf91a9b-9529-45d8-ba10-8e439eb770c0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:12.498773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.503102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] DHCP port deletion for a848c586-d77c-48a0-982e-d0231f4014bb request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:12.540716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.567996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:12.568414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.568859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Deleting port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:12.569803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:12.572210 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:12.622569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-559a5068-36bb-4adf-8705-4102f1747a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:12.624129 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-559a5068-36bb-4adf-8705-4102f1747a4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383202 Jul 28 14:51:12.649798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] For port 4cf91a9b-9529-45d8-ba10-8e439eb770c0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4cf91a9b-9529-45d8-ba10-8e439eb770c0,segment=NetworkSegment(7827c1e5-cbf6-4453-8824-5d0d98fb145f),segment_id=7827c1e5-cbf6-4453-8824-5d0d98fb145f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:12.650238 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.665692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Calling delete_port for 4cf91a9b-9529-45d8-ba10-8e439eb770c0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:12.738391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-b2c5566e-c19f-4b2b-8fe8-7edbcde09ecc service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025538 Jul 28 14:51:12.839862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-744d039a-a05b-4c98-a7c2-f6ede86cfcd5 req-89c4a371-9eb2-49b5-bfca-f6d9b476dcc7 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915866 Jul 28 14:51:12.851199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.860645 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.878905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Port': ['ID=4cf91a9b-9529-45d8-ba10-8e439eb770c0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.879959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] No DVR routers for this DVR port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:12.896552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] No DVR routers for this DVR port 4cf91a9b-9529-45d8-ba10-8e439eb770c0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:12.899244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.899606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.900015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.900358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.900695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.901043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.901371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.902242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.902666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.903201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.903675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.904034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:12.918744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e42845-c60d-4c48-aac5-cb7b57497e69 None None] Pushing event deleted for resources: {'Port': ['ID=4cf91a9b-9529-45d8-ba10-8e439eb770c0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:12.967571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.972606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:12.974599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/2df80718-844e-4060-a73d-288321b9cf31 HTTP/1.1" status: 204 len: 168 time: 0.9858201 Jul 28 14:51:12.977443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39538) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.003677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6455b-c644-4c89-a646-ba536645362b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=2df80718-844e-4060-a73d-288321b9cf31,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.097883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.153671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5929b-47fa-4aae-bbcc-e998232f3dc3 req-526bb74c-4755-4b91-95b1-c647cb1b3d7a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:13.156514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bf5929b-47fa-4aae-bbcc-e998232f3dc3 req-526bb74c-4755-4b91-95b1-c647cb1b3d7a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 983 time: 0.0571642 Jul 28 14:51:13.164258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4cf91a9b-9529-45d8-ba10-8e439eb770c0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:13.194412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4cf91a9b-9529-45d8-ba10-8e439eb770c0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:13.197192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4cf91a9b-9529-45d8-ba10-8e439eb770c0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:13.223540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bf5929b-47fa-4aae-bbcc-e998232f3dc3 req-3ff661e8-9341-48e9-9227-3b4e484cd20d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0595515 Jul 28 14:51:13.318684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.353790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:13.367149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03a1ad-4582-42d2-a0af-dff1389e509c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.377751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.378647 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Added segment 456c8010-2274-4d04-9490-4e454b8c2257 of type vlan for network 4d043661-8d8d-4a26-81d1-9382dea0de85 Jul 28 14:51:13.415544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.439192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a848c586-d77c-48a0-982e-d0231f4014bb']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.443670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.459024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7827c1e5-cbf6-4453-8824-5d0d98fb145f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.459334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7827c1e5-cbf6-4453-8824-5d0d98fb145f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.473253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.476624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.494503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.520895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:13.521304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:13.524599 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:13.587253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.588566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:13.590454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.638035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.648277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7459066-8542-436a-90de-57d9583b37f3']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.659184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] Pushing event updated for resources: {'Network': ['ID=4d043661-8d8d-4a26-81d1-9382dea0de85,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.659724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9904990-24bf-4355-ba9b-53247fa55357') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.660130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9904990-24bf-4355-ba9b-53247fa55357') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:13.671447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4d043661-8d8d-4a26-81d1-9382dea0de85 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:13.672820 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.688508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.695787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:13.696269 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:13.700099 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:13.843614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-143eec1c-1f2b-406c-8ea2-d5d4309e23fd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6463437 Jul 28 14:51:13.846181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39552) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.851345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Request body: {'subnet': {'network_id': '4d043661-8d8d-4a26-81d1-9382dea0de85', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-852716511-subnet', 'tenant_id': '0b163b94d3d34435917de8afb6ae4edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:13.890920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.892594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.898929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.900892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] 10.222.0.47 "DELETE /v2.0/networks/a848c586-d77c-48a0-982e-d0231f4014bb HTTP/1.1" status: 204 len: 168 time: 1.6834548 Jul 28 14:51:13.905955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:13.908093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/a7459066-8542-436a-90de-57d9583b37f3 HTTP/1.1" status: 204 len: 168 time: 0.9295039 Jul 28 14:51:13.910729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39556) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:13.927595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211375-17e1-4af6-81ad-c81e7c0cffe6 tempest-FloatingIPNegativeTestJSON-1071797668 tempest-FloatingIPNegativeTestJSON-1071797668-project] Pushing event deleted for resources: {'Network': ['ID=a848c586-d77c-48a0-982e-d0231f4014bb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.951264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0928aff-ec1a-465a-b942-90b845c30741 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=a7459066-8542-436a-90de-57d9583b37f3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:13.977289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Made reservation on behalf of 0b163b94d3d34435917de8afb6ae4edf for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:13.979745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.094159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413489-bc03-4c05-b1e5-7bc11658a1db tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.100388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21413489-bc03-4c05-b1e5-7bc11658a1db tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.101913 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-21413489-bc03-4c05-b1e5-7bc11658a1db tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1901243 Jul 28 14:51:14.106502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39558) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.111420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1449666569'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:14.416381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae4f14-dcc0-4e92-9c16-64489d0841ae req-8cf6f720-f606-4df0-9a3b-53781cacac01 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:14.419351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1ae4f14-dcc0-4e92-9c16-64489d0841ae req-8cf6f720-f606-4df0-9a3b-53781cacac01 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 983 time: 0.0978432 Jul 28 14:51:14.471377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1ae4f14-dcc0-4e92-9c16-64489d0841ae req-c3be0a31-3296-42ac-a5bf-7418551d8520 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0436308 Jul 28 14:51:14.497000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0a8add71-6641-4023-9fb4-8fd58e8fd186 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:51:14.676106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:14.676712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39570) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.690789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:14.691347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'port_id': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'mac_address': 'fa:16:3e:12:d4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:51:14.694794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.743472 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59508bc9-ccef-404b-8943-b86c4eeafaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.746646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.750573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:14.767410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.768109 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment 55e7d511-9074-4827-915e-fdc82be1ae06 of type vlan for network 27fa3406-36c6-40e0-beb8-06160fcdcb97 Jul 28 14:51:14.773612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8add71-6641-4023-9fb4-8fd58e8fd186 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:14.803799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:14.831010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.872053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0897833-c4c1-4b1c-9aa5-207953b6c55c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cde7abeac6f44a4abb417d4e90078ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926289 Jul 28 14:51:14.886999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39574) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:14.944489 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:14.967553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.029609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.029851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.092007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60032bb-2ca1-42ad-a5c9-b62a0d0581c4,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.095450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.096455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.102145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:15.102762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.148183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.157458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Checking segment: {'id': '456c8010-2274-4d04-9490-4e454b8c2257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d043661-8d8d-4a26-81d1-9382dea0de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:15.157816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Network hostable DHCP agents. Network: 4d043661-8d8d-4a26-81d1-9382dea0de85, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:15.188322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=27fa3406-36c6-40e0-beb8-06160fcdcb97,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.196170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.199449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.200640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 27fa3406-36c6-40e0-beb8-06160fcdcb97 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:15.205747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4d0f2b3-79bb-4658-91fe-bc8cb19bcd5a HTTP/1.1" status: 204 len: 168 time: 0.3173900 Jul 28 14:51:15.216112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51158c-1d71-4d4f-8002-8dc96834ba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0f2b3-79bb-4658-91fe-bc8cb19bcd5a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:15.297646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39580) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:15.299639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da646b56-febb-462e-983c-4c2b60fe010c tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1922576 Jul 28 14:51:15.302875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503768090'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:15.331312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Network 4d043661-8d8d-4a26-81d1-9382dea0de85 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:15.452163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0a8add71-6641-4023-9fb4-8fd58e8fd186'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:15.466387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:15.470415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.471756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4d043661-8d8d-4a26-81d1-9382dea0de85) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:15.483647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:15.483647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.495054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615291dc-81a2-4dac-b3ff-3c8eb14f346e None None] Network 4d043661-8d8d-4a26-81d1-9382dea0de85 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:15.514166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:15.525576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.525914 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment e5464503-dc1e-4bd6-b706-96f1c0e42871 of type vlan for network 277dda5b-c9f1-43b6-b801-c4091fbcaafd Jul 28 14:51:15.608865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.634331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c7e79081-d187-448b-98b8-f141acdaddf0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7868428 Jul 28 14:51:15.676714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca83646-8fd3-4c32-9d44-1b2c1d127d4a req-d7498a35-2753-4918-8fd2-81c8a99aec4b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:15.679107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ca83646-8fd3-4c32-9d44-1b2c1d127d4a req-d7498a35-2753-4918-8fd2-81c8a99aec4b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 984 time: 0.1004343 Jul 28 14:51:15.753932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ca83646-8fd3-4c32-9d44-1b2c1d127d4a req-13c28d8f-c9ce-4204-97aa-57b9c87f4493 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0666027 Jul 28 14:51:15.785222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e77538-7751-49e8-88b7-9f6114a34941 None None] Network 4d043661-8d8d-4a26-81d1-9382dea0de85 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:15.797376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:15.798403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:15.799274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.021519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=277dda5b-c9f1-43b6-b801-c4091fbcaafd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:16.033988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 277dda5b-c9f1-43b6-b801-c4091fbcaafd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:16.135719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.137336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-54a7895f-092a-4dd5-be55-2031a2bcde04 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8386688 Jul 28 14:51:16.140036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39604) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:16.145661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'ports': [{'network_id': '27fa3406-36c6-40e0-beb8-06160fcdcb97', 'name': 'tempest-port--653128765', 'admin_state_up': True}, {'network_id': '277dda5b-c9f1-43b6-b801-c4091fbcaafd', 'admin_state_up': False}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:16.145981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'port': {'network_id': '27fa3406-36c6-40e0-beb8-06160fcdcb97', 'name': 'tempest-port--653128765', 'admin_state_up': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:16.146466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'port': {'network_id': '277dda5b-c9f1-43b6-b801-c4091fbcaafd', 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:16.515201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'port': 2} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:16.519945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.546035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:16.583060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-6b782c15-c000-451d-b75b-b8392b04bbb2 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:16.584717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-6b782c15-c000-451d-b75b-b8392b04bbb2 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/networks?id=067d6c4a-70fc-4ed4-8724-d6f92901e5af HTTP/1.1" status: 200 len: 808 time: 0.1550729 Jul 28 14:51:16.662447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-deda2900-5e36-47b8-91d4-801f12db8e69 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/quotas/cf3daf80c76946cca27eedb8de75d0f8 HTTP/1.1" status: 200 len: 375 time: 0.0347543 Jul 28 14:51:16.705503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] device_id is not set on port 3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:16.713402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-cf02fc9f-56d4-4e01-ae2b-d6d68907e69c tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf3daf80c76946cca27eedb8de75d0f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500426 Jul 28 14:51:16.731206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39626) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:16.875556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574944010'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:16.878528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-90d4b1db-16c8-4947-83fb-b8169895ac5d service neutron] 10.222.0.47 "GET /v2.0/networks/067d6c4a-70fc-4ed4-8724-d6f92901e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592486 Jul 28 14:51:16.952551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc23ed1-89cb-4889-b85b-7bb1ac5e0d99 req-5662ed00-8a03-4ad0-9144-661e8b857be2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:16.954164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dfc23ed1-89cb-4889-b85b-7bb1ac5e0d99 req-5662ed00-8a03-4ad0-9144-661e8b857be2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 984 time: 0.0943625 Jul 28 14:51:16.998712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.015166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dfc23ed1-89cb-4889-b85b-7bb1ac5e0d99 req-f7ef608e-9484-4f9c-b5a1-fa613342c9b3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0531344 Jul 28 14:51:17.016595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:17.033405 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.041702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.104183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] device_id is not set on port d364b59a-d4f7-473d-bd13-5de5b48f4bed yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:17.122362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-04393e8b-4632-4127-8078-97dc1d674713 service neutron] 10.222.0.47 "GET /v2.0/networks/067d6c4a-70fc-4ed4-8724-d6f92901e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297773 Jul 28 14:51:17.173525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-326af4be-1497-49b4-8e81-8df8cf0bb5bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0730278 Jul 28 14:51:17.228509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.279813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.324836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.325425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.325926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.326537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.327058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.327540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.328013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.330281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81db5c59-8968-4852-995a-393eee5a3060 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc2e76b247be45a58b8613e0c06cb839&device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 6508 time: 0.0749815 Jul 28 14:51:17.435012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.443112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.518091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:17.545214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:17.589759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-b7b4a591-1cf4-4cdb-9d49-bf7a345cb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.597782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-b7b4a591-1cf4-4cdb-9d49-bf7a345cb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.597782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-b7b4a591-1cf4-4cdb-9d49-bf7a345cb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.597782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-b7b4a591-1cf4-4cdb-9d49-bf7a345cb594 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=f29ba33f-336c-4637-baa7-e1e1c051e438&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&id=ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 200 len: 2298 time: 0.2360404 Jul 28 14:51:17.602241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.615164 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment b8c5866b-bf94-4f52-aef5-fa7d0c59e437 of type vlan for network fa3e9525-016d-4159-9533-42c52bae6da8 Jul 28 14:51:17.629343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dfb277e-db49-4ad7-9a95-7ca2f8efe336 req-38175e3c-33cc-44c5-a3b4-d90f0a3b3299 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0895813 Jul 28 14:51:17.637576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Port': ['ID=3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:17.659089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b37ac0-9533-4edf-8ce8-899365e692f0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:17.682938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.708415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Checking segment: {'id': '55e7d511-9074-4827-915e-fdc82be1ae06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '27fa3406-36c6-40e0-beb8-06160fcdcb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:17.709308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network hostable DHCP agents. Network: 27fa3406-36c6-40e0-beb8-06160fcdcb97, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:17.821392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network 27fa3406-36c6-40e0-beb8-06160fcdcb97 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:17.847125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.868056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-d0ae30ed-0503-4f06-957b-8f551a52dbbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 200 len: 1001 time: 0.2508867 Jul 28 14:51:17.910849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 27fa3406-36c6-40e0-beb8-06160fcdcb97) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:17.922858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:17.923539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0e9050-d154-4ec2-9654-6a8fbda9cb08 None None] Network 27fa3406-36c6-40e0-beb8-06160fcdcb97 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:17.925787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:17.984686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-bea0b723-d647-4b75-9249-fde9acbb96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:17.986082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-bea0b723-d647-4b75-9249-fde9acbb96e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 200 len: 856 time: 0.1082823 Jul 28 14:51:18.054892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Port': ['ID=d364b59a-d4f7-473d-bd13-5de5b48f4bed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:18.077398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Checking segment: {'id': 'e5464503-dc1e-4bd6-b706-96f1c0e42871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '277dda5b-c9f1-43b6-b801-c4091fbcaafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:18.077785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network hostable DHCP agents. Network: 277dda5b-c9f1-43b6-b801-c4091fbcaafd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:18.087719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.093708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.098827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.216235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network 277dda5b-c9f1-43b6-b801-c4091fbcaafd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:18.300821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=fa3e9525-016d-4159-9533-42c52bae6da8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:18.314449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-eb401555-de9c-4146-bd84-6f9ab40d91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.316035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-eb401555-de9c-4146-bd84-6f9ab40d91c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ac1d81f-b430-400f-be80-8a9d4cdf197e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646759 Jul 28 14:51:18.317231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fa3e9525-016d-4159-9533-42c52bae6da8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:18.374670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 277dda5b-c9f1-43b6-b801-c4091fbcaafd) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:18.380626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:18.389282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.409687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.410426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.420178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d00f5-5626-42d2-9cf9-94cd1c17a317 req-f5e8591c-56cd-4cd4-9c52-1477e310d6eb tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.443121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-811d00f5-5626-42d2-9cf9-94cd1c17a317 req-f5e8591c-56cd-4cd4-9c52-1477e310d6eb tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 984 time: 0.2405293 Jul 28 14:51:18.443121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cfab32fd-9d29-4927-9569-5e5a49d5287e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6909831 Jul 28 14:51:18.559811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e5cf315f-ba01-49b6-9ef9-fd69b6b70aa3 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4184873 Jul 28 14:51:18.562002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:18.616204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3640ef-43f9-4778-be46-8ee6ba055dfb None None] Network 277dda5b-c9f1-43b6-b801-c4091fbcaafd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:18.618735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0a8add71-6641-4023-9fb4-8fd58e8fd186 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:18.697233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e59fa-7543-4056-b96b-09c1ba301651 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.712055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e59fa-7543-4056-b96b-09c1ba301651 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:18.718205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-448e59fa-7543-4056-b96b-09c1ba301651 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1524200 Jul 28 14:51:18.743575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:18.746988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-019cf18b-c419-4424-9823-0e66ee9f5a17 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428185 Jul 28 14:51:18.890361 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95eafd4a-2bc2-4ce3-83c2-07cd44d2f879 req-4d9e8fa5-4de8-425e-92cc-a5810a554a0f tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.1733367 Jul 28 14:51:18.971324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0a8add71-6641-4023-9fb4-8fd58e8fd186 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:18.975747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0a8add71-6641-4023-9fb4-8fd58e8fd186 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:18.976277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:18.996777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-2b469504-5e04-415c-8a42-cebf73d40cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164049 Jul 28 14:51:19.017039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting port 3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:19.017223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.018650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-811d00f5-5626-42d2-9cf9-94cd1c17a317 req-58d86bdf-e80c-4d95-a984-f127288f8c03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4396083 Jul 28 14:51:19.090108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-1fd1b52b-7d61-49cf-8e86-932da995ce34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 217 time: 0.0685146 Jul 28 14:51:19.122708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.163166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:19.165880 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7fc3e7-4098-4cb2-8c38-39acbe64ed27" -d '{"events": [{"server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "name": "network-vif-plugged", "status": "completed", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:19.199750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:19.205069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.205856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-7e625b3a-2492-41c2-9fed-fbd38c62cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:19.209755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-7e625b3a-2492-41c2-9fed-fbd38c62cfc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0999041 Jul 28 14:51:19.222352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Calling delete_port for 3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:19.237588 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54560cea-41ff-46ed-bc39-2d6bd8573702 x-openstack-request-id: req-54560cea-41ff-46ed-bc39-2d6bd8573702 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:19.237969 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "name": "network-vif-plugged", "status": "completed", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:19.239554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54560cea-41ff-46ed-bc39-2d6bd8573702 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:19.239990 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'code': 200} Jul 28 14:51:19.335442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.379447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-dc8cdcf9-8805-40c8-9562-d3a6c3fe023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:19.381064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-dc8cdcf9-8805-40c8-9562-d3a6c3fe023a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1651783 Jul 28 14:51:19.437102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:19.459461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b6b41-4d99-4a02-b2bf-d86155ba69ad req-e4e93645-0e41-4c74-a388-830df3ed08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:19.471762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-292b6b41-4d99-4a02-b2bf-d86155ba69ad req-e4e93645-0e41-4c74-a388-830df3ed08d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.1284547 Jul 28 14:51:19.471762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.512733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.531612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.535665 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/ports/3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d HTTP/1.1" status: 204 len: 168 time: 0.7885594 Jul 28 14:51:19.537108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39670) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:19.568482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd0af8-2ec6-48d1-8ff1-320e6dcde174 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Port': ['ID=3bf6a162-bcb0-4b3d-91bf-ca3789e3ac3d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:19.657885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-292b6b41-4d99-4a02-b2bf-d86155ba69ad req-620dd99b-03d1-440b-81c2-612f4e8f7e19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1851366 Jul 28 14:51:19.699702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-a48e5187-f242-4081-bf0a-76980ff6cd61 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096724 Jul 28 14:51:19.795634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting port d364b59a-d4f7-473d-bd13-5de5b48f4bed {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:19.795855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.873409 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.874985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:19.908165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Calling delete_port for d364b59a-d4f7-473d-bd13-5de5b48f4bed owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:20.088811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3146cfc-40d1-4e44-9143-bfceab491d5a req-d995efab-7cd2-4f8c-a7a6-f4595bcadd30 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0842676 Jul 28 14:51:20.184723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-4702f285-cee2-4be4-8412-9a4e63a7b215 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547719 Jul 28 14:51:20.196282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Deleting port 5edd1e44-aa49-419c-b61b-c0045b2210df {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:20.196628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.202006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b1a2-1bf2-4644-bd8a-e818ef53dc30 req-f27ac519-45ed-49eb-bbaa-6d495e743e14 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.207450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b88b1a2-1bf2-4644-bd8a-e818ef53dc30 req-f27ac519-45ed-49eb-bbaa-6d495e743e14 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 985 time: 0.0757430 Jul 28 14:51:20.245233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-81225ac0-f907-4dcf-9053-61a48ce58e7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 217 time: 0.0459712 Jul 28 14:51:20.250705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b88b1a2-1bf2-4644-bd8a-e818ef53dc30 req-5c3136f2-0292-487e-b964-0af2aae96ef7 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0381768 Jul 28 14:51:20.306861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.365882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Port': ['ID=d364b59a-d4f7-473d-bd13-5de5b48f4bed,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:20.402032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.416205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39676) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:20.417381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff524531-4820-466d-bc3a-72b98a72ed8f tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/ports/d364b59a-d4f7-473d-bd13-5de5b48f4bed HTTP/1.1" status: 204 len: 168 time: 0.8753457 Jul 28 14:51:20.427473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-f13d82e5-b285-4c69-b876-6316de662490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.429139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-f13d82e5-b285-4c69-b876-6316de662490 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1624873 Jul 28 14:51:20.442138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9ecfad5f-a986-476e-9058-5252377ee207 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303044 Jul 28 14:51:20.452566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39678) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:20.461214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] For port 5edd1e44-aa49-419c-b61b-c0045b2210df, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5edd1e44-aa49-419c-b61b-c0045b2210df,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:20.461214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.463591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1655879310'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:20.501318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Calling delete_port for 5edd1e44-aa49-419c-b61b-c0045b2210df owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:20.527942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-1666d8da-4b88-4220-83a1-a842c7a2625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.529381 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.529824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-1666d8da-4b88-4220-83a1-a842c7a2625b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0891843 Jul 28 14:51:20.632631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:20.637804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.668256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:20.679178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.679719 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment e29d3c69-b7b0-4637-a9b9-a89e5f896636 of type vlan for network d6f464ba-7db2-4698-9218-00950e7f5bac Jul 28 14:51:20.752021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.851382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-229713cd-5c68-4fcf-8031-7ee503c0a5da service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013768 Jul 28 14:51:20.919514 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:20.926142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:20.926785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.057314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-57415aba-13d0-44ab-a79f-6a1308d50294 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974609 Jul 28 14:51:21.131571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-91709562-334c-46d0-a08d-dbf505bc517f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 200 len: 217 time: 0.0661640 Jul 28 14:51:21.196685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c83dc831-98e8-4aa2-810d-0cdb72b5eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.198560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c83dc831-98e8-4aa2-810d-0cdb72b5eaaa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.0590639 Jul 28 14:51:21.201372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=d6f464ba-7db2-4698-9218-00950e7f5bac,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:21.208723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8406307a-2d3b-4fd7-8de8-64f87ed6ff7e tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7525697 Jul 28 14:51:21.215400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39684) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.216750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d6f464ba-7db2-4698-9218-00950e7f5bac details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:21.221309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-193252011'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:21.231416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-8cbc3e23-6f2c-4518-9d56-6b8a47b93b22 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.233185 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-8cbc3e23-6f2c-4518-9d56-6b8a47b93b22 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.50 "GET /v2.0/networks?id=067d6c4a-70fc-4ed4-8724-d6f92901e5af HTTP/1.1" status: 200 len: 808 time: 0.2582767 Jul 28 14:51:21.266412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Request body: {'port': {'device_id': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af', 'admin_state_up': True, 'tenant_id': 'cf3daf80c76946cca27eedb8de75d0f8'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:21.301057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.362376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=5edd1e44-aa49-419c-b61b-c0045b2210df,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:21.386846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b1ae730-e8c5-4e13-b9fc-0194e897a2f5 req-7c57d5ea-a042-43be-bbec-4c187acb8413 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0969815 Jul 28 14:51:21.520207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49517e9e-9ab1-4cbd-9db7-6f6a2503aa86 req-e73d397f-d4df-4135-9829-b61c713d351d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.522154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49517e9e-9ab1-4cbd-9db7-6f6a2503aa86 req-e73d397f-d4df-4135-9829-b61c713d351d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 985 time: 0.1576846 Jul 28 14:51:21.528205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:21.532241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.542439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-fc491ecf-50ec-4c63-9eef-bff5e7b1cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:21.546163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-fc491ecf-50ec-4c63-9eef-bff5e7b1cc91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3178241 Jul 28 14:51:21.639247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:21.658471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.659252 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Added segment c88d7822-2a2d-43ed-816a-4a184ce86e6e of type vlan for network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd Jul 28 14:51:21.692544 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.737473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:21.748539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49517e9e-9ab1-4cbd-9db7-6f6a2503aa86 req-14ff5143-5e85-43dd-a9a4-022d43425cf6 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2134097 Jul 28 14:51:21.749112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:21.756707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:21.817004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Made reservation on behalf of cf3daf80c76946cca27eedb8de75d0f8 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:21.821189 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.004748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.010576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.011240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.090982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:22.093854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.156869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Allocated IP 172.20.0.9 (067d6c4a-70fc-4ed4-8724-d6f92901e5af/20288c24-097a-428f-8eeb-e0af4c8dccce/ce700a69-1d91-4ee7-8485-3e802a1edd83) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:22.180054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Network': ['ID=c1b64afc-4504-4a63-b1cc-cf5e940ef6bd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:22.192181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:22.245380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1e3ba6c0-770e-41f5-9694-90ae34d65fd0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0221465 Jul 28 14:51:22.273457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7066-2732-4ac1-b28c-4354d2775fb9 req-f7e6ce25-1642-4668-8656-e0921f1a6fb1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.274993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-170a7066-2732-4ac1-b28c-4354d2775fb9 req-f7e6ce25-1642-4668-8656-e0921f1a6fb1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 985 time: 0.1845489 Jul 28 14:51:22.304168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-7524ac7f-0c89-40d7-9b6d-7f01ef7a2ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084008 Jul 28 14:51:22.428449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-170a7066-2732-4ac1-b28c-4354d2775fb9 req-8216b09f-4b08-4f6a-b22f-4ac9b8fd9948 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1432526 Jul 28 14:51:22.442664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.505695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.513156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-58a8bf5f-dd44-4a35-a8d6-b9b55d05d5be service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993823 Jul 28 14:51:22.571856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-a669fee9-4fc9-4a5d-986d-b77c1d74400b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 200 len: 217 time: 0.0502779 Jul 28 14:51:22.582191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:22.604966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03d0c726-ff90-44a0-94fe-f9f758c01c61 req-ef9bcdcf-cee1-4b7f-8244-4754c4002c45 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0400383 Jul 28 14:51:22.637156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=0a735489-6639-4162-b32a-986e79411f55,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:22.678673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:22.679110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: fa3e9525-016d-4159-9533-42c52bae6da8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:22.705233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-6e6452e6-d4ed-4ff1-90b5-f5e58889b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.706688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-6e6452e6-d4ed-4ff1-90b5-f5e58889b32a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 200 len: 797 time: 0.1266370 Jul 28 14:51:22.724676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.747610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-03e3bc6c-e849-4da3-82e1-252bd29b2d97 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.749155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-03e3bc6c-e849-4da3-82e1-252bd29b2d97 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.1584361 Jul 28 14:51:22.775465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Network 067d6c4a-70fc-4ed4-8724-d6f92901e5af is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:22.779844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:22.810715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-f4e92748-bd1d-4773-8740-a73fc723d839 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:22.812042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Pushing event updated for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:22.816026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:22.821248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network fa3e9525-016d-4159-9533-42c52bae6da8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:22.828472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:22.837977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c072838c-8676-4f22-90f5-3db07833fa0d admin admin] 10.222.0.47 "PUT /v2.0/routers/9c0fa6ce-c1fe-4aaa-b969-06fe559364aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3181808 Jul 28 14:51:22.837977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-0a3f097f-13a8-4111-b911-9803cb0f3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.839981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-0a3f097f-13a8-4111-b911-9803cb0f3b74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f29ba33f-336c-4637-baa7-e1e1c051e438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226363 Jul 28 14:51:22.840434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:22.849766 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Sync routers for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:22.878036 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:22.893137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:22.907917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:22.908747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.015684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fa3e9525-016d-4159-9533-42c52bae6da8) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:23.019935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.026205 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.029853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658e590-630e-4635-b93e-d6498f3c9fe8 None None] Network fa3e9525-016d-4159-9533-42c52bae6da8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:23.108816 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:23.116667 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.222881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-8c5f2af9-8c16-4523-b891-c0ca8353aa1b service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734994 Jul 28 14:51:23.413273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-fa3e9525-016d-4159-9533-42c52bae6da8', 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': '0a735489-6639-4162-b32a-986e79411f55'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:23.414973 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.461959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:51:20Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:23.485630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-d69936d9-2b34-4f8c-88ec-3f9b776a846d service neutron] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387588 Jul 28 14:51:23.533537 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Checking router: 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:51:23.546836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Routers {'9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:23.547760 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:23.634131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-f4e92748-bd1d-4773-8740-a73fc723d839 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.656599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.755499 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] Set router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:23.764281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-498b7558-651a-4e46-b397-19f4704363af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 200 len: 217 time: 0.1198475 Jul 28 14:51:23.811614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Allocated IP 2001:db8:0:ffff::2 (fa3e9525-016d-4159-9533-42c52bae6da8/0a735489-6639-4162-b32a-986e79411f55/de4de6c4-cb10-471d-a698-85d6e27afd4f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:23.812084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-f4e92748-bd1d-4773-8740-a73fc723d839 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:23.918558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa445dd1-2735-49b8-b36b-aaf76431cff7 req-f9dc4248-f930-4dbc-a375-adc7d22db282 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:23.931141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa445dd1-2735-49b8-b36b-aaf76431cff7 req-f9dc4248-f930-4dbc-a375-adc7d22db282 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 931 time: 0.1588995 Jul 28 14:51:23.963622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-feefa247-0819-46d2-a7dd-40c28190e0e3 req-f4e92748-bd1d-4773-8740-a73fc723d839 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1827636 Jul 28 14:51:23.997042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39708) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:24.062064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-7e547912-849f-4c96-bc7f-75459e8cd112 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8097308 Jul 28 14:51:24.066989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b1b0c918-79ef-4996-8546-5ca14a912714 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3119664 Jul 28 14:51:24.073071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39710) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:24.140836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:51:20Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:24.179623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-844171675'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:24.187112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Request body: {'port': {'device_id': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:24.211570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa445dd1-2735-49b8-b36b-aaf76431cff7 req-c531f29f-0737-41aa-8e71-78dc4b8a63ff tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794628 Jul 28 14:51:24.243783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f57cee-427b-4a38-a945-0c5cfc02c993 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.249753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d2f57cee-427b-4a38-a945-0c5cfc02c993 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1132 time: 0.2516432 Jul 28 14:51:24.251419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699bf1f-4293-4542-b57d-6b2e48724f3b None None] The sync data for ids ['9c0fa6ce-c1fe-4aaa-b969-06fe559364aa'] in n-d-705658-23 is: [{'id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1940942922-router', 'tenant_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:41:50Z', 'updated_at': '2021-07-28T14:51:20Z', 'revision_number': 5, 'project_id': '3ac65aeb36c34d2c8a7e2e02b4cd7ba5', 'gw_port': {'id': 'e69f56d1-fc11-4e96-8078-fd1495dff4e3', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ba:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0fa6ce-c1fe-4aaa-b969-06fe559364aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:41:51Z', 'updated_at': '2021-07-28T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:24.252701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:24.255152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e92748-bd1d-4773-8740-a73fc723d839 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e46e103-8e6e-4d76-a72e-91218d640292,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:24.281315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:24.304014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-1e208d4b-87f2-4ba6-ab8e-5827f0c4e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.309035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-1e208d4b-87f2-4ba6-ab8e-5827f0c4e6ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.5245135 Jul 28 14:51:24.406289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.442801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Deleting port e69f56d1-fc11-4e96-8078-fd1495dff4e3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:24.443546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.449407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Transition to ACTIVE for port object de4de6c4-cb10-471d-a698-85d6e27afd4f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:24.454484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.472152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c0134767-f965-4996-9ad1-7345055f5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:24.474630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c0134767-f965-4996-9ad1-7345055f5559 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1458011 Jul 28 14:51:24.539106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Transition to ACTIVE for port object de4de6c4-cb10-471d-a698-85d6e27afd4f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:24.543986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:24.550988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.685809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.695971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:24.786767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] For port e69f56d1-fc11-4e96-8078-fd1495dff4e3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e69f56d1-fc11-4e96-8078-fd1495dff4e3,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:24.791372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.821763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.823448 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment f5864906-4a67-49e6-9183-dd66ad148e7a of type vlan for network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 Jul 28 14:51:24.837047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Calling delete_port for e69f56d1-fc11-4e96-8078-fd1495dff4e3 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:24.845750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-f4db8b38-e853-4e94-9893-c052ea1a9019 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203430 Jul 28 14:51:24.849703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:24.891210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Network fa3e9525-016d-4159-9533-42c52bae6da8 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:24.907636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:24.932955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:24.951580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Pushing event updated for resources: {'Port': ['ID=de4de6c4-cb10-471d-a698-85d6e27afd4f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:24.999181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-53d8571e-cb4d-47a6-b26a-f57f2a9ad056 service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336627 Jul 28 14:51:25.007669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.008688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.009480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.010130 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.010939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.012547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.013066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.013725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.014243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.014740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.015269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.016217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:25.063709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-86951573-96aa-46ea-974d-c789b489326a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 200 len: 217 time: 0.0406439 Jul 28 14:51:25.079670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Attempting to bind port de4de6c4-cb10-471d-a698-85d6e27afd4f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:25.080317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Attempting to bind port de4de6c4-cb10-471d-a698-85d6e27afd4f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:25.080973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Attempting to bind port de4de6c4-cb10-471d-a698-85d6e27afd4f on network fa3e9525-016d-4159-9533-42c52bae6da8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:25.089222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:25.090451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Checking segment: {'id': 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:25.091062 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.092051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Bound using segment: {'id': 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:25.098674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Bound port: de4de6c4-cb10-471d-a698-85d6e27afd4f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fa3e9525-016d-4159-9533-42c52bae6da8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:25.098674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.109347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.154546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.216709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c255cd09-1306-4f42-847e-9ff46cf5bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.218107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-c255cd09-1306-4f42-847e-9ff46cf5bb76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 200 len: 797 time: 0.1146352 Jul 28 14:51:25.223470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] For port de4de6c4-cb10-471d-a698-85d6e27afd4f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:25.228746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] For port de4de6c4-cb10-471d-a698-85d6e27afd4f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=de4de6c4-cb10-471d-a698-85d6e27afd4f,segment=NetworkSegment(b8c5866b-bf94-4f52-aef5-fa7d0c59e437),segment_id=b8c5866b-bf94-4f52-aef5-fa7d0c59e437)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:25.247216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5edd1e44-aa49-419c-b61b-c0045b2210df no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:25.262867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.25.0.207 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/9904d780-86fa-44ec-88d1-d3ddc06a1d07) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:25.329413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 5edd1e44-aa49-419c-b61b-c0045b2210df {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:25.332536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5edd1e44-aa49-419c-b61b-c0045b2210df not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:25.386161 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.443326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.450272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.467980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.469246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.516854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce700a69-1d91-4ee7-8485-3e802a1edd83 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:25.536450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bc311-ff46-4f62-8ff4-9eaf2c39bfa5 req-4fbcaedb-7655-4aae-9eb7-0384d932daff tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.536450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea1bc311-ff46-4f62-8ff4-9eaf2c39bfa5 req-4fbcaedb-7655-4aae-9eb7-0384d932daff tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 931 time: 0.1077170 Jul 28 14:51:25.537235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.542434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.586672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-66d64d84-041b-4810-90ee-1f3bb89a6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:25.590605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-66d64d84-041b-4810-90ee-1f3bb89a6121 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ad33859d-0cf9-4685-97d8-6318e5f7a89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3637156 Jul 28 14:51:25.605134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.632804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Transition to ACTIVE for port object ce700a69-1d91-4ee7-8485-3e802a1edd83 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:25.643461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b083f4-fbba-46d9-b424-019277180133 None None] Pushing event updated for resources: {'Port': ['ID=de4de6c4-cb10-471d-a698-85d6e27afd4f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.651617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:25.652737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:25.655283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39734) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:25.665876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:25.672275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'subnets': [{'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--264419130', 'ip_version': 6}, {'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:25.673020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'subnet': {'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--264419130', 'ip_version': 6}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:25.675701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Request body: {'subnet': {'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:25.681758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:25.730823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=9904d780-86fa-44ec-88d1-d3ddc06a1d07,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:25.742117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ea1bc311-ff46-4f62-8ff4-9eaf2c39bfa5 req-0d74f5f8-18c7-41e3-a7c6-3e0f5cdb4145 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846185 Jul 28 14:51:25.747721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:25.750558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcd2bc8f-de3b-4be1-93ed-1c87c0466918 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6143730 Jul 28 14:51:25.761567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39736) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:25.790689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:25.895124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69f56d1-fc11-4e96-8078-fd1495dff4e3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:26.054211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-3c88537e-129a-4ccc-8549-a7f4349d0f6e service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463294 Jul 28 14:51:26.128279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.340823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.620162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Pushing event updated for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:26.626700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.631465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.696317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1ff094db-ba98-4534-bf57-a9fdd157950b req-ad452f21-f184-4de8-bb53-aa50cbd64d8e service neutron] 10.222.0.53 "GET /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340597 Jul 28 14:51:26.725661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Attempting to bind port ce700a69-1d91-4ee7-8485-3e802a1edd83 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:26.726575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Attempting to bind port ce700a69-1d91-4ee7-8485-3e802a1edd83 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'b540f003-b996-475a-a608-eca91bc001c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:26.727274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Attempting to bind port ce700a69-1d91-4ee7-8485-3e802a1edd83 on network 067d6c4a-70fc-4ed4-8724-d6f92901e5af {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:26.733766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Port ce700a69-1d91-4ee7-8485-3e802a1edd83 on network 067d6c4a-70fc-4ed4-8724-d6f92901e5af not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:26.734162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Attempting to bind port ce700a69-1d91-4ee7-8485-3e802a1edd83 on network 067d6c4a-70fc-4ed4-8724-d6f92901e5af {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:26.740009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:26.740359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Checking segment: {'id': 'b540f003-b996-475a-a608-eca91bc001c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:26.740811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Bound using segment: {'id': 'b540f003-b996-475a-a608-eca91bc001c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:26.741261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Bound port: ce700a69-1d91-4ee7-8485-3e802a1edd83, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b540f003-b996-475a-a608-eca91bc001c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:26.741666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.762420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Made reservation on behalf of 72342e15a938448bbe34cc7164db530d for: {'subnet': 2} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:26.769184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.769664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.838248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.841604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0fa6ce-c1fe-4aaa-b969-06fe559364aa {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:51:26.849769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:26.851627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69db2839-f5f6-4e4e-8eec-1930f0d9c194 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9c0fa6ce-c1fe-4aaa-b969-06fe559364aa HTTP/1.1" status: 204 len: 168 time: 4.0093503 Jul 28 14:51:26.861110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39752) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:26.925944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:26.936080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb2207-2557-4298-a2dc-7f8823f4b606 None None] Network fa3e9525-016d-4159-9533-42c52bae6da8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:26.979286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83,segment=NetworkSegment(b540f003-b996-475a-a608-eca91bc001c7),segment_id=b540f003-b996-475a-a608-eca91bc001c7)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:26.992663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:27.002104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.029580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Deleting subnet 36539276-68fc-4033-a1e4-b6b2f4dc4313 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:27.036773 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.102400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e94f8-97cc-4342-8894-c52c2f4f1510 req-a6ef2fa9-b6f6-4ff3-94f5-4cb8621b364f tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.127647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b84e94f8-97cc-4342-8894-c52c2f4f1510 req-a6ef2fa9-b6f6-4ff3-94f5-4cb8621b364f tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 943 time: 0.2330914 Jul 28 14:51:27.184133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.185064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.262209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-282416b0-6e68-4590-ac7f-69fcc1bcaeea None None] Provisioning for port de4de6c4-cb10-471d-a698-85d6e27afd4f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:27.278429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Pushing event updated for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.288906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.289614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.291155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-dab52644-1700-4bdc-aee5-65f8c801e821 service neutron] 10.222.0.50 "PUT /v2.0/ports/ce700a69-1d91-4ee7-8485-3e802a1edd83 HTTP/1.1" status: 200 len: 1092 time: 3.1174395 Jul 28 14:51:27.294086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:27.297105 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba22f46e-39fc-4fd8-a589-d17a00651257" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:27.314134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b84e94f8-97cc-4342-8894-c52c2f4f1510 req-0b16907e-4a0a-4bd9-8858-8c6b83cb81ed tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824222 Jul 28 14:51:27.318645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.332697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-ad650234-31bb-4380-b40e-074db2231e61 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3036919 Jul 28 14:51:27.372333 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bbc25b-0719-4f38-9d6c-3e7db6608a0f x-openstack-request-id: req-c8bbc25b-0719-4f38-9d6c-3e7db6608a0f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:27.373196 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:27.373196 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8bbc25b-0719-4f38-9d6c-3e7db6608a0f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:27.373380 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83', 'status': 'completed', 'code': 200} Jul 28 14:51:27.508790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.604469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-0989bdb1-21f0-4496-9e97-ceb498e66501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.605411 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-0989bdb1-21f0-4496-9e97-ceb498e66501 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf3daf80c76946cca27eedb8de75d0f8&device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 1095 time: 0.1949730 Jul 28 14:51:27.639771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.641994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-65abcaae-5dbc-49f0-a98d-72ef430a0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.643556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-65abcaae-5dbc-49f0-a98d-72ef430a0a14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1097 time: 0.2149417 Jul 28 14:51:27.767201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device de4de6c4-cb10-471d-a698-85d6e27afd4f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:27.924339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-72cdead4-3c0d-4d2f-b7c1-f7cbc67e42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.925825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-72cdead4-3c0d-4d2f-b7c1-f7cbc67e42d9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cf3daf80c76946cca27eedb8de75d0f8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2893147 Jul 28 14:51:27.930011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-bee948a4-cb39-4d93-bf5e-c3c8c5de6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:27.931387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-bee948a4-cb39-4d93-bf5e-c3c8c5de6152 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.2583916 Jul 28 14:51:27.935808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.963803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36539276-68fc-4033-a1e4-b6b2f4dc4313,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:27.966090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:27.968264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-12cc45af-b937-47ac-86d4-ce0e772a45f6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/36539276-68fc-4033-a1e4-b6b2f4dc4313 HTTP/1.1" status: 204 len: 168 time: 1.1050277 Jul 28 14:51:27.970684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:27.976364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697dd86e-953c-4053-8375-929a36a5621a None None] Network b0b12b2b-4a50-418c-a90e-58dc7407a942 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:28.018482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.021833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port de4de6c4-cb10-471d-a698-85d6e27afd4f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:28.034199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port de4de6c4-cb10-471d-a698-85d6e27afd4f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:28.035068 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.050201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.108790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.126304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Subnet': ['ID=c11e429f-a50e-4479-9c82-eaf1a14669bb,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.141090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Checking segment: {'id': 'e29d3c69-b7b0-4637-a9b9-a89e5f896636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:28.141546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network hostable DHCP agents. Network: d6f464ba-7db2-4698-9218-00950e7f5bac, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:28.163272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-b65c8233-5e06-45a9-acdf-d42fd15d9305 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1001 time: 0.2165580 Jul 28 14:51:28.204719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.243082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=a9294767-0578-49d3-9566-a0486d6d452a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.258560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Deleting port 2ea041da-1853-4519-b2f6-cb3d59118b8a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:28.258911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.290390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.296594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-f32e6308-ecf7-4125-add4-a78ed2c06867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.305135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70107859-225a-4037-8925-a9c88293b7de None None] DHCP port deletion for b0b12b2b-4a50-418c-a90e-58dc7407a942 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:28.306613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba22f46e-39fc-4fd8-a589-d17a00651257 req-f32e6308-ecf7-4125-add4-a78ed2c06867 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3587439 Jul 28 14:51:28.333130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-62e036f3-5464-42ca-b484-b10967fcf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.335479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-62e036f3-5464-42ca-b484-b10967fcf6fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.1640003 Jul 28 14:51:28.336147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.359077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port de4de6c4-cb10-471d-a698-85d6e27afd4f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=de4de6c4-cb10-471d-a698-85d6e27afd4f,segment=NetworkSegment(b8c5866b-bf94-4f52-aef5-fa7d0c59e437),segment_id=b8c5866b-bf94-4f52-aef5-fa7d0c59e437)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:28.375474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] For port 2ea041da-1853-4519-b2f6-cb3d59118b8a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2ea041da-1853-4519-b2f6-cb3d59118b8a,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:28.380016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.391731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-70107859-225a-4037-8925-a9c88293b7de None None] Deleting port 2ea041da-1853-4519-b2f6-cb3d59118b8a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:28.392418 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70107859-225a-4037-8925-a9c88293b7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.412084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Calling delete_port for 2ea041da-1853-4519-b2f6-cb3d59118b8a owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:28.419754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network d6f464ba-7db2-4698-9218-00950e7f5bac is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:28.460269 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.501696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-70107859-225a-4037-8925-a9c88293b7de None None] For port 2ea041da-1853-4519-b2f6-cb3d59118b8a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2ea041da-1853-4519-b2f6-cb3d59118b8a,segment=NetworkSegment(0a504e5e-f3b8-4788-acb6-7458e9598b23),segment_id=0a504e5e-f3b8-4788-acb6-7458e9598b23)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:28.502101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70107859-225a-4037-8925-a9c88293b7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.509430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'f5864906-4a67-49e6-9183-dd66ad148e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:28.511765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:28.521425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-70107859-225a-4037-8925-a9c88293b7de None None] Calling delete_port for 2ea041da-1853-4519-b2f6-cb3d59118b8a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:28.522483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=9904d780-86fa-44ec-88d1-d3ddc06a1d07,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.535094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a4fe3-6d8e-4038-8354-910c3b69c390 req-80389e9f-a11f-4ca9-9509-10b724e985bc tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.536671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b4a4fe3-6d8e-4038-8354-910c3b69c390 req-80389e9f-a11f-4ca9-9509-10b724e985bc tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 943 time: 0.1199708 Jul 28 14:51:28.551531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d6f464ba-7db2-4698-9218-00950e7f5bac) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:28.568092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=de4de6c4-cb10-471d-a698-85d6e27afd4f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.575332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.592090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c941ab98-d7d0-4104-ac6b-0bcc3fd0d1b4 None None] Network d6f464ba-7db2-4698-9218-00950e7f5bac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:28.613101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.649327 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b4a4fe3-6d8e-4038-8354-910c3b69c390 req-f43cc384-c7e7-451d-8720-5a43a00b62f5 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001859 Jul 28 14:51:28.684100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event updated for resources: {'Subnet': ['ID=ae802dd0-13ec-4cfc-82e9-0abd83c1171f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.707880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Checking segment: {'id': 'c88d7822-2a2d-43ed-816a-4a184ce86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:28.708859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network hostable DHCP agents. Network: c1b64afc-4504-4a63-b1cc-cf5e940ef6bd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:28.715362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-bf182c28-5274-4fd9-99af-01b41756c56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.717356 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-bf182c28-5274-4fd9-99af-01b41756c56b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf3daf80c76946cca27eedb8de75d0f8&device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 1095 time: 0.2983322 Jul 28 14:51:28.727912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-73e48b23-2558-452c-b09b-c7389551360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:28.730051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-73e48b23-2558-452c-b09b-c7389551360d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3160813 Jul 28 14:51:28.776341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.799956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] No DVR routers for this DVR port 2ea041da-1853-4519-b2f6-cb3d59118b8a on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:28.801498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70107859-225a-4037-8925-a9c88293b7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.829232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-d6f464ba-7db2-4698-9218-00950e7f5bac', 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac', 'tenant_id': '72342e15a938448bbe34cc7164db530d', 'fixed_ips': [{'subnet_id': 'c11e429f-a50e-4479-9c82-eaf1a14669bb'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:28.830092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.841012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-a033cfab-28b8-406c-8972-ba8960ba0750 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984087 Jul 28 14:51:28.842132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70107859-225a-4037-8925-a9c88293b7de None None] Pushing event deleted for resources: {'Port': ['ID=2ea041da-1853-4519-b2f6-cb3d59118b8a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.846126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70107859-225a-4037-8925-a9c88293b7de None None] No DVR routers for this DVR port 2ea041da-1853-4519-b2f6-cb3d59118b8a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:28.889068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:28.889197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea041da-1853-4519-b2f6-cb3d59118b8a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:28.898797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-3c9104a7-52b8-44c7-ba37-1de32c22def6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83 HTTP/1.1" status: 200 len: 217 time: 0.1655037 Jul 28 14:51:28.934188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:28.952873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.964039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b12b2b-4a50-418c-a90e-58dc7407a942']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:28.975268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a504e5e-f3b8-4788-acb6-7458e9598b23') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:28.975621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a504e5e-f3b8-4788-acb6-7458e9598b23') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:28.979671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:28.987172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:28.989704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac102653-aa19-4789-9679-0cf625e19b78 None None] Network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:29.012458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.014086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.014680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.019310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:29.019718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:29.021422 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:29.054803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Allocated IP 2001:db8::1 (d6f464ba-7db2-4698-9218-00950e7f5bac/c11e429f-a50e-4479-9c82-eaf1a14669bb/6256fc2f-5ca4-4cb6-a9f6-075f36ad207e) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:29.067402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-0de44878-d607-4190-aeb8-3f446cc17c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.068890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-0de44878-d607-4190-aeb8-3f446cc17c59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20288c24-097a-428f-8eeb-e0af4c8dccce HTTP/1.1" status: 200 len: 848 time: 0.1258216 Jul 28 14:51:29.071789 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Floating IP b0124aa2-05ad-4412-abf6-92ae720f3fd6 associated. External IP: 172.25.0.207, port: 0a8add71-6641-4023-9fb4-8fd58e8fd186. Jul 28 14:51:29.149488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-24f68b7f-df91-48eb-9e6d-0f9d10dba884 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=067d6c4a-70fc-4ed4-8724-d6f92901e5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720375 Jul 28 14:51:29.157085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c1b64afc-4504-4a63-b1cc-cf5e940ef6bd) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:29.159166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21e646b9-c919-433e-8bc9-92cfac9458c5 req-8f08ee17-e60d-4216-8da3-698deda8a958 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789736 Jul 28 14:51:29.167620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.187842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.188791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.205769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad59429-fc51-429a-b81b-20480b0928d6 None None] Network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:29.209042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.218090 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-779ffa70-4953-4ca9-9ba8-9c05296421ba tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4538805 Jul 28 14:51:29.224287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.225820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.230074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] 10.222.0.47 "DELETE /v2.0/networks/b0b12b2b-4a50-418c-a90e-58dc7407a942 HTTP/1.1" status: 204 len: 168 time: 1.2556357 Jul 28 14:51:29.323687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device de4de6c4-cb10-471d-a698-85d6e27afd4f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:29.396324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-b037c79b-68d8-405f-ac07-2f6af301da13 service neutron] 10.222.0.50 "GET /v2.0/networks/067d6c4a-70fc-4ed4-8724-d6f92901e5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363920 Jul 28 14:51:29.437979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.445541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54340ca-68c2-4cfa-9088-3ad1e3bc4c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b12b2b-4a50-418c-a90e-58dc7407a942,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:29.455593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-39a5532e-d047-4706-96b6-a999ae97bf63 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7975247 Jul 28 14:51:29.456277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.466658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a8dca-6c1d-4b4a-b002-cbd17573cc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75', 'network_id': '4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': 'a9294767-0578-49d3-9566-a0486d6d452a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:29.467543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d38a8dca-6c1d-4b4a-b002-cbd17573cc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.552165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 9c98ba47-2541-4715-8b9a-8e23e477fadb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:51:29.574914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbb9bd55-3fe1-4f87-a270-a189a545bdf4 req-c7c7b5c1-c04d-42fc-9d8b-6e423e000595 service neutron] 10.222.0.50 "GET /v2.0/networks/067d6c4a-70fc-4ed4-8724-d6f92901e5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686120 Jul 28 14:51:29.611322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07098b0f-f75b-4473-bf6b-228edb05fc8b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.613026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07098b0f-f75b-4473-bf6b-228edb05fc8b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.614631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07098b0f-f75b-4473-bf6b-228edb05fc8b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:29.623634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-07098b0f-f75b-4473-bf6b-228edb05fc8b tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1546946 Jul 28 14:51:29.626469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39794) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.633230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.719527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c1b64afc-4504-4a63-b1cc-cf5e940ef6bd', 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd', 'tenant_id': '72342e15a938448bbe34cc7164db530d', 'fixed_ips': [{'subnet_id': 'ae802dd0-13ec-4cfc-82e9-0abd83c1171f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:29.720393 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.745978 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.843891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:29.852348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:29.946288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=a9294767-0578-49d3-9566-a0486d6d452a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:29.957116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Allocated IP 2001:db8:0:1::1 (c1b64afc-4504-4a63-b1cc-cf5e940ef6bd/ae802dd0-13ec-4cfc-82e9-0abd83c1171f/9636d113-7909-469b-a7cb-77d6381698c8) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:30.047375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8fe09f66-7201-4c3c-adf6-8bd9636b1a47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ac65aeb36c34d2c8a7e2e02b4cd7ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825957 Jul 28 14:51:30.048024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39804) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.053274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Transition to ACTIVE for port object 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:30.063703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.076059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port de4de6c4-cb10-471d-a698-85d6e27afd4f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:30.076785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.082870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:30.101148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5864906-4a67-49e6-9183-dd66ad148e7a') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:30.101753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5864906-4a67-49e6-9183-dd66ad148e7a') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:30.121175 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.134751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Transition to ACTIVE for port object 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:30.138464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.151381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting subnet c11e429f-a50e-4479-9c82-eaf1a14669bb {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:30.152317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:30.152924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:30.156512 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:30.162014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:51:30.172683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.172888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51125-2fd7-4cce-ba98-4805fb912438 req-192bca99-90c9-467d-b5c3-4da1ca0aab73 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.174749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6b51125-2fd7-4cce-ba98-4805fb912438 req-192bca99-90c9-467d-b5c3-4da1ca0aab73 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 943 time: 0.1344252 Jul 28 14:51:30.192561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Sync routers for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:51:30.217714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:30.218511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:30.220887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6b51125-2fd7-4cce-ba98-4805fb912438 req-be4010fd-1ca4-462c-b36c-6faa7aef13bd tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Jul 28 14:51:30.249879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.269326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.294553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.340387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server [None req-d38a8dca-6c1d-4b4a-b002-cbd17573cc21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9294767-0578-49d3-9566-a0486d6d452a: This subnet is being modified by another concurrent operation. Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9294767-0578-49d3-9566-a0486d6d452a: This subnet is being modified by another concurrent operation. Jul 28 14:51:30.362626 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Jul 28 14:51:30.370296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.370461 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.386197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.388506 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.393207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 HTTP/1.1" status: 204 len: 168 time: 1.1642332 Jul 28 14:51:30.396928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Transition to ACTIVE for port object 9636d113-7909-469b-a7cb-77d6381698c8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:30.398502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39812) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.414121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1332565586'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:30.427258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87ae3a-4e33-4551-ba5d-418324668d5b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.439257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ced752a3-0580-421a-b459-296972ceaec4 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1848986 Jul 28 14:51:30.446206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:30.446206 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50" -d '{"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:30.450921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39814) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.451916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.468601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a223a-e4d3-40fc-b657-260101d8178f None None] Network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:30.475367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.494838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c207582-29cd-4576-ab32-b6d733556714 HTTP/1.1" status: 204 len: 168 time: 0.4346173 Jul 28 14:51:30.506859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5036e-5ecd-412b-b4ea-234a030f1da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c207582-29cd-4576-ab32-b6d733556714,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.568374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Network d6f464ba-7db2-4698-9218-00950e7f5bac is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:30.575625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Transition to ACTIVE for port object 9636d113-7909-469b-a7cb-77d6381698c8 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:30.582390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a223a-e4d3-40fc-b657-260101d8178f None None] Network 4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:51:30.584573 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7444a1-47d6-4080-9326-cad3bd75ac33 x-openstack-request-id: req-1c7444a1-47d6-4080-9326-cad3bd75ac33 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:30.585046 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:30.585046 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c7444a1-47d6-4080-9326-cad3bd75ac33 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:30.585407 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'status': 'completed', 'code': 200} Jul 28 14:51:30.587977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:30.600805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:30.619942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Pushing event updated for resources: {'Port': ['ID=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:30.649528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:30.672365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.718106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.739141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Attempting to bind port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:30.739141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Attempting to bind port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e29d3c69-b7b0-4637-a9b9-a89e5f896636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:30.739734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Attempting to bind port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e on network d6f464ba-7db2-4698-9218-00950e7f5bac {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:30.759101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-cf06eba8-2fa0-47bd-ab6e-c558759eb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.761408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-cf06eba8-2fa0-47bd-ab6e-c558759eb0c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.1076338 Jul 28 14:51:30.774755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:30.784508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.797436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69f56d1-fc11-4e96-8078-fd1495dff4e3 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:30.806646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:30.833640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Checking segment: {'id': 'e29d3c69-b7b0-4637-a9b9-a89e5f896636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Bound using segment: {'id': 'e29d3c69-b7b0-4637-a9b9-a89e5f896636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Bound port: 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29d3c69-b7b0-4637-a9b9-a89e5f896636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'd6f464ba-7db2-4698-9218-00950e7f5bac'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:30.838315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:30.846999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:30.864521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e69f56d1-fc11-4e96-8078-fd1495dff4e3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:30.864521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e69f56d1-fc11-4e96-8078-fd1495dff4e3 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:30.864521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2ea041da-1853-4519-b2f6-cb3d59118b8a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:30.877672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.880509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.880509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.880509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.880509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.880835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.881017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.881511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.882211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.882799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.883311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.883922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.884449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.884962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.886070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.889038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3657964e-3c88-4e0d-85f9-6ab54544cb5c tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10492 time: 0.4341652 Jul 28 14:51:30.892354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:30.908408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2ea041da-1853-4519-b2f6-cb3d59118b8a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:30.908751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2ea041da-1853-4519-b2f6-cb3d59118b8a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:30.943871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-1a63556f-5a69-432c-8f55-7907bc4c1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.945528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-1a63556f-5a69-432c-8f55-7907bc4c1531 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 897 time: 0.1768329 Jul 28 14:51:30.970720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc722-dbc7-4f60-b695-736f7f039c1e req-c9f1a312-8bbc-4b8e-98ae-340b38aebd98 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:30.973565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8fbc722-dbc7-4f60-b695-736f7f039c1e req-c9f1a312-8bbc-4b8e-98ae-340b38aebd98 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1097 time: 0.2388916 Jul 28 14:51:31.021906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.030893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Pushing event updated for resources: {'Port': ['ID=9636d113-7909-469b-a7cb-77d6381698c8,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.070594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-9eb81ad9-befd-4cfd-91e1-2e74fdecaf75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 1000 time: 0.1174014 Jul 28 14:51:31.081109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:31.129170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Attempting to bind port 9636d113-7909-469b-a7cb-77d6381698c8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:31.130191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Attempting to bind port 9636d113-7909-469b-a7cb-77d6381698c8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'c88d7822-2a2d-43ed-816a-4a184ce86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:31.130748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Attempting to bind port 9636d113-7909-469b-a7cb-77d6381698c8 on network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:31.136262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] For port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:31.149164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-322bed52-8944-4ef1-ab24-b34708243a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.149583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] For port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,segment=NetworkSegment(e29d3c69-b7b0-4637-a9b9-a89e5f896636),segment_id=e29d3c69-b7b0-4637-a9b9-a89e5f896636)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:31.149810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-322bed52-8944-4ef1-ab24-b34708243a0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 200 len: 835 time: 0.0647631 Jul 28 14:51:31.149907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Subnet': ['ID=c11e429f-a50e-4479-9c82-eaf1a14669bb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Checking segment: {'id': 'c88d7822-2a2d-43ed-816a-4a184ce86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Bound using segment: {'id': 'c88d7822-2a2d-43ed-816a-4a184ce86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Bound port: 9636d113-7909-469b-a7cb-77d6381698c8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88d7822-2a2d-43ed-816a-4a184ce86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c1b64afc-4504-4a63-b1cc-cf5e940ef6bd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:31.150109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.159442 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.162033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b9960d15-b6e3-42a4-a9f2-ef6f3b7c2df4 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/subnets/c11e429f-a50e-4479-9c82-eaf1a14669bb HTTP/1.1" status: 204 len: 168 time: 1.5329225 Jul 28 14:51:31.187628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39834) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:31.218415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.218696 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment abb73653-08ed-4a61-aa32-04c8a9d43eea of type vlan for network afef2492-bc57-4268-9b8c-411b7c331b04 Jul 28 14:51:31.227160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b0124aa2-05ad-4412-abf6-92ae720f3fd6', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'port_id': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'mac_address': 'fa:16:3e:12:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:26Z', 'updated_at': '2021-07-28T14:51:26Z', 'revision_number': 0, 'project_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:31.242223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.243013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.245705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.246391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.247284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.248157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.248859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.249483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.250011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.250694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.251543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.252210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.252938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.258585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c8090133-ecf0-4f08-84a4-ca12acf6cb13 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8338 time: 0.3628016 Jul 28 14:51:31.266461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] For port 9636d113-7909-469b-a7cb-77d6381698c8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:31.267467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-b1fb9365-cd48-403b-b519-70f0e887c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.268593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Checking router: 9c98ba47-2541-4715-8b9a-8e23e477fadb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:51:31.269059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-b1fb9365-cd48-403b-b519-70f0e887c2cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184921 Jul 28 14:51:31.270702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:31.284814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] For port 9636d113-7909-469b-a7cb-77d6381698c8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9636d113-7909-469b-a7cb-77d6381698c8,segment=NetworkSegment(c88d7822-2a2d-43ed-816a-4a184ce86e6e),segment_id=c88d7822-2a2d-43ed-816a-4a184ce86e6e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:31.292886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.319928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:51:31.320581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:31.353614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8fbc722-dbc7-4f60-b695-736f7f039c1e req-db890412-eb74-4d71-b39b-66ff57dc597d tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703978 Jul 28 14:51:31.387365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting subnet ae802dd0-13ec-4cfc-82e9-0abd83c1171f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:31.411294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.419954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c856b52-cdb4-4010-829e-35ba4e036c9f None None] Pushing event updated for resources: {'Port': ['ID=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.426090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.439421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.559548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca318e-2fa7-44b0-a641-9a6ef2ac728d req-f62f341e-c035-4636-a118-95e0edb7800b tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.562095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56ca318e-2fa7-44b0-a641-9a6ef2ac728d req-f62f341e-c035-4636-a118-95e0edb7800b tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 943 time: 0.2194488 Jul 28 14:51:31.594029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6bab8-2c70-44ed-9b5e-79020b3b755e None None] Pushing event updated for resources: {'Port': ['ID=9636d113-7909-469b-a7cb-77d6381698c8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:31.601086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:51:31.647117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.657023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:31.658014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.682751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56ca318e-2fa7-44b0-a641-9a6ef2ac728d req-f564066a-3db5-4011-a3e1-7ff49c55df1a tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056437 Jul 28 14:51:31.721848 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:31.765082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-9568878b-c5ff-426a-9386-2acd2a10b757 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830711 Jul 28 14:51:31.947502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.006641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6024053 Jul 28 14:51:32.015620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39858) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.048767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:32.070451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce7c16-24c7-4343-a12c-d0e36b0d5fe0 req-ae1779ce-6d3d-4b8a-8d79-91b10969afcf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.079616 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80ce7c16-24c7-4343-a12c-d0e36b0d5fe0 req-ae1779ce-6d3d-4b8a-8d79-91b10969afcf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.6177096 Jul 28 14:51:32.096133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cf416-8de7-4123-8ec7-c02c5ca47c8f tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=afef2492-bc57-4268-9b8c-411b7c331b04,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.116615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ce700a69-1d91-4ee7-8485-3e802a1edd83 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:51:32.127232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network afef2492-bc57-4268-9b8c-411b7c331b04 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:32.232672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80ce7c16-24c7-4343-a12c-d0e36b0d5fe0 req-1db9f46b-e515-4089-bad2-54e1c56dbb18 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517751 Jul 28 14:51:32.261886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.306775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88dd878e-5c7d-4212-b31b-cb4f7c7e5c50 req-18067ed7-f9a6-4d85-91eb-6f25a8188759 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306914 Jul 28 14:51:32.535480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:32.544133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.549482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:51:32.559324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a5cfb597-e590-41ef-85f3-b277959f408c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 HTTP/1.1" status: 200 len: 993 time: 0.2904902 Jul 28 14:51:32.559983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.645329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.648844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/subnets/ae802dd0-13ec-4cfc-82e9-0abd83c1171f HTTP/1.1" status: 204 len: 168 time: 1.4586449 Jul 28 14:51:32.651934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39882) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.668775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d29cfb4c-0482-4690-8459-3b37f45d1eac tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3066 time: 1.3893218 Jul 28 14:51:32.669773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.674236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b0124aa2-05ad-4412-abf6-92ae720f3fd6', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'port_id': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'mac_address': 'fa:16:3e:12:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:26Z', 'updated_at': '2021-07-28T14:51:26Z', 'revision_number': 0, 'project_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:32.698330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21f688-b194-4bfc-bd3d-7b8020af99a0 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Subnet': ['ID=ae802dd0-13ec-4cfc-82e9-0abd83c1171f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:32.725033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b4cad-75ae-4b24-924b-a99339b51f6b None None] The sync data for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 is: [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b0124aa2-05ad-4412-abf6-92ae720f3fd6', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'port_id': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'mac_address': 'fa:16:3e:12:d4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:51:26Z', 'updated_at': '2021-07-28T14:51:26Z', 'revision_number': 0, 'project_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:51:32.762695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385735b-6c16-4b83-81b3-9858ca8b063d tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.763416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1385735b-6c16-4b83-81b3-9858ca8b063d tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.765226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1385735b-6c16-4b83-81b3-9858ca8b063d tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9c98ba47-2541-4715-8b9a-8e23e477fadb HTTP/1.1" status: 200 len: 1991 time: 0.0943642 Jul 28 14:51:32.798933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5383d67-4dc5-4e79-937f-9138d9e039a7 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:32.800587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83,segment=NetworkSegment(b540f003-b996-475a-a608-eca91bc001c7),segment_id=b540f003-b996-475a-a608-eca91bc001c7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:32.807661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5383d67-4dc5-4e79-937f-9138d9e039a7 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1312876 Jul 28 14:51:32.808081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39902) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:32.828669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'ce700a69-1d91-4ee7-8485-3e802a1edd83', 'network_id': '067d6c4a-70fc-4ed4-8724-d6f92901e5af', 'port_id': 'ce700a69-1d91-4ee7-8485-3e802a1edd83', 'mac_address': 'fa:16:3e:92:59:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20288c24-097a-428f-8eeb-e0af4c8dccce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:51:32.948448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:32.998501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce700a69-1d91-4ee7-8485-3e802a1edd83 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:51:33.069955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83,segment=NetworkSegment(b540f003-b996-475a-a608-eca91bc001c7),segment_id=b540f003-b996-475a-a608-eca91bc001c7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:33.152249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.203165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946ae7c-30a5-408f-b04f-dc843dbcc395 req-bb9d3601-b211-4e69-ad5f-d0ecd004e2a9 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.211635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b946ae7c-30a5-408f-b04f-dc843dbcc395 req-bb9d3601-b211-4e69-ad5f-d0ecd004e2a9 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 943 time: 0.1765275 Jul 28 14:51:33.220634 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.296555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f18f77b-1cb8-4c26-9d49-d4bd6ccf54d4 None None] New status for floating IP b0124aa2-05ad-4412-abf6-92ae720f3fd6: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:51:33.305306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.341961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:33.411347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b946ae7c-30a5-408f-b04f-dc843dbcc395 req-844f1590-1547-4ff9-b1ea-e7000cb53c1e tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700234 Jul 28 14:51:33.425083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=d21d4cfa-8d92-40b4-b2e3-203f65b6be95,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:33.438427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'abb73653-08ed-4a61-aa32-04c8a9d43eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:33.438801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: afef2492-bc57-4268-9b8c-411b7c331b04, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:33.464185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:33.477288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting port 9636d113-7909-469b-a7cb-77d6381698c8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:33.477659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.532405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eafc74-4adf-48bd-a63c-2dbbf2f3ddb1 None None] Network c1b64afc-4504-4a63-b1cc-cf5e940ef6bd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:33.624393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network afef2492-bc57-4268-9b8c-411b7c331b04 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:33.643779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['ce700a69-1d91-4ee7-8485-3e802a1edd83'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:33.720918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc182780-b9b2-4835-8ebb-8a4e5de20c49 None None] Network d6f464ba-7db2-4698-9218-00950e7f5bac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:33.725672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] For port 9636d113-7909-469b-a7cb-77d6381698c8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9636d113-7909-469b-a7cb-77d6381698c8,segment=NetworkSegment(c88d7822-2a2d-43ed-816a-4a184ce86e6e),segment_id=c88d7822-2a2d-43ed-816a-4a184ce86e6e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:33.726214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.741697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Calling delete_port for 9636d113-7909-469b-a7cb-77d6381698c8 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:33.745537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, afef2492-bc57-4268-9b8c-411b7c331b04) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:33.760853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.762119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:33.762397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507213fc-b9ba-47d2-9cc0-6ce26b3ce26f req-cd00c8cb-693c-4707-85b5-78a588e1ebd3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:33.771204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-507213fc-b9ba-47d2-9cc0-6ce26b3ce26f req-cd00c8cb-693c-4707-85b5-78a588e1ebd3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1125252 Jul 28 14:51:33.790184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74810ece-236a-41a8-a077-c13833b873c0 None None] Network afef2492-bc57-4268-9b8c-411b7c331b04 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:33.861492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b158f1c-cecf-4184-95bd-470c34f83c5c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8401821 Jul 28 14:51:33.865248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:33.868424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-507213fc-b9ba-47d2-9cc0-6ce26b3ce26f req-82d7273f-282c-444b-bf51-5712978a72da tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963385 Jul 28 14:51:33.874351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979734704'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:33.947412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cfe1b6b1-6f01-4211-aa7d-0d33bca7d7e7 None None] Provisioning for port 9636d113-7909-469b-a7cb-77d6381698c8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:34.035359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-9ece76dd-5caf-4122-821d-3de304b20e3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1720798 Jul 28 14:51:34.044981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:34.053563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.055902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.121706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Port': ['ID=9636d113-7909-469b-a7cb-77d6381698c8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.134030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] No DVR routers for this DVR port 9636d113-7909-469b-a7cb-77d6381698c8 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:34.141830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:34.144252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:34.163995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9636d113-7909-469b-a7cb-77d6381698c8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:34.213387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9636d113-7909-469b-a7cb-77d6381698c8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:34.213766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9636d113-7909-469b-a7cb-77d6381698c8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:51:34.218306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af893a-4bbd-4a61-a72e-9cba1a7d7ae1 None None] DHCP port deletion for c1b64afc-4504-4a63-b1cc-cf5e940ef6bd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:34.247479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 9636d113-7909-469b-a7cb-77d6381698c8 not found, will not notify nova. {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:51:34.252912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-afef2492-bc57-4268-9b8c-411b7c331b04', 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': 'd21d4cfa-8d92-40b4-b2e3-203f65b6be95'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:34.252912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.256377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.257179 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment 7aa04de5-e800-4002-870b-266eaa550ffe of type vlan for network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd Jul 28 14:51:34.279837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] DHCP port deletion for d6f464ba-7db2-4698-9218-00950e7f5bac request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:34.295018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Provisioning for port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:34.303638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Provisioning complete for port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:34.304031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.391188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.405100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b64afc-4504-4a63-b1cc-cf5e940ef6bd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:34.439539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:34.476384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.482300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88d7822-2a2d-43ed-816a-4a184ce86e6e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:34.482734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88d7822-2a2d-43ed-816a-4a184ce86e6e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:34.498233 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.524010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.532447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Deleting port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:34.532827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.560838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:34.561604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:34.565013 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:34.599632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Allocated IP 2001:db8::3 (afef2492-bc57-4268-9b8c-411b7c331b04/d21d4cfa-8d92-40b4-b2e3-203f65b6be95/d467a8cb-e876-4663-b8fe-dc76761ab333) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:34.665836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.667359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd802617-ef16-48a3-847b-f167df3613ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.673582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.675066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.675740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.679127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7cb0-5754-49c1-9c0b-995a70452b6f req-5398f6f4-00b3-4ff6-a976-365c6161df68 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:34.694128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67de7cb0-5754-49c1-9c0b-995a70452b6f req-5398f6f4-00b3-4ff6-a976-365c6161df68 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 944 time: 0.1203625 Jul 28 14:51:34.702842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] For port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,segment=NetworkSegment(e29d3c69-b7b0-4637-a9b9-a89e5f896636),segment_id=e29d3c69-b7b0-4637-a9b9-a89e5f896636)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:34.703291 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.771922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67de7cb0-5754-49c1-9c0b-995a70452b6f req-f5a7d900-9449-4914-a208-e3b98ab1b581 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767031 Jul 28 14:51:34.818279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Calling delete_port for 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:34.827871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=5f393a2a-c645-4e2f-8d0f-5725d278c9dd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.842371 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd802617-ef16-48a3-847b-f167df3613ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.856582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:34.881505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.886438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:34.888436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/c1b64afc-4504-4a63-b1cc-cf5e940ef6bd HTTP/1.1" status: 204 len: 168 time: 2.0792632 Jul 28 14:51:34.891570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39964) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:34.905328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e4788-df0b-44b2-80dc-6a5ca147d1ee tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=c1b64afc-4504-4a63-b1cc-cf5e940ef6bd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:34.953277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] For port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,segment=NetworkSegment(e29d3c69-b7b0-4637-a9b9-a89e5f896636),segment_id=e29d3c69-b7b0-4637-a9b9-a89e5f896636)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:34.960648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd802617-ef16-48a3-847b-f167df3613ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.014881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9726-bb82-4256-b2ff-38163a3795de req-44e7a7e7-5855-4ea7-8925-4fa6a5a11fe2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:35.016639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd5c9726-bb82-4256-b2ff-38163a3795de req-44e7a7e7-5855-4ea7-8925-4fa6a5a11fe2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0565276 Jul 28 14:51:35.021034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bd802617-ef16-48a3-847b-f167df3613ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d353ea8648b648fcbade7e0eec08ade2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798342 Jul 28 14:51:35.024981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.027368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.038462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd802617-ef16-48a3-847b-f167df3613ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6265d21c-e55e-477b-9222-d9fe9beaf4f0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.087791 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.099821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd5c9726-bb82-4256-b2ff-38163a3795de req-abd380aa-c0bb-4483-9555-ed7d3edcddd6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723801 Jul 28 14:51:35.104817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Transition to ACTIVE for port object d467a8cb-e876-4663-b8fe-dc76761ab333 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:35.106084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aeb6ed78-29bb-4576-a26d-1193fc866e01 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2365203 Jul 28 14:51:35.106884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:35.131920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:35.172773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.220004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.250838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.262375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Deleting port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:35.262904 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.289782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Transition to ACTIVE for port object d467a8cb-e876-4663-b8fe-dc76761ab333 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:35.291511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:35.346267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] For port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,segment=NetworkSegment(e29d3c69-b7b0-4637-a9b9-a89e5f896636),segment_id=e29d3c69-b7b0-4637-a9b9-a89e5f896636)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:35.346593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.360236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Calling delete_port for 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:35.372134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.383408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:51:35.383844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:35.384272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9636d113-7909-469b-a7cb-77d6381698c8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:35.394575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] No DVR routers for this DVR port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:35.397484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:35.400007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c25c6-6627-4200-a189-ddf728f3da0a None None] Pushing event updated for resources: {'Port': ['ID=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.403876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.424877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9636d113-7909-469b-a7cb-77d6381698c8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:35.425331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9636d113-7909-469b-a7cb-77d6381698c8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:35.449716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0332179-8df2-4ebb-b079-0933fc3378ff None None] Pushing event deleted for resources: {'Port': ['ID=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.478086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Performing IP validity checks on allocation pools {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:51:35.478635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94749) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:51:35.483522 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.521858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Network afef2492-bc57-4268-9b8c-411b7c331b04 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:35.526819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:35.530399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:35.543509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Pushing event updated for resources: {'Port': ['ID=d467a8cb-e876-4663-b8fe-dc76761ab333,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.595241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Attempting to bind port d467a8cb-e876-4663-b8fe-dc76761ab333 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:35.595620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Attempting to bind port d467a8cb-e876-4663-b8fe-dc76761ab333 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'abb73653-08ed-4a61-aa32-04c8a9d43eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:35.595991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Attempting to bind port d467a8cb-e876-4663-b8fe-dc76761ab333 on network afef2492-bc57-4268-9b8c-411b7c331b04 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:35.600856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:35.601175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Checking segment: {'id': 'abb73653-08ed-4a61-aa32-04c8a9d43eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:35.601577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.601973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Bound using segment: {'id': 'abb73653-08ed-4a61-aa32-04c8a9d43eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:35.602437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Bound port: d467a8cb-e876-4663-b8fe-dc76761ab333, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb73653-08ed-4a61-aa32-04c8a9d43eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'afef2492-bc57-4268-9b8c-411b7c331b04'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:35.602821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.620759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.623901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.625899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6265d21c-e55e-477b-9222-d9fe9beaf4f0 HTTP/1.1" status: 204 len: 168 time: 0.5957384 Jul 28 14:51:35.637485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc671752-f6c3-4851-b619-bee46f0c9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6265d21c-e55e-477b-9222-d9fe9beaf4f0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.684013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.693231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] For port d467a8cb-e876-4663-b8fe-dc76761ab333, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:35.696816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] For port d467a8cb-e876-4663-b8fe-dc76761ab333, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d467a8cb-e876-4663-b8fe-dc76761ab333,segment=NetworkSegment(abb73653-08ed-4a61-aa32-04c8a9d43eea),segment_id=abb73653-08ed-4a61-aa32-04c8a9d43eea)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:35.703515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] No DVR routers for this DVR port 6256fc2f-5ca4-4cb6-a9f6-075f36ad207e on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:35.743454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Port': ['ID=6256fc2f-5ca4-4cb6-a9f6-075f36ad207e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.830769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.853465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.877017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f464ba-7db2-4698-9218-00950e7f5bac']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:35.901036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29d3c69-b7b0-4637-a9b9-a89e5f896636') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:35.901749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29d3c69-b7b0-4637-a9b9-a89e5f896636') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:35.914641 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.922215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5f0ef-3926-4227-9af2-9f2130a3da95 None None] Pushing event updated for resources: {'Port': ['ID=d467a8cb-e876-4663-b8fe-dc76761ab333,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:35.942224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.954740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb38781-fa73-4980-b655-c98683cbde27 req-34d67a84-22b4-4182-ba52-a456151b3948 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:35.956377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7eb38781-fa73-4980-b655-c98683cbde27 req-34d67a84-22b4-4182-ba52-a456151b3948 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 944 time: 0.0994186 Jul 28 14:51:35.959308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:35.959724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:35.963153 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:35.975759 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.045995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=28da5417-d34f-4910-b533-12465dfafcf0,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.057899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': '7aa04de5-e800-4002-870b-266eaa550ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:36.058348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: 5f393a2a-c645-4e2f-8d0f-5725d278c9dd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:36.062896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7eb38781-fa73-4980-b655-c98683cbde27 req-49c24a76-2fc1-4a25-a36a-833f233f8134 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987535 Jul 28 14:51:36.121288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ce700a69-1d91-4ee7-8485-3e802a1edd83 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:36.282666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9564-f39b-4a0b-a35b-2cc589023391 req-9b792236-0707-46d8-aa1e-09a4d823b5e5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.284503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fcb9564-f39b-4a0b-a35b-2cc589023391 req-9b792236-0707-46d8-aa1e-09a4d823b5e5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0678313 Jul 28 14:51:36.330379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.338940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.341521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/d6f464ba-7db2-4698-9218-00950e7f5bac HTTP/1.1" status: 204 len: 168 time: 1.4491563 Jul 28 14:51:36.350186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:36.355910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b788-52ca-43fd-90d3-19f74d3e1c49 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=d6f464ba-7db2-4698-9218-00950e7f5bac,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:36.396114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port ce700a69-1d91-4ee7-8485-3e802a1edd83 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:36.402751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port ce700a69-1d91-4ee7-8485-3e802a1edd83 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:36.403494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.419769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fcb9564-f39b-4a0b-a35b-2cc589023391 req-9a174de3-c52f-40a5-9b77-3b4a07715cdc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244450 Jul 28 14:51:36.428816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:36.468213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.542384 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.569122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:36.572981 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a869d7-1424-4116-a385-7108b7d1bb20" -d '{"events": [{"server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "name": "network-vif-plugged", "status": "completed", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:36.573646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 5f393a2a-c645-4e2f-8d0f-5725d278c9dd) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:36.585605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b33fe-690f-489c-8d5a-3e0a2c65f2e2 None None] Network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:36.586450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.587352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.593466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83,segment=NetworkSegment(b540f003-b996-475a-a608-eca91bc001c7),segment_id=b540f003-b996-475a-a608-eca91bc001c7)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:36.611951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.628806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277dda5b-c9f1-43b6-b801-c4091fbcaafd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:36.648968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5464503-dc1e-4bd6-b706-96f1c0e42871') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:36.649270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5464503-dc1e-4bd6-b706-96f1c0e42871') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:36.660496 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a2e8e6-8fb4-4296-840e-aeea96d5a094 x-openstack-request-id: req-19a2e8e6-8fb4-4296-840e-aeea96d5a094 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:36.660791 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "name": "network-vif-plugged", "status": "completed", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:36.661440 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19a2e8e6-8fb4-4296-840e-aeea96d5a094 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:36.661440 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83', 'code': 200} Jul 28 14:51:36.663600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.687310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.695221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:36.695695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:36.715429 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:36.787628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:36.818538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182ef0c-1383-4d53-bf15-19d30b786208 req-4f3cefa7-da76-4cd2-8d07-bec6eb69c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:36.820805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2182ef0c-1383-4d53-bf15-19d30b786208 req-4f3cefa7-da76-4cd2-8d07-bec6eb69c550 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 1096 time: 0.0696492 Jul 28 14:51:37.025063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-5f393a2a-c645-4e2f-8d0f-5725d278c9dd', 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': '28da5417-d34f-4910-b533-12465dfafcf0'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:37.026583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.069909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:37.269367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Allocated IP 2001:db8::3 (5f393a2a-c645-4e2f-8d0f-5725d278c9dd/28da5417-d34f-4910-b533-12465dfafcf0/6e4e4866-2e3b-4c6d-9632-1cdce427678f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:37.291728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d467a8cb-e876-4663-b8fe-dc76761ab333 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:37.295248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38d45c-0900-467e-a610-8eab8b69bb29 None None] Network afef2492-bc57-4268-9b8c-411b7c331b04 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:37.307604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2dda6a1-fdd9-46ca-8bb0-a77eb38f8f73 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1985252 Jul 28 14:51:37.310261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:37.310701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.345480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.350364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/277dda5b-c9f1-43b6-b801-c4091fbcaafd HTTP/1.1" status: 204 len: 168 time: 0.9990819 Jul 28 14:51:37.356623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:37.415547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2852-d33a-4d8a-9825-8da216a2b947 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=277dda5b-c9f1-43b6-b801-c4091fbcaafd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:37.419783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2182ef0c-1383-4d53-bf15-19d30b786208 req-a912efa4-fe95-40ce-8811-81b0ad29fa47 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895987 Jul 28 14:51:37.526848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e33f27-47f7-4a7e-b67a-7499ec33e297 req-29df45ad-510a-49d0-9bf4-0044ffdb3c5d tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.528381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8e33f27-47f7-4a7e-b67a-7499ec33e297 req-29df45ad-510a-49d0-9bf4-0044ffdb3c5d tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.2235117 Jul 28 14:51:37.531474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.559326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3666fff2-62ac-44d4-9953-e1fd9f1d9347 None None] Provisioning for port d467a8cb-e876-4663-b8fe-dc76761ab333 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:37.610414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.639192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8e33f27-47f7-4a7e-b67a-7499ec33e297 req-e50b0ab0-d418-45e3-be01-105ad3e72dde tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973170 Jul 28 14:51:37.653904 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.693699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d467a8cb-e876-4663-b8fe-dc76761ab333 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:37.710928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d467a8cb-e876-4663-b8fe-dc76761ab333 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:37.711333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.713747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.738094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.747014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Transition to ACTIVE for port object 6e4e4866-2e3b-4c6d-9632-1cdce427678f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:37.750117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa3406-36c6-40e0-beb8-06160fcdcb97']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.767815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e7d511-9074-4827-915e-fdc82be1ae06') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.768202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e7d511-9074-4827-915e-fdc82be1ae06') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:37.779226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8eda0-e8e8-4866-9c20-4a16109b0e5f req-91859324-5630-473a-9135-323cb66e578e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.779523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.782551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Transition to ACTIVE for port object 6e4e4866-2e3b-4c6d-9632-1cdce427678f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:37.797283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.797460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a8eda0-e8e8-4866-9c20-4a16109b0e5f req-91859324-5630-473a-9135-323cb66e578e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0811672 Jul 28 14:51:37.804841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:37.805535 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:37.810048 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:37.836457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:37.856979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16a8eda0-e8e8-4866-9c20-4a16109b0e5f req-a7c99c26-dff7-4a23-b6b0-c08a0d55ec19 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586848 Jul 28 14:51:37.882863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d467a8cb-e876-4663-b8fe-dc76761ab333, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d467a8cb-e876-4663-b8fe-dc76761ab333,segment=NetworkSegment(abb73653-08ed-4a61-aa32-04c8a9d43eea),segment_id=abb73653-08ed-4a61-aa32-04c8a9d43eea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:37.960759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-637e1188-d5c5-402d-9916-02bb954c14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:37.962553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-637e1188-d5c5-402d-9916-02bb954c14e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1097 time: 0.0451095 Jul 28 14:51:37.964537 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.011855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:38.017877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:38.024282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:38.028445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Pushing event updated for resources: {'Port': ['ID=6e4e4866-2e3b-4c6d-9632-1cdce427678f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.056265 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.071778 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.075222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] 10.222.0.47 "DELETE /v2.0/networks/27fa3406-36c6-40e0-beb8-06160fcdcb97 HTTP/1.1" status: 204 len: 168 time: 0.7162209 Jul 28 14:51:38.098765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc47be-3a43-4eaa-b96e-c63adc55bf05 tempest-BulkNetworkOpsIpV6Test-1390408239 tempest-BulkNetworkOpsIpV6Test-1390408239-project] Pushing event deleted for resources: {'Network': ['ID=27fa3406-36c6-40e0-beb8-06160fcdcb97,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.111095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Attempting to bind port 6e4e4866-2e3b-4c6d-9632-1cdce427678f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:38.117181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Attempting to bind port 6e4e4866-2e3b-4c6d-9632-1cdce427678f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7aa04de5-e800-4002-870b-266eaa550ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:38.117181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Attempting to bind port 6e4e4866-2e3b-4c6d-9632-1cdce427678f on network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:38.120833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-fc9929bb-667a-421d-b0a8-275159c8d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:38.122256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-fc9929bb-667a-421d-b0a8-275159c8d621 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.1517518 Jul 28 14:51:38.122582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ac411faa-e9a8-48b1-921c-2d322dc7e17d None None] Provisioning complete for port d467a8cb-e876-4663-b8fe-dc76761ab333 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:38.123078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac411faa-e9a8-48b1-921c-2d322dc7e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.124993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:38.125470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Checking segment: {'id': '7aa04de5-e800-4002-870b-266eaa550ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:38.126029 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.126555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Bound using segment: {'id': '7aa04de5-e800-4002-870b-266eaa550ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:38.127181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Bound port: 6e4e4866-2e3b-4c6d-9632-1cdce427678f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa04de5-e800-4002-870b-266eaa550ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:38.127653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.154929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.183409 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.221414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-f7066469-27c3-4b72-bceb-c10bd88946a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1001 time: 0.0897417 Jul 28 14:51:38.222668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=28da5417-d34f-4910-b533-12465dfafcf0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.302674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] For port 6e4e4866-2e3b-4c6d-9632-1cdce427678f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:38.307603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] For port 6e4e4866-2e3b-4c6d-9632-1cdce427678f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6e4e4866-2e3b-4c6d-9632-1cdce427678f,segment=NetworkSegment(7aa04de5-e800-4002-870b-266eaa550ffe),segment_id=7aa04de5-e800-4002-870b-266eaa550ffe)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:38.309644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d467a8cb-e876-4663-b8fe-dc76761ab333,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.342669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-9d571443-9b65-4fe4-8693-5f0d02dee2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:38.345131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-9d571443-9b65-4fe4-8693-5f0d02dee2be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.1096966 Jul 28 14:51:38.355672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.365679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f393a2a-c645-4e2f-8d0f-5725d278c9dd']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:38.376726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa04de5-e800-4002-870b-266eaa550ffe') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:38.377031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa04de5-e800-4002-870b-266eaa550ffe') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:38.386393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.427729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-a35afb0c-66dc-4b1b-aba3-9704275981c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:38.429288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-a35afb0c-66dc-4b1b-aba3-9704275981c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444992 Jul 28 14:51:38.464880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.465035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.470182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:38.471085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:38.475576 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:38.586541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f6f04-d28f-43bc-996b-6769577bd87f None None] Pushing event updated for resources: {'Port': ['ID=6e4e4866-2e3b-4c6d-9632-1cdce427678f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:38.590763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:51:38.590763 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:51:38.590763 n-d-705658-23 neutron-server[94748]: [parameters: {'id': '5f393a2a-c645-4e2f-8d0f-5725d278c9dd'}] Jul 28 14:51:38.590763 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:38.591249 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:38.637357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-c7a0b1f5-2bff-4f89-8d3e-7c0b7dbb9f31 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810503 Jul 28 14:51:38.874378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40072) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:38.908862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-a48ddb3f-c364-413f-abcc-218fdfbc1b3b service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602978 Jul 28 14:51:38.926475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b012b4e-9538-4cf9-ad99-268de7a53124 req-3ba0246d-6df6-4ee7-9d03-a4fc8253df27 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:38.928414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b012b4e-9538-4cf9-ad99-268de7a53124 req-3ba0246d-6df6-4ee7-9d03-a4fc8253df27 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.1437976 Jul 28 14:51:38.995633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b012b4e-9538-4cf9-ad99-268de7a53124 req-966f853b-aea1-4ade-9baf-e49a856dc6e9 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541565 Jul 28 14:51:39.052241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38e809-b252-4ebe-81d3-0ccb73704447 req-4ded2beb-dfd1-460f-8cb6-2f030d37399d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:39.054579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca38e809-b252-4ebe-81d3-0ccb73704447 req-4ded2beb-dfd1-460f-8cb6-2f030d37399d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1058316 Jul 28 14:51:39.094109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.124550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca38e809-b252-4ebe-81d3-0ccb73704447 req-5ef7ccba-b40e-4ea6-adf9-9086d0a438fc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533373 Jul 28 14:51:39.191464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port 6e4e4866-2e3b-4c6d-9632-1cdce427678f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:39.191861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.294370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port 6e4e4866-2e3b-4c6d-9632-1cdce427678f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6e4e4866-2e3b-4c6d-9632-1cdce427678f,segment=NetworkSegment(7aa04de5-e800-4002-870b-266eaa550ffe),segment_id=7aa04de5-e800-4002-870b-266eaa550ffe)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:39.295106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.349472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for 6e4e4866-2e3b-4c6d-9632-1cdce427678f owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:39.378290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e4e4866-2e3b-4c6d-9632-1cdce427678f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:39.603050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6e4e4866-2e3b-4c6d-9632-1cdce427678f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:39.611911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d467a8cb-e876-4663-b8fe-dc76761ab333 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:39.701946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d467a8cb-e876-4663-b8fe-dc76761ab333 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:39.702413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.834116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb5631-052f-46a2-89ff-822b15ef8307 None None] Network 5f393a2a-c645-4e2f-8d0f-5725d278c9dd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:39.834359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e146e992-b67d-4fda-afc9-776dde67e8a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72342e15a938448bbe34cc7164db530d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586782 Jul 28 14:51:39.836991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40096) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:39.897522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.928622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.981062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.981267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e9039035-ee0f-4731-b4b0-b0296bf5746f None None] Provisioning for port 6e4e4866-2e3b-4c6d-9632-1cdce427678f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:39.985992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e9039035-ee0f-4731-b4b0-b0296bf5746f None None] Provisioning complete for port 6e4e4866-2e3b-4c6d-9632-1cdce427678f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:39.986377 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e9039035-ee0f-4731-b4b0-b0296bf5746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:39.997581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port 6e4e4866-2e3b-4c6d-9632-1cdce427678f on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:40.021200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e9039035-ee0f-4731-b4b0-b0296bf5746f None None] Port 6e4e4866-2e3b-4c6d-9632-1cdce427678f was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:51:40.052111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=6e4e4866-2e3b-4c6d-9632-1cdce427678f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:40.070077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b9baa-021a-411e-b96c-9e366b28ca19 None None] DHCP port deletion for 5f393a2a-c645-4e2f-8d0f-5725d278c9dd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:40.077801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.080379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.084577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de8225a1-64d4-418f-8209-77b894d2776e HTTP/1.1" status: 204 len: 168 time: 0.2435732 Jul 28 14:51:40.104696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d0a0c-4f81-4237-807a-51449eec7d8b None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:51:40.106132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ae1a4-08f7-4be3-a6ea-eeb86096dc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8225a1-64d4-418f-8209-77b894d2776e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:40.166801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.179646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f393a2a-c645-4e2f-8d0f-5725d278c9dd']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.192821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa04de5-e800-4002-870b-266eaa550ffe') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.193474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa04de5-e800-4002-870b-266eaa550ffe') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:40.213591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.231476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.241168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:40.241168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.278198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9915c2c-0083-427e-b1de-441418297a88 req-222d1ae9-0a69-437e-8ef0-efd3e58d745b tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.286641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9915c2c-0083-427e-b1de-441418297a88 req-222d1ae9-0a69-437e-8ef0-efd3e58d745b tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.1435106 Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:40.297741 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:40.333903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d0a0c-4f81-4237-807a-51449eec7d8b None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:51:40.339395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9915c2c-0083-427e-b1de-441418297a88 req-eedb5391-c7bf-4134-99e4-3012c6034c3e tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517843 Jul 28 14:51:40.400184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d355e26-c933-4197-b0b9-ba169167e9d8 req-8ca10593-8aa3-4a3d-a052-de7ce96d0130 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:40.409743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d355e26-c933-4197-b0b9-ba169167e9d8 req-8ca10593-8aa3-4a3d-a052-de7ce96d0130 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1066663 Jul 28 14:51:40.468264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d355e26-c933-4197-b0b9-ba169167e9d8 req-54e1876c-a272-4b0e-ab93-69bdb931acaf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523403 Jul 28 14:51:40.523561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.531634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.533529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/5f393a2a-c645-4e2f-8d0f-5725d278c9dd HTTP/1.1" status: 204 len: 168 time: 3.2215641 Jul 28 14:51:40.537335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:40.543794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1547878963'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:40.575306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e70bd-1ad3-4564-ba29-c5da29314d2b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=5f393a2a-c645-4e2f-8d0f-5725d278c9dd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:40.875653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:40.879223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.908917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:40.919401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:40.919743 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment d65c7e7a-fc1b-43ac-b16c-6b1976367aca of type vlan for network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc Jul 28 14:51:40.967777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.107243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.114802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:41.114802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.214505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=38d63e62-61a3-4615-ab4d-270d7bf4b3bc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:41.225971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:41.240822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e4e4866-2e3b-4c6d-9632-1cdce427678f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:41.295524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b9e29cd-9cfe-45cd-8837-0e0d062dd4a6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7567918 Jul 28 14:51:41.300944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6e4e4866-2e3b-4c6d-9632-1cdce427678f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:41.300944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e4e4866-2e3b-4c6d-9632-1cdce427678f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:41.301213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40144) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:41.306004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:41.597808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:41.601529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:41.695657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf44f2-2bb0-4ca2-b590-5698cf19c5bc req-5fc16b37-a0b0-4808-9798-db7184df0fc4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:41.698156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbaf44f2-2bb0-4ca2-b590-5698cf19c5bc req-5fc16b37-a0b0-4808-9798-db7184df0fc4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1539557 Jul 28 14:51:41.919195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbaf44f2-2bb0-4ca2-b590-5698cf19c5bc req-70f34557-89e7-4b2f-8b0c-5f73aa141db5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259468 Jul 28 14:51:42.079356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.247459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aeda5298-3aad-450b-ae84-0e7287814e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.251232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40178) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:42.266062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=4f5bf8ca-e338-4798-b4a9-d6c8f6a42c0e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:42.277538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:42.277538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: 38d63e62-61a3-4615-ab4d-270d7bf4b3bc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:42.387856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:42.503989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 38d63e62-61a3-4615-ab4d-270d7bf4b3bc) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:42.509244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:42.510519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.519933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a42d1-a8ee-4d8f-8567-57642a66e2b5 None None] Network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:42.605212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934857637'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:42.620064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94e7277a-0004-4ebb-8c0d-4279d8cd07b5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3158984 Jul 28 14:51:42.620344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40192) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:42.754902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-38d63e62-61a3-4615-ab4d-270d7bf4b3bc', 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': '4f5bf8ca-e338-4798-b4a9-d6c8f6a42c0e'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:42.755819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.774584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:42.781432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.801448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.804076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.919575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:42.934748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Allocated IP 2001:db8::1 (38d63e62-61a3-4615-ab4d-270d7bf4b3bc/4f5bf8ca-e338-4798-b4a9-d6c8f6a42c0e/1d38c099-d504-4c22-bcef-1d0666a5b27c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:43.111398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4788-1aeb-4295-bb91-cedaa36cbf52 req-ea4525f2-1f56-4965-b67d-b0c84460ae9f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.120494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-474e4788-1aeb-4295-bb91-cedaa36cbf52 req-ea4525f2-1f56-4965-b67d-b0c84460ae9f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0958219 Jul 28 14:51:43.155957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.164803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Transition to ACTIVE for port object 1d38c099-d504-4c22-bcef-1d0666a5b27c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:43.180930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Transition to ACTIVE for port object 1d38c099-d504-4c22-bcef-1d0666a5b27c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:43.193146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.213383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-474e4788-1aeb-4295-bb91-cedaa36cbf52 req-c5a45198-b373-49ed-a5df-ee08b6557634 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916049 Jul 28 14:51:43.270446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.315099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:43.317904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:43.324113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:43.331074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Pushing event updated for resources: {'Port': ['ID=1d38c099-d504-4c22-bcef-1d0666a5b27c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.381114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Attempting to bind port 1d38c099-d504-4c22-bcef-1d0666a5b27c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:43.381486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Attempting to bind port 1d38c099-d504-4c22-bcef-1d0666a5b27c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:43.381854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Attempting to bind port 1d38c099-d504-4c22-bcef-1d0666a5b27c on network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:43.387235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:43.387584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Checking segment: {'id': 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:43.387990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.388387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Bound using segment: {'id': 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:43.388876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Bound port: 1d38c099-d504-4c22-bcef-1d0666a5b27c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:43.389262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.392051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.423750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb221227-5de2-46e5-a272-1f615910b269,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.433305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.433573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.433948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.434299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.434645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.434998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.435339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.435672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.436005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.436333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.436661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.437019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:51:43.459487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] For port 1d38c099-d504-4c22-bcef-1d0666a5b27c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:43.462471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] For port 1d38c099-d504-4c22-bcef-1d0666a5b27c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1d38c099-d504-4c22-bcef-1d0666a5b27c,segment=NetworkSegment(d65c7e7a-fc1b-43ac-b16c-6b1976367aca),segment_id=d65c7e7a-fc1b-43ac-b16c-6b1976367aca)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:43.489298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.494186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:43.504972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.505425 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment 3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d of type vlan for network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 Jul 28 14:51:43.541613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5bf8ca-e338-4798-b4a9-d6c8f6a42c0e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.550884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.595270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.607745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d63e62-61a3-4615-ab4d-270d7bf4b3bc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:43.618762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:43.619659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:43.629857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.649521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.651757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:43.669066 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:43.747929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.766206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:43.767301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:43.772437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d6e13-5061-4b26-838e-c6acdeba33bb None None] Pushing event updated for resources: {'Port': ['ID=1d38c099-d504-4c22-bcef-1d0666a5b27c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.775779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:51:43.775779 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:51:43.775779 n-d-705658-23 neutron-server[94749]: [parameters: {'id': '38d63e62-61a3-4615-ab4d-270d7bf4b3bc'}] Jul 28 14:51:43.775779 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:43.776199 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:43.925358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=ad5e7226-bba4-43dc-a5bc-5e81fa2058a5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:43.936705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:44.002533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a29c3ad3-5e02-4f6a-b923-fd126ee21ee8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7501211 Jul 28 14:51:44.277713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.390837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0210-9f33-4156-855a-b028c78cdddd req-385844af-2b07-41fc-84b0-74e6228acbae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:44.392932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54ea0210-9f33-4156-855a-b028c78cdddd req-385844af-2b07-41fc-84b0-74e6228acbae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0698886 Jul 28 14:51:44.398576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port 1d38c099-d504-4c22-bcef-1d0666a5b27c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:44.399151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.474908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port 1d38c099-d504-4c22-bcef-1d0666a5b27c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1d38c099-d504-4c22-bcef-1d0666a5b27c,segment=NetworkSegment(d65c7e7a-fc1b-43ac-b16c-6b1976367aca),segment_id=d65c7e7a-fc1b-43ac-b16c-6b1976367aca)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:44.475209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.492330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for 1d38c099-d504-4c22-bcef-1d0666a5b27c owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:44.576644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54ea0210-9f33-4156-855a-b028c78cdddd req-24bc6ee4-a742-407f-84fb-e5dfe4de1480 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856080 Jul 28 14:51:44.769329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.813019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9923b3c7-6d41-4551-a478-da5272563d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:44.865476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=1d38c099-d504-4c22-bcef-1d0666a5b27c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:44.894687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port 1d38c099-d504-4c22-bcef-1d0666a5b27c on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:44.958874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.124112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.166679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d63e62-61a3-4615-ab4d-270d7bf4b3bc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:45.183279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:45.183594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65c7e7a-fc1b-43ac-b16c-6b1976367aca') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:45.206915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.241254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.248411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:45.248849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:45.252359 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:45.274875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc86495d-f182-427d-afec-534720a3bacd None None] Network 38d63e62-61a3-4615-ab4d-270d7bf4b3bc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:45.387292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b0ffde60-9517-4208-a88e-8b987333b233 None None] Could not find standard attr ID for object 1d38c099-d504-4c22-bcef-1d0666a5b27c. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:51:45.461414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.502827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.507200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a77a1f-4491-4716-8753-50a1bdaaa3db None None] DHCP port deletion for 38d63e62-61a3-4615-ab4d-270d7bf4b3bc request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:45.519294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/38d63e62-61a3-4615-ab4d-270d7bf4b3bc HTTP/1.1" status: 204 len: 168 time: 2.8970792 Jul 28 14:51:45.522376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40260) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:45.532594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2035370919'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:45.578952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24b78-d1ef-4f22-905b-ce3b4b406aec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=38d63e62-61a3-4615-ab4d-270d7bf4b3bc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:45.729186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:45.733955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.793748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:45.807036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.812515 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment a30ceed1-4c66-4a2f-81d8-34482e1391b8 of type vlan for network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d Jul 28 14:51:45.830793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe79ea-e8cb-4b51-b864-f43eb3b03961 req-e974bd07-9f4a-4fb1-a34f-61cb099450cb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:45.833412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afe79ea-e8cb-4b51-b864-f43eb3b03961 req-e974bd07-9f4a-4fb1-a34f-61cb099450cb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1351457 Jul 28 14:51:45.885237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:45.916187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4afe79ea-e8cb-4b51-b864-f43eb3b03961 req-44ea997d-8ba0-4b2a-8ad6-3cd78199013a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616109 Jul 28 14:51:46.585825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.590416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.596245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:46.599368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:46.680604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:46.693060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:46.837061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f3a5327b-3f9d-4abf-bc05-20f3d9237fea tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3127434 Jul 28 14:51:46.840093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40290) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:46.845645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:47.111108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d68b78-ef00-417f-931c-3bf797995108 req-b9e70977-4808-4112-aca9-c79a141bcb24 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.113286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-23d68b78-ef00-417f-931c-3bf797995108 req-b9e70977-4808-4112-aca9-c79a141bcb24 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0940065 Jul 28 14:51:47.114801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:47.118222 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.151774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1d38c099-d504-4c22-bcef-1d0666a5b27c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:47.180104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1d38c099-d504-4c22-bcef-1d0666a5b27c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:47.180725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1d38c099-d504-4c22-bcef-1d0666a5b27c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:47.225720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-23d68b78-ef00-417f-931c-3bf797995108 req-55b44e36-6796-422b-92c5-896e5a9eddb5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631039 Jul 28 14:51:47.551430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.676760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=ad12d262-c38d-4905-9fed-ffe1d13814e8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:47.698210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'a30ceed1-4c66-4a2f-81d8-34482e1391b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:47.698655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:47.717354 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.733520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40314) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:47.739259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:47.854313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:47.880733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0f3cb-388a-4ce3-9171-2d7b2a48d4cb req-725de7b7-210e-45ba-8799-d315a033bba2 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.882281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1b0f3cb-388a-4ce3-9171-2d7b2a48d4cb req-725de7b7-210e-45ba-8799-d315a033bba2 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.0810733 Jul 28 14:51:47.926926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1b0f3cb-388a-4ce3-9171-2d7b2a48d4cb req-59e4378a-4039-49d6-9dfc-162472543538 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368855 Jul 28 14:51:47.951350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:47.957178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:47.957797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:47.964841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d0df3-aa06-4706-a1e6-f53d9a8395e5 None None] Network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:48.022369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:48.029243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.111028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-465cdf70-fc2d-4317-a02e-ba396c047c66 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2695491 Jul 28 14:51:48.113528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40322) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:48.124624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d', 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': 'ad12d262-c38d-4905-9fed-ffe1d13814e8'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:48.125649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.260442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.362482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Allocated IP 2001:db8::1 (f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d/ad12d262-c38d-4905-9fed-ffe1d13814e8/b15de422-f815-4e97-82ed-8e240ab78101) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:48.398211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.445140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff82c9c-feba-4e7a-b315-7b1a352fa9cb req-58b23824-6402-4f74-a5ad-b173b16937eb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:48.446706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ff82c9c-feba-4e7a-b315-7b1a352fa9cb req-58b23824-6402-4f74-a5ad-b173b16937eb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1271179 Jul 28 14:51:48.505012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.522002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ff82c9c-feba-4e7a-b315-7b1a352fa9cb req-e2fec84c-160d-4880-9ad8-f2bc955e131c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566831 Jul 28 14:51:48.542892 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:51:48.596485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=7a1a3e72-e091-49ae-9900-1567a804a621,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:48.608596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:48.615123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: ad5e7226-bba4-43dc-a5bc-5e81fa2058a5, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:48.746520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.754578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Transition to ACTIVE for port object b15de422-f815-4e97-82ed-8e240ab78101 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:48.770262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Transition to ACTIVE for port object b15de422-f815-4e97-82ed-8e240ab78101 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:48.825726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:48.957224 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:48.985901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ad5e7226-bba4-43dc-a5bc-5e81fa2058a5) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:48.996696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.005428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.006778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d6a1c8-1aa1-48bf-aa1f-e88d93d39363 None None] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:49.060626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:49.062600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:49.070180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:49.106039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.107609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad825c8-a20e-4451-a464-7a41bcdfa4f2 req-45a2497e-57ae-4f62-9884-fb1257f6807a tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.108704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Pushing event updated for resources: {'Port': ['ID=b15de422-f815-4e97-82ed-8e240ab78101,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.109333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ad825c8-a20e-4451-a464-7a41bcdfa4f2 req-45a2497e-57ae-4f62-9884-fb1257f6807a tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.0726986 Jul 28 14:51:49.160364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ad825c8-a20e-4451-a464-7a41bcdfa4f2 req-10d7f91a-6370-4104-a4c9-7f6dcb472496 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/security-groups?id=727ae796-b9d2-44ed-883d-b1ecd59b0cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Jul 28 14:51:49.163364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2c3b5b8-f62a-43e4-884d-0789501c7a81 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4286444 Jul 28 14:51:49.187209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.204856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1177802097'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:49.220684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=ad12d262-c38d-4905-9fed-ffe1d13814e8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.232043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Attempting to bind port b15de422-f815-4e97-82ed-8e240ab78101 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:49.232601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Attempting to bind port b15de422-f815-4e97-82ed-8e240ab78101 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a30ceed1-4c66-4a2f-81d8-34482e1391b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:49.233182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Attempting to bind port b15de422-f815-4e97-82ed-8e240ab78101 on network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:49.242724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:49.246940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Checking segment: {'id': 'a30ceed1-4c66-4a2f-81d8-34482e1391b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:49.246940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.246940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Bound using segment: {'id': 'a30ceed1-4c66-4a2f-81d8-34482e1391b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:49.246940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Bound port: b15de422-f815-4e97-82ed-8e240ab78101, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30ceed1-4c66-4a2f-81d8-34482e1391b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:49.246940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.279170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.292251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:49.305762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30ceed1-4c66-4a2f-81d8-34482e1391b8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:49.306069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30ceed1-4c66-4a2f-81d8-34482e1391b8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:49.318513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.328749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-153a26a3-8eef-4f41-bd9c-352f899eba7e tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.330345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-153a26a3-8eef-4f41-bd9c-352f899eba7e tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.50 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 945 time: 0.0724819 Jul 28 14:51:49.332366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:49.336583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.345777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.353917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:49.361164 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.410383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] For port b15de422-f815-4e97-82ed-8e240ab78101, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:49.416744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ad5e7226-bba4-43dc-a5bc-5e81fa2058a5', 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': '7a1a3e72-e091-49ae-9900-1567a804a621'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:49.418259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:49.435011 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:49.468204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:49.476759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] For port b15de422-f815-4e97-82ed-8e240ab78101, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b15de422-f815-4e97-82ed-8e240ab78101,segment=NetworkSegment(a30ceed1-4c66-4a2f-81d8-34482e1391b8),segment_id=a30ceed1-4c66-4a2f-81d8-34482e1391b8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:49.480762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.481137 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment be72ffd9-a354-4e99-873b-dc396cfd975d of type vlan for network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 Jul 28 14:51:49.499620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 14:51:49.499620 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 14:51:49.499620 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d'}] Jul 28 14:51:49.499620 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:49.500929 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:49.544001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Deleting port ce700a69-1d91-4ee7-8485-3e802a1edd83 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:49.544350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.596178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.611954 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.689378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] For port ce700a69-1d91-4ee7-8485-3e802a1edd83, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ce700a69-1d91-4ee7-8485-3e802a1edd83,segment=NetworkSegment(b540f003-b996-475a-a608-eca91bc001c7),segment_id=b540f003-b996-475a-a608-eca91bc001c7)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:49.691235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.703978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d2ffc-0e54-4b5e-a04a-345d32ae2f16 req-0e48d8c6-b65f-4c08-83f8-2eb207dfb0d4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.705786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-780d2ffc-0e54-4b5e-a04a-345d32ae2f16 req-0e48d8c6-b65f-4c08-83f8-2eb207dfb0d4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jul 28 14:51:49.711364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Calling delete_port for ce700a69-1d91-4ee7-8485-3e802a1edd83 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:49.722473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Allocated IP 2001:db8:0:ffff::2 (ad5e7226-bba4-43dc-a5bc-5e81fa2058a5/7a1a3e72-e091-49ae-9900-1567a804a621/e89a64df-a855-4c7e-a956-60322988e221) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:49.751949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132027b8-8be6-4148-ae14-9337f34aaa10 None None] Pushing event updated for resources: {'Port': ['ID=b15de422-f815-4e97-82ed-8e240ab78101,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.765277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e42c5-14aa-4938-9537-fd74ec9c328b None None] Network f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:49.777064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-780d2ffc-0e54-4b5e-a04a-345d32ae2f16 req-c946aa79-2b4a-4533-aad8-83190b143441 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598483 Jul 28 14:51:49.781293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.786909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:49.787983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:49.902195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=72a771ac-26fb-423a-a39b-3b57fc34a0a8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:49.944872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:49.963362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-06933eee-711a-4f6e-bc90-6700ba93c73a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7707434 Jul 28 14:51:49.963615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40370) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:49.968672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:50.002285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.069741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.111772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port b15de422-f815-4e97-82ed-8e240ab78101 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:50.111772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.175314 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.184514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Transition to ACTIVE for port object e89a64df-a855-4c7e-a956-60322988e221 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:50.195896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port b15de422-f815-4e97-82ed-8e240ab78101, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b15de422-f815-4e97-82ed-8e240ab78101,segment=NetworkSegment(a30ceed1-4c66-4a2f-81d8-34482e1391b8),segment_id=a30ceed1-4c66-4a2f-81d8-34482e1391b8)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:50.196181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.201055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Transition to ACTIVE for port object e89a64df-a855-4c7e-a956-60322988e221 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:50.210972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for b15de422-f815-4e97-82ed-8e240ab78101 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:50.214558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.249601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Pushing event deleted for resources: {'Port': ['ID=ce700a69-1d91-4ee7-8485-3e802a1edd83,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.264001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['ce700a69-1d91-4ee7-8485-3e802a1edd83'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:51:50.296935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:50.299654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.349337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] No DVR routers for this DVR port ce700a69-1d91-4ee7-8485-3e802a1edd83 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:50.352063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.354943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d430956e-7717-4a4a-bce5-c69ca3772fc5 req-79e62616-7d56-4e3d-935d-93cadba7a7bb tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.50 "DELETE /v2.0/ports/ce700a69-1d91-4ee7-8485-3e802a1edd83 HTTP/1.1" status: 204 len: 173 time: 1.0143280 Jul 28 14:51:50.356866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc0ee876-1cb0-4fe3-969d-49c1c17547db req-6354a065-daf2-4fb6-aa95-8c396ee79db2 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0773535 Jul 28 14:51:50.386914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'name': 'network-vif-deleted', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:50.389260 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475d057b-c51d-4675-b685-6341aa5bbf3e" -d '{"events": [{"server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "name": "network-vif-deleted", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:50.404093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.439251 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7a8f91-029f-4b7a-8e91-d2a67a09d596 x-openstack-request-id: req-cc7a8f91-029f-4b7a-8e91-d2a67a09d596 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:50.439835 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc16ac5-f72a-486b-ab4f-0d3df56de220", "name": "network-vif-deleted", "tag": "ce700a69-1d91-4ee7-8485-3e802a1edd83", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:50.439968 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc7a8f91-029f-4b7a-8e91-d2a67a09d596 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:50.443055 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc16ac5-f72a-486b-ab4f-0d3df56de220', 'name': 'network-vif-deleted', 'tag': 'ce700a69-1d91-4ee7-8485-3e802a1edd83', 'status': 'completed', 'code': 200} Jul 28 14:51:50.457211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:50.460615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:50.465034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:50.489249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Pushing event updated for resources: {'Port': ['ID=e89a64df-a855-4c7e-a956-60322988e221,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.531388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.532223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.543936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Attempting to bind port e89a64df-a855-4c7e-a956-60322988e221 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:50.544293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Attempting to bind port e89a64df-a855-4c7e-a956-60322988e221 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:50.544627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Attempting to bind port e89a64df-a855-4c7e-a956-60322988e221 on network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:50.550453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:50.550833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Checking segment: {'id': '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:50.551409 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.551808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Bound using segment: {'id': '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:50.552282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Bound port: e89a64df-a855-4c7e-a956-60322988e221, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ad5e7226-bba4-43dc-a5bc-5e81fa2058a5'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:50.552665 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.577026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port b15de422-f815-4e97-82ed-8e240ab78101 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:50.637914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=b15de422-f815-4e97-82ed-8e240ab78101,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.643505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] For port e89a64df-a855-4c7e-a956-60322988e221, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:50.649724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] For port e89a64df-a855-4c7e-a956-60322988e221, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e89a64df-a855-4c7e-a956-60322988e221,segment=NetworkSegment(3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d),segment_id=3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:50.740501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.761899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.781231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:50.799136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30ceed1-4c66-4a2f-81d8-34482e1391b8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:50.799136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30ceed1-4c66-4a2f-81d8-34482e1391b8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:51:50.818752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3caa13-e78c-4f6c-9fdf-937e4527e8bb None None] Pushing event updated for resources: {'Port': ['ID=e89a64df-a855-4c7e-a956-60322988e221,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:50.824041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.841901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.848795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:51:50.849810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:51:50.853763 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:51:50.959008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587c448-874b-4d9e-83d2-296cc651928f req-e26df476-6e4c-46ba-86ba-e3ee3eb11d41 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:50.960912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b587c448-874b-4d9e-83d2-296cc651928f req-e26df476-6e4c-46ba-86ba-e3ee3eb11d41 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0881104 Jul 28 14:51:51.051342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.066930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.069331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d HTTP/1.1" status: 204 len: 168 time: 2.9547412 Jul 28 14:51:51.073224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40394) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:51.079007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296569672'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:51.110431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480888b-b816-4200-8aa4-d31d66063868 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:51.151196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b587c448-874b-4d9e-83d2-296cc651928f req-3f451f41-0d2d-48e7-a477-e31da216c57a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729667 Jul 28 14:51:51.234791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:51:51.237238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.261168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:51.268529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.332061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:51.339405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e89a64df-a855-4c7e-a956-60322988e221 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:51.353283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.353922 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment 548333e5-24fe-457c-92b3-852726a95215 of type vlan for network 3378f761-ee02-4f27-b177-e491d057b9fa Jul 28 14:51:51.428752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.538384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2429ae14-15e6-40ea-a77f-9a510126f3bf req-3adfe409-d0cc-49df-a5f3-63fa84816b72 tempest-VolumesActionsTest-390542628 tempest-VolumesActionsTest-390542628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbc16ac5-f72a-486b-ab4f-0d3df56de220 HTTP/1.1" status: 200 len: 210 time: 0.0277395 Jul 28 14:51:51.580222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e89a64df-a855-4c7e-a956-60322988e221 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:51.636120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.662667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:51.663581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:51.739072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': 'be72ffd9-a354-4e99-873b-dc396cfd975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:51.740014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: 72a771ac-26fb-423a-a39b-3b57fc34a0a8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:51.751215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=a306f060-e2b3-4ef6-8122-4b5248635b33,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:51.761379 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-29dcfb44-c519-4012-9a88-8d2de5cdd7c5 service neutron] show failed (client error): The resource could not be found. Jul 28 14:51:51.762638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-29dcfb44-c519-4012-9a88-8d2de5cdd7c5 service neutron] 10.222.0.50 "GET /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.1549392 Jul 28 14:51:51.773213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=3378f761-ee02-4f27-b177-e491d057b9fa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:51.787608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:51.857533 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7ba49c23-6c12-49c7-9b55-e97a18876ac7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7802503 Jul 28 14:51:51.867499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40408) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:51.867499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:51.895802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:52.069563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006d2f4-5da9-48c3-be28-d0ddd90a403a None None] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:52.139837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 72a771ac-26fb-423a-a39b-3b57fc34a0a8) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:52.145705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.146979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.161104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bce0f9-0c47-4147-841e-b2ee790e14b2 None None] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:52.162455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:52.178600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.276632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ce700a69-1d91-4ee7-8485-3e802a1edd83 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:52.291659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f56317-f0a9-4c24-9491-b5ea2cb1dfb1 req-fc955dec-4320-4f87-9c8b-ccfba945afef tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.303560 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d7f56317-f0a9-4c24-9491-b5ea2cb1dfb1 req-fc955dec-4320-4f87-9c8b-ccfba945afef tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.0723455 Jul 28 14:51:52.351837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: ce700a69-1d91-4ee7-8485-3e802a1edd83 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:51:52.351974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ce700a69-1d91-4ee7-8485-3e802a1edd83 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:52.362828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d7f56317-f0a9-4c24-9491-b5ea2cb1dfb1 req-a605b8c7-4c3f-4734-abca-aa003bc033c9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538540 Jul 28 14:51:52.407571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6e5077a-040d-46b7-8783-a3eb9ad33014 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4063838 Jul 28 14:51:52.407571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:52.407571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'port': {'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8', 'name': 'tempest-NetworksIpV6TestAttrs-68905719'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:52.543851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-72a771ac-26fb-423a-a39b-3b57fc34a0a8', 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': 'a306f060-e2b3-4ef6-8122-4b5248635b33'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:52.544808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.594854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Provisioning for port e89a64df-a855-4c7e-a956-60322988e221 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:52.636965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Provisioning complete for port e89a64df-a855-4c7e-a956-60322988e221 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:52.637256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.665028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.732007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:52.749320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.789455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:52.792896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Allocated IP 2001:db8::f816:3eff:feed:13fb (72a771ac-26fb-423a-a39b-3b57fc34a0a8/a306f060-e2b3-4ef6-8122-4b5248635b33/acfeda4b-aed8-4246-8d4f-b65e1e4d0761) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:52.795048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=984908ae-257d-4da5-984c-4f833a633029,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:52.816526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] device_id is not set on port b29e143b-e780-4a4d-a573-1e425e357e83 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:52.837788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': '548333e5-24fe-457c-92b3-852726a95215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:52.839303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: 3378f761-ee02-4f27-b177-e491d057b9fa, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:51:52.901936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] For port e89a64df-a855-4c7e-a956-60322988e221, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e89a64df-a855-4c7e-a956-60322988e221,segment=NetworkSegment(3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d),segment_id=3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:52.981697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-801f469b-91a1-4e13-88f0-af8a98233bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:52.983364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-801f469b-91a1-4e13-88f0-af8a98233bc1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 1097 time: 0.0530348 Jul 28 14:51:53.006189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:53.015740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.025512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Transition to ACTIVE for port object acfeda4b-aed8-4246-8d4f-b65e1e4d0761 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.044673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Transition to ACTIVE for port object acfeda4b-aed8-4246-8d4f-b65e1e4d0761 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.080246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.127267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:53.249128 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d22b2b-9714-4d4f-bb46-2bd39890ac71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.330608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 3378f761-ee02-4f27-b177-e491d057b9fa is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:51:53.351301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d22b2b-9714-4d4f-bb46-2bd39890ac71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.405313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:53.425527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.452418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:53.479789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312e168-d211-40f1-8b17-19681c6a5637 None None] Pushing event updated for resources: {'Port': ['ID=e89a64df-a855-4c7e-a956-60322988e221,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.511981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.535263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:53.535263 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe022e-8b7d-4536-b104-014d5eb4b4e5" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:53.535263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.550591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258cb76-1464-4234-9b0b-583b4af33670 req-98a11863-1650-4b5e-a1b4-9728c3a7172a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:53.552363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a258cb76-1464-4234-9b0b-583b4af33670 req-98a11863-1650-4b5e-a1b4-9728c3a7172a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1017025 Jul 28 14:51:53.569797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:53.570029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Transition to ACTIVE for port object c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.577432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:53.580512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:53.581497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Allocated IP 2001:db8::f816:3eff:fe99:442a (72a771ac-26fb-423a-a39b-3b57fc34a0a8/a306f060-e2b3-4ef6-8122-4b5248635b33/b29e143b-e780-4a4d-a573-1e425e357e83) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:53.601466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6d22b2b-9714-4d4f-bb46-2bd39890ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.643617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Pushing event updated for resources: {'Port': ['ID=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.643617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-356dd97d-426d-4cf4-b513-993c97f9fcaa None None] Provisioning complete for port e89a64df-a855-4c7e-a956-60322988e221 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:53.643617 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-356dd97d-426d-4cf4-b513-993c97f9fcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.645768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3378f761-ee02-4f27-b177-e491d057b9fa) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:53.656667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:53.657549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.686107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f47c62-7d24-4309-b9bb-c6ae573466f8 None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:53.686361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a258cb76-1464-4234-9b0b-583b4af33670 req-650d9c46-26ee-4ef8-992a-7715e826f906 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237831 Jul 28 14:51:53.705881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.709563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6d22b2b-9714-4d4f-bb46-2bd39890ac71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fa269e7775d49439ce569b9854de59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811622 Jul 28 14:51:53.712826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22b2b-9714-4d4f-bb46-2bd39890ac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993403f0-e15d-400f-8712-dc137cd96222,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.715614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40448) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:53.721867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Attempting to bind port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:53.722255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Attempting to bind port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'be72ffd9-a354-4e99-873b-dc396cfd975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:53.727477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Attempting to bind port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 on network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:53.779513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:53.779926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Checking segment: {'id': 'be72ffd9-a354-4e99-873b-dc396cfd975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:53.780352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.783224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Bound using segment: {'id': 'be72ffd9-a354-4e99-873b-dc396cfd975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:53.783768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Bound port: acfeda4b-aed8-4246-8d4f-b65e1e4d0761, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be72ffd9-a354-4e99-873b-dc396cfd975d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '72a771ac-26fb-423a-a39b-3b57fc34a0a8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:53.784176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.837431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:53.861478 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfe9967-18d3-431d-b57c-f76b60d13892 x-openstack-request-id: req-6dfe9967-18d3-431d-b57c-f76b60d13892 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:53.863621 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:53.863621 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6dfe9967-18d3-431d-b57c-f76b60d13892 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:53.872595 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'code': 200} Jul 28 14:51:53.928270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:53.956467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Transition to ACTIVE for port object b29e143b-e780-4a4d-a573-1e425e357e83 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:53.986127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] No DVR routers for this DVR port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:53.992376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-620dcf87-ec18-4ae1-b447-46576b9a647a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1336353 Jul 28 14:51:53.993047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40454) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:54.044050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:54.177974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.209299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.245581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:54.249360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:54.257962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:54.266489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.267859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.284139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Port': ['ID=b29e143b-e780-4a4d-a573-1e425e357e83,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:54.308417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:54.317042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.355430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] For port acfeda4b-aed8-4246-8d4f-b65e1e4d0761, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:54.362761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.372370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.379858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.386422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.392450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] For port acfeda4b-aed8-4246-8d4f-b65e1e4d0761, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,segment=NetworkSegment(be72ffd9-a354-4e99-873b-dc396cfd975d),segment_id=be72ffd9-a354-4e99-873b-dc396cfd975d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:54.393004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.398847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.406080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:54.409322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-3378f761-ee02-4f27-b177-e491d057b9fa', 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': '984908ae-257d-4da5-984c-4f833a633029'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:51:54.410184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.412982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:54.414136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-71682ea3-c845-44db-98c6-4963af166484 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.2964025 Jul 28 14:51:54.438312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bdc5da00-8754-4b6a-9e90-623ee6be27fc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0603654 Jul 28 14:51:54.439976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40464) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:54.519956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting subnet a306f060-e2b3-4ef6-8122-4b5248635b33 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:51:54.528465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.544270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.552488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a9f9a69-25f5-4647-95f0-5abd5b81006a req-0f593d38-703c-484a-a939-cfc1add5ab68 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373687 Jul 28 14:51:54.578633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:54.578633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:54.578633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:54.591870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.597170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:51:54.597522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:54.612270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:54.612539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:54.613332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Bound using segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:54.613796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Bound port: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:54.614367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.657305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:54.661234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.724200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8413958-7ad4-43a2-894e-e95dd00c8659 None None] Pushing event updated for resources: {'Port': ['ID=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:54.746416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Allocated IP 2001:db8::2 (3378f761-ee02-4f27-b177-e491d057b9fa/984908ae-257d-4da5-984c-4f833a633029/90388e7e-8afe-49a7-a738-48a5e3aa7792) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:54.758367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.773338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.777525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:54.778765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/993403f0-e15d-400f-8712-dc137cd96222 HTTP/1.1" status: 204 len: 168 time: 1.0590727 Jul 28 14:51:54.882357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025b8f4-5772-4c8e-abd1-9a5dfeb9e339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993403f0-e15d-400f-8712-dc137cd96222,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:54.896645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:54.921332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:55.020461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef5e57-4108-4ad2-bf7c-adec88d5bfc7 req-065eb726-6dd4-4f25-8a43-74bd45d34d11 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.022150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbef5e57-4108-4ad2-bf7c-adec88d5bfc7 req-065eb726-6dd4-4f25-8a43-74bd45d34d11 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.1830864 Jul 28 14:51:55.069981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.147231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.147231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.147231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] 10.222.0.53 "PUT /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1092 time: 2.1454766 Jul 28 14:51:55.196275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.262778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.280787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Transition to ACTIVE for port object 90388e7e-8afe-49a7-a738-48a5e3aa7792 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:55.290090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44be3f-8e33-47bc-b858-a55ed225978b service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:55.316390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bbef5e57-4108-4ad2-bf7c-adec88d5bfc7 req-3e849efb-f7a7-47a6-959f-48c8e5feeae3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875113 Jul 28 14:51:55.333787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=a306f060-e2b3-4ef6-8122-4b5248635b33,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:55.345329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Transition to ACTIVE for port object 90388e7e-8afe-49a7-a738-48a5e3aa7792 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:55.351304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.357621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9517606b-a613-46ed-8d9c-c58282892fcc tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/a306f060-e2b3-4ef6-8122-4b5248635b33 HTTP/1.1" status: 204 len: 168 time: 0.9142256 Jul 28 14:51:55.359804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40482) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.439365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-76b68a99-e557-4f27-b195-77ec53c31ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.440922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-76b68a99-e557-4f27-b195-77ec53c31ef1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1095 time: 0.1982958 Jul 28 14:51:55.529383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.534931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.550164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.559122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.567619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.575922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.583913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.594599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.616209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabca7c-4fc9-4b4b-a3fe-a30c756832c1 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.621429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-df4b8848-7b4e-4b2e-a2d0-d5c8bdd04de2 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.2616103 Jul 28 14:51:55.623924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabca7c-4fc9-4b4b-a3fe-a30c756832c1 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.626919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-deabca7c-4fc9-4b4b-a3fe-a30c756832c1 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2660041 Jul 28 14:51:55.632570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40492) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.647113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.683665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e89a64df-a855-4c7e-a956-60322988e221 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:55.705208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:55.758089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:55.762210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:51:55.770456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Pushing event updated for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:55.830097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9607acd-5698-4a2e-be2d-e84a32d28d9e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.841424 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9607acd-5698-4a2e-be2d-e84a32d28d9e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 14:51:55.842529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9607acd-5698-4a2e-be2d-e84a32d28d9e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:51:55.844817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d9607acd-5698-4a2e-be2d-e84a32d28d9e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/72a771ac-26fb-423a-a39b-3b57fc34a0a8 HTTP/1.1" status: 409 len: 405 time: 0.2105110 Jul 28 14:51:55.851193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:55.858017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-395178183'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:55.871546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 3378f761-ee02-4f27-b177-e491d057b9fa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:51:55.877917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:51:55.880493 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:51:55.911413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Attempting to bind port 90388e7e-8afe-49a7-a738-48a5e3aa7792 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:51:55.911777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Attempting to bind port 90388e7e-8afe-49a7-a738-48a5e3aa7792 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '548333e5-24fe-457c-92b3-852726a95215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:51:55.912143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Attempting to bind port 90388e7e-8afe-49a7-a738-48a5e3aa7792 on network 3378f761-ee02-4f27-b177-e491d057b9fa {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:51:55.918341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-a6ef0fb5-53ed-4920-bba9-f0f5543bee61 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.920347 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-a6ef0fb5-53ed-4920-bba9-f0f5543bee61 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2591465 Jul 28 14:51:55.929386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:51:55.929787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Checking segment: {'id': '548333e5-24fe-457c-92b3-852726a95215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:51:55.930182 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.940154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Bound using segment: {'id': '548333e5-24fe-457c-92b3-852726a95215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:51:55.940154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Bound port: 90388e7e-8afe-49a7-a738-48a5e3aa7792, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548333e5-24fe-457c-92b3-852726a95215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:51:55.940154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.940515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:51:55.945798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:55.946438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:55.956391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e89a64df-a855-4c7e-a956-60322988e221 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:55.956786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.007251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=2ebee1bb-e231-4182-b98b-7eebf3f81602,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:56.014881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:56.026000 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.038254 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160e413-0dc0-4678-8858-d792b713c4f0 x-openstack-request-id: req-5160e413-0dc0-4678-8858-d792b713c4f0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:51:56.038656 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:51:56.039064 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5160e413-0dc0-4678-8858-d792b713c4f0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:51:56.039648 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:51:56.095453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-280bf6a7-1acb-470a-ba4a-21b21b2fc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.097429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-280bf6a7-1acb-470a-ba4a-21b21b2fc7d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.6480980 Jul 28 14:51:56.101447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:56.107400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90388e7e-8afe-49a7-a738-48a5e3aa7792,segment=NetworkSegment(548333e5-24fe-457c-92b3-852726a95215),segment_id=548333e5-24fe-457c-92b3-852726a95215)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:51:56.115486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:56.147607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-80f7b34d-496b-4f1a-bc75-8a54df909999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.149321 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-80f7b34d-496b-4f1a-bc75-8a54df909999 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1095 time: 0.1183560 Jul 28 14:51:56.155165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.155527 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment eee2ec9a-43d7-4bd9-ae35-428417a11e88 of type vlan for network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 Jul 28 14:51:56.177077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device acfeda4b-aed8-4246-8d4f-b65e1e4d0761 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:56.181390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.189089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.222209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.237922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.257440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.284051 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.289827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.296797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.306302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-d36de74b-d1fc-4b11-8257-ba8e274a28a8 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.5264885 Jul 28 14:51:56.334990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-48036b3f-0a25-40c0-a04a-5a4714ec15c7 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3347516 Jul 28 14:51:56.366075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.366075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40512) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.366247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.449981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78074ac-50e3-458a-be22-bcb5e1d60ca0 None None] Pushing event updated for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:56.453098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:56.481648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd51-a913-4afc-9429-65568007b665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.485933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-52857316-945b-47b1-aa4c-25c880b50285 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.3771720 Jul 28 14:51:56.504916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.518937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.520079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:56.532112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.533954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.535515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.537408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.538936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.545137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-257056fb-9459-4062-b1c4-fdcdc17eafa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1736071 Jul 28 14:51:56.550723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-e4df72c1-7399-449d-b846-41f7aed6a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.552511 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-e4df72c1-7399-449d-b846-41f7aed6a44c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.3941019 Jul 28 14:51:56.554327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.596344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31164069-f5ce-4805-8c1f-de9bb4b2b7fc None None] Network 72a771ac-26fb-423a-a39b-3b57fc34a0a8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:56.625710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670750496'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:56.672982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-7333c91d-0941-4ee9-b03f-bab9617ee703 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6950305 Jul 28 14:51:56.691741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:56.699765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40524) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:56.704472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e56bb1c-5558-490c-9b44-ef9c7fc319d7 req-5f402faa-7aab-4104-9d44-09a0a16a1841 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3970206 Jul 28 14:51:56.786366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:56.846833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:56.861183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-77a08f7b-be18-4791-91c0-61d402b8bf86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.2836330 Jul 28 14:51:56.883240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3067f1-2bbb-4902-a329-c92e7a8c69a5 req-78e8265d-a539-4efd-85c1-2b4f1b1d5960 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.912052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-12b0b5dc-ad51-4c61-8f95-ad3ffbfe77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:56.913808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-12b0b5dc-ad51-4c61-8f95-ad3ffbfe77e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.3629141 Jul 28 14:51:56.932396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Provisioning for port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:56.933362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff3067f1-2bbb-4902-a329-c92e7a8c69a5 req-78e8265d-a539-4efd-85c1-2b4f1b1d5960 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.4065561 Jul 28 14:51:56.942564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Provisioning complete for port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:56.943099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.100085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.155750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] DHCP port deletion for 72a771ac-26fb-423a-a39b-3b57fc34a0a8 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:51:57.174403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-0828f333-46ce-4c56-ac76-8d83a6713915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.176333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-0828f333-46ce-4c56-ac76-8d83a6713915 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.2416275 Jul 28 14:51:57.272166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] For port acfeda4b-aed8-4246-8d4f-b65e1e4d0761, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,segment=NetworkSegment(be72ffd9-a354-4e99-873b-dc396cfd975d),segment_id=be72ffd9-a354-4e99-873b-dc396cfd975d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:57.320630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff3067f1-2bbb-4902-a329-c92e7a8c69a5 req-f3b27182-1dcf-4b79-bb32-9eccc83d35f4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002532 Jul 28 14:51:57.350904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Deleting port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:51:57.351498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.380673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90388e7e-8afe-49a7-a738-48a5e3aa7792 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:57.384567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-388b34d2-89a4-40cf-ab2a-5423cbfc0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.387950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-388b34d2-89a4-40cf-ab2a-5423cbfc0e19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951482 Jul 28 14:51:57.422665 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.525846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] For port acfeda4b-aed8-4246-8d4f-b65e1e4d0761, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,segment=NetworkSegment(be72ffd9-a354-4e99-873b-dc396cfd975d),segment_id=be72ffd9-a354-4e99-873b-dc396cfd975d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:57.538940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.556792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-80242dc4-094b-4608-91cf-f2caf65e0c5e service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611609 Jul 28 14:51:57.564427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Calling delete_port for acfeda4b-aed8-4246-8d4f-b65e1e4d0761 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:51:57.586220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cf116-e310-4a5e-807c-31edcbc8a35e None None] Pushing event updated for resources: {'Port': ['ID=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.725083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-fae9cd39-1844-427e-9d44-a8d8b9d8eaf7 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603038 Jul 28 14:51:57.731981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:57.838291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device acfeda4b-aed8-4246-8d4f-b65e1e4d0761 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:57.838822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd51-a913-4afc-9429-65568007b665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.888382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-641ea76c-aaef-4e3a-b8f5-9800fe1a962a tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4336 time: 1.1801505 Jul 28 14:51:57.888382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.889072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40538) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:57.897221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'network': {'name': 'tempest-network-smoke--563535889', 'project_id': 'd58981e105d342469dc83157ece3b801', 'port_security_enabled': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:57.906604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:57.909249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-f92dcbe7-e1c9-469f-803a-2220922a08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:57.909953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:51:57.910718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device acfeda4b-aed8-4246-8d4f-b65e1e4d0761 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:51:57.911294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-f92dcbe7-e1c9-469f-803a-2220922a08b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9817190 Jul 28 14:51:57.945247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] Pushing event deleted for resources: {'Port': ['ID=acfeda4b-aed8-4246-8d4f-b65e1e4d0761,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:57.952425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4874f-641c-4815-b18c-fd42b44cceb9 None None] No DVR routers for this DVR port acfeda4b-aed8-4246-8d4f-b65e1e4d0761 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:58.047418 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e6a0dd51-a913-4afc-9429-65568007b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.112127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac8d4012-fc66-498c-97db-2fa2631bee5d tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2605014 Jul 28 14:51:58.115438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40544) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:58.124156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc67513-57ff-4925-adb7-3d28489f58fa None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:51:58.127709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:58.133701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:51:58.133701 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:51:58.133701 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': 'd58981e105d342469dc83157ece3b801', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 51, 57, 944189)}] Jul 28 14:51:58.133701 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:51:58.136705 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:51:58.194745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:58.235811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e6a0dd51-a913-4afc-9429-65568007b665 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17d02bb5ad3941d8ab2b6976a3d6d06d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8747752 Jul 28 14:51:58.238202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:58.247141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0dd51-a913-4afc-9429-65568007b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826ea7dc-6b35-49b7-97d5-01bc57c604f0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.275722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:58.275722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.299160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Provisioning for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:51:58.312743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Provisioning complete for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:58.313168 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.329916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.349093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.354764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:58.372084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.374939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.377710 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment d0132215-e535-42f6-85e0-8e57a4228eb3 of type vlan for network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 Jul 28 14:51:58.388968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.413790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.433582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.461353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.469953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-d2bcd9e4-da2e-4ad6-9386-a8943c1705de tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 5444 time: 0.4357300 Jul 28 14:51:58.502893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.525876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.542104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Update dhcp port {'port': {'network_id': '3378f761-ee02-4f27-b177-e491d057b9fa', 'fixed_ips': [{'subnet_id': '984908ae-257d-4da5-984c-4f833a633029', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ebee1bb-e231-4182-b98b-7eebf3f81602'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '90388e7e-8afe-49a7-a738-48a5e3aa7792'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 14:51:58.565385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] For port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:51:58.583401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.590555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:58.593119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90388e7e-8afe-49a7-a738-48a5e3aa7792,segment=NetworkSegment(548333e5-24fe-457c-92b3-852726a95215),segment_id=548333e5-24fe-457c-92b3-852726a95215)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:58.594624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.601732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.606291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-819fdf8f-ca08-457b-a77f-58dc9e564c90 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709608 Jul 28 14:51:58.646393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5be09f3-a085-438c-9077-d1ba162c5ae2 req-f774dbf4-391e-4213-965b-705ff22998ef tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752739 Jul 28 14:51:58.698484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df680fe5-57fa-4b21-8f3e-05b6c638b4e4 req-6b2b6ea7-0fab-40c7-b2f1-147aaf9100d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.700122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df680fe5-57fa-4b21-8f3e-05b6c638b4e4 req-6b2b6ea7-0fab-40c7-b2f1-147aaf9100d9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.2477250 Jul 28 14:51:58.719000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] device_id is not set on port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:51:58.727307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:58.733202 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.734830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.768634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.781033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da39e9b6-9823-4c11-9a6d-06336aab3033 req-660460c2-3460-4e4f-be10-94d846e88327 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609337 Jul 28 14:51:58.813362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.823257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:58.823926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.874993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091196eb-0fb4-4fac-b93a-396ba35ddd1b None None] Pushing event updated for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:58.925166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Allocated IP 172.20.0.1 (3378f761-ee02-4f27-b177-e491d057b9fa/2ebee1bb-e231-4182-b98b-7eebf3f81602/90388e7e-8afe-49a7-a738-48a5e3aa7792) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:51:58.948321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.961912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:51:58.969436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:58.992911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c8141c-b2ed-40be-92d3-45d2da862986 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:51:59.025776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df680fe5-57fa-4b21-8f3e-05b6c638b4e4 req-483d80a4-a83c-4e52-b877-648219f0d83a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653716 Jul 28 14:51:59.085267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=4ed42d1c-71c5-45f5-a398-20334a0c42c8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:59.104807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:51:59.118028 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bef47c0e-3cf5-4f01-b692-8b2294807a3a tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5427792 Jul 28 14:51:59.118868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40560) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:51:59.158471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:59.173625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:51:59.175692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.178345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.179918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/826ea7dc-6b35-49b7-97d5-01bc57c604f0 HTTP/1.1" status: 204 len: 168 time: 0.9402914 Jul 28 14:51:59.197761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] No DVR routers for this DVR port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:51:59.284382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90388e7e-8afe-49a7-a738-48a5e3aa7792,segment=NetworkSegment(548333e5-24fe-457c-92b3-852726a95215),segment_id=548333e5-24fe-457c-92b3-852726a95215)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:51:59.288069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-467ad3be-a2f0-403a-8a66-5f7843de1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.289960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-467ad3be-a2f0-403a-8a66-5f7843de1e52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1095 time: 0.4376001 Jul 28 14:51:59.293641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:59.341769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] In _notify_port_updated(), no bound segment for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:51:59.347859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90388e7e-8afe-49a7-a738-48a5e3aa7792 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:51:59.351310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.352258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.354789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-4bfb6087-801b-4cc0-b15d-55930f7a1cf7 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 200 len: 1032 time: 2.6701279 Jul 28 14:51:59.355441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.356000 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Added segment 5b112b49-dc63-48d4-a820-c922e9cf9fb5 of type vlan for network 484a819d-2170-4edb-a440-e12de433fbac Jul 28 14:51:59.425693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986346-6b5c-4fc5-a19c-d9f249490d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826ea7dc-6b35-49b7-97d5-01bc57c604f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:51:59.553058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-ec898398-1a8a-4ea6-91d4-4588ecf64451 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.560657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-ec898398-1a8a-4ea6-91d4-4588ecf64451 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "GET /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1868327 Jul 28 14:51:59.583449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:51:59.644595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.656847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-69c42f63-6bf6-4da5-a4b1-dddf281f5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.664968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-69c42f63-6bf6-4da5-a4b1-dddf281f5032 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.3471711 Jul 28 14:51:59.710188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.736756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Transition to ACTIVE for port object 90388e7e-8afe-49a7-a738-48a5e3aa7792 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:51:59.795052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.843758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.846949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a06715c8-0490-4a87-9fa9-4f33bf6442cb None None] Provisioning complete for port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:51:59.847405 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a06715c8-0490-4a87-9fa9-4f33bf6442cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.874874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.874874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-1de88a71-f69c-42fc-8d8e-5f82345e0c16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.1337893 Jul 28 14:51:59.914800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.947490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.955845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:51:59.955845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567962'] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:51:59.959019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.016692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-f8e71318-2b86-4f40-8ce3-1faa3b25d74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.018179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-f8e71318-2b86-4f40-8ce3-1faa3b25d74b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.1345353 Jul 28 14:52:00.021042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed0233-3e90-452e-a44b-eb35cb8a5425 None None] Pushing event updated for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.031989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.038007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.039504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:00.041758 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361ee692-c0b3-4fad-89cc-ae08314f8896" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:00.044135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.044480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a06715c8-0490-4a87-9fa9-4f33bf6442cb None None] Port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:00.062815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.077055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.079373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:00.079609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.092504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-7a74b0dd-ad9a-4736-9b5f-284e57713c26 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 4665 time: 0.2184777 Jul 28 14:52:00.123065 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6c73d5-2260-432a-8a14-0da3fdc9b728 x-openstack-request-id: req-be6c73d5-2260-432a-8a14-0da3fdc9b728 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:00.123735 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:00.124468 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be6c73d5-2260-432a-8a14-0da3fdc9b728 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:00.125128 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'code': 200} Jul 28 14:52:00.142868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2515144 Jul 28 14:52:00.146369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40588) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.154882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 is not hosted by any dhcp agent {{(pid=94749) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:52:00.164020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.164896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.173137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "PUT /v2.0/networks/4ed42d1c-71c5-45f5-a398-20334a0c42c8 HTTP/1.1" status: 200 len: 723 time: 1.0189595 Jul 28 14:52:00.175191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:00.185711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.192054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba74a78f-b4eb-4759-bb8a-69d3bef93225 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:00.193740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'admin_state_up': True, 'project_id': 'd58981e105d342469dc83157ece3b801', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:00.254380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': '4ed42d1c-71c5-45f5-a398-20334a0c42c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:00.331763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.356784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1994da-3ed5-4912-a4cb-d9955b45a089 req-a33d238a-9558-414f-b815-4efc5359aa7d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=54eef74a-2ae0-4813-86b6-ac5714b10be8&id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515543 Jul 28 14:52:00.387611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-22a43a0d-cfbf-4fbf-acba-3c01f9a349d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.389170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-22a43a0d-cfbf-4fbf-acba-3c01f9a349d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2860305 Jul 28 14:52:00.427788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:00.440434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93d05-949f-41c6-8642-9196676040d9 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Network': ['ID=484a819d-2170-4edb-a440-e12de433fbac,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.467489 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.482071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 484a819d-2170-4edb-a440-e12de433fbac details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:00.489161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] For port ba5344bb-170b-45eb-9d0b-dfc3efd4540e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:00.494395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:52:00.560270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.591594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] device_id is not set on port ba5344bb-170b-45eb-9d0b-dfc3efd4540e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:00.738293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:00.746934 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.749313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26567065-d05a-44cc-9721-fa8d88517d8b req-ce7316de-def5-4f15-a822-60d524be5329 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:00.749313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26567065-d05a-44cc-9721-fa8d88517d8b req-ce7316de-def5-4f15-a822-60d524be5329 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 943 time: 0.3672857 Jul 28 14:52:00.752022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b986b9-083f-4972-9ce7-094c3114d742 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=4ed42d1c-71c5-45f5-a398-20334a0c42c8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.754227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=80392550-6765-403a-ab90-307fecea9de8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:00.781220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:00.902122 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:00.937013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.resource_extend [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 14:52:00.957538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:01.074149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-9b37e18c-b0d5-459a-ad8d-1f55cced0061 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247281 Jul 28 14:52:01.112016 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.113452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e840232c-c673-4690-8d4e-d2111dccacfa no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:01.225355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Pushing event updated for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.357387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:01.377749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f42d8-b76d-4642-8b13-54358a86049e None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:01.427832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] No DVR routers for this DVR port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:01.517410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0995ef-fb7c-48ff-8f83-5821bf4b57aa req-2082e669-3f41-45fc-93d6-d995af81da22 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139552 Jul 28 14:52:01.598258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90388e7e-8afe-49a7-a738-48a5e3aa7792 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:01.600242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.602102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.679934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': 'eee2ec9a-43d7-4bd9-ae35-428417a11e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:01.680457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:01.703587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26567065-d05a-44cc-9721-fa8d88517d8b req-a23354b0-398a-4bc6-82f6-7c32202dd170 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9340317 Jul 28 14:52:01.716631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.721404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.729076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.749612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.750673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:01.760886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.776127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-7e7eef22-6f8d-4d5a-9ad7-3794fbe3732d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3881 time: 0.2552593 Jul 28 14:52:01.787545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] In _notify_port_updated(), no bound segment for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e on network f29ba33f-336c-4637-baa7-e1e1c051e438 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:52:01.788801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:01.791414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.794230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:01.800112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-38eef2be-b46a-47ca-becd-e66db677e86e service neutron] 10.222.0.53 "PUT /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 200 len: 1033 time: 2.2273557 Jul 28 14:52:01.854148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:01.878917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.887008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.917589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:01.924550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81ce61d3-2493-4ffb-980f-d4926e37dd28 None None] Provisioning for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:01.976741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.005634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:02.031244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:02.032461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81ce61d3-2493-4ffb-980f-d4926e37dd28 None None] Provisioning complete for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:02.032845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81ce61d3-2493-4ffb-980f-d4926e37dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.073045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ef0e8fc-cb6b-4501-ae09-ccebb5d344f7 req-e50f18cf-6f0c-48e1-a7b4-30c29fcc8f28 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956526 Jul 28 14:52:02.127045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:02.127978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225'}, {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:02.130247 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16211fa1-22eb-49db-a4f9-5fb3058d972e" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225"}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:02.157628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port e840232c-c673-4690-8d4e-d2111dccacfa {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:02.157992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.205756 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18a8b5-668c-4b1f-85a9-3278c41ca2fd x-openstack-request-id: req-4c18a8b5-668c-4b1f-85a9-3278c41ca2fd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:02.206070 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225", "code": 200}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:02.206318 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c18a8b5-668c-4b1f-85a9-3278c41ca2fd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:02.207528 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'code': 200} Jul 28 14:52:02.207810 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'code': 200} Jul 28 14:52:02.210503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8d318-c142-4e6a-a959-c0adb5504b90 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:52:02.286575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port e840232c-c673-4690-8d4e-d2111dccacfa, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e840232c-c673-4690-8d4e-d2111dccacfa,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:02.287408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.331555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-420dc2b7-db7f-4b7d-bf8c-b95de0acfe23 None None] Provisioning complete for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:02.331939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-420dc2b7-db7f-4b7d-bf8c-b95de0acfe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.406853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.550907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:02.559386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.562032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.565278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 239e3ecf-84f1-4d84-9d09-6753e96821e1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:02.568713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-420dc2b7-db7f-4b7d-bf8c-b95de0acfe23 None None] Provisioning complete for port ba5344bb-170b-45eb-9d0b-dfc3efd4540e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:02.569085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-420dc2b7-db7f-4b7d-bf8c-b95de0acfe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.591456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.655461 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.655938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.658480 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Floating IP 8fbeaaed-dff4-481f-a384-5d3b4d6f9c91 disassociated. External IP: 172.25.0.201, port: e840232c-c673-4690-8d4e-d2111dccacfa. Jul 28 14:52:02.658924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for e840232c-c673-4690-8d4e-d2111dccacfa owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:02.691810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-420dc2b7-db7f-4b7d-bf8c-b95de0acfe23 None None] Port ba5344bb-170b-45eb-9d0b-dfc3efd4540e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:02.717223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:02.773962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:02.819155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:02.819668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8d318-c142-4e6a-a959-c0adb5504b90 None None] Unable to find a vacant binding_index for network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 and agent b2c577a0-445c-408f-92c5-137a530a34db {{(pid=94750) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 28 14:52:02.820201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.878018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f8d318-c142-4e6a-a959-c0adb5504b90 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4) {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:52:02.901821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:02.901956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'd0132215-e535-42f6-85e0-8e57a4228eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ed42d1c-71c5-45f5-a398-20334a0c42c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:02.901956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: 4ed42d1c-71c5-45f5-a398-20334a0c42c8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:02.914746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=484fb116-3d3c-4e87-8b94-7a6df39a8e12,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:02.938619 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:02.960314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:03.030785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aa40c551-f5c1-4048-b387-80a75ccb428a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9084806 Jul 28 14:52:03.037813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:03.046379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'port': {'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4', 'name': 'tempest-NetworksIpV6TestAttrs-1161191282'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:03.094363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf13e-67a0-436c-a3e4-3a3a6b1a8346 req-0f9202bc-b552-459c-be19-4a8cdc417703 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.101959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecacf13e-67a0-436c-a3e4-3a3a6b1a8346 req-0f9202bc-b552-459c-be19-4a8cdc417703 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.2187049 Jul 28 14:52:03.145180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:03.154417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecacf13e-67a0-436c-a3e4-3a3a6b1a8346 req-d38fbfb7-7155-4e44-89f9-1cb02d3649fc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515134 Jul 28 14:52:03.185676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.244242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=e840232c-c673-4690-8d4e-d2111dccacfa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:03.354156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:03.376627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4ed42d1c-71c5-45f5-a398-20334a0c42c8) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:03.421892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.423061 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.454577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Router 34634803-b3e0-4e48-8909-12b7bf6f2217 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:03.481335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.498856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.499627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba5344bb-170b-45eb-9d0b-dfc3efd4540e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:03.529298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.557397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541073-d265-4841-9f16-174425955bb9 req-42d0538c-bb94-45d3-91c3-83ba52cfb56f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.575643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541073-d265-4841-9f16-174425955bb9 req-42d0538c-bb94-45d3-91c3-83ba52cfb56f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.582250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541073-d265-4841-9f16-174425955bb9 req-42d0538c-bb94-45d3-91c3-83ba52cfb56f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.596699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541073-d265-4841-9f16-174425955bb9 req-42d0538c-bb94-45d3-91c3-83ba52cfb56f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:03.609068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f541073-d265-4841-9f16-174425955bb9 req-42d0538c-bb94-45d3-91c3-83ba52cfb56f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3146 time: 0.3219311 Jul 28 14:52:03.671091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ba5344bb-170b-45eb-9d0b-dfc3efd4540e not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:03.671529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 703cff72-ad5f-4e16-aa69-771aac3b0433 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:03.682183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2a0f866-5e40-4068-ad7c-901281a5e38d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4616282 Jul 28 14:52:03.682418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40674) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:03.689557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:03.776602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:03.795282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f541073-d265-4841-9f16-174425955bb9 req-43b63d6b-5550-447b-aa24-f9cb5283d8ac tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843400 Jul 28 14:52:03.905725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11634917'] for subnet, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.926144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:03.931781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4', 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': '80392550-6765-403a-ab90-307fecea9de8'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:03.933106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.934406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:03.984464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] device_id is not set on port 6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:03.998563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.25.0.213 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/2d8eb84e-f004-44d6-a454-72cf68270c63) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:04.269996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.270414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:04.270414 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dacbe2c-97e5-4be9-9e77-58a9826d3f6e" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:04.270621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:04.285475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Sync routers for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:04.291006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.314296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Allocated IP 2001:db8::f816:3eff:fecd:d3df (ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4/80392550-6765-403a-ab90-307fecea9de8/6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:04.339669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021e3b-5753-48a9-8447-2f6e31138c6b req-917336c8-8161-4da7-be20-5e1bf2438845 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.341231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f4021e3b-5753-48a9-8447-2f6e31138c6b req-917336c8-8161-4da7-be20-5e1bf2438845 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.2703097 Jul 28 14:52:04.366082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port e840232c-c673-4690-8d4e-d2111dccacfa on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:04.375989 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f77ae2-9fce-4aea-9f28-5a02e6a65526 x-openstack-request-id: req-09f77ae2-9fce-4aea-9f28-5a02e6a65526 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:04.376521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-94e769d6-c0b3-47cc-bbdb-7177ce2220ba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.376669 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:04.376669 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09f77ae2-9fce-4aea-9f28-5a02e6a65526 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:04.376919 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'code': 200} Jul 28 14:52:04.377737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-94e769d6-c0b3-47cc-bbdb-7177ce2220ba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.3050210 Jul 28 14:52:04.379170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.381016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c9c8e3aa-3c2d-4389-b82e-31f9741a3a0c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "DELETE /v2.0/ports/e840232c-c673-4690-8d4e-d2111dccacfa HTTP/1.1" status: 204 len: 173 time: 2.5710356 Jul 28 14:52:04.382297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:04.384681 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d074276-f364-473a-b0c5-6df06c621535" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:04.388553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:04.394426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:04.456777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.467340 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851e5daa-42b2-41dd-a3d5-1aa380084241 x-openstack-request-id: req-851e5daa-42b2-41dd-a3d5-1aa380084241 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:04.467638 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "e840232c-c673-4690-8d4e-d2111dccacfa", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:04.467891 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-851e5daa-42b2-41dd-a3d5-1aa380084241 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:04.468295 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'e840232c-c673-4690-8d4e-d2111dccacfa', 'status': 'completed', 'code': 200} Jul 28 14:52:04.474700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788961116968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12335228'] for subnet, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.517253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:04.522576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:04.531676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:04.533724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:04.556956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.557569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.558887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "PUT /v2.0/subnets/484fb116-3d3c-4e87-8b94-7a6df39a8e12 HTTP/1.1" status: 200 len: 826 time: 0.8783274 Jul 28 14:52:04.581206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f4021e3b-5753-48a9-8447-2f6e31138c6b req-2c4694c6-a0e5-4bc7-8e60-20e626e62ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162232 Jul 28 14:52:04.588603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:04.616556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=2d8eb84e-f004-44d6-a454-72cf68270c63,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:04.679276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:04.699064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59fb76-27c3-47d4-b22c-86d318d28e2c tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=484fb116-3d3c-4e87-8b94-7a6df39a8e12,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:04.705247 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-eb4ec5da-bc8c-4ec5-bef7-beae68eb7b01 service neutron] 10.222.0.53 "GET /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e/bindings/n-h1-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.3071802 Jul 28 14:52:04.724811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port 239e3ecf-84f1-4d84-9d09-6753e96821e1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:04.725051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.813755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.855359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-b629680c-7148-4ad2-b695-55eca6ffba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:04.857038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-b629680c-7148-4ad2-b695-55eca6ffba63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1096 time: 0.0992525 Jul 28 14:52:04.867405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Transition to ACTIVE for port object 6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:04.876480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.882358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.901527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port 239e3ecf-84f1-4d84-9d09-6753e96821e1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=239e3ecf-84f1-4d84-9d09-6753e96821e1,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:04.901906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:04.919527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for 239e3ecf-84f1-4d84-9d09-6753e96821e1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:04.961489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.034614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.074825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-cfb4c34a-6f94-4e05-ac13-08645ce76bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.076738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-cfb4c34a-6f94-4e05-ac13-08645ce76bf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.2069261 Jul 28 14:52:05.082560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2433e-918f-4145-9888-c24c4b229838 req-20813e44-024d-4cc4-a3cd-5c24635dbae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.089617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2433e-918f-4145-9888-c24c4b229838 req-20813e44-024d-4cc4-a3cd-5c24635dbae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.092533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:05.104340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2433e-918f-4145-9888-c24c4b229838 req-20813e44-024d-4cc4-a3cd-5c24635dbae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.126216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2433e-918f-4145-9888-c24c4b229838 req-20813e44-024d-4cc4-a3cd-5c24635dbae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.127483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Checking router: 34634803-b3e0-4e48-8909-12b7bf6f2217 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:05.136052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72b2433e-918f-4145-9888-c24c4b229838 req-20813e44-024d-4cc4-a3cd-5c24635dbae5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 3142 time: 0.2038496 Jul 28 14:52:05.170732 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.249216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Allocated IP 2001:db8::f816:3eff:fe13:da9b (ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4/80392550-6765-403a-ab90-307fecea9de8/91c0316a-e529-41e1-85f9-5aab5b0a0726) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:05.395286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:05.456857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72b2433e-918f-4145-9888-c24c4b229838 req-479ae904-187b-49ac-a10a-bef85f1b695f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969968 Jul 28 14:52:05.466992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:05.469001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:05.469495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:05.478125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:05.484162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.484960 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.503597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Port': ['ID=6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.547347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.618402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.664669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=484fb116-3d3c-4e87-8b94-7a6df39a8e12,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:05.685059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:05.737601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.766347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Transition to ACTIVE for port object 91c0316a-e529-41e1-85f9-5aab5b0a0726 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:05.810477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-7cf39880-af55-4a23-9ad3-d13ae7157653 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1000 time: 0.7163591 Jul 28 14:52:05.848209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Transition to ACTIVE for port object 91c0316a-e529-41e1-85f9-5aab5b0a0726 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:05.905310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-c428dd93-4527-4cf8-afb0-86824454eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.906824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-c428dd93-4527-4cf8-afb0-86824454eed3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.0871823 Jul 28 14:52:05.915717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f959b-b467-4f8a-9ec3-ff822220cd0d req-e55f99d8-8385-43fe-b0fc-d0678ea5db1c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:05.917142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb0f959b-b467-4f8a-9ec3-ff822220cd0d req-e55f99d8-8385-43fe-b0fc-d0678ea5db1c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.1923723 Jul 28 14:52:05.932210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.980101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:05.994072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=239e3ecf-84f1-4d84-9d09-6753e96821e1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:06.044710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:06.052680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:06.060204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb0f959b-b467-4f8a-9ec3-ff822220cd0d req-6928d35d-47c8-4a7f-b2e9-921c43407473 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312048 Jul 28 14:52:06.073991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:06.077886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-1d0efeb8-79be-4bed-b463-5cf9ec1d76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:06.079465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-1d0efeb8-79be-4bed-b463-5cf9ec1d76a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607056 Jul 28 14:52:06.080634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port 239e3ecf-84f1-4d84-9d09-6753e96821e1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:06.085007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.107443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-c449d68a-a564-444b-9422-3b9da2d2896e tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "DELETE /v2.0/ports/239e3ecf-84f1-4d84-9d09-6753e96821e1 HTTP/1.1" status: 204 len: 173 time: 1.7081158 Jul 28 14:52:06.126597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1873f817-890f-4b3d-a6ca-1f3f09e26a06 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0873160 Jul 28 14:52:06.127460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40734) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:06.175406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.217557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Pushing event updated for resources: {'Port': ['ID=91c0316a-e529-41e1-85f9-5aab5b0a0726,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:06.256322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed42d1c-71c5-45f5-a398-20334a0c42c8']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:06.257884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0132215-e535-42f6-85e0-8e57a4228eb3') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:06.258402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0132215-e535-42f6-85e0-8e57a4228eb3') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:06.276661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Attempting to bind port 91c0316a-e529-41e1-85f9-5aab5b0a0726 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:06.277073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Attempting to bind port 91c0316a-e529-41e1-85f9-5aab5b0a0726 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'eee2ec9a-43d7-4bd9-ae35-428417a11e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:06.277405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Attempting to bind port 91c0316a-e529-41e1-85f9-5aab5b0a0726 on network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:06.290648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:06.310366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Checking segment: {'id': 'eee2ec9a-43d7-4bd9-ae35-428417a11e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:06.310366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.310366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Bound using segment: {'id': 'eee2ec9a-43d7-4bd9-ae35-428417a11e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:06.310366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Bound port: 91c0316a-e529-41e1-85f9-5aab5b0a0726, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee2ec9a-43d7-4bd9-ae35-428417a11e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:06.310366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.313407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:06.324642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port ba74a78f-b4eb-4759-bb8a-69d3bef93225 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:06.324992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.328877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.331179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-2421d50e-02a8-40b1-b917-2abe87d16b23 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224324 Jul 28 14:52:06.350297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting subnet 80392550-6765-403a-ab90-307fecea9de8 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:06.358993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bce9d7-16e4-415b-a534-fb55db62ec9a None None] The sync data for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 is: [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:40:42Z', 'revision_number': 4, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1f746683-d75d-4a3d-b57f-6664afa904fb', 'name': '', 'network_id': '2ac1d81f-b430-400f-be80-8a9d4cdf197e', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'mac_address': 'fa:16:3e:5a:4d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:41Z', 'updated_at': '2021-07-28T14:40:50Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'subnets': [{'id': 'e15baafe-88f2-4483-9557-d5036ba33cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:06.367375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.381109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:06.395874 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931f9cf-ed0d-4510-815a-32d8b0a8d291" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:06.437692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] For port 91c0316a-e529-41e1-85f9-5aab5b0a0726, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:06.451890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] For port 91c0316a-e529-41e1-85f9-5aab5b0a0726, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=91c0316a-e529-41e1-85f9-5aab5b0a0726,segment=NetworkSegment(eee2ec9a-43d7-4bd9-ae35-428417a11e88),segment_id=eee2ec9a-43d7-4bd9-ae35-428417a11e88)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:06.495818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:06.498895 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaef893-3681-4024-9ccb-9c939b19bf30 x-openstack-request-id: req-0eaef893-3681-4024-9ccb-9c939b19bf30 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:06.499352 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:06.499481 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0eaef893-3681-4024-9ccb-9c939b19bf30 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:06.499841 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'code': 200} Jul 28 14:52:06.507719 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b74329-e84a-456e-a946-babb3a776f39" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:06.522055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.570745 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.586295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:06.587595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:06.671718 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:06.692667 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029959f2-ab49-441e-a758-81f40c34d617 x-openstack-request-id: req-029959f2-ab49-441e-a758-81f40c34d617 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:06.694545 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "239e3ecf-84f1-4d84-9d09-6753e96821e1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:06.694545 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-029959f2-ab49-441e-a758-81f40c34d617 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:06.694545 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': '239e3ecf-84f1-4d84-9d09-6753e96821e1', 'status': 'completed', 'code': 200} Jul 28 14:52:06.721016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7620984-6f63-43f0-86b1-f873df1bc573 None None] Pushing event updated for resources: {'Port': ['ID=91c0316a-e529-41e1-85f9-5aab5b0a0726,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:06.734402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:06.741568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.754199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port ba74a78f-b4eb-4759-bb8a-69d3bef93225, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ba74a78f-b4eb-4759-bb8a-69d3bef93225,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:06.754576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:06.812456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for ba74a78f-b4eb-4759-bb8a-69d3bef93225 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:06.983881 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8084d27-ee53-4ae2-aada-d365e7e97a62 None None] New status for floating IP 8fbeaaed-dff4-481f-a384-5d3b4d6f9c91: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:52:06.989526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-4b67d99a-2410-44f7-90d8-74be17beb855 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467915 Jul 28 14:52:06.990419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:06.997749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:06.998790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.060512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.079395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.090068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/4ed42d1c-71c5-45f5-a398-20334a0c42c8 HTTP/1.1" status: 204 len: 168 time: 2.4885771 Jul 28 14:52:07.206548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:07.206548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.218749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.278150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:07.284952 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3802b83c-05f5-4509-9e05-2c0f89942b4d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:07.307225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3802b83c-05f5-4509-9e05-2c0f89942b4d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:07.307225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3802b83c-05f5-4509-9e05-2c0f89942b4d tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/4ed42d1c-71c5-45f5-a398-20334a0c42c8 HTTP/1.1" status: 404 len: 339 time: 0.0901361 Jul 28 14:52:07.307825 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.313601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:07.315933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a34d2-d144-4a3b-84dd-1216390f0d83 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=4ed42d1c-71c5-45f5-a398-20334a0c42c8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:07.325618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-366840848', 'description': 'd1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:07.363775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdd088-9105-461a-9f44-9136b2c0b022 req-a25667ef-66c0-4a5f-bb06-959e89bc839d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.365696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6cdd088-9105-461a-9f44-9136b2c0b022 req-a25667ef-66c0-4a5f-bb06-959e89bc839d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.0632887 Jul 28 14:52:07.380437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 91c0316a-e529-41e1-85f9-5aab5b0a0726 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:07.381835 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.421031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781dc3c-9dac-4d84-9d7b-ab8bbb948ff0 req-dc8f56f6-25d5-47a9-9f0c-9c45a426ad62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.427568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781dc3c-9dac-4d84-9d7b-ab8bbb948ff0 req-dc8f56f6-25d5-47a9-9f0c-9c45a426ad62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.434195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781dc3c-9dac-4d84-9d7b-ab8bbb948ff0 req-dc8f56f6-25d5-47a9-9f0c-9c45a426ad62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.442114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1781dc3c-9dac-4d84-9d7b-ab8bbb948ff0 req-dc8f56f6-25d5-47a9-9f0c-9c45a426ad62 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 2332 time: 0.6911428 Jul 28 14:52:07.446219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=ba74a78f-b4eb-4759-bb8a-69d3bef93225,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:07.481947 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.524802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6cdd088-9105-461a-9f44-9136b2c0b022 req-c9d54d42-fdf6-4a82-9231-6c0782d4f6ec tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497331 Jul 28 14:52:07.561324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port ba74a78f-b4eb-4759-bb8a-69d3bef93225 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:07.576113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.583628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-53db5c6c-f094-4edc-aa3e-e0f17d89d7ad tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "DELETE /v2.0/ports/ba74a78f-b4eb-4759-bb8a-69d3bef93225 HTTP/1.1" status: 204 len: 173 time: 1.4594247 Jul 28 14:52:07.609913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1781dc3c-9dac-4d84-9d7b-ab8bbb948ff0 req-3731950f-69ae-4dc4-a424-d0adf1358747 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667783 Jul 28 14:52:07.659161 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.669873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:07.675185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.701307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port c8c8141c-b2ed-40be-92d3-45d2da862986 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:07.701662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.724838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:07.767568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:07.783051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.783051 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment 9bab4ab4-c655-4094-8f59-4a51b3783eca of type vlan for network 7bfc1077-e75c-4deb-a18d-7b5496f8c8ea Jul 28 14:52:07.828994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port c8c8141c-b2ed-40be-92d3-45d2da862986, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c8141c-b2ed-40be-92d3-45d2da862986,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:07.828994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.843350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.845205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for c8c8141c-b2ed-40be-92d3-45d2da862986 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:07.859253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 91c0316a-e529-41e1-85f9-5aab5b0a0726 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:07.883320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=80392550-6765-403a-ab90-307fecea9de8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:07.891169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:07.894184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-17194be1-719f-4d4e-8384-5ccb08a67077 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/80392550-6765-403a-ab90-307fecea9de8 HTTP/1.1" status: 204 len: 168 time: 1.7576985 Jul 28 14:52:07.896374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:07.979367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd531d-0d98-4817-b8a3-a3c6fbaceb49 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.981002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd531d-0d98-4817-b8a3-a3c6fbaceb49 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:07.985592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23bd531d-0d98-4817-b8a3-a3c6fbaceb49 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0846326 Jul 28 14:52:07.986199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40780) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.042177 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.047983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:08.051502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.134214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.158693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 624fb62c-4813-4562-b1a5-9210f8d5d276 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:52:08.182745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=7bfc1077-e75c-4deb-a18d-7b5496f8c8ea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:08.187460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=c8c8141c-b2ed-40be-92d3-45d2da862986,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:08.194261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 7bfc1077-e75c-4deb-a18d-7b5496f8c8ea details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:08.221305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-daff77f3-8e96-4603-ab83-8a4fbf4e8989 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.228516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01457bae-2e5c-4d98-a98d-8a92b98bd256 None None] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:08.234538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3fe64e70-0643-4fe6-adf9-b7a8141b04df tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9167230 Jul 28 14:52:08.239208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40786) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.310573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port c8c8141c-b2ed-40be-92d3-45d2da862986 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:08.311617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10c7fa-a072-4b9c-9681-37e18d81794f None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:08.348433 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-daff77f3-8e96-4603-ab83-8a4fbf4e8989 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 28 14:52:08.349066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daff77f3-8e96-4603-ab83-8a4fbf4e8989 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:08.357536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-daff77f3-8e96-4603-ab83-8a4fbf4e8989 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 HTTP/1.1" status: 409 len: 405 time: 0.3702192 Jul 28 14:52:08.358316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40790) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.394533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-409883230'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:08.396599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.405761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-cdecce52-ff3c-4131-a6f0-a4f1edc8e66b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "DELETE /v2.0/ports/c8c8141c-b2ed-40be-92d3-45d2da862986 HTTP/1.1" status: 204 len: 173 time: 0.8152249 Jul 28 14:52:08.457111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10c7fa-a072-4b9c-9681-37e18d81794f None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:52:08.475217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954915a-49bb-47f2-9a78-0d907321a451 None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:08.508148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:08.511340 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d543a94-87a4-4d03-a6a5-8dc37f353ce4" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:08.529474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954915a-49bb-47f2-9a78-0d907321a451 None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:52:08.539433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:08.541522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e851ae-6a59-4095-9fe1-6eb9cc689940 None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:08.549433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.567109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35512b-39b3-40d6-8889-7d40e15436d6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:08.569137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c35512b-39b3-40d6-8889-7d40e15436d6 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks?id=7bfc1077-e75c-4deb-a18d-7b5496f8c8ea HTTP/1.1" status: 200 len: 764 time: 0.3277266 Jul 28 14:52:08.575471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:08.592152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e851ae-6a59-4095-9fe1-6eb9cc689940 None None] Network 4ed42d1c-71c5-45f5-a398-20334a0c42c8 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:52:08.605409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Provisioning for port 91c0316a-e529-41e1-85f9-5aab5b0a0726 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:08.622360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'description': 'd2'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:08.644078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port 703cff72-ad5f-4e16-aa69-771aac3b0433 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:08.644368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.644552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:08.662046 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a2a03-0eea-4275-8b4b-f0aa36a77577 x-openstack-request-id: req-733a2a03-0eea-4275-8b4b-f0aa36a77577 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:08.662334 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:08.662593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-733a2a03-0eea-4275-8b4b-f0aa36a77577 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:08.686974 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'code': 200} Jul 28 14:52:08.686974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Sync routers for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:08.729193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Provisioning complete for port 91c0316a-e529-41e1-85f9-5aab5b0a0726 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:08.729823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.766050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225'}, {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:08.800785 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac759c6-48db-45c9-bd9b-59db6f7cf453" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225"}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:08.866794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:08.867266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:08.868835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:08.985293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:08.986112 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment 234d0118-3bc7-4e04-8c88-e5776cd4b500 of type vlan for network 8ca3d740-10a3-4722-bc49-9c680c4015ab Jul 28 14:52:09.008495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c98057-ffbf-465d-a9f7-8257278ec4d2 None None] Network ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:09.044171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98619938-e378-4821-823e-4d655b1d801f req-1c23fe32-e680-4874-8fc9-3affa789affa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.045803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98619938-e378-4821-823e-4d655b1d801f req-1c23fe32-e680-4874-8fc9-3affa789affa tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 943 time: 0.2393417 Jul 28 14:52:09.065062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port 703cff72-ad5f-4e16-aa69-771aac3b0433, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=703cff72-ad5f-4e16-aa69-771aac3b0433,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:09.065441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.081343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da97501-0b2d-4ff4-b3ea-3d255856c684 req-6d5ec3c7-4d4f-431a-b382-8071a7a8a2e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.085168 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9da97501-0b2d-4ff4-b3ea-3d255856c684 req-6d5ec3c7-4d4f-431a-b382-8071a7a8a2e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.3092439 Jul 28 14:52:09.119992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for 703cff72-ad5f-4e16-aa69-771aac3b0433 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:09.126771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.131769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-03e021fb-2da3-486b-aa0b-4f047a4211ce tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.9574559 Jul 28 14:52:09.147845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40816) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.303524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.348726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9da97501-0b2d-4ff4-b3ea-3d255856c684 req-d986bfef-9963-44cf-8dba-4bff0c3ddb42 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155075 Jul 28 14:52:09.384961 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.482937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02d740-e8f7-4785-9e5f-a0319fce9e32 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.485114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e02d740-e8f7-4785-9e5f-a0319fce9e32 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=d58981e105d342469dc83157ece3b801&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3298957 Jul 28 14:52:09.491304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40826) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.526278 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4314f821-f5d7-47eb-a8cc-5d1e67b6eb9f x-openstack-request-id: req-4314f821-f5d7-47eb-a8cc-5d1e67b6eb9f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:09.526866 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "ba74a78f-b4eb-4759-bb8a-69d3bef93225", "status": "completed", "code": 200}, {"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "c8c8141c-b2ed-40be-92d3-45d2da862986", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:09.527297 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4314f821-f5d7-47eb-a8cc-5d1e67b6eb9f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:09.527915 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'ba74a78f-b4eb-4759-bb8a-69d3bef93225', 'status': 'completed', 'code': 200} Jul 28 14:52:09.528400 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': 'c8c8141c-b2ed-40be-92d3-45d2da862986', 'status': 'completed', 'code': 200} Jul 28 14:52:09.549735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.552892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98619938-e378-4821-823e-4d655b1d801f req-ed8cb9d7-3513-48a9-87f8-6956642c77cb tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups?id=864c97e5-e12c-4a8b-8575-68b9016a6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4762838 Jul 28 14:52:09.583699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network 7bfc1077-e75c-4deb-a18d-7b5496f8c8ea is not hosted by any dhcp agent {{(pid=94749) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 14:52:09.606079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.611386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.614189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "PUT /v2.0/networks/7bfc1077-e75c-4deb-a18d-7b5496f8c8ea HTTP/1.1" status: 200 len: 761 time: 1.0197780 Jul 28 14:52:09.617369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.625685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40830) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.639746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.640334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.689545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:09.789624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa4585-ebb1-414a-85db-238624321056 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=7bfc1077-e75c-4deb-a18d-7b5496f8c8ea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:09.887103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09108f5d-600e-48d9-a3dd-5f46d8eaf168 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.892531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.893340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09108f5d-600e-48d9-a3dd-5f46d8eaf168 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks?id=7bfc1077-e75c-4deb-a18d-7b5496f8c8ea HTTP/1.1" status: 200 len: 764 time: 0.2570121 Jul 28 14:52:09.896934 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:09.899749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e43ea4f-9b6e-44de-bd91-9a65a0d4d867 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:09.902916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 7bfc1077-e75c-4deb-a18d-7b5496f8c8ea details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:09.904413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1e43ea4f-9b6e-44de-bd91-9a65a0d4d867 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3980410 Jul 28 14:52:09.907842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40838) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:09.963743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=703cff72-ad5f-4e16-aa69-771aac3b0433,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:09.974922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7b9ca6d7-9897-4f1d-b5e0-65f903da68c4 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635047 Jul 28 14:52:09.990263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40840) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.017633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6476912 Jul 28 14:52:10.027191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-50c9871a-132f-42c0-8646-ede3167b5443 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=d58981e105d342469dc83157ece3b801&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481703 Jul 28 14:52:10.027695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.027841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40846) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.043102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': '8ca3d740-10a3-4722-bc49-9c680c4015ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.079860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312840-e186-4d39-a750-c157c5ee4ed8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=8ca3d740-10a3-4722-bc49-9c680c4015ab,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:10.113724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port 703cff72-ad5f-4e16-aa69-771aac3b0433 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:10.118021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.124190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f3c2b23-7376-4f91-969c-f74995c865e6 req-5d598a08-f8e7-4659-b28f-39906334253c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.53 "DELETE /v2.0/ports/703cff72-ad5f-4e16-aa69-771aac3b0433 HTTP/1.1" status: 204 len: 173 time: 1.6994147 Jul 28 14:52:10.132869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8ca3d740-10a3-4722-bc49-9c680c4015ab details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:10.177675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.197972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a0a14-8c7a-41ac-8ef9-1145e0dcf536 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.202222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-582a0a14-8c7a-41ac-8ef9-1145e0dcf536 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694164 Jul 28 14:52:10.202500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40852) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.251855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0244580b-4e16-40e7-88a8-a69b311410fa tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449936 Jul 28 14:52:10.251855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40856) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.257624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-794754537', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'project_id': 'd58981e105d342469dc83157ece3b801', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.323362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfcef2c-0e8a-4698-942d-ba1210d849ec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.324967 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7dfcef2c-0e8a-4698-942d-ba1210d849ec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4313033 Jul 28 14:52:10.328083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.385276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] For port 91c0316a-e529-41e1-85f9-5aab5b0a0726, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=91c0316a-e529-41e1-85f9-5aab5b0a0726,segment=NetworkSegment(eee2ec9a-43d7-4bd9-ae35-428417a11e88),segment_id=eee2ec9a-43d7-4bd9-ae35-428417a11e88)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:10.408494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-759399d6-4c90-4977-bcb8-ddae1ee3f1e3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 207 time: 0.0792711 Jul 28 14:52:10.425408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40862) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:10.514149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] DHCP port deletion for ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:10.524822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.758799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3673c-c036-4fa7-befa-a81cc10db79b None None] Pushing event updated for resources: {'Port': ['ID=91c0316a-e529-41e1-85f9-5aab5b0a0726,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:10.765438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:04Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:10.779823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:10.786071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.863121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Checking router: 624fb62c-4813-4562-b1a5-9210f8d5d276 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:10.863795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Updating router 624fb62c-4813-4562-b1a5-9210f8d5d276 port 2d8eb84e-f004-44d6-a454-72cf68270c63 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:52:10.877824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-e126ad90-b222-485c-b2c8-a030b8f40818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.878257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-e126ad90-b222-485c-b2c8-a030b8f40818 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 1097 time: 0.4531641 Jul 28 14:52:10.886634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-581d9322-8f04-4d50-bd3c-cc546ecf211f req-ca1b5576-17db-4b53-80ef-0cf604ec2aef tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0852137 Jul 28 14:52:10.891623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90381-51ed-4e7b-9793-dc940b6b8b28 req-429e3728-5969-42cf-a9fd-7aa0929948be tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.898986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.900125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bd90381-51ed-4e7b-9793-dc940b6b8b28 req-429e3728-5969-42cf-a9fd-7aa0929948be tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.3196392 Jul 28 14:52:10.919149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:10.920510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.929267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Deleting port 91c0316a-e529-41e1-85f9-5aab5b0a0726 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:10.929833 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:10.956062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.965343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:10.991998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.002384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.016626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d6e159bb-58f4-45a6-8921-47443b51da3b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5925164 Jul 28 14:52:11.017361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:11.080930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1bd90381-51ed-4e7b-9793-dc940b6b8b28 req-26db5c91-a33a-4c95-a5b5-e129c8a79ee2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784494 Jul 28 14:52:11.090074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.164249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.233039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] For port 91c0316a-e529-41e1-85f9-5aab5b0a0726, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=91c0316a-e529-41e1-85f9-5aab5b0a0726,segment=NetworkSegment(eee2ec9a-43d7-4bd9-ae35-428417a11e88),segment_id=eee2ec9a-43d7-4bd9-ae35-428417a11e88)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:11.233562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.264981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84af06a0-476b-4fa1-8124-66675ae1f66e tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2432945 Jul 28 14:52:11.276781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:11.285013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:11.295254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:11.309485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 91c0316a-e529-41e1-85f9-5aab5b0a0726 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:11.466791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Calling delete_port for 91c0316a-e529-41e1-85f9-5aab5b0a0726 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:11.469142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.471539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.473204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.474946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.476531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.479958 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8549e551-30ac-44d4-a4c8-eb924ef19560 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1801844 Jul 28 14:52:11.485585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:11.532985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:11.535851 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0281f69-b372-48bb-9cbb-0dc7847a6362" -d '{"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:11.624189 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0568aa7-4a4d-49f3-a57e-3f686f1aea8d x-openstack-request-id: req-e0568aa7-4a4d-49f3-a57e-3f686f1aea8d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:11.624598 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44ec134-512b-44de-9651-27208d587fa7", "name": "network-vif-deleted", "tag": "703cff72-ad5f-4e16-aa69-771aac3b0433", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:11.624945 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0568aa7-4a4d-49f3-a57e-3f686f1aea8d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:11.626261 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44ec134-512b-44de-9651-27208d587fa7', 'name': 'network-vif-deleted', 'tag': '703cff72-ad5f-4e16-aa69-771aac3b0433', 'status': 'completed', 'code': 200} Jul 28 14:52:11.657808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.663559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.665384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.676323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.678638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:11.684394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3dc99543-964a-411e-ae9f-7031b515b162 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1938372 Jul 28 14:52:11.685328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.028467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.objects.ports [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94749) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:52:12.032865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.035652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.057827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Transition to ACTIVE for port object 2d8eb84e-f004-44d6-a454-72cf68270c63 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:12.136481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.155960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=37aad4c8-5797-4b27-bbc9-18455ec64663,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.262302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8e0913-eced-450e-a6f3-158e35ca22da tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.267262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ea8e0913-eced-450e-a6f3-158e35ca22da tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks/fa3e9525-016d-4159-9533-42c52bae6da8 HTTP/1.1" status: 200 len: 804 time: 0.5717566 Jul 28 14:52:12.267936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.330919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.341133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.347955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.374271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8398e884-be7f-431a-8c2b-dfe2b9be1030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.391799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7008a98-fa62-4d68-803a-04b94f7095d2 req-4e149675-323f-4aeb-b1a2-5f7ff20c5aec tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.414940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7008a98-fa62-4d68-803a-04b94f7095d2 req-4e149675-323f-4aeb-b1a2-5f7ff20c5aec tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 945 time: 0.1888309 Jul 28 14:52:12.530266 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d7008a98-fa62-4d68-803a-04b94f7095d2 req-785903a6-3fc8-42fa-af44-b37481fc9704 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142468 Jul 28 14:52:12.556790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] No DVR routers for this DVR port 91c0316a-e529-41e1-85f9-5aab5b0a0726 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:12.668211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Subnet': ['ID=20e692b2-5527-4182-a7a4-ce1b75bc1265,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.675575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681b83-fc70-40ba-b8ab-b95c40b0f521 None None] Pushing event updated for resources: {'Port': ['ID=2d8eb84e-f004-44d6-a454-72cf68270c63,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.688663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Attempting to bind port 2d8eb84e-f004-44d6-a454-72cf68270c63 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:12.689044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Attempting to bind port 2d8eb84e-f004-44d6-a454-72cf68270c63 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:12.689417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Attempting to bind port 2d8eb84e-f004-44d6-a454-72cf68270c63 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:12.713882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c57f347-8132-47d9-8778-ed3d3a325f36 req-47f450ec-2cc1-44bc-8c6b-26c4481e9a0f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.6283298 Jul 28 14:52:12.729026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Checking segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:12.729396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network hostable DHCP agents. Network: 484a819d-2170-4edb-a440-e12de433fbac, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:12.747332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': '234d0118-3bc7-4e04-8c88-e5776cd4b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8ca3d740-10a3-4722-bc49-9c680c4015ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:12.747995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: 8ca3d740-10a3-4722-bc49-9c680c4015ab, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:12.766785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e3c785af-30c8-4096-96ec-dd5dd6149737 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/networks/fa3e9525-016d-4159-9533-42c52bae6da8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4979174 Jul 28 14:52:12.772414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.779937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:12.782277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:12.783557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.785154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:12.785859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Bound port: 2d8eb84e-f004-44d6-a454-72cf68270c63, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:12.787860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.801184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58808f8-aa83-4df6-b75f-b94c9124cb45 None None] Pushing event deleted for resources: {'Port': ['ID=91c0316a-e529-41e1-85f9-5aab5b0a0726,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:12.815299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:12.829084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:12.855587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9dc587-fb24-4e21-ab8e-417c121a6818 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:12.857228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3d9dc587-fb24-4e21-ab8e-417c121a6818 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets/0a735489-6639-4162-b32a-986e79411f55 HTTP/1.1" status: 200 len: 843 time: 0.0837150 Jul 28 14:52:12.861248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40932) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:12.903538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:12.910353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network 8ca3d740-10a3-4722-bc49-9c680c4015ab is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:12.970775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 484a819d-2170-4edb-a440-e12de433fbac is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:12.981225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] For port 2d8eb84e-f004-44d6-a454-72cf68270c63, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:12.986265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:12.997459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:13.000079 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6afc3e-806b-4447-86f2-8dda25d37c8a" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:13.004347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] For port 2d8eb84e-f004-44d6-a454-72cf68270c63, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2d8eb84e-f004-44d6-a454-72cf68270c63,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:13.017072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.059418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c79d1e-09bc-435d-a8e3-5a16a4a45ae9 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['shared'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.060104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8ca3d740-10a3-4722-bc49-9c680c4015ab) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:13.061786 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-87c79d1e-09bc-435d-a8e3-5a16a4a45ae9 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "GET /v2.0/subnets/0a735489-6639-4162-b32a-986e79411f55?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1994879 Jul 28 14:52:13.062031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Transition to ACTIVE for port object c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:13.068310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.069501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 484a819d-2170-4edb-a440-e12de433fbac) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:13.077149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a833b79-397c-4e89-9c1f-956e5802cf58 None None] Network 8ca3d740-10a3-4722-bc49-9c680c4015ab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:13.079526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.080132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.085241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.085898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142272125'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:13.112801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630f42f-a57e-4798-b979-680336117ba4 None None] Network 484a819d-2170-4edb-a440-e12de433fbac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:13.128454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.129063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.153070 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49a0990-6b73-445f-9737-1ba830abf0a0 x-openstack-request-id: req-c49a0990-6b73-445f-9737-1ba830abf0a0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:13.153070 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:13.153070 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c49a0990-6b73-445f-9737-1ba830abf0a0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:13.153524 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'code': 200} Jul 28 14:52:13.219687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.323359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:13.327208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.388110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a5845664-1e8a-490f-bd06-949b58b947ef tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1356664 Jul 28 14:52:13.390158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:13.394189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40946) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.416103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.416474 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Added segment c10a8857-ab46-4685-bd58-b8364b1f26e8 of type vlan for network fca0aa37-847a-4e7a-a204-4d245b78e9e4 Jul 28 14:52:13.425580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f681b83-fc70-40ba-b8ab-b95c40b0f521 None None] Pushing event updated for resources: {'Port': ['ID=2d8eb84e-f004-44d6-a454-72cf68270c63,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.475484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.504152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=10']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:13.538789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:13.539276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:51:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:13.541107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.541465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.541814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.542155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.542492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.542829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.544301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.550013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.551399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.554884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.554884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.554884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:13.611886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] No DVR routers for this DVR port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:13.625191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea2c60a4-f543-4feb-a534-0d97ede669a3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5804417 Jul 28 14:52:13.625915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.673192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.682401 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:13.704162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.750370 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:52:13.751593 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:52:13.856310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-484a819d-2170-4edb-a440-e12de433fbac', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'fixed_ips': [{'subnet_id': '20e692b2-5527-4182-a7a4-ce1b75bc1265'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:13.856999 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:13.899718 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8270538 Jul 28 14:52:13.932174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:13.941080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:13.985252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:14.129128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ebe1962-e3a5-46c1-934c-a4e4e03dd928 req-ee0dce9a-cf6a-4c56-8120-9ca1ff5ac092 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.2438688 Jul 28 14:52:14.154665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfc02e-7c44-4ce2-b6e8-dc2e03ae2255 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Network': ['ID=fca0aa37-847a-4e7a-a204-4d245b78e9e4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:14.176116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.254610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Made reservation on behalf of 2d9207a055944f7e86b953721551d055 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:14.258790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.263219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.367141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d14ba1-7756-467b-8353-76c9a02abe0e req-8285797d-f263-4dc3-bc16-ee820dd49268 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:14.370776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03d14ba1-7756-467b-8353-76c9a02abe0e req-8285797d-f263-4dc3-bc16-ee820dd49268 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.4465094 Jul 28 14:52:14.375418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Performing IP validity checks on allocation pools {{(pid=94748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 14:52:14.376150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 14:52:14.486227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:14.533628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03d14ba1-7756-467b-8353-76c9a02abe0e req-758c0f2c-7fa4-4159-91d4-49400c510232 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505823 Jul 28 14:52:14.581561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.674674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:14.675378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:14.677115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:14.738753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfdeb0-fd9f-4c6f-8dfd-46ef9df3ec64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-8ca3d740-10a3-4722-bc49-9c680c4015ab', 'network_id': '8ca3d740-10a3-4722-bc49-9c680c4015ab', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': '37aad4c8-5797-4b27-bbc9-18455ec64663'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:14.739656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2dfdeb0-fd9f-4c6f-8dfd-46ef9df3ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:14.760131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Allocated IP 172.20.0.18 (484a819d-2170-4edb-a440-e12de433fbac/20e692b2-5527-4182-a7a4-ce1b75bc1265/54f377ad-6494-4db1-994e-d7208169c377) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:14.787708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:14.788043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Attempting to bind port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:14.861874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:14.865253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Checking segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:14.865417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Bound using segment: {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:14.865884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Bound port: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f457b6-8d69-4df1-8d68-ba3f327b6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:14.866267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.103491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.117907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Transition to ACTIVE for port object 54f377ad-6494-4db1-994e-d7208169c377 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:15.129795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0ab6978-7414-4ce2-a033-e978b441b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.146286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:15.190858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:15.201148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Transition to ACTIVE for port object 54f377ad-6494-4db1-994e-d7208169c377 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:15.283809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.288854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=37aad4c8-5797-4b27-bbc9-18455ec64663,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.329504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.336842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.357360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.357910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.359348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] 10.222.0.50 "PUT /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1093 time: 4.4519012 Jul 28 14:52:15.375185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:15.375185 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:15.403852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.422303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:04Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:15.535886 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb84b382-d614-44d6-b20f-c8f8b7575ae9 x-openstack-request-id: req-eb84b382-d614-44d6-b20f-c8f8b7575ae9 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:15.536166 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:15.536698 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb84b382-d614-44d6-b20f-c8f8b7575ae9 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:15.537243 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:52:15.542154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8410864-ff09-4166-b14c-b02cbf9cf065 req-1e43252a-9bc9-4164-8b48-604a245fd258 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.1957030 Jul 28 14:52:15.602005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.608868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbca07-cd17-4a91-a579-a0b99c6b15ca service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=11']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:15.618072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65706f26-614e-469d-aca0-2abeef39b72b None None] Network 8ca3d740-10a3-4722-bc49-9c680c4015ab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:15.627172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca3d740-10a3-4722-bc49-9c680c4015ab']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:15.638879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-fa31d57f-9cf0-4d08-9ab0-dcd9abf32e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.640746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-fa31d57f-9cf0-4d08-9ab0-dcd9abf32e42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1929026 Jul 28 14:52:15.692857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234d0118-3bc7-4e04-8c88-e5776cd4b500') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:15.693288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234d0118-3bc7-4e04-8c88-e5776cd4b500') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:15.729333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.747221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80732b47-d73a-49f1-b7f3-037edb34ad6a None None] The sync data for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 is: [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:04Z', 'revision_number': 3, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:15.762482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-d908f488-6f5a-458d-bbb4-1e06a079cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:15.764727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-d908f488-6f5a-458d-bbb4-1e06a079cbd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1454921 Jul 28 14:52:15.778044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.792718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:15.794994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:15.838587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Network 484a819d-2170-4edb-a440-e12de433fbac is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:15.862597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:15.883879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:15.955008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Pushing event updated for resources: {'Port': ['ID=54f377ad-6494-4db1-994e-d7208169c377,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.003131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4daed3-55d2-4e23-b7e9-c921dad133b1 req-4a88fe85-993f-43ed-93a1-fa78b5e22f5f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.013797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c4daed3-55d2-4e23-b7e9-c921dad133b1 req-4a88fe85-993f-43ed-93a1-fa78b5e22f5f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.3489144 Jul 28 14:52:16.049489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Attempting to bind port 54f377ad-6494-4db1-994e-d7208169c377 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:16.050201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Attempting to bind port 54f377ad-6494-4db1-994e-d7208169c377 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:16.050622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Attempting to bind port 54f377ad-6494-4db1-994e-d7208169c377 on network 484a819d-2170-4edb-a440-e12de433fbac {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:16.073404 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:16.090816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:16.091246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Checking segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:16.092260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.092686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Bound using segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:16.094812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Bound port: 54f377ad-6494-4db1-994e-d7208169c377, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:16.095756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.099643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.157293 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.167320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-6570c34d-3a68-4241-8020-1dbedb9f078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.169102 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-6570c34d-3a68-4241-8020-1dbedb9f078c service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.5030825 Jul 28 14:52:16.226326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.232692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.239727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/8ca3d740-10a3-4722-bc49-9c680c4015ab HTTP/1.1" status: 204 len: 168 time: 2.6123726 Jul 28 14:52:16.262155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41018) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:16.300198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793a67e-a50a-4d42-9fa0-40cbef2dd5dd tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=8ca3d740-10a3-4722-bc49-9c680c4015ab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.355860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] For port 54f377ad-6494-4db1-994e-d7208169c377, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:16.361469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] For port 54f377ad-6494-4db1-994e-d7208169c377, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=54f377ad-6494-4db1-994e-d7208169c377,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:16.426525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620344031'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:16.453161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:16.463188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c4daed3-55d2-4e23-b7e9-c921dad133b1 req-2495fac4-3a6b-4a94-9967-ceb7918954fb tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307740 Jul 28 14:52:16.613796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=c2a46ed9-6859-4c53-a388-4a1b1cfaf89f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.616856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-d5e41b57-1264-4b57-8f50-420c8187c780 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.4078870 Jul 28 14:52:16.629285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-d8fc3eba-ce06-499d-89b9-f78073ec3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:16.631203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-d8fc3eba-ce06-499d-89b9-f78073ec3103 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.5535183 Jul 28 14:52:16.638183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.20.0.17 (484a819d-2170-4edb-a440-e12de433fbac/20e692b2-5527-4182-a7a4-ce1b75bc1265/a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:16.669708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4dd34-3c36-480e-8bda-fa45cc73f107 None None] Pushing event updated for resources: {'Port': ['ID=54f377ad-6494-4db1-994e-d7208169c377,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:16.864375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9c3ba9d-f027-4f83-8dbc-e020866346fa req-93f8087d-8d74-41a2-ba21-ed486b0170e5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0658381 Jul 28 14:52:16.873482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-4b545435-5b0e-4944-9be7-6fd4ee2454b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.2328491 Jul 28 14:52:16.877441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Checking segment: {'id': 'c10a8857-ab46-4685-bd58-b8364b1f26e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:16.878007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network hostable DHCP agents. Network: fca0aa37-847a-4e7a-a204-4d245b78e9e4, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:16.909330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:16.915692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.098873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-39ef8d6f-6b25-4ba4-b79b-32e17abc0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.108465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-39ef8d6f-6b25-4ba4-b79b-32e17abc0e2e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.4549000 Jul 28 14:52:17.115129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:17.135861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-78c09c50-93e2-46bb-b47e-a710cb1f1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.138543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-78c09c50-93e2-46bb-b47e-a710cb1f1ccc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.2560966 Jul 28 14:52:17.181548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.181854 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment 096d049f-9130-4f83-9367-01e7d7792139 of type vlan for network e2b940e1-f56e-4bc9-b579-eb2b316f44fa Jul 28 14:52:17.268348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:17.396994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-41248ae5-ef3b-44f6-841f-8cd35de44eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.396994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-41248ae5-ef3b-44f6-841f-8cd35de44eee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2266946 Jul 28 14:52:17.439535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-07546c6c-e821-4faa-a7b5-342b43240e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.442206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-07546c6c-e821-4faa-a7b5-342b43240e51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2933388 Jul 28 14:52:17.444525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.550662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2d8eb84e-f004-44d6-a454-72cf68270c63 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:17.582613 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.649429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fca0aa37-847a-4e7a-a204-4d245b78e9e4) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:17.665607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.666313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:17.675942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b2f6d-f8cc-46c2-8a15-30247a89032c None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:17.686569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Transition to ACTIVE for port object a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:17.797794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-8094895d-bb55-442c-a13c-c8b5ae060bd7 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263957 Jul 28 14:52:17.803819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-f02b4989-28f7-4e75-bd75-7d8980a74d91 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473146 Jul 28 14:52:17.898729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372bf3a-b6a8-42ab-8f14-2ad2dd917c77 req-73cb886b-94d5-4df6-bd68-24b117bb689e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:17.922334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b372bf3a-b6a8-42ab-8f14-2ad2dd917c77 req-73cb886b-94d5-4df6-bd68-24b117bb689e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.3236091 Jul 28 14:52:18.010172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-390a484b-2568-4ee5-a5e7-8d9241ad0312 service neutron] 10.222.0.53 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990023 Jul 28 14:52:18.039566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-fca0aa37-847a-4e7a-a204-4d245b78e9e4', 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4', 'tenant_id': '2d9207a055944f7e86b953721551d055', 'fixed_ips': [{'subnet_id': 'c2a46ed9-6859-4c53-a388-4a1b1cfaf89f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:18.040468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.098507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca39d671-0ba0-4884-b505-2c23351c9a52 req-cbf8973c-354f-4337-b5a7-bdda6fb24dbf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0480998 Jul 28 14:52:18.167559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.208658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.215659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 2d8eb84e-f004-44d6-a454-72cf68270c63 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:18.224248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:18.225054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.243094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2d8eb84e-f004-44d6-a454-72cf68270c63 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:18.243734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.347232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-41398ba6-996c-4bd5-93d9-3fc01146eb03 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.4133649 Jul 28 14:52:18.355107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.417629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:18.420713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Allocated IP 2001:db8::3 (fca0aa37-847a-4e7a-a204-4d245b78e9e4/c2a46ed9-6859-4c53-a388-4a1b1cfaf89f/5d0cd985-5f1c-4aad-8635-272d85918193) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:18.443306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=e2b940e1-f56e-4bc9-b579-eb2b316f44fa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:18.472987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network e2b940e1-f56e-4bc9-b579-eb2b316f44fa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:18.556816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-721f8cb3-2794-460f-b3f8-3190d4696746 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2097342 Jul 28 14:52:18.628017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41054) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:18.662291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': 'e2b940e1-f56e-4bc9-b579-eb2b316f44fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:18.705806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.719807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f743105-c4a7-4eec-a2fd-d65283b8c1f6 None None] Network 484a819d-2170-4edb-a440-e12de433fbac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:18.784130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.891549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:18.900615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11634917'] for subnet, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:18.907686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b372bf3a-b6a8-42ab-8f14-2ad2dd917c77 req-2a91352d-5ccd-4b5f-bab6-7da0641edcea tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9843471 Jul 28 14:52:18.927793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 484a819d-2170-4edb-a440-e12de433fbac is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:18.927793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:18.927793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:18.934553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c10dc6e4-bde0-4b03-95f5-8ef6656d8741 req-86622124-c0e4-48f5-8d5b-9219c7771738 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1070638 Jul 28 14:52:19.063347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.091534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 2d8eb84e-f004-44d6-a454-72cf68270c63, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2d8eb84e-f004-44d6-a454-72cf68270c63,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:19.254762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:19.259109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-592d236e-b855-4abf-9d08-8aee12d991c8 None None] Provisioning for port 54f377ad-6494-4db1-994e-d7208169c377 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:19.269056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.290434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.303643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 54f377ad-6494-4db1-994e-d7208169c377 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:19.371233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.417755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c223e686-6e1a-429a-b710-834746254fc0 req-94b555d6-a7e4-4acd-a923-34667837567b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.1147797 Jul 28 14:52:19.430950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Transition to ACTIVE for port object 5d0cd985-5f1c-4aad-8635-272d85918193 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:19.445965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-ef592144-abfd-46b0-9742-2d5e2d16a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.447845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-ef592144-abfd-46b0-9742-2d5e2d16a74f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1788123 Jul 28 14:52:19.455280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-854d59f0-887e-40c4-be7d-c163ff55d8f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3259361 Jul 28 14:52:19.507763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Transition to ACTIVE for port object 5d0cd985-5f1c-4aad-8635-272d85918193 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:19.509419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb84e-f004-44d6-a454-72cf68270c63,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:19.608775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.696373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-4e372d50-bb50-4c28-916e-5be56470ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.697948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-4e372d50-bb50-4c28-916e-5be56470ff04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.2388651 Jul 28 14:52:19.717666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 54f377ad-6494-4db1-994e-d7208169c377 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:19.734600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 54f377ad-6494-4db1-994e-d7208169c377 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:19.735247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:19.738324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:19.772904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:19.785911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:19.788525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-8fcfb0a7-9f1d-46d7-b369-c0cb8a4f790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:19.797369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-8fcfb0a7-9f1d-46d7-b369-c0cb8a4f790d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.2667966 Jul 28 14:52:19.833191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-691c0ef9-6a9e-4661-8349-0a373deceef9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 999 time: 0.1246173 Jul 28 14:52:19.996989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Pushing event updated for resources: {'Port': ['ID=5d0cd985-5f1c-4aad-8635-272d85918193,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.018425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.104196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.138608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Attempting to bind port 5d0cd985-5f1c-4aad-8635-272d85918193 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:20.139368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Attempting to bind port 5d0cd985-5f1c-4aad-8635-272d85918193 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'c10a8857-ab46-4685-bd58-b8364b1f26e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:20.140891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Attempting to bind port 5d0cd985-5f1c-4aad-8635-272d85918193 on network fca0aa37-847a-4e7a-a204-4d245b78e9e4 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:20.144296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Provisioning complete for port 54f377ad-6494-4db1-994e-d7208169c377 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:20.145640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.160535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-8a513532-c048-4838-ad50-3288a345e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.162340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-8a513532-c048-4838-ad50-3288a345e103 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.3214221 Jul 28 14:52:20.184350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5c1c7-1334-446c-8914-8e56b00751d5 req-daa43457-4ca6-4bef-af60-b9426b2a009b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.193223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5d5c1c7-1334-446c-8914-8e56b00751d5 req-daa43457-4ca6-4bef-af60-b9426b2a009b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.1310236 Jul 28 14:52:20.217052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.261544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:20.262340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Checking segment: {'id': 'c10a8857-ab46-4685-bd58-b8364b1f26e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:20.263493 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.263912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Bound using segment: {'id': 'c10a8857-ab46-4685-bd58-b8364b1f26e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:20.264412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Bound port: 5d0cd985-5f1c-4aad-8635-272d85918193, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10a8857-ab46-4685-bd58-b8364b1f26e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fca0aa37-847a-4e7a-a204-4d245b78e9e4'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:20.264809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.409122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-b9869af8-f1fa-48bd-bf79-4556122c4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.409122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-b9869af8-f1fa-48bd-bf79-4556122c4534 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042382 Jul 28 14:52:20.409122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5d5c1c7-1334-446c-8914-8e56b00751d5 req-298e3a1a-d51b-447b-a0c5-f1862d0e5f5e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148089 Jul 28 14:52:20.428550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=9490957b-1375-4232-b2a1-0f831dbb9633,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.455631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': '096d049f-9130-4f83-9367-01e7d7792139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e2b940e1-f56e-4bc9-b579-eb2b316f44fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:20.457526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: e2b940e1-f56e-4bc9-b579-eb2b316f44fa, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:20.464262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788961116968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12335228'] for subnet, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.523153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event updated for resources: {'Subnet': ['ID=c2a46ed9-6859-4c53-a388-4a1b1cfaf89f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.596610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-0f6bbb5f-96a3-4bbd-9b43-1894bfc8f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.598698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-0f6bbb5f-96a3-4bbd-9b43-1894bfc8f1b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 897 time: 0.3918428 Jul 28 14:52:20.600921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.603022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.604563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-99401bf1-e822-41fa-b310-8d00857eef58 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "PUT /v2.0/subnets/c2a46ed9-6859-4c53-a388-4a1b1cfaf89f HTTP/1.1" status: 200 len: 900 time: 2.2272029 Jul 28 14:52:20.612714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.634773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] For port 5d0cd985-5f1c-4aad-8635-272d85918193, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:20.642033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] For port 5d0cd985-5f1c-4aad-8635-272d85918193, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5d0cd985-5f1c-4aad-8635-272d85918193,segment=NetworkSegment(c10a8857-ab46-4685-bd58-b8364b1f26e8),segment_id=c10a8857-ab46-4685-bd58-b8364b1f26e8)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:20.674906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.704780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-beecb42c-df01-4fd4-a063-7a3fd1dbeff7 req-c4f31d4b-4c77-4f97-90ef-473763fa10b4 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0471168 Jul 28 14:52:20.719315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network e2b940e1-f56e-4bc9-b579-eb2b316f44fa is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:20.783017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-238ac1fd-6686-4450-9b2f-f4ba2715b8a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 1002 time: 0.1739233 Jul 28 14:52:20.784063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 54f377ad-6494-4db1-994e-d7208169c377, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=54f377ad-6494-4db1-994e-d7208169c377,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:20.799211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.892879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41092) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:20.904729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, e2b940e1-f56e-4bc9-b579-eb2b316f44fa) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:20.914137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.914756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:20.925670 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-69dd488e-97ae-4073-8105-51f4f97e92df service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128002 Jul 28 14:52:20.977664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e80fcd-ecb1-44a9-b230-06b145e1a725 None None] Pushing event updated for resources: {'Port': ['ID=5d0cd985-5f1c-4aad-8635-272d85918193,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:20.988679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-1f634cc6-18f9-4e0a-b276-2e4fd581fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:20.990296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-1f634cc6-18f9-4e0a-b276-2e4fd581fd5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 200 len: 835 time: 0.2004812 Jul 28 14:52:20.995146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3d6b8-03ac-40e4-b4d7-1e8842e7b9b5 None None] Network e2b940e1-f56e-4bc9-b579-eb2b316f44fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:21.008255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.008907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.038234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.079572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.089755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-1de47719-5ad2-426c-95b8-b1726f0bb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:21.096100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-1de47719-5ad2-426c-95b8-b1726f0bb0fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988448 Jul 28 14:52:21.220134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e184ecd0-bd5e-46e5-a6ec-13fee3ec2df3 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5624585 Jul 28 14:52:21.225942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:21.264437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.292730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a3a-9e7a-4a39-a508-5b04eccce09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.329294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=54f377ad-6494-4db1-994e-d7208169c377,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.334482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2d8eb84e-f004-44d6-a454-72cf68270c63 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:21.412057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-daf1aa9e-c81b-436e-9912-61b69ee3a11e service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061793 Jul 28 14:52:21.766400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a3a-9e7a-4a39-a508-5b04eccce09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.795026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.813298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:21.890755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Provisioning for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:21.900294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Provisioning complete for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:21.901145 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.903506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 2d8eb84e-f004-44d6-a454-72cf68270c63 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:21.903897 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.924233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-01ef6a3a-9e7a-4a39-a508-5b04eccce09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:21.983014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d7fcf-d45b-42b7-983a-4962b5cac1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-e2b940e1-f56e-4bc9-b579-eb2b316f44fa', 'network_id': 'e2b940e1-f56e-4bc9-b579-eb2b316f44fa', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': '9490957b-1375-4232-b2a1-0f831dbb9633'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:21.984040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7fcf-d45b-42b7-983a-4962b5cac1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.050262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76ed4f43-70f6-4ca0-81e0-3257faeb7d4c req-dabd2938-2158-4687-96eb-0319784a274c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.1337011 Jul 28 14:52:22.105674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0475b193-e7a3-4fcb-ae55-632ed5cf0d40 req-a656d8a6-3408-46d3-9462-6fad644b0a42 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1588836 Jul 28 14:52:22.119371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.138996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port 5d0cd985-5f1c-4aad-8635-272d85918193 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:22.139715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.246283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25018ea-80f0-4bc7-aff0-af28362c1fe1 req-7f8005b1-787d-42fc-bfd5-96428594b5da tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:22.247951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-01ef6a3a-9e7a-4a39-a508-5b04eccce09d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2be844e9ea984fad80db9c483b03ea75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3466201 Jul 28 14:52:22.254265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2151703-f225-4db6-b889-5390a3b3ce27 req-f2e77a05-87c2-4b87-951c-0794403d3b03 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8336797 Jul 28 14:52:22.258073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f25018ea-80f0-4bc7-aff0-af28362c1fe1 req-7f8005b1-787d-42fc-bfd5-96428594b5da tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 944 time: 0.6630948 Jul 28 14:52:22.262949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:22.276265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef6a3a-9e7a-4a39-a508-5b04eccce09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e751fcc-0476-4aa8-ba42-bb06c2b69a51,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:22.366781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a52d7e91-2e60-4e2b-a1f0-853c900cea1f None None] Port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:22.371697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:22.505607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f25018ea-80f0-4bc7-aff0-af28362c1fe1 req-c29b0bfc-85e5-4951-9d2e-d32d92c1dccf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462330 Jul 28 14:52:22.506830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.522047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41118) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:22.533530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:22.552036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'port_id': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'mac_address': 'fa:16:3e:f5:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:22.678898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2a6e3618-2195-49db-98ad-9434fc11588c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 HTTP/1.1" status: 200 len: 991 time: 0.1523259 Jul 28 14:52:22.718412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.726174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port 5d0cd985-5f1c-4aad-8635-272d85918193, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5d0cd985-5f1c-4aad-8635-272d85918193,segment=NetworkSegment(c10a8857-ab46-4685-bd58-b8364b1f26e8),segment_id=c10a8857-ab46-4685-bd58-b8364b1f26e8)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:22.727511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.745579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for 5d0cd985-5f1c-4aad-8635-272d85918193 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:22.748147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:22.794255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:22.798038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7a14dc07-7552-4261-909d-6d3776d5e5ea None None] Provisioning complete for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:22.802225 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc07-7552-4261-909d-6d3776d5e5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:22.923416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 484a819d-2170-4edb-a440-e12de433fbac is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:22.950192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7a14dc07-7552-4261-909d-6d3776d5e5ea None None] Port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:22.953141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887e2ac-ba75-47d1-a354-6c2ee4462af8 None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:22.970430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:23.001139 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.009505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.067149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server [None req-3b6d7fcf-d45b-42b7-983a-4962b5cac1c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9490957b-1375-4232-b2a1-0f831dbb9633: This subnet is being modified by another concurrent operation. Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise exception Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9490957b-1375-4232-b2a1-0f831dbb9633: This subnet is being modified by another concurrent operation. Jul 28 14:52:23.116247 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Jul 28 14:52:23.136854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.158671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e118e00-5882-424f-a235-89f07e042af3 None None] Network e2b940e1-f56e-4bc9-b579-eb2b316f44fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:23.288182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.307208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=9490957b-1375-4232-b2a1-0f831dbb9633,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:23.389548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f7f18a7-3935-4ba7-a6b1-cfdc60d0fc6f req-f3e084bf-39be-4130-904c-400b309c0a2d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0591016 Jul 28 14:52:23.434655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6eb3ea2-222b-4b8c-b35f-6a8ed2f0720b None None] Provisioning for port 5d0cd985-5f1c-4aad-8635-272d85918193 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:23.511147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5d0cd985-5f1c-4aad-8635-272d85918193 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:23.571111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:23.666726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-751ed90b-2bfd-4641-accb-6c97d5334c86 None None] Provisioning complete for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:23.666726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-751ed90b-2bfd-4641-accb-6c97d5334c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:23.739750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-751ed90b-2bfd-4641-accb-6c97d5334c86 None None] Port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:24.078991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.097449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b6959e-fd9a-459c-8506-1832444415c2 None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:24.103683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b940e1-f56e-4bc9-b579-eb2b316f44fa']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:24.122573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096d049f-9130-4f83-9367-01e7d7792139') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:24.122879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096d049f-9130-4f83-9367-01e7d7792139') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:24.136362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.148836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 624fb62c-4813-4562-b1a5-9210f8d5d276 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:24.158254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.168782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:24.169143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:24.172722 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:24.213740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5d0cd985-5f1c-4aad-8635-272d85918193 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:24.221483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5d0cd985-5f1c-4aad-8635-272d85918193 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:24.221869 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.247753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.248862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 5d0cd985-5f1c-4aad-8635-272d85918193 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 14:52:24.250009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.250147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 54f377ad-6494-4db1-994e-d7208169c377 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:24.252846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.254576 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e751fcc-0476-4aa8-ba42-bb06c2b69a51 HTTP/1.1" status: 204 len: 168 time: 1.9709005 Jul 28 14:52:24.442597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:24.449520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673db3c7-6e56-4ea4-ad17-58c18e61e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e751fcc-0476-4aa8-ba42-bb06c2b69a51,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.451797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=5d0cd985-5f1c-4aad-8635-272d85918193,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.454309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Sync routers for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:24.460638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-529d63bb-cdb0-488e-a8df-0299772b2dc3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "PUT /v2.0/routers/624fb62c-4813-4562-b1a5-9210f8d5d276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0601153 Jul 28 14:52:24.500867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:24.521766 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:24.570455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.573069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port 5d0cd985-5f1c-4aad-8635-272d85918193 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:24.582393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 54f377ad-6494-4db1-994e-d7208169c377 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:24.587837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.611006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.617826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41150) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:24.629852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/e2b940e1-f56e-4bc9-b579-eb2b316f44fa HTTP/1.1" status: 204 len: 168 time: 3.3920250 Jul 28 14:52:24.629852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f95b72-e4ff-4298-ac37-93d955be7fb8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=e2b940e1-f56e-4bc9-b579-eb2b316f44fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:24.634288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2025358903'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:24.880806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4544f32f-c318-4d85-ac23-99615c1ff5e5 req-a173dc35-df23-4f15-a55a-4f7fbe3087ab tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.1397586 Jul 28 14:52:24.888139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:24.896600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:24.911840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.911956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:24.912064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd9ae9-8c56-478a-a757-830cff0df034 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 14:52:24.999991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:25.015453 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.030171 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Added segment 07ad3f02-81f4-4362-a922-441ba5ec457b of type vlan for network 6394dc2d-9c48-4da4-8b13-3efa7660e733 Jul 28 14:52:25.122392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.189404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.264108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a46ed9-6859-4c53-a388-4a1b1cfaf89f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.382170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-2e6b3ce0-b7a0-49a7-af59-fc69a9d926c3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.391728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-2e6b3ce0-b7a0-49a7-af59-fc69a9d926c3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/networks?id=484a819d-2170-4edb-a440-e12de433fbac HTTP/1.1" status: 200 len: 797 time: 0.3166878 Jul 28 14:52:25.415436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-11a3b87f-43bb-4be2-bec5-7abfd2c8d4b1 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/quotas/d58981e105d342469dc83157ece3b801 HTTP/1.1" status: 200 len: 375 time: 0.0223746 Jul 28 14:52:25.420030 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:19Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3', 'name': '', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:82:e5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:15Z', 'updated_at': '2021-07-28T14:52:20Z', 'revision_number': 2, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:25.437080 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.442638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd9ae9-8c56-478a-a757-830cff0df034 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 14:52:25.463065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.463858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82cb7ce6-07ba-478e-a15d-07b0435c463c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.475794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Checking router: 624fb62c-4813-4562-b1a5-9210f8d5d276 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:25.477018 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Updating router 624fb62c-4813-4562-b1a5-9210f8d5d276 port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:52:25.488496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca0aa37-847a-4e7a-a204-4d245b78e9e4']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:25.511183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10a8857-ab46-4685-bd58-b8364b1f26e8') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:25.513515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10a8857-ab46-4685-bd58-b8364b1f26e8') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:25.533328 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.555471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:52:25.560380 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.563660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.573850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:25.574332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:25.578121 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:25.589066 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.605688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:25.611883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.793925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.860076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:25.862466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/fca0aa37-847a-4e7a-a204-4d245b78e9e4 HTTP/1.1" status: 204 len: 168 time: 5.2412021 Jul 28 14:52:25.868043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd67dc6-9583-4e91-ac86-1fe9b743a7b3 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=fca0aa37-847a-4e7a-a204-4d245b78e9e4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.878441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.916381 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1356988e-d377-402c-a8f6-950f629b77b9 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:25.917423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1356988e-d377-402c-a8f6-950f629b77b9 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:25.923077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:25.924123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1356988e-d377-402c-a8f6-950f629b77b9 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/c2a46ed9-6859-4c53-a388-4a1b1cfaf89f HTTP/1.1" status: 404 len: 337 time: 0.0396576 Jul 28 14:52:25.924559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Network': ['ID=6394dc2d-9c48-4da4-8b13-3efa7660e733,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:25.968133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-137d99cf-e5bf-4f39-885e-cf91d7e762ff tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5510476 Jul 28 14:52:25.989059 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57091de-b9f5-4165-bbdc-335f84f727bf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:25.990029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57091de-b9f5-4165-bbdc-335f84f727bf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:25.993930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a57091de-b9f5-4165-bbdc-335f84f727bf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/fca0aa37-847a-4e7a-a204-4d245b78e9e4 HTTP/1.1" status: 404 len: 339 time: 0.0560551 Jul 28 14:52:25.996991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41198) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.055227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82cb7ce6-07ba-478e-a15d-07b0435c463c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.110683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6394dc2d-9c48-4da4-8b13-3efa7660e733 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:26.166012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-779c6c55-fd6c-4917-b0e7-83b458668965 req-3247eaa5-618b-487a-917a-110dc69641d7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0804596 Jul 28 14:52:26.169741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82cb7ce6-07ba-478e-a15d-07b0435c463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.194078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd6d03-0204-4972-b833-d01a7a4b2ce0 None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:26.210328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd6d03-0204-4972-b833-d01a7a4b2ce0 None None] Network fca0aa37-847a-4e7a-a204-4d245b78e9e4 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:52:26.220315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.225581 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-82cb7ce6-07ba-478e-a15d-07b0435c463c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36e2d9a76d5d497c928262cff2c54ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872627 Jul 28 14:52:26.229669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.261151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-041eb404-9975-4eb9-bfc5-20b2ccb67084 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6420817 Jul 28 14:52:26.271545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41204) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:26.309641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Request body: {'subnet': {'network_id': '6394dc2d-9c48-4da4-8b13-3efa7660e733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:26.320200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0b5a9-2d0a-48a7-957d-1face59227f0 None None] DHCP port deletion for fca0aa37-847a-4e7a-a204-4d245b78e9e4 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:26.330730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb7ce6-07ba-478e-a15d-07b0435c463c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c578cc-f0cb-41eb-be3c-2a9054a28945,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.356022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:26.414763 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.421947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.454467 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Transition to ACTIVE for port object a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:26.470579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.552627 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.607196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-1414a211-6e95-4e6e-a9f4-b6d35d1f380e service neutron] 10.222.0.47 "GET /v2.0/networks/484a819d-2170-4edb-a440-e12de433fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649509 Jul 28 14:52:26.612934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:26.622205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:26.622205 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.635464 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Pushing event updated for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.659206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.660059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.660636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.661175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.661681 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.662203 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.663381 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.665757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.667484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.668038 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.669457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.670031 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:26.721508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.738336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.748789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.748789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0c578cc-f0cb-41eb-be3c-2a9054a28945 HTTP/1.1" status: 204 len: 168 time: 0.5051260 Jul 28 14:52:26.793685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043581d6-7bab-4266-9bcd-3578949e7001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c578cc-f0cb-41eb-be3c-2a9054a28945,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:26.806249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfc1077-e75c-4deb-a18d-7b5496f8c8ea']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:26.883708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bab4ab4-c655-4094-8f59-4a51b3783eca') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:26.884175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bab4ab4-c655-4094-8f59-4a51b3783eca') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:26.918819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.930568 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Attempting to bind port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:26.933143 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Attempting to bind port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:26.933522 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Attempting to bind port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 on network 484a819d-2170-4edb-a440-e12de433fbac {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:26.933649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.947712 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:26.948110 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Checking segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:26.950722 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.951171 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Bound using segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:26.954085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Bound port: a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:26.954085 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:26.968638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:26.975003 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73373de-0bf3-4ddf-b6f0-450bc8dacdd1" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:26.993381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:27.005568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Made reservation on behalf of 702a4d3b228a4beea7e2a85b3c1b4292 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:27.015842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.069179 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b1539-4e65-4e55-a025-8c54703d8f18 x-openstack-request-id: req-338b1539-4e65-4e55-a025-8c54703d8f18 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:27.069477 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:27.069768 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-338b1539-4e65-4e55-a025-8c54703d8f18 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:27.070853 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'code': 200} Jul 28 14:52:27.081497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.120535 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] For port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:27.129644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] For port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:27.130765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.137195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-d8a37f23-1cfc-4c76-963f-b1a509c79c50 service neutron] 10.222.0.47 "GET /v2.0/networks/484a819d-2170-4edb-a440-e12de433fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836044 Jul 28 14:52:27.161366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5d0cd985-5f1c-4aad-8635-272d85918193 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:27.189623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.201964 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.228854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:27.234725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:27.245861 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:27.320658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 5d0cd985-5f1c-4aad-8635-272d85918193 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:27.320658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5d0cd985-5f1c-4aad-8635-272d85918193 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:27.341686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.342351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.342972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.343533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.344065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.345064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.345580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.346222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.346721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.347293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.347900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.349096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:27.394479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d5d9-ef53-4f8a-b44d-cbc5db7cc494 None None] Pushing event updated for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.461713 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:27.462387 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:27.467054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00acb554-178e-43f6-9ecd-2a213cf79b5f req-f1b9575b-c9e1-42d6-b71e-8108ff14e6ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0996189 Jul 28 14:52:27.672362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.674443 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:27.690323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:27.699946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/7bfc1077-e75c-4deb-a18d-7b5496f8c8ea HTTP/1.1" status: 204 len: 168 time: 1.7000573 Jul 28 14:52:27.702397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41230) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.806729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f669e3c-9332-42e0-83a3-5b7e71c8c8a0 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=7bfc1077-e75c-4deb-a18d-7b5496f8c8ea,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:27.824068 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4c55f3-42bb-4e26-8f65-e40edfe28bbf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:27.826900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c4c55f3-42bb-4e26-8f65-e40edfe28bbf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:27.830797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4c4c55f3-42bb-4e26-8f65-e40edfe28bbf tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/484fb116-3d3c-4e87-8b94-7a6df39a8e12 HTTP/1.1" status: 404 len: 337 time: 0.1268895 Jul 28 14:52:27.836516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41238) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.906624 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fc4f2e-2c1d-4368-91d1-cacf83d84147 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:27.907609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fc4f2e-2c1d-4368-91d1-cacf83d84147 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:27.910860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2fc4f2e-2c1d-4368-91d1-cacf83d84147 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/4ed42d1c-71c5-45f5-a398-20334a0c42c8 HTTP/1.1" status: 404 len: 339 time: 0.0729902 Jul 28 14:52:27.928859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:27.984175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6c60eb71-93aa-4d5e-9d1f-861fa4b786eb req-451f7cac-80b1-4289-8d28-b9f586a882c0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.1319456 Jul 28 14:52:28.032954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting subnet 2ebee1bb-e231-4182-b98b-7eebf3f81602 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:28.042889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.081255 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:19Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3', 'name': '', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:82:e5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:15Z', 'updated_at': '2021-07-28T14:52:27Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:28.097592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.115999 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d4c511-ef82-446c-92e2-3d2b4f7af1e1 None None] The sync data for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 is: [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:19Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3', 'name': '', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:82:e5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 2919, 'fixed_ips': [{'subnet_id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:15Z', 'updated_at': '2021-07-28T14:52:27Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:28.131031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-d03708f0-49b4-4cf1-ab04-10c290e116ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828338 Jul 28 14:52:28.337499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-20924dcc-9276-4faa-8b2a-86f36977a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:28.344929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-20924dcc-9276-4faa-8b2a-86f36977a662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1098 time: 0.1058152 Jul 28 14:52:28.411858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.609309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 14:52:28.611040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-2cbbb825-c1f0-4948-aa2b-45cd3e20cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:28.612596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-2cbbb825-c1f0-4948-aa2b-45cd3e20cab4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.2395103 Jul 28 14:52:28.615270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.763667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb0fc07f-2a39-487a-9d01-5873e6610537 req-943b24bd-bd14-48d4-abad-8c3728412924 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.1135113 Jul 28 14:52:28.826397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-c7bd23eb-f246-49d0-8ced-dd9a404c7d26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 1001 time: 0.2065825 Jul 28 14:52:28.840456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event updated for resources: {'Subnet': ['ID=33064fe6-ce3e-4216-abf8-50a13c284c53,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:28.860065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Checking segment: {'id': '07ad3f02-81f4-4362-a922-441ba5ec457b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6394dc2d-9c48-4da4-8b13-3efa7660e733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:28.860065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network hostable DHCP agents. Network: 6394dc2d-9c48-4da4-8b13-3efa7660e733, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:28.913159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-84d18ac3-3817-40ac-9009-5683f68afa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:28.916243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-84d18ac3-3817-40ac-9009-5683f68afa57 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.0828633 Jul 28 14:52:28.936502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.975224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980349a-e96a-4620-97b9-29b58f158b84 None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:28.989800 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:28.992316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/2ebee1bb-e231-4182-b98b-7eebf3f81602 HTTP/1.1" status: 204 len: 168 time: 1.0620203 Jul 28 14:52:29.012831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41272) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:29.040625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Network 6394dc2d-9c48-4da4-8b13-3efa7660e733 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:29.051377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345775d-dc9f-4ae9-a46a-ed7062ce4cd1 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebee1bb-e231-4182-b98b-7eebf3f81602,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:29.147958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6394dc2d-9c48-4da4-8b13-3efa7660e733) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:29.154361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.155469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.266031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b57e1bca-d470-4b1a-b9ea-a09a0f2f9a2d req-1a7302e3-e4c4-40c3-a512-fc349aa2e0a7 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.1984584 Jul 28 14:52:29.287654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674eb17-5587-4e72-b7e0-b2c0a165c888 None None] Network 6394dc2d-9c48-4da4-8b13-3efa7660e733 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:29.311540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-919131d0-b949-4ec6-a829-a1537bd03d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:29.312041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-919131d0-b949-4ec6-a829-a1537bd03d12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3883414 Jul 28 14:52:29.316512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting subnet 984908ae-257d-4da5-984c-4f833a633029 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:29.329485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.332750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:29.344828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57c26096-aaeb-4e78-82ae-3dc7520d7a00 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0484068 Jul 28 14:52:29.347367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41282) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:29.426496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.529888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-afb18179-3abb-451d-95d0-0940528bc178 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097301 Jul 28 14:52:29.669100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.789885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.795414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.800352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:29.809559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:29.809941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:29.986482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2765a069-ea12-4bb0-a4d4-14afe76cd5f2 req-fbc1b64d-ad3c-4e31-b1b1-d63ad88f9d07 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0559437 Jul 28 14:52:30.002226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.072400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=33064fe6-ce3e-4216-abf8-50a13c284c53,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.103182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e38c26-3228-4f8e-814b-04f155eb76a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6394dc2d-9c48-4da4-8b13-3efa7660e733', 'network_id': '6394dc2d-9c48-4da4-8b13-3efa7660e733', 'tenant_id': '702a4d3b228a4beea7e2a85b3c1b4292', 'fixed_ips': [{'subnet_id': '33064fe6-ce3e-4216-abf8-50a13c284c53'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:30.110744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-63e38c26-3228-4f8e-814b-04f155eb76a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.145131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.277201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=984908ae-257d-4da5-984c-4f833a633029,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:30.278319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.280304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.284729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f555901b-1901-4c84-9f62-b7a9e7e13e48 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/984908ae-257d-4da5-984c-4f833a633029 HTTP/1.1" status: 204 len: 168 time: 1.2683511 Jul 28 14:52:30.287179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.307670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41306) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:30.331477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6394dc2d-9c48-4da4-8b13-3efa7660e733']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:30.361444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fd93705-b81a-484f-9903-8a464feb2da8 req-d14aa547-416b-4a77-b767-99a6b2fbc26a service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090487 Jul 28 14:52:30.398154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ad3f02-81f4-4362-a922-441ba5ec457b') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:30.398928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ad3f02-81f4-4362-a922-441ba5ec457b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:30.432291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.499101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.509176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:30.513291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:30.520195 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:30.647899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eaf3a074-859e-4307-8bcf-65c75214053b req-73395121-bf7b-4139-b9d4-91bf3b89b1bc tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.2008016 Jul 28 14:52:30.722294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.872063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port 90388e7e-8afe-49a7-a738-48a5e3aa7792 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:30.872731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:30.951370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:30.987622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb1ee7-1d50-4e0e-b321-d7fd7aceeeaf None None] Network 6394dc2d-9c48-4da4-8b13-3efa7660e733 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:31.041242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.052363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90388e7e-8afe-49a7-a738-48a5e3aa7792,segment=NetworkSegment(548333e5-24fe-457c-92b3-852726a95215),segment_id=548333e5-24fe-457c-92b3-852726a95215)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:31.055902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.056510 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.066835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/6394dc2d-9c48-4da4-8b13-3efa7660e733 HTTP/1.1" status: 204 len: 168 time: 1.7181289 Jul 28 14:52:31.097171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.104302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.222285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20abed9e-46ff-4975-adfa-75386b87b7e1 None None] Network 3378f761-ee02-4f27-b177-e491d057b9fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:31.241182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for 90388e7e-8afe-49a7-a738-48a5e3aa7792 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:31.245408 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5bde62-7942-4198-80d4-b5f8d8dc0af6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:31.245876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5bde62-7942-4198-80d4-b5f8d8dc0af6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:31.261207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c5bde62-7942-4198-80d4-b5f8d8dc0af6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/33064fe6-ce3e-4216-abf8-50a13c284c53 HTTP/1.1" status: 404 len: 337 time: 0.1613474 Jul 28 14:52:31.261891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41334) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.418331 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f47ebee-4989-43d6-aed4-c726ac43ad18 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:31.418773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f47ebee-4989-43d6-aed4-c726ac43ad18 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:31.442421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f47ebee-4989-43d6-aed4-c726ac43ad18 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/6394dc2d-9c48-4da4-8b13-3efa7660e733 HTTP/1.1" status: 404 len: 339 time: 0.1415620 Jul 28 14:52:31.586694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:31.633654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41340) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.653374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad790425-11e7-4918-a2c0-f670cddbb56d None None] Provisioning complete for port 90388e7e-8afe-49a7-a738-48a5e3aa7792 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:31.653763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad790425-11e7-4918-a2c0-f670cddbb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.778656 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6a52a6-7fc9-4a1d-97cc-c94f7250a00c tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:31.779218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6a52a6-7fc9-4a1d-97cc-c94f7250a00c tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:31.784818 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d6a52a6-7fc9-4a1d-97cc-c94f7250a00c tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/9490957b-1375-4232-b2a1-0f831dbb9633 HTTP/1.1" status: 404 len: 337 time: 0.1475859 Jul 28 14:52:31.797583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.831735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] DHCP port deletion for 3378f761-ee02-4f27-b177-e491d057b9fa request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:31.900302 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b7ff08-ddc2-4971-9e8c-4ba7da12858f tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:31.901920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b7ff08-ddc2-4971-9e8c-4ba7da12858f tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:31.904671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f5b7ff08-ddc2-4971-9e8c-4ba7da12858f tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/e2b940e1-f56e-4bc9-b579-eb2b316f44fa HTTP/1.1" status: 404 len: 339 time: 0.1051719 Jul 28 14:52:31.911832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a347cceb-bcf5-4a14-9c65-72b435cafabc req-791ef174-dad2-4a8d-80c0-6bdecdcbd29b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.1059422 Jul 28 14:52:31.916502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:31.937087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11098b0c-1b8f-40bd-8cb9-992d62256245 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=6394dc2d-9c48-4da4-8b13-3efa7660e733,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:31.953782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Deleting port 90388e7e-8afe-49a7-a738-48a5e3aa7792 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:31.954423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:31.968259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3d0599bd-0b6d-45ef-ae81-4a59c657c485 req-02f7fff5-99e7-4d8a-9a2e-2653fe79f9e7 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0333247 Jul 28 14:52:31.980678 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0597b9-e9a7-439c-a5a4-cea0bb84e7af tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:31.981328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0597b9-e9a7-439c-a5a4-cea0bb84e7af tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:31.984087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b0597b9-e9a7-439c-a5a4-cea0bb84e7af tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/37aad4c8-5797-4b27-bbc9-18455ec64663 HTTP/1.1" status: 404 len: 337 time: 0.0651584 Jul 28 14:52:31.988809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.019895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-2b6e55d9-1fb8-4e2b-9f83-e36b15a67a73 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:32.020680 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-771e276f-7d37-4f51-9d06-6bd6a17fe86b tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:32.020786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-2b6e55d9-1fb8-4e2b-9f83-e36b15a67a73 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.50 "GET /v2.0/networks?id=484a819d-2170-4edb-a440-e12de433fbac HTTP/1.1" status: 200 len: 797 time: 0.8042519 Jul 28 14:52:32.027373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771e276f-7d37-4f51-9d06-6bd6a17fe86b tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:32.030325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-771e276f-7d37-4f51-9d06-6bd6a17fe86b tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/8ca3d740-10a3-4722-bc49-9c680c4015ab HTTP/1.1" status: 404 len: 339 time: 0.0423224 Jul 28 14:52:32.032976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41358) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.052790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Request body: {'port': {'device_id': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'admin_state_up': True, 'tenant_id': 'd58981e105d342469dc83157ece3b801'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:32.131792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] For port 90388e7e-8afe-49a7-a738-48a5e3aa7792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=90388e7e-8afe-49a7-a738-48a5e3aa7792,segment=NetworkSegment(548333e5-24fe-457c-92b3-852726a95215),segment_id=548333e5-24fe-457c-92b3-852726a95215)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:32.132255 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.173734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Calling delete_port for 90388e7e-8afe-49a7-a738-48a5e3aa7792 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:32.187331 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.191685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting port 6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:32.192425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.226306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.232017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port 90388e7e-8afe-49a7-a738-48a5e3aa7792 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:32.327318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.328879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.344456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Calling delete_port for 6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:32.354573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.359784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] Pushing event deleted for resources: {'Port': ['ID=90388e7e-8afe-49a7-a738-48a5e3aa7792,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.368022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378f761-ee02-4f27-b177-e491d057b9fa']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:32.369867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab3d22-cbab-4a7c-99a4-e1224db58ea6 None None] No DVR routers for this DVR port 90388e7e-8afe-49a7-a738-48a5e3aa7792 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:32.391119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548333e5-24fe-457c-92b3-852726a95215') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:32.391650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548333e5-24fe-457c-92b3-852726a95215') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:32.423828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.446759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Made reservation on behalf of d58981e105d342469dc83157ece3b801 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:32.457700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.473499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.506983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:32.509324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:32.510592 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:32.543728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.606316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Port': ['ID=6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.619736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.621686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84b2fef0-8962-49d8-b34f-0654ac650cad tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/ports/6022a4a9-da38-4fdd-9ec0-e1eb7bffa4a3 HTTP/1.1" status: 204 len: 168 time: 0.5873265 Jul 28 14:52:32.624413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41370) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.661438 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a991b94-9141-4c79-b6c8-41513fdbd589 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:32.662660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a991b94-9141-4c79-b6c8-41513fdbd589 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:32.667950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a991b94-9141-4c79-b6c8-41513fdbd589 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/80392550-6765-403a-ab90-307fecea9de8 HTTP/1.1" status: 404 len: 337 time: 0.0422788 Jul 28 14:52:32.674223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41372) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.717771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Allocated IP 172.20.0.25 (484a819d-2170-4edb-a440-e12de433fbac/20e692b2-5527-4182-a7a4-ce1b75bc1265/9b440438-0e19-4106-901f-1202437f5c4a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:32.780959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.792760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.803456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.805954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/3378f761-ee02-4f27-b177-e491d057b9fa HTTP/1.1" status: 204 len: 168 time: 2.4949174 Jul 28 14:52:32.809674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41376) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.837370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495054d-5d3d-4a1a-88f2-3f5b7ae5cfbb tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=3378f761-ee02-4f27-b177-e491d057b9fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:32.867538 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8b1e4a-1907-46fc-8dcf-4f20207f5559 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:32.868339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8b1e4a-1907-46fc-8dcf-4f20207f5559 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:32.870322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4b8b1e4a-1907-46fc-8dcf-4f20207f5559 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/ad12d262-c38d-4905-9fed-ffe1d13814e8 HTTP/1.1" status: 404 len: 337 time: 0.0503170 Jul 28 14:52:32.874786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.916558 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d058d84-1291-413e-bcc0-f1a79adbac57 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:32.917321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d058d84-1291-413e-bcc0-f1a79adbac57 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:32.922006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9d058d84-1291-413e-bcc0-f1a79adbac57 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/f75bbea3-76c1-47d7-9bbb-bd7fe64ea44d HTTP/1.1" status: 404 len: 339 time: 0.0439086 Jul 28 14:52:32.928305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.931878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:32.954767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:32.979839 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac099c8-d9fc-443b-a8f8-4d8ba346f833 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:32.981466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac099c8-d9fc-443b-a8f8-4d8ba346f833 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:32.983031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bac099c8-d9fc-443b-a8f8-4d8ba346f833 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/4f5bf8ca-e338-4798-b4a9-d6c8f6a42c0e HTTP/1.1" status: 404 len: 337 time: 0.0535643 Jul 28 14:52:32.987079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41386) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:32.999121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee2ec9a-43d7-4bd9-ae35-428417a11e88') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:33.001083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee2ec9a-43d7-4bd9-ae35-428417a11e88') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:33.022220 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-39050a06-6bd6-47f5-b753-bbab3b12635b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:33.024089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39050a06-6bd6-47f5-b753-bbab3b12635b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:33.025375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.028663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39050a06-6bd6-47f5-b753-bbab3b12635b tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/38d63e62-61a3-4615-ab4d-270d7bf4b3bc HTTP/1.1" status: 404 len: 339 time: 0.0363274 Jul 28 14:52:33.030382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41392) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.061836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.081659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Transition to ACTIVE for port object 9b440438-0e19-4106-901f-1202437f5c4a will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:33.102670 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3748c951-5c55-43d7-833e-42ad8a2abfa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:33.102670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3748c951-5c55-43d7-833e-42ad8a2abfa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:33.102670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3748c951-5c55-43d7-833e-42ad8a2abfa5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/28da5417-d34f-4910-b533-12465dfafcf0 HTTP/1.1" status: 404 len: 337 time: 0.0696597 Jul 28 14:52:33.107021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41394) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.141053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3b8b9f5e-979e-456a-941b-6c0995a594a0 req-a51a5f11-a129-4ef1-a1a4-0b247427ddb9 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0377014 Jul 28 14:52:33.153852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.170145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:33.170562 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:33.174312 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:33.201100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c7d73cb-4425-45f1-9642-bfd98f5b9e58 req-47ad1ef5-3f5e-4e28-be57-5dad6c1fd070 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.1129837 Jul 28 14:52:33.224734 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-09651557-0081-48f7-8194-e8895535f682 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:33.228110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09651557-0081-48f7-8194-e8895535f682 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:33.234440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09651557-0081-48f7-8194-e8895535f682 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/5f393a2a-c645-4e2f-8d0f-5725d278c9dd HTTP/1.1" status: 404 len: 339 time: 0.1261313 Jul 28 14:52:33.238131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.248819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:33.305239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:33.305727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.333947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.345277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting subnet d21d4cfa-8d92-40b4-b2e3-203f65b6be95 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:33.349580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.355734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.360843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4 HTTP/1.1" status: 204 len: 168 time: 0.6853898 Jul 28 14:52:33.366367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41400) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.402134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.436412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93610e3a-13bb-4c44-950c-35a9b30b2a67 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=ae7ed100-f8f4-4169-a62d-aef0f1d1cbc4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:33.522187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90388e7e-8afe-49a7-a738-48a5e3aa7792 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:33.531843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.551402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 90388e7e-8afe-49a7-a738-48a5e3aa7792 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:33.552126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 90388e7e-8afe-49a7-a738-48a5e3aa7792 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:33.567908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting port b29e143b-e780-4a4d-a573-1e425e357e83 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:33.568510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.619205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Network 484a819d-2170-4edb-a440-e12de433fbac is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:33.629636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.633627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:33.657073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:33.672670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.697404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event updated for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:33.709229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Calling delete_port for b29e143b-e780-4a4d-a573-1e425e357e83 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:33.766832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:33.767509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.917242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.950675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=d21d4cfa-8d92-40b4-b2e3-203f65b6be95,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:33.952764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:33.957311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d4c9757-d6ef-496f-be7d-9b45c1671141 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/d21d4cfa-8d92-40b4-b2e3-203f65b6be95 HTTP/1.1" status: 204 len: 168 time: 0.7178175 Jul 28 14:52:33.957507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:33.958949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda26b7-a198-46aa-af9d-d79db8d8d0f7 None None] Network afef2492-bc57-4268-9b8c-411b7c331b04 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:33.977890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-dbefb59b-6894-4d20-80ca-7dcff36604d0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9270864 Jul 28 14:52:33.995865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Request body: {'port': {'device_id': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:34.082333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.108981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c0dd573-143a-4e8b-84bc-b0756fc76387 None None] Provisioning for port 9b440438-0e19-4106-901f-1202437f5c4a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:34.142083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c0dd573-143a-4e8b-84bc-b0756fc76387 None None] Provisioning complete for port 9b440438-0e19-4106-901f-1202437f5c4a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:34.142520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd573-143a-4e8b-84bc-b0756fc76387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.153655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Port': ['ID=b29e143b-e780-4a4d-a573-1e425e357e83,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:34.154429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.173538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.177333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2352c5ec-88da-4d47-bd6a-ea7ff0abcf3e tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/ports/b29e143b-e780-4a4d-a573-1e425e357e83 HTTP/1.1" status: 204 len: 168 time: 0.8051631 Jul 28 14:52:34.178713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:34.193829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.197912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dd573-143a-4e8b-84bc-b0756fc76387 None None] Port 9b440438-0e19-4106-901f-1202437f5c4a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:34.253236 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f117b838-5c3b-4079-b327-f09fb8d9b5c6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:34.253869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f117b838-5c3b-4079-b327-f09fb8d9b5c6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:34.258871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f117b838-5c3b-4079-b327-f09fb8d9b5c6 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/a306f060-e2b3-4ef6-8122-4b5248635b33 HTTP/1.1" status: 404 len: 337 time: 0.0759807 Jul 28 14:52:34.260091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41428) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:34.339508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] DHCP port deletion for afef2492-bc57-4268-9b8c-411b7c331b04 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:34.378452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7176d88f-e18d-43ed-ad4b-76b3f47a6868 req-68c5d714-3c9d-4447-95bc-33760268fb0d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0408335 Jul 28 14:52:34.397305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Deleting port d467a8cb-e876-4663-b8fe-dc76761ab333 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:34.399407 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.410753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port d467a8cb-e876-4663-b8fe-dc76761ab333 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:34.411233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.489850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] For port d467a8cb-e876-4663-b8fe-dc76761ab333, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d467a8cb-e876-4663-b8fe-dc76761ab333,segment=NetworkSegment(abb73653-08ed-4a61-aa32-04c8a9d43eea),segment_id=abb73653-08ed-4a61-aa32-04c8a9d43eea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:34.490657 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.510933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Calling delete_port for d467a8cb-e876-4663-b8fe-dc76761ab333 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:34.512248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port d467a8cb-e876-4663-b8fe-dc76761ab333, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d467a8cb-e876-4663-b8fe-dc76761ab333,segment=NetworkSegment(abb73653-08ed-4a61-aa32-04c8a9d43eea),segment_id=abb73653-08ed-4a61-aa32-04c8a9d43eea)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:34.512906 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.529554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for d467a8cb-e876-4663-b8fe-dc76761ab333 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:34.576688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.639487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea0319-473c-4a97-9b94-4e8219c1c7b9 req-eb077572-9a7f-4ff0-bba6-c3b6749cebd0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:34.641064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f8ea0319-473c-4a97-9b94-4e8219c1c7b9 req-eb077572-9a7f-4ff0-bba6-c3b6749cebd0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 895 time: 0.2259166 Jul 28 14:52:34.773509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.798938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a771ac-26fb-423a-a39b-3b57fc34a0a8']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:34.818136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be72ffd9-a354-4e99-873b-dc396cfd975d') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:34.818438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be72ffd9-a354-4e99-873b-dc396cfd975d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:34.840059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.869534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.888929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:34.889345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.893075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:34.911226 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:34.914204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:34.914377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] No DVR routers for this DVR port d467a8cb-e876-4663-b8fe-dc76761ab333 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:34.938995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port d467a8cb-e876-4663-b8fe-dc76761ab333 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:34.939317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5249a-220b-477c-86c7-e629fd8fd39b None None] Pushing event deleted for resources: {'Port': ['ID=d467a8cb-e876-4663-b8fe-dc76761ab333,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:34.956604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=d467a8cb-e876-4663-b8fe-dc76761ab333,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.010194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b440438-0e19-4106-901f-1202437f5c4a {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:35.017761 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.035342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.046596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afef2492-bc57-4268-9b8c-411b7c331b04']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:35.061330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb73653-08ed-4a61-aa32-04c8a9d43eea') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:35.061627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb73653-08ed-4a61-aa32-04c8a9d43eea') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:35.071266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.084436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.090228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:35.090624 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:35.093535 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:35.181079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d467a8cb-e876-4663-b8fe-dc76761ab333 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:35.202620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d467a8cb-e876-4663-b8fe-dc76761ab333 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:35.202897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d467a8cb-e876-4663-b8fe-dc76761ab333 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:35.338390 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.338936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Transition to ACTIVE for port object 9b440438-0e19-4106-901f-1202437f5c4a will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:35.341174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.353989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.361031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.363825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/72a771ac-26fb-423a-a39b-3b57fc34a0a8 HTTP/1.1" status: 204 len: 168 time: 1.0961704 Jul 28 14:52:35.364420 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/afef2492-bc57-4268-9b8c-411b7c331b04 HTTP/1.1" status: 204 len: 168 time: 1.4049549 Jul 28 14:52:35.365063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41446) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.366662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41448) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.442988 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3e7e7-fd84-4f7a-8723-5c29d4e9c3ec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:35.442988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b3e7e7-fd84-4f7a-8723-5c29d4e9c3ec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:35.445236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f2b3e7e7-fd84-4f7a-8723-5c29d4e9c3ec tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/a9294767-0578-49d3-9566-a0486d6d452a HTTP/1.1" status: 404 len: 337 time: 0.0632958 Jul 28 14:52:35.446530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41454) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.448180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375659c-e87e-4721-8f07-c4246d775db8 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=72a771ac-26fb-423a-a39b-3b57fc34a0a8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.477734 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5246a1f-a564-4a7f-b527-1c7e2e1eb8ab tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] DELETE failed (client error): The resource could not be found. Jul 28 14:52:35.478608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5246a1f-a564-4a7f-b527-1c7e2e1eb8ab tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:52:35.481858 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a5246a1f-a564-4a7f-b527-1c7e2e1eb8ab tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/4fa31fe9-b8a6-4343-8e6f-d16a4b1eae75 HTTP/1.1" status: 404 len: 339 time: 0.0306854 Jul 28 14:52:35.484658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41460) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:35.486531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d254fb8-8324-4105-82eb-c4cd546382dd tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=afef2492-bc57-4268-9b8c-411b7c331b04,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.568132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting subnet 0a735489-6639-4162-b32a-986e79411f55 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:35.574323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.583749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25575217-5944-410a-8104-6d62568929f5 req-97e6e0d4-2fae-4c62-9dc2-daa86f0f9b07 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0561376 Jul 28 14:52:35.591371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting subnet 7a1a3e72-e091-49ae-9900-1567a804a621 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:35.612140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.625218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.639993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.683604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.765931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.894102 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Pushing event updated for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:35.905127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:35.994038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8cbb8-0de2-41e7-9370-f1026a8848ae req-c4896548-a60a-41a9-91c3-cf3f5290f772 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:35.995757 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ed8cbb8-0de2-41e7-9370-f1026a8848ae req-c4896548-a60a-41a9-91c3-cf3f5290f772 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.2143049 Jul 28 14:52:36.000770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Attempting to bind port 9b440438-0e19-4106-901f-1202437f5c4a on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:36.001116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Attempting to bind port 9b440438-0e19-4106-901f-1202437f5c4a by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:36.001486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Attempting to bind port 9b440438-0e19-4106-901f-1202437f5c4a on network 484a819d-2170-4edb-a440-e12de433fbac {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:36.008391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Port 9b440438-0e19-4106-901f-1202437f5c4a on network 484a819d-2170-4edb-a440-e12de433fbac not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:52:36.008391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Attempting to bind port 9b440438-0e19-4106-901f-1202437f5c4a on network 484a819d-2170-4edb-a440-e12de433fbac {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:36.019165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:36.019849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Checking segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:36.019965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Bound using segment: {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:36.020313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Bound port: 9b440438-0e19-4106-901f-1202437f5c4a, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b112b49-dc63-48d4-a820-c922e9cf9fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '484a819d-2170-4edb-a440-e12de433fbac'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:36.021158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.081377 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.129728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:36.133911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9b440438-0e19-4106-901f-1202437f5c4a,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:36.135226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1a3e72-e091-49ae-9900-1567a804a621,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:36.145129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.147331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a4b7093f-5ff1-4754-b562-20e24aa9527a tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/subnets/7a1a3e72-e091-49ae-9900-1567a804a621 HTTP/1.1" status: 204 len: 168 time: 0.7761915 Jul 28 14:52:36.150293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41474) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.163128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9419f08a-9d6e-49d2-8853-53d1d52573b3 None None] Network ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:36.226601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.245355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.314084 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.316473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/subnets/0a735489-6639-4162-b32a-986e79411f55 HTTP/1.1" status: 204 len: 168 time: 0.8290701 Jul 28 14:52:36.321606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41480) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:36.321812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.326001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2e2e77-af06-470b-8c39-99b50591935e None None] Network fa3e9525-016d-4159-9533-42c52bae6da8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:36.326188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7964-59a3-4886-b27c-95302213a661 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Subnet': ['ID=0a735489-6639-4162-b32a-986e79411f55,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:36.359552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Deleting port e89a64df-a855-4c7e-a956-60322988e221 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:36.359905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.364302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.365004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.366588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] 10.222.0.50 "PUT /v2.0/ports/9b440438-0e19-4106-901f-1202437f5c4a HTTP/1.1" status: 200 len: 1056 time: 2.3781815 Jul 28 14:52:36.367155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:36.369522 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "tag": "9b440438-0e19-4106-901f-1202437f5c4a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:36.450663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d4791-6cd0-4d42-b5cf-8e5a8a48debc service neutron] Pushing event updated for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:36.474806 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ebdd8f-8471-40c3-822c-12e3b95a2f1b x-openstack-request-id: req-44ebdd8f-8471-40c3-822c-12e3b95a2f1b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:36.475129 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "tag": "9b440438-0e19-4106-901f-1202437f5c4a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:36.475395 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44ebdd8f-8471-40c3-822c-12e3b95a2f1b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:36.475865 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a', 'status': 'completed', 'code': 200} Jul 28 14:52:36.590145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-a7e5cb3d-98a1-4a30-b489-5f1a7f5672cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.591742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-a7e5cb3d-98a1-4a30-b489-5f1a7f5672cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 1059 time: 0.0890799 Jul 28 14:52:36.599454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] DHCP port deletion for ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:36.600020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.642366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] For port e89a64df-a855-4c7e-a956-60322988e221, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e89a64df-a855-4c7e-a956-60322988e221,segment=NetworkSegment(3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d),segment_id=3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:36.642742 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.714498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Calling delete_port for e89a64df-a855-4c7e-a956-60322988e221 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:36.749458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Deleting port e89a64df-a855-4c7e-a956-60322988e221 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:36.750118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.874559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] DHCP port deletion for fa3e9525-016d-4159-9533-42c52bae6da8 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:36.907792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5910e39a-df3f-493d-b4e6-26759eeb7e7a req-fe097aed-b923-4b60-bfdd-4533c3ca7190 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/ports?device_id=b44ec134-512b-44de-9651-27208d587fa7 HTTP/1.1" status: 200 len: 210 time: 0.0881958 Jul 28 14:52:36.916925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-d3ba232d-fb94-4a62-b541-36f208bcc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.917465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-d3ba232d-fb94-4a62-b541-36f208bcc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:36.920196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-d3ba232d-fb94-4a62-b541-36f208bcc798 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d58981e105d342469dc83157ece3b801&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3139102 Jul 28 14:52:36.939955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] For port e89a64df-a855-4c7e-a956-60322988e221, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e89a64df-a855-4c7e-a956-60322988e221,segment=NetworkSegment(3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d),segment_id=3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:36.941002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:36.979161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Calling delete_port for e89a64df-a855-4c7e-a956-60322988e221 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:36.998476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Deleting port de4de6c4-cb10-471d-a698-85d6e27afd4f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:36.999257 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.083486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Deleting port de4de6c4-cb10-471d-a698-85d6e27afd4f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:37.085088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-3c08c707-4e3e-4811-84a2-891ed072b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:37.086888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f2bc35c-c2bc-4d52-8f3e-1de16135813e req-3c08c707-4e3e-4811-84a2-891ed072b111 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594014 Jul 28 14:52:37.089491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.192068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] For port de4de6c4-cb10-471d-a698-85d6e27afd4f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=de4de6c4-cb10-471d-a698-85d6e27afd4f,segment=NetworkSegment(b8c5866b-bf94-4f52-aef5-fa7d0c59e437),segment_id=b8c5866b-bf94-4f52-aef5-fa7d0c59e437)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:37.192775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.216708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Calling delete_port for de4de6c4-cb10-471d-a698-85d6e27afd4f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:37.230487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] For port de4de6c4-cb10-471d-a698-85d6e27afd4f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=de4de6c4-cb10-471d-a698-85d6e27afd4f,segment=NetworkSegment(b8c5866b-bf94-4f52-aef5-fa7d0c59e437),segment_id=b8c5866b-bf94-4f52-aef5-fa7d0c59e437)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:37.230892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.250031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Calling delete_port for de4de6c4-cb10-471d-a698-85d6e27afd4f owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:37.276842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-b900f88f-3227-46b0-833d-9bb500b78dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:37.278987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-b900f88f-3227-46b0-833d-9bb500b78dcd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 1059 time: 0.1285956 Jul 28 14:52:37.343800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device de4de6c4-cb10-471d-a698-85d6e27afd4f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:37.357708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.394308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-6d53b4ea-6f2f-4001-8d24-1c98bc5b97ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=9b440438-0e19-4106-901f-1202437f5c4a HTTP/1.1" status: 200 len: 217 time: 0.1003876 Jul 28 14:52:37.407046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.436310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] No DVR routers for this DVR port e89a64df-a855-4c7e-a956-60322988e221 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:37.504352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-ff5e3c82-85a6-4a03-beab-6d1fd675e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:37.514705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-ff5e3c82-85a6-4a03-beab-6d1fd675e9bc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=20e692b2-5527-4182-a7a4-ce1b75bc1265 HTTP/1.1" status: 200 len: 837 time: 0.1036646 Jul 28 14:52:37.515584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1bc3-487f-4efb-a08a-fe0ff28b7dbf None None] Pushing event deleted for resources: {'Port': ['ID=e89a64df-a855-4c7e-a956-60322988e221,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.524861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Port': ['ID=e89a64df-a855-4c7e-a956-60322988e221,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.527632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] No DVR routers for this DVR port e89a64df-a855-4c7e-a956-60322988e221 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:37.572686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-940a7586-52d4-419c-b2d9-3f9023527105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:37.574543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-940a7586-52d4-419c-b2d9-3f9023527105 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=484a819d-2170-4edb-a440-e12de433fbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0582542 Jul 28 14:52:37.643226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c86ba-8521-4efd-b63b-1f40f587bcca req-6c127d56-0ef2-4ca4-b593-d66b372ec7be tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:37.644954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea9c86ba-8521-4efd-b63b-1f40f587bcca req-6c127d56-0ef2-4ca4-b593-d66b372ec7be tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.2906172 Jul 28 14:52:37.656106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.685092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5e7226-bba4-43dc-a5bc-5e81fa2058a5']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:37.712064 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.714919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:37.715276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f16d65c-ecdc-41a4-b2a6-2e1895bbe67d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:37.728043 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.750449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-c068bb58-08f4-410f-9e4d-e9c46bc3a80f service neutron] 10.222.0.50 "GET /v2.0/networks/484a819d-2170-4edb-a440-e12de433fbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675763 Jul 28 14:52:37.751134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.765299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:37.775509 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:37.840986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.861170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e89a64df-a855-4c7e-a956-60322988e221 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:37.882509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Port': ['ID=de4de6c4-cb10-471d-a698-85d6e27afd4f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:37.884774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] No DVR routers for this DVR port de4de6c4-cb10-471d-a698-85d6e27afd4f on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:37.888162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e89a64df-a855-4c7e-a956-60322988e221 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:37.888537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e89a64df-a855-4c7e-a956-60322988e221 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:37.911187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:37.914882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b10ba4b6-5298-4194-80f2-56efda345c7e req-d4353e9d-859b-459b-8a03-7910276c7828 service neutron] 10.222.0.50 "GET /v2.0/networks/484a819d-2170-4edb-a440-e12de433fbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562233 Jul 28 14:52:37.972990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] No DVR routers for this DVR port de4de6c4-cb10-471d-a698-85d6e27afd4f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:37.975286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300b3ad-35d4-452f-82ad-104bd0327c54 None None] Pushing event deleted for resources: {'Port': ['ID=de4de6c4-cb10-471d-a698-85d6e27afd4f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:38.023692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.054543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.056898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] 10.222.0.47 "DELETE /v2.0/networks/ad5e7226-bba4-43dc-a5bc-5e81fa2058a5 HTTP/1.1" status: 204 len: 168 time: 1.9054520 Jul 28 14:52:38.061047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d008d8-be88-4deb-9ad5-a55084ee9679 tempest-NetworksIpV6TestAttrs-84037050 tempest-NetworksIpV6TestAttrs-84037050-project] Pushing event deleted for resources: {'Network': ['ID=ad5e7226-bba4-43dc-a5bc-5e81fa2058a5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:38.067321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.078559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3e9525-016d-4159-9533-42c52bae6da8']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:38.090249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:38.090936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c5866b-bf94-4f52-aef5-fa7d0c59e437') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:38.100044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.136725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.144047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:38.144473 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:38.213286 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:38.305557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:38.332412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.345824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.345824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] 10.222.0.47 "DELETE /v2.0/networks/fa3e9525-016d-4159-9533-42c52bae6da8 HTTP/1.1" status: 204 len: 168 time: 2.0200615 Jul 28 14:52:38.405827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674209-4ad2-404b-904e-55e381d9fea5 tempest-NetworksIpV6Test-1199671361 tempest-NetworksIpV6Test-1199671361-project] Pushing event deleted for resources: {'Network': ['ID=fa3e9525-016d-4159-9533-42c52bae6da8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:38.778822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:38.818470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b76bc1-96b7-4417-9df6-687a215818fe req-e8ab9dad-95e5-4501-90c2-f825f655bafa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:38.820656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61b76bc1-96b7-4417-9df6-687a215818fe req-e8ab9dad-95e5-4501-90c2-f825f655bafa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.0870059 Jul 28 14:52:38.822478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.081891 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.088813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.090103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/security-groups/864c97e5-e12c-4a8b-8575-68b9016a6bd9 HTTP/1.1" status: 204 len: 168 time: 0.7834461 Jul 28 14:52:39.094774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41534) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.111113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb8a69-fc28-4524-b5d2-68a54cc03eaf tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c97e5-e12c-4a8b-8575-68b9016a6bd9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:39.113830 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-aeb965c5-5aaa-45ab-b736-9a1ab4fba4ec tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] show failed (client error): The resource could not be found. Jul 28 14:52:39.114877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aeb965c5-5aaa-45ab-b736-9a1ab4fba4ec tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "GET /v2.0/security-groups/864c97e5-e12c-4a8b-8575-68b9016a6bd9 HTTP/1.1" status: 404 len: 347 time: 0.0190022 Jul 28 14:52:39.119850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41536) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.165940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41538) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.313643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port d887e153-4397-476d-bbd3-28640cb8adf5 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:39.314170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.410450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.410450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.428501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for d887e153-4397-476d-bbd3-28640cb8adf5 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:39.449848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.481284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7789b9c7-a1ed-4dcc-95c9-0ab855c0f86a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=702a4d3b228a4beea7e2a85b3c1b4292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142741 Jul 28 14:52:39.484606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41554) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.604186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.660823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.697052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a802e941-cb1c-4a3c-aa04-747860f762e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d9207a055944f7e86b953721551d055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462127 Jul 28 14:52:39.701519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41566) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:39.808910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.849027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.859321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.864490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.883024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb221227-5de2-46e5-a272-1f615910b269 HTTP/1.1" status: 204 len: 168 time: 0.3807232 Jul 28 14:52:39.886620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b25e6-7d30-43e8-bac7-2f34216d6cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb221227-5de2-46e5-a272-1f615910b269,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:39.917898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:39.962574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=d887e153-4397-476d-bbd3-28640cb8adf5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:40.081760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4187-f003-477b-94ed-2313b974a4ab req-b1ae3178-b1c3-4ebf-af08-10754454af1b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:40.083542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9aa4187-f003-477b-94ed-2313b974a4ab req-b1ae3178-b1c3-4ebf-af08-10754454af1b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.1066763 Jul 28 14:52:40.097502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.129005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.136898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77b37ac0-9533-4edf-8ce8-899365e692f0 HTTP/1.1" status: 204 len: 168 time: 0.4310272 Jul 28 14:52:40.155440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5330d-08f4-4bf0-b2fc-739e262b69b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b37ac0-9533-4edf-8ce8-899365e692f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:40.174419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.179588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.185537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:40.186027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a31f9d3-fc4e-4bc1-9614-6eda9940ec2c tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/floatingips/8fbeaaed-dff4-481f-a384-5d3b4d6f9c91 HTTP/1.1" status: 204 len: 168 time: 1.0650775 Jul 28 14:52:40.311503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port ba5344bb-170b-45eb-9d0b-dfc3efd4540e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:40.311937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.455176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.471314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for ba5344bb-170b-45eb-9d0b-dfc3efd4540e owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:40.783854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.822420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=ba5344bb-170b-45eb-9d0b-dfc3efd4540e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:40.910633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:40.917665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:40.918428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-069d86ef-0ec4-4e6b-a54a-d3e67cb8b6d5 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/ports/ba5344bb-170b-45eb-9d0b-dfc3efd4540e HTTP/1.1" status: 204 len: 168 time: 0.7307558 Jul 28 14:52:41.028593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:41.028933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.182644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.214934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for 6e4b73cf-851d-4a1c-afa9-1767e2ce8881 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:41.284994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badbdd-8782-4141-98e6-473d9534ddac req-e865ae52-26ab-4730-a74a-8255fb108891 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:41.286616 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-65badbdd-8782-4141-98e6-473d9534ddac req-e865ae52-26ab-4730-a74a-8255fb108891 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.1191132 Jul 28 14:52:41.485959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.521728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=6e4b73cf-851d-4a1c-afa9-1767e2ce8881,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:41.629329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.632250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6f04a104-e4aa-4d9e-8ec3-86f0aef25e5b tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/ports/6e4b73cf-851d-4a1c-afa9-1767e2ce8881 HTTP/1.1" status: 204 len: 168 time: 0.7113893 Jul 28 14:52:41.633939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41626) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:41.696756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting subnet 292458b7-41f0-4981-9a61-4ca03a707058 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:41.699935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:41.745268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.140926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.269851 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47479184-8949-4fbf-bb1a-44e2e7320f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.403771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9b440438-0e19-4106-901f-1202437f5c4a details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:52:42.425363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.449888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9628-304b-4c3e-9418-9fa4da192def req-811b24ad-6761-4bd5-a89f-4575246e1b4e tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:42.455872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-215b9628-304b-4c3e-9418-9fa4da192def req-811b24ad-6761-4bd5-a89f-4575246e1b4e tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 907 time: 0.0861034 Jul 28 14:52:42.479465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Subnet': ['ID=292458b7-41f0-4981-9a61-4ca03a707058,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:42.486694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.488696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-65bcd69b-0bba-47d3-9900-ee98d69ac107 tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/subnets/292458b7-41f0-4981-9a61-4ca03a707058 HTTP/1.1" status: 204 len: 168 time: 0.8538067 Jul 28 14:52:42.493294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.509596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ff0e1-4f42-41ed-b376-8e95021b76dc None None] Network ad33859d-0cf9-4685-97d8-6318e5f7a89c requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:42.564013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting subnet 7fd61ece-50ae-4038-8817-3b30aac67b7a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:42.564568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.613363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.633296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9b440438-0e19-4106-901f-1202437f5c4a,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:42.649099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '9b440438-0e19-4106-901f-1202437f5c4a', 'network_id': '484a819d-2170-4edb-a440-e12de433fbac', 'port_id': '9b440438-0e19-4106-901f-1202437f5c4a', 'mac_address': 'fa:16:3e:49:e6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e692b2-5527-4182-a7a4-ce1b75bc1265', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:52:42.706514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.733741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.748248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b440438-0e19-4106-901f-1202437f5c4a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:52:42.774311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9b440438-0e19-4106-901f-1202437f5c4a,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:42.843784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] DHCP port deletion for ad33859d-0cf9-4685-97d8-6318e5f7a89c request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:42.884325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.900826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41668) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.915847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.932628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Deleting port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:42.933301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.959165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd61ece-50ae-4038-8817-3b30aac67b7a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:42.971382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:42.973618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d9729f7d-059f-4ccd-ba8c-9fe0f1824c8f tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/subnets/7fd61ece-50ae-4038-8817-3b30aac67b7a HTTP/1.1" status: 204 len: 168 time: 0.4788718 Jul 28 14:52:42.977623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.986753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41674) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:42.994850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c855d75-4944-4030-af7e-d6a1831eb590 None None] Network f29ba33f-336c-4637-baa7-e1e1c051e438 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:43.095624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.129243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-604718686'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.222458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1416752555'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:43.245307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.247268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Deleting port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:43.247880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.271757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] For port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:43.272206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.309075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:43.309444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41684) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.321417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Calling delete_port for 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:43.378170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] For port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,segment=NetworkSegment(33155f3e-74d6-4eae-a920-9e0e28fdd9e9),segment_id=33155f3e-74d6-4eae-a920-9e0e28fdd9e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:43.378593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.385068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Deleting subnet 20288c24-097a-428f-8eeb-e0af4c8dccce {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:43.392972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Made reservation on behalf of be9a2faba7194ea7846aba4ca6f9e30d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:43.394214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9b440438-0e19-4106-901f-1202437f5c4a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:52:43.395681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Calling delete_port for 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:43.399082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.426369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.426369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.560226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.581414 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.633714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.661699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6635aa-bc7f-40ae-bbeb-af09d7f47b46 req-6c0425ac-ec57-4d68-ace6-2d1fbeb5d36c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:43.675087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c6635aa-bc7f-40ae-bbeb-af09d7f47b46 req-6c0425ac-ec57-4d68-ace6-2d1fbeb5d36c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 908 time: 0.0821199 Jul 28 14:52:43.675302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Made reservation on behalf of ba68a9a7cc284ba581cdac50a9a11e1b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:43.675302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.693221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.716597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] DHCP port deletion for f29ba33f-336c-4637-baa7-e1e1c051e438 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:43.779509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.794417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Deleting port 6493904c-4e9c-49e3-94b6-3229440f743a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:43.794417 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.868588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.870453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] No DVR routers for this DVR port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:43.877348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Port': ['ID=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.892126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.908047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.929308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20288c24-097a-428f-8eeb-e0af4c8dccce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.933047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.937362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/20288c24-097a-428f-8eeb-e0af4c8dccce HTTP/1.1" status: 204 len: 168 time: 0.6254878 Jul 28 14:52:43.942683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41704) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:43.953868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.954492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.954839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.955186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.955533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.955870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.956202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.956539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.956867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.957196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.957525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.957850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9357970a-9f39-4363-8d58-b43e8999719e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:52:43.960348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] Pushing event deleted for resources: {'Port': ['ID=5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:43.981225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.981547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0189e0-2a81-4e79-89b8-396788d93f09 None None] No DVR routers for this DVR port 5f0ba7a8-1cc0-4ec7-a910-9ecaa0cccb8d on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:43.982169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] For port 6493904c-4e9c-49e3-94b6-3229440f743a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6493904c-4e9c-49e3-94b6-3229440f743a,segment=NetworkSegment(ce22c549-764a-42fb-9c11-98aec55c5b2a),segment_id=ce22c549-764a-42fb-9c11-98aec55c5b2a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:43.982473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:43.998278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad33859d-0cf9-4685-97d8-6318e5f7a89c']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.014024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Calling delete_port for 6493904c-4e9c-49e3-94b6-3229440f743a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:44.019669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33155f3e-74d6-4eae-a920-9e0e28fdd9e9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.019669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33155f3e-74d6-4eae-a920-9e0e28fdd9e9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.022041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.035398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.071943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:44.073768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.097425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:44.098488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.119621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.119976 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Added segment 85d475ed-3e59-46df-81f4-b33d5037c7e9 of type vlan for network 0e517fad-59cc-4459-b995-a5e5d14b7d5f Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:44.131588 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:44.146316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.153833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8cbd14-b65a-45ca-9e05-2ff4981dee72,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.218728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.343496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.354817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.360006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.361874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/networks/ad33859d-0cf9-4685-97d8-6318e5f7a89c HTTP/1.1" status: 204 len: 168 time: 1.3808374 Jul 28 14:52:44.365134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.365596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:44.391389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.391529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47a5c8-40f5-4aae-b5ea-642820764c3d tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Network': ['ID=ad33859d-0cf9-4685-97d8-6318e5f7a89c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.398271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067d6c4a-70fc-4ed4-8724-d6f92901e5af']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.409363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] Pushing event deleted for resources: {'Port': ['ID=6493904c-4e9c-49e3-94b6-3229440f743a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.415797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b540f003-b996-475a-a608-eca91bc001c7') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.416407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b540f003-b996-475a-a608-eca91bc001c7') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.422634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9b440438-0e19-4106-901f-1202437f5c4a up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:44.428468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.466670 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.470324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9719b6dc-3adf-4a1b-b59d-3c939c5659cc None None] No DVR routers for this DVR port 6493904c-4e9c-49e3-94b6-3229440f743a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:44.478715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:44.480025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:44.496208 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:44.523563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.529972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:44.530616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.536014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.549686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.628539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 9b440438-0e19-4106-901f-1202437f5c4a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:44.641729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 9b440438-0e19-4106-901f-1202437f5c4a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:44.641729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.644275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.661965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29ba33f-336c-4637-baa7-e1e1c051e438']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.670776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:52:44.702130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28833858-77c7-4fdd-bf64-28bb5cf56223,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.710804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event updated for resources: {'Network': ['ID=0e517fad-59cc-4459-b995-a5e5d14b7d5f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:44.716489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.723004 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Added segment cc6439c5-983d-45e3-a7df-6a19883ea377 of type vlan for network 57bb129c-9efa-4f95-a940-a86fcb85c117 Jul 28 14:52:44.755682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:44.766876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce22c549-764a-42fb-9c11-98aec55c5b2a') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.766876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce22c549-764a-42fb-9c11-98aec55c5b2a') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:44.773493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.796715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.817326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-22f3fd78-0572-4813-a177-7eb50330a372 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9033439 Jul 28 14:52:44.817543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:44.817543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.820852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:44.826979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Request body: {'subnet': {'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:44.854777 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:44.922689 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fdf9ee03-70f5-4cf3-9591-f0f2131076e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.954464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:44.987190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:44.989432 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e88150-c881-4acc-85ab-c197961f383c" -d '{"events": [{"server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "name": "network-vif-plugged", "status": "completed", "tag": "9b440438-0e19-4106-901f-1202437f5c4a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:45.021033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9b440438-0e19-4106-901f-1202437f5c4a,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:45.103643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.171022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.171725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.198581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.200599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] 10.222.0.47 "DELETE /v2.0/networks/067d6c4a-70fc-4ed4-8724-d6f92901e5af HTTP/1.1" status: 204 len: 168 time: 1.2563050 Jul 28 14:52:45.201428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6493904c-4e9c-49e3-94b6-3229440f743a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:45.203770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41750) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.206719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.215638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.220536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.230439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] 10.222.0.47 "DELETE /v2.0/networks/f29ba33f-336c-4637-baa7-e1e1c051e438 HTTP/1.1" status: 204 len: 168 time: 0.8406227 Jul 28 14:52:45.234672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa56ce6-2580-4eb4-8a8f-eab607088492 admin admin] Pushing event deleted for resources: {'Network': ['ID=067d6c4a-70fc-4ed4-8724-d6f92901e5af,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.286749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007858e-a5b1-4384-8af2-efade34f3b3e req-2712fed6-22d1-413a-90b2-23dd3919061c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:45.293072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2007858e-a5b1-4384-8af2-efade34f3b3e req-2712fed6-22d1-413a-90b2-23dd3919061c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 908 time: 0.1268694 Jul 28 14:52:45.300990 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00df992-8f35-4744-b8c1-337eaf6b7d76 x-openstack-request-id: req-f00df992-8f35-4744-b8c1-337eaf6b7d76 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:45.301844 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "name": "network-vif-plugged", "status": "completed", "tag": "9b440438-0e19-4106-901f-1202437f5c4a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:45.301844 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f00df992-8f35-4744-b8c1-337eaf6b7d76 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:45.302264 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a', 'code': 200} Jul 28 14:52:45.305651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6493904c-4e9c-49e3-94b6-3229440f743a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:45.306173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6493904c-4e9c-49e3-94b6-3229440f743a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:45.363517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752357c-a68b-4a71-b24a-74e1726ac0ca tempest-TaggedBootDevicesTest_v242-726787343 tempest-TaggedBootDevicesTest_v242-726787343-project] Pushing event deleted for resources: {'Network': ['ID=f29ba33f-336c-4637-baa7-e1e1c051e438,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.364798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.400395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.410556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Deleting subnet b60032bb-2ca1-42ad-a5c9-b62a0d0581c4 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:45.410733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:45.410733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.410925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.457613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a67d39-7a85-4621-83ad-383184b79f6d req-17ce6425-ab1a-4ebb-be99-813d63c7ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:45.460562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63a67d39-7a85-4621-83ad-383184b79f6d req-17ce6425-ab1a-4ebb-be99-813d63c7ca39 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 1061 time: 0.1067913 Jul 28 14:52:45.478823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.500824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Made reservation on behalf of be9a2faba7194ea7846aba4ca6f9e30d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:45.504408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.519909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Pushing event updated for resources: {'Network': ['ID=57bb129c-9efa-4f95-a940-a86fcb85c117,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.531752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 57bb129c-9efa-4f95-a940-a86fcb85c117 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:52:45.533174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.642393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.642506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a149b9ec-b7d8-4989-b561-b3cbc776460c tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.6491499 Jul 28 14:52:45.643537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-3d4c7a27-e8a3-4025-bf92-59b441aa3c26 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1618152444') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:45.760457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.794411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60032bb-2ca1-42ad-a5c9-b62a0d0581c4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:45.798406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.802712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-378b35ab-8824-4df3-975d-ef632c88bca9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b60032bb-2ca1-42ad-a5c9-b62a0d0581c4 HTTP/1.1" status: 204 len: 168 time: 0.5951204 Jul 28 14:52:45.803251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41780) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.877490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.947375 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:45.980971 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d4c7a27-e8a3-4025-bf92-59b441aa3c26 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "PUT /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1618152444 HTTP/1.1" status: 201 len: 201 time: 0.3413234 Jul 28 14:52:45.996279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41790) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:45.996279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-05af2d37-7268-4a0c-859d-d7c01c94bbab tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1618152444') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.016515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event updated for resources: {'Subnet': ['ID=0e4561bc-9738-473e-a6f3-dd16124913f0,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.030057 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.047194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d043661-8d8d-4a26-81d1-9382dea0de85']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.067130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456c8010-2274-4d04-9490-4e454b8c2257') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.067433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456c8010-2274-4d04-9490-4e454b8c2257') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.081849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.091928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Checking segment: {'id': '85d475ed-3e59-46df-81f4-b33d5037c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:46.092290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Network hostable DHCP agents. Network: 0e517fad-59cc-4459-b995-a5e5d14b7d5f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:52:46.106390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-05af2d37-7268-4a0c-859d-d7c01c94bbab tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1618152444 HTTP/1.1" status: 204 len: 168 time: 0.1190226 Jul 28 14:52:46.107059 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.108598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.113350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-bc7b0a15-26c8-445e-b259-226f4687f45d tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.118292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:46.119185 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:46.120955 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:46.194646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bc7b0a15-26c8-445e-b259-226f4687f45d tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags HTTP/1.1" status: 200 len: 238 time: 0.0839789 Jul 28 14:52:46.194905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41802) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.203261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-5dc81cf5-0e32-4747-94f0-920454e9e198 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', {'tags': ['tempest-TagsTest-Tag-751170403', 'tempest-TagsTest-Tag-1770751686', 'tempest-TagsTest-Tag-1090905184']}) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.223145 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.434793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:52:46.441343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.450193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.451959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d043661-8d8d-4a26-81d1-9382dea0de85 HTTP/1.1" status: 204 len: 168 time: 0.6470413 Jul 28 14:52:46.477210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd93d17-35ab-41f8-abe6-2a37ced6cb49 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d043661-8d8d-4a26-81d1-9382dea0de85,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:46.490840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89876b-aa96-4ee6-892b-dbbbdeda2893 req-6d545a7d-2f8e-4377-aa9a-ffdd0f33b872 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:46.492607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f89876b-aa96-4ee6-892b-dbbbdeda2893 req-6d545a7d-2f8e-4377-aa9a-ffdd0f33b872 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.0714126 Jul 28 14:52:46.611837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0e517fad-59cc-4459-b995-a5e5d14b7d5f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:46.617867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5dc81cf5-0e32-4747-94f0-920454e9e198 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "PUT /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags HTTP/1.1" status: 200 len: 308 time: 0.4195647 Jul 28 14:52:46.618658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41820) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.623785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-bdaf6323-06fd-41a1-a53b-c29ae323c9a5 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-751170403') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:46.626883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8bb50-e9dc-4d68-87ca-e697ef91e941 None None] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:46.631304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:46.632447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.779164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c0c34c73-f818-4f66-8a6b-3cbe225b74d4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9571619 Jul 28 14:52:46.824923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.824923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Request body: {'port': {'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f', 'name': 'tempest-TagsExtTest-1415280124'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:46.827606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0e517fad-59cc-4459-b995-a5e5d14b7d5f', 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f', 'tenant_id': 'be9a2faba7194ea7846aba4ca6f9e30d', 'fixed_ips': [{'subnet_id': '0e4561bc-9738-473e-a6f3-dd16124913f0'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:52:46.828744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:46.927323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bdaf6323-06fd-41a1-a53b-c29ae323c9a5 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "DELETE /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-751170403 HTTP/1.1" status: 204 len: 168 time: 0.3074334 Jul 28 14:52:46.930600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41830) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:46.935570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-1cbddc8e-2809-4689-adfd-718845167282 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-751170403') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:47.028025 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-1cbddc8e-2809-4689-adfd-718845167282 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] show failed (client error): The resource could not be found. Jul 28 14:52:47.028962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1cbddc8e-2809-4689-adfd-718845167282 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-751170403 HTTP/1.1" status: 404 len: 325 time: 0.0972571 Jul 28 14:52:47.031677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41836) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.037628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-780c3753-01bb-4f04-a4ea-a05dcbbf4d1a tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1770751686') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:47.043085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Allocated IP 172.20.0.2 (0e517fad-59cc-4459-b995-a5e5d14b7d5f/0e4561bc-9738-473e-a6f3-dd16124913f0/a3b32755-085d-40b8-9998-ab7894bc28cd) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:47.046415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Made reservation on behalf of be9a2faba7194ea7846aba4ca6f9e30d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:52:47.053697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.143232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] device_id is not set on port f231126f-609f-40f7-9279-7eb935d003e2 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:52:47.260398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.270269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Transition to ACTIVE for port object a3b32755-085d-40b8-9998-ab7894bc28cd will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:47.287238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Transition to ACTIVE for port object a3b32755-085d-40b8-9998-ab7894bc28cd will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:47.297873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-780c3753-01bb-4f04-a4ea-a05dcbbf4d1a tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1770751686 HTTP/1.1" status: 204 len: 168 time: 0.2642519 Jul 28 14:52:47.299822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.304693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-7580bfb9-1c08-40f6-9583-eff1fd211e0b tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1090905184') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:47.304885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41848) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.353853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41850) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.354686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-edbf5cd8-799b-4b9f-bd70-34f157318b2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf3daf80c76946cca27eedb8de75d0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484686 Jul 28 14:52:47.360369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.425824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:47.430317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:47.436677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:47.440592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7580bfb9-1c08-40f6-9583-eff1fd211e0b tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1090905184 HTTP/1.1" status: 204 len: 168 time: 0.1394532 Jul 28 14:52:47.447314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.447314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41856) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.450609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-e95b980c-4cb8-4a1d-a360-6e25c192a5c8 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:47.455058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Allocated IP 172.20.0.10 (0e517fad-59cc-4459-b995-a5e5d14b7d5f/0e4561bc-9738-473e-a6f3-dd16124913f0/f231126f-609f-40f7-9279-7eb935d003e2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:52:47.517984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.581632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Pushing event updated for resources: {'Port': ['ID=a3b32755-085d-40b8-9998-ab7894bc28cd,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:47.615278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Attempting to bind port a3b32755-085d-40b8-9998-ab7894bc28cd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:52:47.616288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Attempting to bind port a3b32755-085d-40b8-9998-ab7894bc28cd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '85d475ed-3e59-46df-81f4-b33d5037c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:52:47.616716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Attempting to bind port a3b32755-085d-40b8-9998-ab7894bc28cd on network 0e517fad-59cc-4459-b995-a5e5d14b7d5f {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:52:47.622809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:52:47.623715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Checking segment: {'id': '85d475ed-3e59-46df-81f4-b33d5037c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:52:47.624309 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.624875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Bound using segment: {'id': '85d475ed-3e59-46df-81f4-b33d5037c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:52:47.625859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Bound port: a3b32755-085d-40b8-9998-ab7894bc28cd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d475ed-3e59-46df-81f4-b33d5037c7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '0e517fad-59cc-4459-b995-a5e5d14b7d5f'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:52:47.626415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.706373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] For port a3b32755-085d-40b8-9998-ab7894bc28cd, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:52:47.712035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] For port a3b32755-085d-40b8-9998-ab7894bc28cd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a3b32755-085d-40b8-9998-ab7894bc28cd,segment=NetworkSegment(85d475ed-3e59-46df-81f4-b33d5037c7e9),segment_id=85d475ed-3e59-46df-81f4-b33d5037c7e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:52:47.772793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.780650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45aac6-2def-4c39-b5f8-d000e5eae812 req-dc8e191e-75f3-42af-acec-a1a4d0588824 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:47.782204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba45aac6-2def-4c39-b5f8-d000e5eae812 req-dc8e191e-75f3-42af-acec-a1a4d0588824 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.0963762 Jul 28 14:52:47.804855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.807590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e95b980c-4cb8-4a1d-a360-6e25c192a5c8 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "DELETE /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags HTTP/1.1" status: 204 len: 168 time: 0.3624289 Jul 28 14:52:47.809454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.813483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.814629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/727ae796-b9d2-44ed-883d-b1ecd59b0cc4 HTTP/1.1" status: 204 len: 168 time: 0.4597640 Jul 28 14:52:47.815717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:47.822702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-c9bf8b2d-f5ba-41d7-8abe-b485b003a668 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1770751686') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:47.843944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Transition to ACTIVE for port object f231126f-609f-40f7-9279-7eb935d003e2 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:52:47.847895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfa355-269b-4750-803c-7e69ab6ce7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ae796-b9d2-44ed-883d-b1ecd59b0cc4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:47.915327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:47.989939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e728f6-60a2-4fb4-92ac-44e3915f89e8 None None] Pushing event updated for resources: {'Port': ['ID=a3b32755-085d-40b8-9998-ab7894bc28cd,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:48.028956 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-c9bf8b2d-f5ba-41d7-8abe-b485b003a668 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] show failed (client error): The resource could not be found. Jul 28 14:52:48.030041 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c9bf8b2d-f5ba-41d7-8abe-b485b003a668 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1770751686 HTTP/1.1" status: 404 len: 326 time: 0.2113590 Jul 28 14:52:48.032994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.037987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-96226c03-7b36-4f31-bfeb-61c554e950af tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117', 'tempest-TagsTest-Tag-1090905184') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:48.040577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02869dc-0568-4db4-98ed-eb76229c0275 req-a793daf0-3bbd-455d-94eb-0ce77af3eaae tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.042138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b02869dc-0568-4db4-98ed-eb76229c0275 req-a793daf0-3bbd-455d-94eb-0ce77af3eaae tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.1043000 Jul 28 14:52:48.077272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.245588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:52:48.317338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:52:48.363397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:52:48.431683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event updated for resources: {'Port': ['ID=f231126f-609f-40f7-9279-7eb935d003e2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:48.454803 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-96226c03-7b36-4f31-bfeb-61c554e950af tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] show failed (client error): The resource could not be found. Jul 28 14:52:48.456787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96226c03-7b36-4f31-bfeb-61c554e950af tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "GET /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags/tempest-TagsTest-Tag-1090905184 HTTP/1.1" status: 404 len: 326 time: 0.4226484 Jul 28 14:52:48.459783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41904) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.463715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cf2f6-daf6-4a83-83b0-d9ae5f408416 req-d0650547-315d-44c4-b485-ac66d8f61e52 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.470710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-89d29fed-33bb-47f2-a318-2bd0e62fff0d tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '57bb129c-9efa-4f95-a940-a86fcb85c117') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:48.471619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-217cf2f6-daf6-4a83-83b0-d9ae5f408416 req-d0650547-315d-44c4-b485-ac66d8f61e52 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 1061 time: 0.2889023 Jul 28 14:52:48.520711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.521398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.613508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89d29fed-33bb-47f2-a318-2bd0e62fff0d tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "DELETE /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117/tags HTTP/1.1" status: 204 len: 168 time: 0.1525106 Jul 28 14:52:48.619695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.661981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052af09-2731-463b-b0b7-4683c97b8c61 req-3d8f6529-670b-4464-9afa-51e0dd566cf5 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.678211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d052af09-2731-463b-b0b7-4683c97b8c61 req-3d8f6529-670b-4464-9afa-51e0dd566cf5 tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.0858879 Jul 28 14:52:48.706668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-49e59a19-c96f-4e73-9a27-0b4847b4dc23 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9227610 Jul 28 14:52:48.708118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41922) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.716775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-669294929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:48.745512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.757861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d052af09-2731-463b-b0b7-4683c97b8c61 req-674bb707-6565-408f-94f7-65d604d2356d tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0759420 Jul 28 14:52:48.792589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41924) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:48.856330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.868947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bb129c-9efa-4f95-a940-a86fcb85c117']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:48.878107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eaafdb-53c2-4d8a-a9f5-15419e1f347f tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:48.880747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88eaafdb-53c2-4d8a-a9f5-15419e1f347f tempest-TestSecurityGroupsBasicOps-2044608321 tempest-TestSecurityGroupsBasicOps-2044608321-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 1056 time: 0.0870383 Jul 28 14:52:48.884073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6439c5-983d-45e3-a7df-6a19883ea377') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:48.884437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6439c5-983d-45e3-a7df-6a19883ea377') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:48.896465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.919120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.929570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:52:48.930293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:52:48.934679 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:52:48.962679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:48.962679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.149551 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.171213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.174848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] 10.222.0.47 "DELETE /v2.0/networks/57bb129c-9efa-4f95-a940-a86fcb85c117 HTTP/1.1" status: 204 len: 168 time: 0.5538483 Jul 28 14:52:49.212595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41952) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:49.219403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f6af-b7c5-4a92-82c7-d31398f04344 tempest-TagsTest-1316056089 tempest-TagsTest-1316056089-project] Pushing event deleted for resources: {'Network': ['ID=57bb129c-9efa-4f95-a940-a86fcb85c117,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:49.292106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.357965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f5a6c1cc-aac1-42b4-b044-e9f8f750defb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b163b94d3d34435917de8afb6ae4edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415188 Jul 28 14:52:49.358246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41960) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:49.424291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a3b32755-085d-40b8-9998-ab7894bc28cd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:49.454576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda9097-24c0-4e18-9316-6646869a49c9 None None] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:49.460477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.494245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.572550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.628416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.630495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ccfd0634-78f2-47ea-a551-0a37863660a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9210715 Jul 28 14:52:49.634849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:49.640057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-54dd971a-e72b-4335-9a84-8c734628fca3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1514966389', 'prefixes': ['172.20.0.0/16']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:52:49.691627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dfc273ff-6d15-4930-bdd7-52fe00c06154 None None] Provisioning for port a3b32755-085d-40b8-9998-ab7894bc28cd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:49.777366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a3b32755-085d-40b8-9998-ab7894bc28cd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:49.808971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a3b32755-085d-40b8-9998-ab7894bc28cd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:49.808971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.809950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e7a54-9da2-4d84-9583-9d532cc785eb req-7b9bd2c2-45f2-4aa9-bf49-f942021346f2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:49.833035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-102e7a54-9da2-4d84-9583-9d532cc785eb req-7b9bd2c2-45f2-4aa9-bf49-f942021346f2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.0846124 Jul 28 14:52:49.845392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.848479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:49.850935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f03a1ad-4582-42d2-a0af-dff1389e509c HTTP/1.1" status: 204 len: 168 time: 0.4906545 Jul 28 14:52:49.862730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7918b-aeb5-4a33-a6e5-9edd751e9a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03a1ad-4582-42d2-a0af-dff1389e509c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:50.003941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.050370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a3b32755-085d-40b8-9998-ab7894bc28cd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a3b32755-085d-40b8-9998-ab7894bc28cd,segment=NetworkSegment(85d475ed-3e59-46df-81f4-b33d5037c7e9),segment_id=85d475ed-3e59-46df-81f4-b33d5037c7e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:50.101135 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.273331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.273331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Provisioning for port f231126f-609f-40f7-9279-7eb935d003e2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:52:50.297796 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-54dd971a-e72b-4335-9a84-8c734628fca3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for subnetpool, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.299477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-54dd971a-e72b-4335-9a84-8c734628fca3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6631961 Jul 28 14:52:50.302760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.312353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-7ef85203-6821-4e2e-ba81-13b28aaa8df3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1672681270') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:50.341708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Provisioning complete for port f231126f-609f-40f7-9279-7eb935d003e2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:50.342322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.414260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Port f231126f-609f-40f7-9279-7eb935d003e2 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:50.423182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a3b32755-085d-40b8-9998-ab7894bc28cd,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:50.444768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Provisioning complete for port a3b32755-085d-40b8-9998-ab7894bc28cd triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:50.446655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1738c15a-517d-4373-adfd-9dc87c92139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.577229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.589816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42016) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.675060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-90ec08b0-b2cc-4b26-8cc7-01cd16bb0fc4 None None] Provisioning complete for port f231126f-609f-40f7-9279-7eb935d003e2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:50.675635 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-90ec08b0-b2cc-4b26-8cc7-01cd16bb0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:50.713696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42024) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.714304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7ef85203-6821-4e2e-ba81-13b28aaa8df3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1672681270 HTTP/1.1" status: 201 len: 201 time: 0.4088607 Jul 28 14:52:50.719182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-3b0cc366-acbf-4009-92e4-badc765366a9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-2144475926') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:50.730001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-90ec08b0-b2cc-4b26-8cc7-01cd16bb0fc4 None None] Port f231126f-609f-40f7-9279-7eb935d003e2 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:52:50.916352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3b0cc366-acbf-4009-92e4-badc765366a9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-2144475926 HTTP/1.1" status: 201 len: 201 time: 0.2010520 Jul 28 14:52:50.920532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:50.937409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-9406458a-e3c1-459c-8442-7530207c447e tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1059563689') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:50.985003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04cb89-130a-4a89-b441-db287367ddcf req-471f540e-f4ac-453d-8df0-a25b6cf8aa1d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:50.994888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da04cb89-130a-4a89-b441-db287367ddcf req-471f540e-f4ac-453d-8df0-a25b6cf8aa1d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.0931578 Jul 28 14:52:51.227359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a3b32755-085d-40b8-9998-ab7894bc28cd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:52:51.247113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9406458a-e3c1-459c-8442-7530207c447e tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1059563689 HTTP/1.1" status: 201 len: 201 time: 0.3237965 Jul 28 14:52:51.250342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42054) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:51.260894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-7c012430-2e9b-4298-bcef-77f3542faf52 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-1959433352') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:51.282903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a3b32755-085d-40b8-9998-ab7894bc28cd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:52:51.283674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.285660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-1d0543b6-7a80-4593-9d28-7cf486772ca2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:51.293726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8b48b773-4368-415a-bd37-4d7e6bd4ad40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba68a9a7cc284ba581cdac50a9a11e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027049 Jul 28 14:52:51.297619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-1d0543b6-7a80-4593-9d28-7cf486772ca2 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 909 time: 0.1113472 Jul 28 14:52:51.303795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42058) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:51.446020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.475885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.509393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 9b440438-0e19-4106-901f-1202437f5c4a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:51.509831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.572133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7c012430-2e9b-4298-bcef-77f3542faf52 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-1959433352 HTTP/1.1" status: 201 len: 201 time: 0.3206961 Jul 28 14:52:51.583421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42074) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:51.588775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-682dea14-a36a-4853-917c-a5add5e99f88 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:51.612962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port 9b440438-0e19-4106-901f-1202437f5c4a, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9b440438-0e19-4106-901f-1202437f5c4a,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:51.613455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.632922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 9b440438-0e19-4106-901f-1202437f5c4a owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:51.662239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-682dea14-a36a-4853-917c-a5add5e99f88 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 200 len: 241 time: 0.0735152 Jul 28 14:52:51.662514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42078) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:51.667709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-a62fb209-4b32-4a3f-ad59-47924514fc41 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1672681270') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:51.736656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a62fb209-4b32-4a3f-ad59-47924514fc41 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1672681270 HTTP/1.1" status: 204 len: 168 time: 0.0701432 Jul 28 14:52:51.736879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42082) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:51.741840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-023036f6-feb1-41f4-8f85-f919d51043cf tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1672681270') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:51.862935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.866243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.867729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28833858-77c7-4fdd-bf64-28bb5cf56223 HTTP/1.1" status: 204 len: 168 time: 0.5612993 Jul 28 14:52:51.882703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f8b88-9222-424b-9695-1ff18f202953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28833858-77c7-4fdd-bf64-28bb5cf56223,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:51.948352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:51.982692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=9b440438-0e19-4106-901f-1202437f5c4a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:52.009708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-023036f6-feb1-41f4-8f85-f919d51043cf tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1672681270 HTTP/1.1" status: 204 len: 168 time: 0.2717495 Jul 28 14:52:52.016836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42096) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.039712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-cd42d3d0-4506-4e27-a53f-fcf20f3442aa tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.103469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] No DVR routers for this DVR port 9b440438-0e19-4106-901f-1202437f5c4a on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:52.103469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.103954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4511a498-9070-448c-bae8-1e7bd3f36ff1 req-13374f18-4ec6-46fd-a396-f9fb9673c00c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.50 "DELETE /v2.0/ports/9b440438-0e19-4106-901f-1202437f5c4a HTTP/1.1" status: 204 len: 173 time: 0.7935822 Jul 28 14:52:52.104278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'name': 'network-vif-deleted', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:52.106648 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1176731-2cd2-4354-a5aa-fe4dccc42123" -d '{"events": [{"server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "name": "network-vif-deleted", "tag": "9b440438-0e19-4106-901f-1202437f5c4a"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:52.243104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60546c8-8a7a-4cfa-89e9-a4b2c4447646 req-21afe407-025a-4c12-934c-e45aab44434e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:52.244841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b60546c8-8a7a-4cfa-89e9-a4b2c4447646 req-21afe407-025a-4c12-934c-e45aab44434e tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1098 time: 0.0855958 Jul 28 14:52:52.276350 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb42ddc7-c6ec-41ca-ae07-43243b52a9d2 req-25b67b16-cbed-489f-bea3-b4446cb10ce7 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.0839953 Jul 28 14:52:52.320061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cd42d3d0-4506-4e27-a53f-fcf20f3442aa tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 200 len: 205 time: 0.2990868 Jul 28 14:52:52.320697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.325108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-7f867ab7-4244-4c7d-8338-9c336e449d86 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.328559 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b60546c8-8a7a-4cfa-89e9-a4b2c4447646 req-1e1db3e6-4680-4e89-8a04-37717356c938 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744596 Jul 28 14:52:52.358562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.406855 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0689b7b-8c68-4dcd-8066-4abf47adb7b1 x-openstack-request-id: req-b0689b7b-8c68-4dcd-8066-4abf47adb7b1 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:52.407172 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b15303d-665a-44b3-af45-d2edb2ae483e", "name": "network-vif-deleted", "tag": "9b440438-0e19-4106-901f-1202437f5c4a", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:52.407430 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0689b7b-8c68-4dcd-8066-4abf47adb7b1 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:52.407837 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b15303d-665a-44b3-af45-d2edb2ae483e', 'name': 'network-vif-deleted', 'tag': '9b440438-0e19-4106-901f-1202437f5c4a', 'status': 'completed', 'code': 200} Jul 28 14:52:52.409161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-4fae0a4a-a41f-47aa-aa88-21cbdcbd1047 req-7071e7bd-863d-43d9-9ef7-81fded8db95a service neutron] (94748) timed out ('10.222.0.53', 51248) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:52:52.411990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7f867ab7-4244-4c7d-8338-9c336e449d86 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 200 len: 241 time: 0.0903032 Jul 28 14:52:52.414925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42118) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.421699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-40035531-d654-42a0-b829-6e810243bc61 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-2144475926') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.555423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40035531-d654-42a0-b829-6e810243bc61 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-2144475926 HTTP/1.1" status: 204 len: 168 time: 0.1391504 Jul 28 14:52:52.558129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.563542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-e1401eb4-e3b4-4766-b858-f995774d4f3e tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-2144475926') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.586539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port cefaedc6-9940-40f6-9b74-00280fa3779d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:52.587092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.690378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.690765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:52.704650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for cefaedc6-9940-40f6-9b74-00280fa3779d owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:52.828590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1401eb4-e3b4-4766-b858-f995774d4f3e tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-2144475926 HTTP/1.1" status: 204 len: 168 time: 0.2689562 Jul 28 14:52:52.832020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42132) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.839772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-e58057ca-5827-4988-97d0-9951929c67bc tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:52.933702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e58057ca-5827-4988-97d0-9951929c67bc tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 200 len: 205 time: 0.0994356 Jul 28 14:52:52.935792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42140) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:52.944778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-5c577e4a-623e-4e4a-8cc8-2b110a6851c7 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:53.105080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.188184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=cefaedc6-9940-40f6-9b74-00280fa3779d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:53.391135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5c577e4a-623e-4e4a-8cc8-2b110a6851c7 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 200 len: 241 time: 0.4514389 Jul 28 14:52:53.396976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42172) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.406945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-c98b300b-733f-46ff-b022-a020fc61431f tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1059563689') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:53.546100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c98b300b-733f-46ff-b022-a020fc61431f tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1059563689 HTTP/1.1" status: 204 len: 168 time: 0.1460199 Jul 28 14:52:53.547614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42184) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.554751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-57281036-4866-4c2c-a2d3-473ed109d636 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1059563689') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:53.793614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46b7e53a-e1ff-4a70-961f-f01c274377b1 req-a889202b-f029-4e7e-ba0b-b0d8253c574b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b15303d-665a-44b3-af45-d2edb2ae483e HTTP/1.1" status: 200 len: 210 time: 0.0585442 Jul 28 14:52:53.812793 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:53.813207 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 disassociated (deleted). External IP: 172.25.0.210, port: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e. Jul 28 14:52:53.888836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57281036-4866-4c2c-a2d3-473ed109d636 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1059563689 HTTP/1.1" status: 204 len: 168 time: 0.3399100 Jul 28 14:52:53.889585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42226) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:53.899455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-a12e7094-08a5-439a-9295-9c81ff1168e4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.047053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a12e7094-08a5-439a-9295-9c81ff1168e4 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 200 len: 205 time: 0.1528230 Jul 28 14:52:54.049754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.057071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-618bac4e-1f87-405d-914b-4ebfb4299fec tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.096113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.096410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-618bac4e-1f87-405d-914b-4ebfb4299fec tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 200 len: 241 time: 0.0441804 Jul 28 14:52:54.105384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-fa203504-9448-4b73-819f-a313a0656e39 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-1959433352') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.164474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa203504-9448-4b73-819f-a313a0656e39 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-1959433352 HTTP/1.1" status: 204 len: 168 time: 0.0667794 Jul 28 14:52:54.174407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42256) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.182484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-710b6a87-ccb9-4858-a6c3-c15d9f0a4c35 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-1959433352') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.242691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 46b072f4-8d30-4736-8d71-e2ea04516185 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:54.404264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:54.409590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:54.417451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Sync routers for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:54.432320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:54.433282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.451490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cb9be999-0cd1-4318-80ad-30a98c57814c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/floatingips/a10d8058-1eb8-4b41-84d1-9cb233c1f6b4 HTTP/1.1" status: 204 len: 168 time: 2.0916946 Jul 28 14:52:54.452388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:54.455342 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:54.490286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-710b6a87-ccb9-4858-a6c3-c15d9f0a4c35 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-1959433352 HTTP/1.1" status: 204 len: 168 time: 0.3121595 Jul 28 14:52:54.491287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42280) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.499845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-7fd13531-1b3b-450c-8be6-99dfe1bdb46d tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.525307 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1f7b5-e480-4e89-85a8-179cab9b3aa2 x-openstack-request-id: req-d9d1f7b5-e480-4e89-85a8-179cab9b3aa2 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:54.525700 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:54.526053 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9d1f7b5-e480-4e89-85a8-179cab9b3aa2 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:54.526549 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:52:54.543946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7fd13531-1b3b-450c-8be6-99dfe1bdb46d tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 200 len: 205 time: 0.0503938 Jul 28 14:52:54.545591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42282) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.551652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-7845df18-a0da-4495-bab0-67a48ce2840a tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.708521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7845df18-a0da-4495-bab0-67a48ce2840a tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 204 len: 168 time: 0.1613021 Jul 28 14:52:54.711345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42296) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.716215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-bfbbd4c3-7a1f-4bc2-abe4-ceb187959d39 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.746046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-5761356e-d8b8-4598-90a6-c9680a3ad363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:54.750025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-5761356e-d8b8-4598-90a6-c9680a3ad363 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 1098 time: 0.1810174 Jul 28 14:52:54.857487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bfbbd4c3-7a1f-4bc2-abe4-ceb187959d39 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 204 len: 168 time: 0.1427889 Jul 28 14:52:54.858703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42304) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.867051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-e56eb640-bd7b-40b4-a002-faadf8398ebd tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:54.878339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42306) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:54.887791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:54.905322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-ef12ee42-aa27-4205-b94c-b1f09a2a304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:54.906896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-ef12ee42-aa27-4205-b94c-b1f09a2a304d service neutron] 10.222.0.50 "GET /v2.0/networks?id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 200 len: 897 time: 0.1488068 Jul 28 14:52:54.955056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-afabb7be-8d1e-4198-8788-c0940cb5b503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 200 len: 217 time: 0.0401607 Jul 28 14:52:55.069992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-a0bc6520-c9d2-4547-bbb9-38a8e22401b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:55.071565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-a0bc6520-c9d2-4547-bbb9-38a8e22401b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 200 len: 835 time: 0.1101091 Jul 28 14:52:55.113081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e56eb640-bd7b-40b4-a002-faadf8398ebd tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 204 len: 168 time: 0.2531312 Jul 28 14:52:55.147852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:55.149400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-706cfd7f-86a1-4fa9-aedf-74147d6ef862 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:55.213020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-2a6ccada-f248-489f-b556-fefb41ff985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:55.219288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-2a6ccada-f248-489f-b556-fefb41ff985b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9e76d49d-01e1-4abb-8dc2-dc9a207230e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342239 Jul 28 14:52:55.305343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-706cfd7f-86a1-4fa9-aedf-74147d6ef862 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 204 len: 168 time: 0.1550364 Jul 28 14:52:55.306695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42334) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:55.311340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-4d335d81-9bf6-4cf9-ac18-d200211f4888 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1940717873') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:55.430254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:55.475210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-07ff2a82-4f2b-4aa2-842c-31662ff553e6 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382166 Jul 28 14:52:55.498064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Checking router: 46b072f4-8d30-4736-8d71-e2ea04516185 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:55.516428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:55.517438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:55.645907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:55.676733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522775d-bc17-4a77-b8a5-1a731c96ef19 req-01f52b17-2a51-4224-8c79-b79db5f6fe1a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:55.685162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6522775d-bc17-4a77-b8a5-1a731c96ef19 req-01f52b17-2a51-4224-8c79-b79db5f6fe1a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 946 time: 0.2083347 Jul 28 14:52:55.688602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c94e8e-a8aa-4f57-9e9e-5e3c83db4115 req-c8ac2a02-2256-437f-ae9d-b90c143ee396 service neutron] 10.222.0.50 "GET /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888187 Jul 28 14:52:55.743055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d335d81-9bf6-4cf9-ac18-d200211f4888 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1940717873 HTTP/1.1" status: 201 len: 201 time: 0.4352443 Jul 28 14:52:55.747602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42358) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:55.752306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-a0936af2-60cf-4235-a87e-f0c687524942 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-978020511') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:55.760261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:55.763713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6522775d-bc17-4a77-b8a5-1a731c96ef19 req-cc6f9f9f-b691-4646-8cbf-152d6dab8ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776935 Jul 28 14:52:56.253376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:56.260906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:56.261225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.261225 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a0936af2-60cf-4235-a87e-f0c687524942 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-978020511 HTTP/1.1" status: 201 len: 201 time: 0.5124567 Jul 28 14:52:56.263197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42410) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:56.281002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-a3e06e03-f421-4940-a9f6-9d11b4248c20 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1185306593') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:56.290231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a7e32-a0f8-4eb2-9803-06d3e33ce141 None None] The sync data for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 is: [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:50:34Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58003c5a-8c4d-4e75-905e-2d8a890618a1', 'name': '', 'network_id': '9e76d49d-01e1-4abb-8dc2-dc9a207230e8', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:f6:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_interface', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:32Z', 'updated_at': '2021-07-28T14:50:40Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': 'a75f31b0-cc91-40d5-867a-8e8d9314ce4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:52:56.492329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9b440438-0e19-4106-901f-1202437f5c4a no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:52:56.556523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 9b440438-0e19-4106-901f-1202437f5c4a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:52:56.557417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9b440438-0e19-4106-901f-1202437f5c4a not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:52:56.611354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:56.611734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:56.632683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:56.733790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a3e06e03-f421-4940-a9f6-9d11b4248c20 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1185306593 HTTP/1.1" status: 201 len: 201 time: 0.4695168 Jul 28 14:52:56.737333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:56.769625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-8ed5f653-a1cd-4fc7-bf25-34f8a35cd740 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-1176324543') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:56.792867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f56d-00b7-463a-add0-e377bf878459 req-669052c7-ce92-4f35-a84a-459508033878 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:56.794820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a59f56d-00b7-463a-add0-e377bf878459 req-669052c7-ce92-4f35-a84a-459508033878 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 946 time: 0.1334438 Jul 28 14:52:56.888160 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530e0cc-c179-44f7-892f-046630e80cf7 None None] New status for floating IP a10d8058-1eb8-4b41-84d1-9cb233c1f6b4: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:52:56.984792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:52:56.985791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.055905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8ed5f653-a1cd-4fc7-bf25-34f8a35cd740 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-1176324543 HTTP/1.1" status: 201 len: 201 time: 0.3165417 Jul 28 14:52:57.059594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42454) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:57.065624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-d6cf0376-2770-4364-88c7-ce97899d2e10 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', {'tags': ['tempest-TagsExtTest-Tag-202328120', 'tempest-TagsExtTest-Tag-1643160021', 'tempest-TagsExtTest-Tag-1917526297']}) {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:57.329502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:52:57.329904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.363136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:52:57.541472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8215-51b5-41f7-8cd9-4f66c1c47a1a req-8e6e0b95-af9f-431a-804d-1e23ee981d15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:52:57.547530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-453b8215-51b5-41f7-8cd9-4f66c1c47a1a req-8e6e0b95-af9f-431a-804d-1e23ee981d15 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 946 time: 0.0791943 Jul 28 14:52:57.575294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6cf0376-2770-4364-88c7-ce97899d2e10 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 200 len: 317 time: 0.5120187 Jul 28 14:52:57.579365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.582106 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42474) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:57.589900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-e6dae965-016e-480a-a53b-cb6c36d446aa tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:57.620560 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:57.642671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-453b8215-51b5-41f7-8cd9-4f66c1c47a1a req-c576e094-1089-4c02-9cd3-d5a715e1c4b5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=89a99cc0-f78b-4bbb-8cca-53f54892f622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841901 Jul 28 14:52:57.711373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.785665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:57.872648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] No DVR routers for this DVR port c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:52:57.876786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e6dae965-016e-480a-a53b-cb6c36d446aa tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 204 len: 168 time: 0.2908273 Jul 28 14:52:57.881477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:57.891584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a59f56d-00b7-463a-add0-e377bf878459 req-ad801667-1b53-4f3f-99df-8018f4d1fc09 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "DELETE /v2.0/ports/c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e HTTP/1.1" status: 204 len: 173 time: 1.0859041 Jul 28 14:52:57.892142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-deleted', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:52:57.894646 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5001a1-914b-4653-afd6-a17be53767c7" -d '{"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-deleted", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:52:57.904576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42486) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:57.909128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-7f2e436e-6897-4d43-91cd-7150c2a1ad35 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-202328120') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:57.988036 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd62d4d-1a77-42d2-ab93-b95bbc0aab17 x-openstack-request-id: req-ebd62d4d-1a77-42d2-ab93-b95bbc0aab17 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:52:57.988354 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6", "name": "network-vif-deleted", "tag": "c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:52:57.988579 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ebd62d4d-1a77-42d2-ab93-b95bbc0aab17 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:52:57.988870 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6', 'name': 'network-vif-deleted', 'tag': 'c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e', 'status': 'completed', 'code': 200} Jul 28 14:52:57.999116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.062454 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-7f2e436e-6897-4d43-91cd-7150c2a1ad35 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:58.066725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f2e436e-6897-4d43-91cd-7150c2a1ad35 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-202328120 HTTP/1.1" status: 404 len: 328 time: 0.1611574 Jul 28 14:52:58.067957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.081003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-4aff559b-5bbd-4203-a6c6-5e84209165c0 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1643160021') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.154671 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-4aff559b-5bbd-4203-a6c6-5e84209165c0 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:58.156001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4aff559b-5bbd-4203-a6c6-5e84209165c0 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1643160021 HTTP/1.1" status: 404 len: 329 time: 0.0860810 Jul 28 14:52:58.158897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.165119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-2c988c13-ae61-4922-bbfd-a77d750ebe4d tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0', 'tempest-TagsExtTest-Tag-1917526297') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.301542 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-2c988c13-ae61-4922-bbfd-a77d750ebe4d tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:58.305970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c988c13-ae61-4922-bbfd-a77d750ebe4d tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags/tempest-TagsExtTest-Tag-1917526297 HTTP/1.1" status: 404 len: 329 time: 0.1429996 Jul 28 14:52:58.306199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42506) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.312122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-3ba30f7c-4dc3-4f87-9302-da92a4d2d1cb tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', {'tags': ['tempest-TagsExtTest-Tag-1884884809', 'tempest-TagsExtTest-Tag-1588577047', 'tempest-TagsExtTest-Tag-1348004605']}) {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.349524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 624fb62c-4813-4562-b1a5-9210f8d5d276 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:52:58.499943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ba30f7c-4dc3-4f87-9302-da92a4d2d1cb tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 200 len: 318 time: 0.1898127 Jul 28 14:52:58.501425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42514) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.506376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-b01bcd5c-546f-45cd-9818-34558095ba2b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.610455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:52:58.629328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Sync routers for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:52:58.636897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-078cd86e-3b43-4078-a29f-4b5fb9fc9555 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "PUT /v2.0/routers/624fb62c-4813-4562-b1a5-9210f8d5d276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7532251 Jul 28 14:52:58.638806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42524) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.649004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:58.650493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.766100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b01bcd5c-546f-45cd-9818-34558095ba2b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 204 len: 168 time: 0.2586498 Jul 28 14:52:58.772159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting subnet 20e692b2-5527-4182-a7a4-ce1b75bc1265 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:52:58.773494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.779113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-499566da-7bc7-4f1a-a519-5c57241eda40 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-1884884809') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:58.779898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.909126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:58.909490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:58.910382 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-499566da-7bc7-4f1a-a519-5c57241eda40 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:58.914622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-499566da-7bc7-4f1a-a519-5c57241eda40 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-1884884809 HTTP/1.1" status: 404 len: 329 time: 0.1399295 Jul 28 14:52:58.944629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42538) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:58.968684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-7108ba7c-b6a6-4f20-b9e0-96d5ea2b02a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-1588577047') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.056389 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-7108ba7c-b6a6-4f20-b9e0-96d5ea2b02a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:59.062751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7108ba7c-b6a6-4f20-b9e0-96d5ea2b02a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-1588577047 HTTP/1.1" status: 404 len: 329 time: 0.1135890 Jul 28 14:52:59.063420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.063586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42544) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:59.072679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-f8dff5af-ee93-4b2a-bf40-50f05c220bbe tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2', 'tempest-TagsExtTest-Tag-1348004605') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.142331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5d64df4-e0a8-4b41-9a31-365d7f815221 req-0d31b058-ceb4-4567-af24-47a5418e33bf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d8d7f-ebc8-4e76-8852-3fa896f3a1e6 HTTP/1.1" status: 200 len: 210 time: 0.2637515 Jul 28 14:52:59.188321 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-f8dff5af-ee93-4b2a-bf40-50f05c220bbe tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:52:59.190259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f8dff5af-ee93-4b2a-bf40-50f05c220bbe tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags/tempest-TagsExtTest-Tag-1348004605 HTTP/1.1" status: 404 len: 329 time: 0.1243911 Jul 28 14:52:59.204147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42552) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:59.215047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.tag.tag_plugin [None req-8a1e5fb8-9717-47ae-b620-698e323ed475 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', {'tags': ['tempest-TagsExtTest-Tag-1429391490', 'tempest-TagsExtTest-Tag-1325695664', 'tempest-TagsExtTest-Tag-1069228157']}) {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.354146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:57Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.354655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.396363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Checking router: 624fb62c-4813-4562-b1a5-9210f8d5d276 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:52:59.411537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Subnet': ['ID=20e692b2-5527-4182-a7a4-ce1b75bc1265,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:52:59.411798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Routers {'624fb62c-4813-4562-b1a5-9210f8d5d276'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:52:59.413256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['624fb62c-4813-4562-b1a5-9210f8d5d276'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.424220 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.426299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e570cd79-bad7-4c2e-8276-43973ec51536 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/subnets/20e692b2-5527-4182-a7a4-ce1b75bc1265 HTTP/1.1" status: 204 len: 168 time: 0.7858324 Jul 28 14:52:59.429118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42562) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:59.461025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132a7d1-2605-4f78-b39e-78f80239e6e4 None None] Network 484a819d-2170-4edb-a440-e12de433fbac requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:52:59.612476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42572) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:52:59.613102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8a1e5fb8-9717-47ae-b620-698e323ed475 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 200 len: 318 time: 0.4074240 Jul 28 14:52:59.618020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-ba956756-15f7-4393-a5ba-f1653e65cabe tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:52:59.714662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:52:59.762858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] Set router 624fb62c-4813-4562-b1a5-9210f8d5d276 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:52:59.922603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] DHCP port deletion for 484a819d-2170-4edb-a440-e12de433fbac request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:52:59.948698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.031546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba956756-15f7-4393-a5ba-f1653e65cabe tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 204 len: 168 time: 0.4178367 Jul 28 14:53:00.034901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.035195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Deleting port 54f377ad-6494-4db1-994e-d7208169c377 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:00.035588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.043728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-f6bd9b4b-b938-461e-b36b-5c9a60b91ac7 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1429391490') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:00.137467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] For port 54f377ad-6494-4db1-994e-d7208169c377, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=54f377ad-6494-4db1-994e-d7208169c377,segment=NetworkSegment(5b112b49-dc63-48d4-a820-c922e9cf9fb5),segment_id=5b112b49-dc63-48d4-a820-c922e9cf9fb5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:00.138125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.155934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:57Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:00.191151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a138182a-dbe3-4a0c-b101-976bd0e295e7 None None] The sync data for ids ['624fb62c-4813-4562-b1a5-9210f8d5d276'] in n-d-705658-23 is: [{'id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'name': 'tempest-TestSecurityGroupsBasicOps-router-276499480', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:52:01Z', 'updated_at': '2021-07-28T14:52:57Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '2d8eb84e-f004-44d6-a454-72cf68270c63', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:19:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624fb62c-4813-4562-b1a5-9210f8d5d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:52:03Z', 'updated_at': '2021-07-28T14:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:00.193996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Calling delete_port for 54f377ad-6494-4db1-994e-d7208169c377 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:00.314100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42608) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.328982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 2d8eb84e-f004-44d6-a454-72cf68270c63 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:00.328982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.337589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.476142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.515594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port 2d8eb84e-f004-44d6-a454-72cf68270c63, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=2d8eb84e-f004-44d6-a454-72cf68270c63,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:00.518238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:00.519278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] Pushing event deleted for resources: {'Port': ['ID=54f377ad-6494-4db1-994e-d7208169c377,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:00.530276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:00.541484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6a6c8-e97c-4716-8619-bd64042fffb0 None None] No DVR routers for this DVR port 54f377ad-6494-4db1-994e-d7208169c377 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:00.557734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 2d8eb84e-f004-44d6-a454-72cf68270c63 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:00.559827 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-f6bd9b4b-b938-461e-b36b-5c9a60b91ac7 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:00.561108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6bd9b4b-b938-461e-b36b-5c9a60b91ac7 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1429391490 HTTP/1.1" status: 404 len: 329 time: 0.5231550 Jul 28 14:53:00.564940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42620) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.569818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-66cc8701-515a-498d-be73-ab3423b247b9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1325695664') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:00.605470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:00.605828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c3fd3ad8-bbd5-4c44-a9f8-7350a9a3570e not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:00.992480 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-66cc8701-515a-498d-be73-ab3423b247b9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:00.992480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-66cc8701-515a-498d-be73-ab3423b247b9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1325695664 HTTP/1.1" status: 404 len: 329 time: 0.4172068 Jul 28 14:53:00.992480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42636) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:00.994351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-6bfaf71b-82a4-482d-8c04-a250ab350ec3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b', 'tempest-TagsExtTest-Tag-1069228157') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:01.141120 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-6bfaf71b-82a4-482d-8c04-a250ab350ec3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:01.145617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6bfaf71b-82a4-482d-8c04-a250ab350ec3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags/tempest-TagsExtTest-Tag-1069228157 HTTP/1.1" status: 404 len: 329 time: 0.1535933 Jul 28 14:53:01.145617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42644) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:01.152072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-f0894ad5-2376-466f-96b6-ca139ce2cda3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', {'tags': ['tempest-TagsExtTest-Tag-1843593969', 'tempest-TagsExtTest-Tag-812388744', 'tempest-TagsExtTest-Tag-2119954500']}) {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:01.294425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 54f377ad-6494-4db1-994e-d7208169c377 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:01.325479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f0894ad5-2376-466f-96b6-ca139ce2cda3 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "PUT /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 200 len: 317 time: 0.1768563 Jul 28 14:53:01.328923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:01.337623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 54f377ad-6494-4db1-994e-d7208169c377 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:01.340624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 54f377ad-6494-4db1-994e-d7208169c377 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:01.341447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:01.342258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-a3dc4bb1-338c-40eb-9c06-b6c20ef13682 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:01.410762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:01.413764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1dc55a6-98f0-4a7d-a766-356d2ac4c7f3 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:01.533064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42658) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:01.566345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.587610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.638402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=2d8eb84e-f004-44d6-a454-72cf68270c63,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:01.702203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:01.776648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.058444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a3dc4bb1-338c-40eb-9c06-b6c20ef13682 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 204 len: 168 time: 0.7282324 Jul 28 14:53:02.066422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.073031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-632c45ca-c18c-4f0b-a48e-18be72c0021c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-1843593969') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.078803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d9-fe6a-4a03-a26a-114b6302c20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.174199 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-632c45ca-c18c-4f0b-a48e-18be72c0021c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:02.178906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-632c45ca-c18c-4f0b-a48e-18be72c0021c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-1843593969 HTTP/1.1" status: 404 len: 329 time: 0.1078582 Jul 28 14:53:02.180700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.206319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-69e69dbe-8c7d-414f-9478-e78c11196db6 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-812388744') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.300369 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-69e69dbe-8c7d-414f-9478-e78c11196db6 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:02.301432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-69e69dbe-8c7d-414f-9478-e78c11196db6 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-812388744 HTTP/1.1" status: 404 len: 328 time: 0.1186686 Jul 28 14:53:02.307369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.311935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.313154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-a63e2241-a1ea-4530-8734-c0d273ad91c9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d', 'tempest-TagsExtTest-Tag-2119954500') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.314865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.425945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d9-fe6a-4a03-a26a-114b6302c20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.431139 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-a63e2241-a1ea-4530-8734-c0d273ad91c9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] show failed (client error): The resource could not be found. Jul 28 14:53:02.432845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a63e2241-a1ea-4530-8734-c0d273ad91c9 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags/tempest-TagsExtTest-Tag-2119954500 HTTP/1.1" status: 404 len: 329 time: 0.1241426 Jul 28 14:53:02.437252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42694) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.444513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-b19811c4-80f3-4939-9301-d47e2effaf29 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.491601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Deleting port 1f746683-d75d-4a3d-b57f-6664afa904fb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:02.491601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.493998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.494232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Fanout notify agent at l3_agent the message router_deleted on router 624fb62c-4813-4562-b1a5-9210f8d5d276 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:02.528977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b19811c4-80f3-4939-9301-d47e2effaf29 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d/tags HTTP/1.1" status: 204 len: 168 time: 0.0884149 Jul 28 14:53:02.529586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42698) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.534681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-2a06728a-ff6c-4848-a8cc-7eec8f19e83f tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dce3b59f-6bcb-47b5-a0e5-792094bf5e4b') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.539687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-242eb6d9-fe6a-4a03-a26a-114b6302c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.549129 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:53:02.561089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.562319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ace73340-1ff7-4ebf-ab74-7b0b67caebaa tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/routers/624fb62c-4813-4562-b1a5-9210f8d5d276 HTTP/1.1" status: 204 len: 168 time: 3.1319361 Jul 28 14:53:02.604949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42702) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.685733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] For port 1f746683-d75d-4a3d-b57f-6664afa904fb, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f746683-d75d-4a3d-b57f-6664afa904fb,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:02.686990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.705515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 58003c5a-8c4d-4e75-905e-2d8a890618a1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:02.705910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.714273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Calling delete_port for 1f746683-d75d-4a3d-b57f-6664afa904fb owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:02.757279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-242eb6d9-fe6a-4a03-a26a-114b6302c20c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9c32246eca549b798e3df661f6fee7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2201374 Jul 28 14:53:02.796032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42710) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.809717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eb6d9-fe6a-4a03-a26a-114b6302c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cd41f-b947-4820-a812-3dfa39d1b7b6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:02.845428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.878572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2a06728a-ff6c-4848-a8cc-7eec8f19e83f tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b/tags HTTP/1.1" status: 204 len: 168 time: 0.3479519 Jul 28 14:53:02.884381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:02.889065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-e0ef2d94-5cc0-4e73-b379-69a9f6c245f2 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f231126f-609f-40f7-9279-7eb935d003e2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:02.937704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.977481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:02.989592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 58003c5a-8c4d-4e75-905e-2d8a890618a1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58003c5a-8c4d-4e75-905e-2d8a890618a1,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:02.991146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.063051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 58003c5a-8c4d-4e75-905e-2d8a890618a1 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:03.119651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.137539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484a819d-2170-4edb-a440-e12de433fbac']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:03.186526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b112b49-dc63-48d4-a820-c922e9cf9fb5') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:03.187417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b112b49-dc63-48d4-a820-c922e9cf9fb5') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:03.203440 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.216444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.229567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.235405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e0ef2d94-5cc0-4e73-b379-69a9f6c245f2 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2/tags HTTP/1.1" status: 204 len: 168 time: 0.3497620 Jul 28 14:53:03.242841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:03.247295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.tag.tag_plugin [None req-a75503b8-ba01-416e-8b41-0fafdbaf8d18 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0e4561bc-9738-473e-a6f3-dd16124913f0') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:03.251041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2d8eb84e-f004-44d6-a454-72cf68270c63 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:03.255173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:03.255600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:03.259657 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:03.283879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f746683-d75d-4a3d-b57f-6664afa904fb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:03.283879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.285126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.286310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b7cd41f-b947-4820-a812-3dfa39d1b7b6 HTTP/1.1" status: 204 len: 168 time: 0.4890289 Jul 28 14:53:03.292414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 2d8eb84e-f004-44d6-a454-72cf68270c63 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:03.296868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 2d8eb84e-f004-44d6-a454-72cf68270c63 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:03.386650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12c9bb-4176-4720-aca8-872aea78736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cd41f-b947-4820-a812-3dfa39d1b7b6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:03.531947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a75503b8-ba01-416e-8b41-0fafdbaf8d18 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0/tags HTTP/1.1" status: 204 len: 168 time: 0.2877250 Jul 28 14:53:03.532330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42728) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:03.595549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.658089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.681351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:03.691398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/networks/484a819d-2170-4edb-a440-e12de433fbac HTTP/1.1" status: 204 len: 168 time: 1.0821226 Jul 28 14:53:03.729294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42734) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:03.780796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed130e12-198d-4e2c-b2df-f5727689700f tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Network': ['ID=484a819d-2170-4edb-a440-e12de433fbac,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.005654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.087194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f0456f2-e4b0-4895-994e-2e57199003a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for subnetpool, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.093531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.119144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f0456f2-e4b0-4895-994e-2e57199003a8 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnetpools/29393cc0-ab6f-4bfc-9d85-f85f4b6b4b8d HTTP/1.1" status: 204 len: 168 time: 0.5426495 Jul 28 14:53:04.123393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=58003c5a-8c4d-4e75-905e-2d8a890618a1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:04.134685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ef03320e-83f4-45d9-a6b5-14697514824c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "GET /v2.0/ports?device_id=dce3b59f-6bcb-47b5-a0e5-792094bf5e4b HTTP/1.1" status: 200 len: 205 time: 0.0397003 Jul 28 14:53:04.139659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42746) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.168722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Router 34634803-b3e0-4e48-8909-12b7bf6f2217 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:04.170941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 9904d780-86fa-44ec-88d1-d3ddc06a1d07 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:04.171550 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.329521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.330189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.355115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.379320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 9904d780-86fa-44ec-88d1-d3ddc06a1d07 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:04.421111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:04.434691 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Sync routers for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:04.452821 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:04.454165 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:04.606721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.610320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.677774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32ddabd6-cf84-4c97-9ac4-b958bd657a29 admin admin] 10.222.0.47 "PUT /v2.0/routers/34634803-b3e0-4e48-8909-12b7bf6f2217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3563395 Jul 28 14:53:04.680836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42748) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.784575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.808241 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:04.838355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42750) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.872804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2339a324-6685-4451-9776-83e6d9f4ace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.896693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.904858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.905494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Fanout notify agent at l3_agent the message router_deleted on router dce3b59f-6bcb-47b5-a0e5-792094bf5e4b {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:04.941506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:04.943761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23d39b4e-b942-49cd-994a-58dc8c7e7d17 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/routers/dce3b59f-6bcb-47b5-a0e5-792094bf5e4b HTTP/1.1" status: 204 len: 168 time: 0.8024764 Jul 28 14:53:04.951212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42752) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:04.985754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.043973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=9904d780-86fa-44ec-88d1-d3ddc06a1d07,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:05.144153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:05.224062 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Checking router: 34634803-b3e0-4e48-8909-12b7bf6f2217 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:05.252585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.252986 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Floating IP b0124aa2-05ad-4412-abf6-92ae720f3fd6 disassociated (deleted). External IP: 172.25.0.207, port: 0a8add71-6641-4023-9fb4-8fd58e8fd186. Jul 28 14:53:05.268901 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Routers {'34634803-b3e0-4e48-8909-12b7bf6f2217'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:05.274137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34634803-b3e0-4e48-8909-12b7bf6f2217'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:05.455850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Deleting port f231126f-609f-40f7-9279-7eb935d003e2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:05.463284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.515825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.579189 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] Set router 34634803-b3e0-4e48-8909-12b7bf6f2217 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:05.605507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2339a324-6685-4451-9776-83e6d9f4ace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.632968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 46b072f4-8d30-4736-8d71-e2ea04516185 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:05.786477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.803688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 9c98ba47-2541-4715-8b9a-8e23e477fadb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:05.810557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Deleting port 8a52a81d-01a7-43bc-8889-60b70ebd4226 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:05.810994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:05.814473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Calling delete_port for f231126f-609f-40f7-9279-7eb935d003e2 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:05.915271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:05.968353 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46625a8-16d7-490f-90ab-e58b5fc6af7f None None] The sync data for ids ['34634803-b3e0-4e48-8909-12b7bf6f2217'] in n-d-705658-23 is: [{'id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'name': 'tempest-TaggedBootDevicesTest_v242-1292333261-router', 'tenant_id': 'dc2e76b247be45a58b8613e0c06cb839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:40:36Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': 'dc2e76b247be45a58b8613e0c06cb839', 'gw_port': {'id': '8a52a81d-01a7-43bc-8889-60b70ebd4226', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34634803-b3e0-4e48-8909-12b7bf6f2217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:40:38Z', 'updated_at': '2021-07-28T14:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:05.976882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2339a324-6685-4451-9776-83e6d9f4ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.022298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a324-6685-4451-9776-83e6d9f4ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b32202-1b09-4ea3-a54b-78f61f5a6d9d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:06.112493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2339a324-6685-4451-9776-83e6d9f4ace3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=651d3e812ab84790a7b99d2ce41bef03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2735891 Jul 28 14:53:06.115930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:06.161107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.207144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event deleted for resources: {'Port': ['ID=f231126f-609f-40f7-9279-7eb935d003e2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:06.216321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:06.231557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0c1e0181-91f1-4ea9-ae6c-504264c4e984 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/46b072f4-8d30-4736-8d71-e2ea04516185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8871520 Jul 28 14:53:06.232472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Sync routers for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:06.236801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:06.265178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:06.265975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:06.372092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.394486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.398870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c3a23870-67dc-4933-a2e4-ea1438d7388b tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/ports/f231126f-609f-40f7-9279-7eb935d003e2 HTTP/1.1" status: 204 len: 168 time: 1.4401221 Jul 28 14:53:06.402025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:06.569479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:06.575406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] For port 8a52a81d-01a7-43bc-8889-60b70ebd4226, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8a52a81d-01a7-43bc-8889-60b70ebd4226,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:06.576013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.581072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.598806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting subnet a75f31b0-cc91-40d5-867a-8e8d9314ce4c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:06.609140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:06.620029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.628480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.629664 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Sync routers for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:06.649876 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:06.650522 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:06.689383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Calling delete_port for 8a52a81d-01a7-43bc-8889-60b70ebd4226 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:06.737424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d152f054-6d89-412b-9830-8b0f56daaa9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/floatingips/b0124aa2-05ad-4412-abf6-92ae720f3fd6 HTTP/1.1" status: 204 len: 168 time: 3.0049751 Jul 28 14:53:06.742425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:06.744632 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf9d152-4906-434d-a9f2-e46fa57c8614" -d '{"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:06.769066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Deleting subnet 0e4561bc-9738-473e-a6f3-dd16124913f0 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:06.812788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:06.875252 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0db4fd-fdac-461a-83d2-44d1b683dd8a x-openstack-request-id: req-de0db4fd-fdac-461a-83d2-44d1b683dd8a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:06.876490 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:06.877859 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de0db4fd-fdac-461a-83d2-44d1b683dd8a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:06.879613 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'status': 'completed', 'code': 200} Jul 28 14:53:06.957198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:06.966001 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.008603 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:07.095809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-13448f2d-53c8-4cb8-82fb-dab77ac303af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:07.103288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-13448f2d-53c8-4cb8-82fb-dab77ac303af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58981e105d342469dc83157ece3b801&device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 1137 time: 0.1849861 Jul 28 14:53:07.312868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f746683-d75d-4a3d-b57f-6664afa904fb no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:07.316486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Checking router: 46b072f4-8d30-4736-8d71-e2ea04516185 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:07.325097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-d42586b2-9bef-46dc-b1f0-033ef0dc6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:07.328989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-d42586b2-9bef-46dc-b1f0-033ef0dc6855 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 200 len: 897 time: 0.2181802 Jul 28 14:53:07.367657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1f746683-d75d-4a3d-b57f-6664afa904fb {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:07.368493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f746683-d75d-4a3d-b57f-6664afa904fb not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:07.375679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Routers {'46b072f4-8d30-4736-8d71-e2ea04516185'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:07.376694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['46b072f4-8d30-4736-8d71-e2ea04516185'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:07.498155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.511159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:07.550460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-f28f075f-fc3d-4a95-bba1-5a825ea449cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 200 len: 217 time: 0.2133172 Jul 28 14:53:07.556985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8a52a81d-01a7-43bc-8889-60b70ebd4226,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:07.578993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] Set router 46b072f4-8d30-4736-8d71-e2ea04516185 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:07.579787 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Checking router: 9c98ba47-2541-4715-8b9a-8e23e477fadb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:07.607136 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:07.608140 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:52:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:07.854242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:07.861203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-5b34a132-38e0-42f9-b2bc-5f8ac150e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:07.864196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-5b34a132-38e0-42f9-b2bc-5f8ac150e660 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 200 len: 835 time: 0.3033395 Jul 28 14:53:07.871471 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:07.891757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.003494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:08.059233 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.078796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578a1f56-f285-43ab-bd6e-f6318dec1ffd None None] The sync data for ids ['46b072f4-8d30-4736-8d71-e2ea04516185'] in n-d-705658-23 is: [{'id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170664450', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:24Z', 'updated_at': '2021-07-28T14:53:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': 'c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b072f4-8d30-4736-8d71-e2ea04516185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:26Z', 'updated_at': '2021-07-28T14:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:08.198281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.203144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.253996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.281797 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:08.306445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-3e761094-22ca-4069-acb9-6f19793075cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:08.308168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-3e761094-22ca-4069-acb9-6f19793075cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b2d0e6e2-5388-442c-b630-3ad2f97d44fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4381146 Jul 28 14:53:08.326123 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420cd24-2f8f-401e-a4ca-66c895b464eb None None] The sync data for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 is: [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:50:54Z', 'revision_number': 4, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6e13ade2-5ff9-4971-8bce-016cc0832b1b', 'name': '', 'network_id': 'b2d0e6e2-5388-442c-b630-3ad2f97d44fe', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'mac_address': 'fa:16:3e:90:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:52Z', 'updated_at': '2021-07-28T14:51:01Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'subnets': [{'id': 'f7d6772d-8d32-4e15-85d3-134cb22e0d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:08.387882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.391008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.394568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37b32202-1b09-4ea3-a54b-78f61f5a6d9d HTTP/1.1" status: 204 len: 168 time: 2.2755680 Jul 28 14:53:08.408891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.409621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34634803-b3e0-4e48-8909-12b7bf6f2217 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:08.415933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.422211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-41af872c-214c-4216-902d-195c7526ac0a admin admin] 10.222.0.47 "DELETE /v2.0/routers/34634803-b3e0-4e48-8909-12b7bf6f2217 HTTP/1.1" status: 204 len: 168 time: 3.7400026 Jul 28 14:53:08.423062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:08.467623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb9ace-4621-414e-9f0d-ad7f9694e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b32202-1b09-4ea3-a54b-78f61f5a6d9d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:08.512720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.519914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Deleting subnet e15baafe-88f2-4483-9557-d5036ba33cf0 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:08.527730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.860812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4561bc-9738-473e-a6f3-dd16124913f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:08.860812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.867796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69922c-cc84-4145-b6b6-37fbd786602b None None] Network 0e517fad-59cc-4459-b995-a5e5d14b7d5f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:08.869462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4601cd0d-9cff-4354-9f9f-bc815e06a529 tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/subnets/0e4561bc-9738-473e-a6f3-dd16124913f0 HTTP/1.1" status: 204 len: 168 time: 2.2601509 Jul 28 14:53:08.869462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42800) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:08.870399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.871086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c23c45-6342-4468-9994-9d2e39886608 req-b770b9fb-8ad5-4c6f-aa40-66f3d699dc9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:08.871086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8c23c45-6342-4468-9994-9d2e39886608 req-b770b9fb-8ad5-4c6f-aa40-66f3d699dc9a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 985 time: 0.9693983 Jul 28 14:53:08.886611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:08.979651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-db8ee19a-f61a-4343-9346-c0eeda428f1b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:08.983359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-db8ee19a-f61a-4343-9346-c0eeda428f1b tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.53 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 985 time: 0.2720261 Jul 28 14:53:08.993956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b107f-5d05-4730-a7b7-479ad92db8a9 None None] New status for floating IP b0124aa2-05ad-4412-abf6-92ae720f3fd6: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:53:08.998449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.002928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/subnets/a75f31b0-cc91-40d5-867a-8e8d9314ce4c HTTP/1.1" status: 204 len: 168 time: 2.7650855 Jul 28 14:53:09.008865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:09.021016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0653ee-4ab4-4bc1-8f38-2cf2feed0182 None None] Network 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:09.025806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bbe7c-b6e5-4ff6-b942-5fc5ed63fcb7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Subnet': ['ID=a75f31b0-cc91-40d5-867a-8e8d9314ce4c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:09.106048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-094165cf-fc16-4df8-9097-aaa1059ddb19 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7883563 Jul 28 14:53:09.178591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.191379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.210105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8c23c45-6342-4468-9994-9d2e39886608 req-73af315d-489f-4440-b996-2ea73134e767 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/security-groups?id=fff90dd2-49be-4e37-8f2f-79fa5a0051ce&id=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3433728 Jul 28 14:53:09.406449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5bf9d152-4906-434d-a9f2-e46fa57c8614 req-6de01e38-7f35-4bd9-95cd-2f74724fe3c3 service neutron] 10.222.0.53 "GET /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867866 Jul 28 14:53:09.414315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.467920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a52a81d-01a7-43bc-8889-60b70ebd4226 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:09.491054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 0a8add71-6641-4023-9fb4-8fd58e8fd186 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:09.491054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.531816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8a52a81d-01a7-43bc-8889-60b70ebd4226 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:09.535462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8a52a81d-01a7-43bc-8889-60b70ebd4226 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:09.536101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58003c5a-8c4d-4e75-905e-2d8a890618a1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:09.612453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 58003c5a-8c4d-4e75-905e-2d8a890618a1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:09.612815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58003c5a-8c4d-4e75-905e-2d8a890618a1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:09.698324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Deleting port a3b32755-085d-40b8-9998-ab7894bc28cd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:09.704731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.751409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port 0a8add71-6641-4023-9fb4-8fd58e8fd186, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0a8add71-6641-4023-9fb4-8fd58e8fd186,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:09.752263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.783373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 0a8add71-6641-4023-9fb4-8fd58e8fd186 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:09.787903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.812575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] DHCP port deletion for 0e517fad-59cc-4459-b995-a5e5d14b7d5f request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:09.904953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] DHCP port deletion for 9e76d49d-01e1-4abb-8dc2-dc9a207230e8 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:09.914971 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:09.961817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] For port a3b32755-085d-40b8-9998-ab7894bc28cd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a3b32755-085d-40b8-9998-ab7894bc28cd,segment=NetworkSegment(85d475ed-3e59-46df-81f4-b33d5037c7e9),segment_id=85d475ed-3e59-46df-81f4-b33d5037c7e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:09.962196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.000548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Calling delete_port for a3b32755-085d-40b8-9998-ab7894bc28cd owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:10.015733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Deleting port a3b32755-085d-40b8-9998-ab7894bc28cd {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:10.016209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.113466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] For port a3b32755-085d-40b8-9998-ab7894bc28cd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a3b32755-085d-40b8-9998-ab7894bc28cd,segment=NetworkSegment(85d475ed-3e59-46df-81f4-b33d5037c7e9),segment_id=85d475ed-3e59-46df-81f4-b33d5037c7e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:10.119931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.131224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15baafe-88f2-4483-9557-d5036ba33cf0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.137420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.143442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.148408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-76a14cc1-398a-4997-87c3-1bf1b33e13b2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e15baafe-88f2-4483-9557-d5036ba33cf0 HTTP/1.1" status: 204 len: 168 time: 1.7187972 Jul 28 14:53:10.148658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Calling delete_port for a3b32755-085d-40b8-9998-ab7894bc28cd owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:10.156377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42828) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:10.226840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=0a8add71-6641-4023-9fb4-8fd58e8fd186,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.343310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.392352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49811988-bab7-4410-a7c4-0035c2b5057d None None] Network 2ac1d81f-b430-400f-be80-8a9d4cdf197e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:10.393482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] No DVR routers for this DVR port 0a8add71-6641-4023-9fb4-8fd58e8fd186 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:10.417465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.422578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f04a9f1-254f-4b03-9a78-5cca0da017db req-1da677b5-6a4e-4736-9efc-8350a681278a tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.53 "DELETE /v2.0/ports/0a8add71-6641-4023-9fb4-8fd58e8fd186 HTTP/1.1" status: 204 len: 173 time: 1.4223094 Jul 28 14:53:10.424544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'name': 'network-vif-deleted', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:10.431176 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d59f585-f967-4afa-ab75-3859f85d0dd0" -d '{"events": [{"server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "name": "network-vif-deleted", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:10.459482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:10.461024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.484400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-88d78737-5558-4e0b-a35a-b8b2ae25228b req-9aa697e3-bf48-4738-becc-15b3d57882b8 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0944138 Jul 28 14:53:10.524267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Deleting port aa4e9aec-617d-46b7-914b-49512b7069cd {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:10.524992 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.548609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.617156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] For port aa4e9aec-617d-46b7-914b-49512b7069cd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aa4e9aec-617d-46b7-914b-49512b7069cd,segment=NetworkSegment(86f457b6-8d69-4df1-8d68-ba3f327b6ef3),segment_id=86f457b6-8d69-4df1-8d68-ba3f327b6ef3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:10.617997 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.624633 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23be7a01-cc07-46d1-88ac-13035f032556 x-openstack-request-id: req-23be7a01-cc07-46d1-88ac-13035f032556 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:10.626684 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db2bf8-6289-41f2-a0ee-582859c8386f", "name": "network-vif-deleted", "tag": "0a8add71-6641-4023-9fb4-8fd58e8fd186", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:10.626684 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23be7a01-cc07-46d1-88ac-13035f032556 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:10.626684 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db2bf8-6289-41f2-a0ee-582859c8386f', 'name': 'network-vif-deleted', 'tag': '0a8add71-6641-4023-9fb4-8fd58e8fd186', 'status': 'completed', 'code': 200} Jul 28 14:53:10.635221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event deleted for resources: {'Port': ['ID=a3b32755-085d-40b8-9998-ab7894bc28cd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.639553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Calling delete_port for aa4e9aec-617d-46b7-914b-49512b7069cd owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:10.643479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] No DVR routers for this DVR port a3b32755-085d-40b8-9998-ab7894bc28cd on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:10.778718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Deleting port 7c450b31-ea94-4743-85a3-acc1cbc52a34 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:10.778901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.784259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.863301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] Pushing event deleted for resources: {'Port': ['ID=a3b32755-085d-40b8-9998-ab7894bc28cd,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.879223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.883054 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.909134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d42d8-5d0a-4bea-94ad-6fcad4c35d7e None None] No DVR routers for this DVR port a3b32755-085d-40b8-9998-ab7894bc28cd on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:10.909690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:10.909824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.927324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e517fad-59cc-4459-b995-a5e5d14b7d5f']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:10.950988 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] Pushing event deleted for resources: {'Port': ['ID=aa4e9aec-617d-46b7-914b-49512b7069cd,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:10.955432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] For port 7c450b31-ea94-4743-85a3-acc1cbc52a34, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c450b31-ea94-4743-85a3-acc1cbc52a34,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:10.955798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:10.961737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d475ed-3e59-46df-81f4-b33d5037c7e9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:10.972769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d475ed-3e59-46df-81f4-b33d5037c7e9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:11.011665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:11.027292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.034221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cecf4a-475a-49d7-8bd0-7b0d9a950bc0 None None] No DVR routers for this DVR port aa4e9aec-617d-46b7-914b-49512b7069cd on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:11.041534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Calling delete_port for 7c450b31-ea94-4743-85a3-acc1cbc52a34 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:11.107086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0a8add71-6641-4023-9fb4-8fd58e8fd186 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:11.180537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 0a8add71-6641-4023-9fb4-8fd58e8fd186 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:11.181163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0a8add71-6641-4023-9fb4-8fd58e8fd186 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:11.252255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.265246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:11.266494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.317628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] DHCP port deletion for 2ac1d81f-b430-400f-be80-8a9d4cdf197e request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:11.324995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa4e9aec-617d-46b7-914b-49512b7069cd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:11.440878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: aa4e9aec-617d-46b7-914b-49512b7069cd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:11.440878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aa4e9aec-617d-46b7-914b-49512b7069cd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:11.440878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a3b32755-085d-40b8-9998-ab7894bc28cd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:11.441318 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:11.516074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a3b32755-085d-40b8-9998-ab7894bc28cd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:11.518930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a3b32755-085d-40b8-9998-ab7894bc28cd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:11.553572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.574264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Deleting port 7c450b31-ea94-4743-85a3-acc1cbc52a34 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:11.574762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.618871 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.632493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] 10.222.0.47 "DELETE /v2.0/networks/0e517fad-59cc-4459-b995-a5e5d14b7d5f HTTP/1.1" status: 204 len: 168 time: 2.9536362 Jul 28 14:53:11.638320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa6dd-9d36-4187-972a-771205a8cd2c tempest-TagsExtTest-2049640842 tempest-TagsExtTest-2049640842-project] Pushing event deleted for resources: {'Network': ['ID=0e517fad-59cc-4459-b995-a5e5d14b7d5f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:11.666616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] For port 7c450b31-ea94-4743-85a3-acc1cbc52a34, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c450b31-ea94-4743-85a3-acc1cbc52a34,segment=NetworkSegment(20b4ac8a-7c8a-47cc-94e1-39052309cbb9),segment_id=20b4ac8a-7c8a-47cc-94e1-39052309cbb9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:11.667196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:11.683360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Calling delete_port for 7c450b31-ea94-4743-85a3-acc1cbc52a34 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:11.798115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-610fc524-92d7-4da4-86f0-86d769838c24 req-aa9a1089-1e40-4eb1-8adf-b2b0be9eda32 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "GET /v2.0/ports?device_id=48db2bf8-6289-41f2-a0ee-582859c8386f HTTP/1.1" status: 200 len: 210 time: 0.0873573 Jul 28 14:53:12.154314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.171829 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.182995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.213825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] No DVR routers for this DVR port 7c450b31-ea94-4743-85a3-acc1cbc52a34 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:12.251776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:12.268308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a218a-cc14-44a0-8d03-4d925b95f16d None None] Pushing event deleted for resources: {'Port': ['ID=7c450b31-ea94-4743-85a3-acc1cbc52a34,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:12.296582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-92c23948-436e-4079-aabc-b8d8b358f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.319260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c450b31-ea94-4743-85a3-acc1cbc52a34,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:12.329878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] No DVR routers for this DVR port 7c450b31-ea94-4743-85a3-acc1cbc52a34 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:12.393878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:12.457678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.461306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.535943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac1d81f-b430-400f-be80-8a9d4cdf197e']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:12.600801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b4ac8a-7c8a-47cc-94e1-39052309cbb9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:12.601136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b4ac8a-7c8a-47cc-94e1-39052309cbb9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:12.610678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.613999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.617675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.684018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.695252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:12.695975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:12.699262 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:12.867304 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5cd93865-2d07-4262-be4d-1e5ed9422f1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be9a2faba7194ea7846aba4ca6f9e30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703808 Jul 28 14:53:12.868198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42882) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:12.883165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:12.934490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.979445 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:12.982304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Fanout notify agent at l3_agent the message router_deleted on router 46b072f4-8d30-4736-8d71-e2ea04516185 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:13.016497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.025978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.030409 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-60c818be-2fb2-425c-b232-e6a851cb1af5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/routers/46b072f4-8d30-4736-8d71-e2ea04516185 HTTP/1.1" status: 204 len: 168 time: 3.9976740 Jul 28 14:53:13.034692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42888) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.049224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.061849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.178004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.204727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.209591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.212951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/security-groups/fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9 HTTP/1.1" status: 204 len: 168 time: 0.3276954 Jul 28 14:53:13.251722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.253728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b669f4-1b66-40c4-8055-1ec33a0a7d25 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa858e81-6ad6-4a50-bbbf-c8c9054ac1a9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.266700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.272907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] 10.222.0.47 "DELETE /v2.0/networks/2ac1d81f-b430-400f-be80-8a9d4cdf197e HTTP/1.1" status: 204 len: 168 time: 3.1116123 Jul 28 14:53:13.367407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44076b3-831e-44e0-ae12-ffefc49c129e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac1d81f-b430-400f-be80-8a9d4cdf197e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.376090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.376090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.386132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d8cbd14-b65a-45ca-9e05-2ff4981dee72 HTTP/1.1" status: 204 len: 168 time: 0.5152550 Jul 28 14:53:13.418068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.434164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ae09f-a28e-48c3-83cb-9ccec87b8949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8cbd14-b65a-45ca-9e05-2ff4981dee72,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.452170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.481536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.665779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.668336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.670352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/security-groups/fff90dd2-49be-4e37-8f2f-79fa5a0051ce HTTP/1.1" status: 204 len: 168 time: 0.3929083 Jul 28 14:53:13.673459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42904) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.687938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dba1d5-c057-405b-a653-dc83e0483dd3 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff90dd2-49be-4e37-8f2f-79fa5a0051ce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:13.730265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c450b31-ea94-4743-85a3-acc1cbc52a34 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:13.754420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.777882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e76d49d-01e1-4abb-8dc2-dc9a207230e8']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.807929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42906) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.819664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7c450b31-ea94-4743-85a3-acc1cbc52a34 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:13.820083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c450b31-ea94-4743-85a3-acc1cbc52a34 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:13.873311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f457b6-8d69-4df1-8d68-ba3f327b6ef3') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.873621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f457b6-8d69-4df1-8d68-ba3f327b6ef3') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:13.884433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d6e79a2-310a-438e-8ecd-1284fb3dd2b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc2e76b247be45a58b8613e0c06cb839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749569 Jul 28 14:53:13.888265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42908) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:13.888802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.921441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.923791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:13.924288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:13.928917 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:13.972919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:13.985979 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.171256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.181009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.188619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/networks/9e76d49d-01e1-4abb-8dc2-dc9a207230e8 HTTP/1.1" status: 204 len: 168 time: 1.1489344 Jul 28 14:53:14.189074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42920) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:14.217697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Network': ['ID=9e76d49d-01e1-4abb-8dc2-dc9a207230e8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:14.237428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.250476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.252449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54eef74a-2ae0-4813-86b6-ac5714b10be8 HTTP/1.1" status: 204 len: 168 time: 0.3622243 Jul 28 14:53:14.269612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.270196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.270604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.271782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.272276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.272874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.273311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.273767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.274116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.274522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.274924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.275963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b2a68b-fd69-4d1a-9685-d7aa3b81b265 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:14.300903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a48b31-c776-47d3-8583-748e12bc7530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eef74a-2ae0-4813-86b6-ac5714b10be8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:14.384108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.427354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.497606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.650710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.653585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.658000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/security-groups/89a99cc0-f78b-4bbb-8cca-53f54892f622 HTTP/1.1" status: 204 len: 168 time: 0.4645934 Jul 28 14:53:14.666306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079484f-09b7-485c-ab10-a887db33586a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a99cc0-f78b-4bbb-8cca-53f54892f622,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:14.778906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac55ed4e-7e83-4ff6-a563-0fff1c26fd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.852197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 6e13ade2-5ff9-4971-8bce-016cc0832b1b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:14.853400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:14.879481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.037327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port 6e13ade2-5ff9-4971-8bce-016cc0832b1b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6e13ade2-5ff9-4971-8bce-016cc0832b1b,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:15.037689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.062553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 6e13ade2-5ff9-4971-8bce-016cc0832b1b owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:15.167958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:15.236083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:15.236698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c5dd4d13-d2e8-4e89-89bb-e4f62cc7cf68 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:15.301775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:15.308008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555260157', 'description': 'tempest-secgroup-smoke-1555260157 description', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:15.456415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.484933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=6e13ade2-5ff9-4971-8bce-016cc0832b1b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:15.561309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.752048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.798076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:15.942245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.063226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8c93f2-0950-4933-a910-c27134e93f78,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:16.086843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Router 9c98ba47-2541-4715-8b9a-8e23e477fadb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:16.296204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.300527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b9489959-6a33-4d22-b7e9-a558cef83c0c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9943888 Jul 28 14:53:16.300951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.306862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:16.337327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.353093 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.524775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.701145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.813059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:16.881545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-48e8b70b-edf0-461c-aaa9-aad170109b03 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "PUT /v2.0/routers/9c98ba47-2541-4715-8b9a-8e23e477fadb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1430593 Jul 28 14:53:16.882565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:16.882877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Sync routers for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:16.882877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:16.882877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:16.887259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3952cda2-3a8d-40b0-892d-ca83c4b11135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:16.922049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting subnet f7d6772d-8d32-4e15-85d3-134cb22e0d09 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:53:16.927648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.013698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.140627 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:17.158915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3952cda2-3a8d-40b0-892d-ca83c4b11135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.160572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.362912 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:53:15Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.393761 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Checking router: 9c98ba47-2541-4715-8b9a-8e23e477fadb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:17.403570 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Routers {'9c98ba47-2541-4715-8b9a-8e23e477fadb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:17.404286 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9c98ba47-2541-4715-8b9a-8e23e477fadb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.538080 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] Set router 9c98ba47-2541-4715-8b9a-8e23e477fadb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:17.715350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.736805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f535fad3-99e3-4e4b-af51-83559c3d6497,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:17.756614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:53:15Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:17.783961 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4326b8c8-5b27-4a9e-8540-f72ab821cbc9 None None] The sync data for ids ['9c98ba47-2541-4715-8b9a-8e23e477fadb'] in n-d-705658-23 is: [{'id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1853442674', 'tenant_id': 'd58981e105d342469dc83157ece3b801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:50:43Z', 'updated_at': '2021-07-28T14:53:15Z', 'revision_number': 5, 'project_id': 'd58981e105d342469dc83157ece3b801', 'gw_port': {'id': '4bb4d70a-918f-4c39-bfbd-3e63468298f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c98ba47-2541-4715-8b9a-8e23e477fadb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:50:45Z', 'updated_at': '2021-07-28T14:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:17.910785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.913229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3952cda2-3a8d-40b0-892d-ca83c4b11135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:17.993166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d6772d-8d32-4e15-85d3-134cb22e0d09,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:17.994641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.009723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.013626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf04faee-aee2-413f-bbce-1a1fdf49252c tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/subnets/f7d6772d-8d32-4e15-85d3-134cb22e0d09 HTTP/1.1" status: 204 len: 168 time: 1.1876316 Jul 28 14:53:18.014134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43006) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.022026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3952cda2-3a8d-40b0-892d-ca83c4b11135 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fd20f24ea13481cb9b5aa463c119ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6813834 Jul 28 14:53:18.023234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134123e-b6ca-4f35-8a8a-1d3bc94f8ddf None None] Network b2d0e6e2-5388-442c-b630-3ad2f97d44fe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:18.023952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43008) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.031845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952cda2-3a8d-40b0-892d-ca83c4b11135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9aaee-98fc-4039-ab16-b32a1e3ae66d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.040196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.045187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6e17a32b-10cf-4fa7-928e-109419a3d2ab tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7427773 Jul 28 14:53:18.048886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.061200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:18.205252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.233973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.248999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.248999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.308431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] DHCP port deletion for b2d0e6e2-5388-442c-b630-3ad2f97d44fe request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:53:18.391643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.394583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Deleting port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:18.395515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.439151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.441648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.449979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0059881 Jul 28 14:53:18.454559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43020) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.502388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] For port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,segment=NetworkSegment(70af53be-47ba-4ecc-8182-d1843b4dc6f8),segment_id=70af53be-47ba-4ecc-8182-d1843b4dc6f8)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:18.505574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.518014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Calling delete_port for 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:18.559215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.584898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.587647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.590155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39b9aaee-98fc-4039-ab16-b32a1e3ae66d HTTP/1.1" status: 204 len: 168 time: 0.5651329 Jul 28 14:53:18.603523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c5312-5896-4d44-b4b1-65cec4ed3cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9aaee-98fc-4039-ab16-b32a1e3ae66d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.606490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a576da2-099d-4d3b-bfa0-44b915ff1eed,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.648031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Deleting port 4bb4d70a-918f-4c39-bfbd-3e63468298f8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:18.648031 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.729988 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.732200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fc9bd532-ae2e-44c9-9ed6-9720a3437c88 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6809018 Jul 28 14:53:18.734846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43032) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:18.750273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:18.784275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] For port 4bb4d70a-918f-4c39-bfbd-3e63468298f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4bb4d70a-918f-4c39-bfbd-3e63468298f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:18.784745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.809046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Calling delete_port for 4bb4d70a-918f-4c39-bfbd-3e63468298f8 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:18.881339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.924330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:18.931608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] Pushing event deleted for resources: {'Port': ['ID=11e1ec2c-aeaa-4558-ba33-144d11b3c3c9,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:18.946384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1419aa9-384f-44e0-9072-8d078a9f134f None None] No DVR routers for this DVR port 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:19.015938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eaf8049f-c486-4a84-adbe-bf57e8ba11e6 tempest-NetworksApiDiscovery-204637644 tempest-NetworksApiDiscovery-204637644-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5600448 Jul 28 14:53:19.043590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.205135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.207694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:19.226392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c1a854-0582-4b26-89d4-b77aa042bf79,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.230878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:19.231338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 11e1ec2c-aeaa-4558-ba33-144d11b3c3c9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:19.231811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e13ade2-5ff9-4971-8bce-016cc0832b1b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:19.250143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.263743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43046) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.264949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6e13ade2-5ff9-4971-8bce-016cc0832b1b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:19.265316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6e13ade2-5ff9-4971-8bce-016cc0832b1b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:19.304261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Port': ['ID=4bb4d70a-918f-4c39-bfbd-3e63468298f8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:19.380712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.455659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.458399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-121bf6dd-4878-4a4f-a1f3-648dbe27d59d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7205579 Jul 28 14:53:19.461614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43050) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.467678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:19.504319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.507964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.749562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.750387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Fanout notify agent at l3_agent the message router_deleted on router 9c98ba47-2541-4715-8b9a-8e23e477fadb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:53:19.753440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.794429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.796311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af07cf68-c4d6-4584-836e-68cb5e9654f0 tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/routers/9c98ba47-2541-4715-8b9a-8e23e477fadb HTTP/1.1" status: 204 len: 168 time: 1.7810373 Jul 28 14:53:19.809046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43066) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:19.945028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.950516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:19.964196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.074141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.089611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d0e6e2-5388-442c-b630-3ad2f97d44fe']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.103130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70af53be-47ba-4ecc-8182-d1843b4dc6f8') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.103710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70af53be-47ba-4ecc-8182-d1843b4dc6f8') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:20.118497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.137899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.140140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.174411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:53:20.174836 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:53:20.179185 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:53:20.189883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e183c8c-b9a4-43c3-9e94-2495ec167b29,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:20.264830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-177917997-network', 'tenant_id': 'a6bf50e1a8194fda8c61a2a4a67ea85c'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:20.280775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.285468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f7be331-d053-4ee8-9404-ec5415087a4b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8183570 Jul 28 14:53:20.285627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43070) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:20.291708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:20.415697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.425438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.431692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] 10.222.0.47 "DELETE /v2.0/networks/b2d0e6e2-5388-442c-b630-3ad2f97d44fe HTTP/1.1" status: 204 len: 168 time: 0.6177554 Jul 28 14:53:20.441241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f0f6a-e5bc-40b7-bce8-c99a7214ee7d tempest-TestSecurityGroupsBasicOps-1103174673 tempest-TestSecurityGroupsBasicOps-1103174673-project] Pushing event deleted for resources: {'Network': ['ID=b2d0e6e2-5388-442c-b630-3ad2f97d44fe,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:20.474763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Made reservation on behalf of a6bf50e1a8194fda8c61a2a4a67ea85c for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:20.477386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.498660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.513954 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.531456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:20.625517 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:53:20.639794 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.664597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43092) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:20.683821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a8b88bd-1c1c-444c-9f00-497401e822bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.769654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.787920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.884689 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.931064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.943541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.955699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b93373-736f-4da1-9ae1-f8c0c1fab320,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:20.966289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:20.982235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66637452-898b-4424-8921-3bc1b407a8f5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:20.989217 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:20.990717 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Added segment fb0ed6a8-05ef-4049-a981-d35acebc5f5a of type vlan for network 17aeb228-44a1-40b9-89c8-8bfc9d25528f Jul 28 14:53:21.048643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.079140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.081348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e01e2bc8-0675-4670-b25d-337a5d6a1d7f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7946434 Jul 28 14:53:21.083681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.090013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '5e8c93f2-0950-4933-a910-c27134e93f78', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:21.101273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:53:21.101273 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 14:53:21.101273 n-d-705658-23 neutron-server[94749]: [parameters: {'project_id_1': '5a4f8f7e803042ee8c33c861f7c69751', 'expiration_1': datetime.datetime(2021, 7, 28, 14, 53, 20, 961792)}] Jul 28 14:53:21.101273 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:21.102366 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:21.198492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a8b88bd-1c1c-444c-9f00-497401e822bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.233719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.235087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:21.244355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.244567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4bb4d70a-918f-4c39-bfbd-3e63468298f8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:21.294900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4bb4d70a-918f-4c39-bfbd-3e63468298f8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:21.296414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4bb4d70a-918f-4c39-bfbd-3e63468298f8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:53:21.326211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] Pushing event updated for resources: {'Network': ['ID=17aeb228-44a1-40b9-89c8-8bfc9d25528f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:21.338203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 17aeb228-44a1-40b9-89c8-8bfc9d25528f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:21.350244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a8b88bd-1c1c-444c-9f00-497401e822bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.406011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9a8b88bd-1c1c-444c-9f00-497401e822bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0417f994bbd34f3996b6d7105fd276db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400620 Jul 28 14:53:21.413208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b88bd-1c1c-444c-9f00-497401e822bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84015106-59c0-482a-924c-d40b94bbe324,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:21.427182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43102) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.538363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-acd89de2-ce46-4769-9c49-4b8935ef94cf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2720494 Jul 28 14:53:21.541773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43108) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.553208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Request body: {'subnet': {'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-177917997-subnet', 'tenant_id': 'a6bf50e1a8194fda8c61a2a4a67ea85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:21.579504 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.604320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.612725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.644934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43112) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.679891 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:53:21.685597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.691521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 14:53:21.691521 n-d-705658-23 neutron-server[94748]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 14:53:21.691521 n-d-705658-23 neutron-server[94748]: [parameters: {'project_id': 'a6bf50e1a8194fda8c61a2a4a67ea85c', 'id': '383d5268-4470-4d3a-a58a-2df8b2a82233', 'expiration': datetime.datetime(2021, 7, 28, 14, 55, 21, 685759)}] Jul 28 14:53:21.691521 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:21.692370 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:21.822417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.825028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.829055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84015106-59c0-482a-924c-d40b94bbe324 HTTP/1.1" status: 204 len: 168 time: 0.3960977 Jul 28 14:53:21.838047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca88a61-fcde-40a7-a1ee-5f02d9abefa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84015106-59c0-482a-924c-d40b94bbe324,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:21.848111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.898721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cc972dcc-e55a-4dea-b823-e1f290387b89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d58981e105d342469dc83157ece3b801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514956 Jul 28 14:53:21.901114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:21.951376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.952990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.975776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:21.989064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6492cb10-0ae7-4062-9328-88932fdc8c7b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:21.997425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.205309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.205761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.208327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.213151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e29ac75-c19c-4a55-8c3a-6591dbb82016 HTTP/1.1" status: 204 len: 168 time: 0.3073382 Jul 28 14:53:22.221086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d8ca6-17ae-4f7d-8797-9900080c72bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29ac75-c19c-4a55-8c3a-6591dbb82016,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.278128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a4f8f7e803042ee8c33c861f7c69751&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7453198 Jul 28 14:53:22.279373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd85f-d7bb-409d-a547-8c63e46aa23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a6b5a-9cbb-4281-b73b-6bac65446fe2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.280824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43136) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.313156 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.314553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-495378e0-88cb-4879-976f-b51fb6f87ab3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2295744 Jul 28 14:53:22.317610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43138) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:22.324863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'network': {'name': 'tempest-network-smoke--1697108328', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:22.376923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.405569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.462357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Made reservation on behalf of a6bf50e1a8194fda8c61a2a4a67ea85c for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:22.470510 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.569927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:22.574015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.670619 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.674013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:22.677713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.677713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e86a6b5a-9cbb-4281-b73b-6bac65446fe2 HTTP/1.1" status: 204 len: 168 time: 0.3944325 Jul 28 14:53:22.689649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.691254 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Added segment 9425505f-d718-4cd8-8c77-69d12be96734 of type vlan for network 98583e53-841f-4dfc-8363-a3a12348c4a0 Jul 28 14:53:22.724331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ebcb1-fdbd-428e-a8e8-2a8f6ada3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a6b5a-9cbb-4281-b73b-6bac65446fe2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:22.798709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.941193 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:22.959534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:22.962912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.060964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Network': ['ID=98583e53-841f-4dfc-8363-a3a12348c4a0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:23.073740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:23.124910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.160823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bddb5c56-dea4-46f9-b72c-68d7cab45cd9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8412335 Jul 28 14:53:23.163991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43160) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:23.169174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'admin_state_up': True, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:23.237684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Checking segment: {'id': 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:23.238512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Network hostable DHCP agents. Network: 17aeb228-44a1-40b9-89c8-8bfc9d25528f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:23.250779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad69758a-587a-4278-946f-2b8ad1e41f04,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:23.296887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.299049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.379245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.433505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Network 17aeb228-44a1-40b9-89c8-8bfc9d25528f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:23.621487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 17aeb228-44a1-40b9-89c8-8bfc9d25528f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:23.626470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:23.627483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.637257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27d588d-d0a4-45cb-99cc-e65736118c9e None None] Network 17aeb228-44a1-40b9-89c8-8bfc9d25528f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:23.687797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:23.799727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-001d0f4f-d488-4d21-94e0-3a58f5416281 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2556272 Jul 28 14:53:23.830873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ec0f8-0e98-409e-b6f5-65ab2a29f839 None None] Network 17aeb228-44a1-40b9-89c8-8bfc9d25528f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:24.012898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43170) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.037469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f64f40a8-d77d-47fb-9f17-af13e7e3b1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.182486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.215166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f64f40a8-d77d-47fb-9f17-af13e7e3b1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.239712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.249903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43178) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.352849 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f64f40a8-d77d-47fb-9f17-af13e7e3b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.400232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.248 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/6eb7193a-1f0a-49bf-afb6-45c944955223) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:24.417048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f40a8-d77d-47fb-9f17-af13e7e3b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb324cc-6afd-4302-b9ca-ef34f92e852c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.425549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f64f40a8-d77d-47fb-9f17-af13e7e3b1ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ff52c5fbf804663a18b6dd69cadebae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114048 Jul 28 14:53:24.429982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:24.565017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.615893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.619324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.734368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3956e283-977d-4b5d-badf-fba65587e579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.811009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.816291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.819409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:24.823396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcb324cc-6afd-4302-b9ca-ef34f92e852c HTTP/1.1" status: 204 len: 168 time: 0.3923612 Jul 28 14:53:24.860653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92d9ed-2095-48ed-b852-3de51a137fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb324cc-6afd-4302-b9ca-ef34f92e852c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.879227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:24.883008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:24.890331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:24.897079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=6eb7193a-1f0a-49bf-afb6-45c944955223,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:24.911414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3956e283-977d-4b5d-badf-fba65587e579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.033734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3956e283-977d-4b5d-badf-fba65587e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.084113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3956e283-977d-4b5d-badf-fba65587e579 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b8e8d5257dc46a891cc3912e5e7a4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302548 Jul 28 14:53:25.084477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:25.091225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956e283-977d-4b5d-badf-fba65587e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1988a-22d0-49ba-ab3b-cd10a113acd7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:25.173952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.199354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.485320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.490078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.498151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76b1988a-22d0-49ba-ab3b-cd10a113acd7 HTTP/1.1" status: 204 len: 168 time: 0.4096148 Jul 28 14:53:25.507208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f5156-5021-4034-8561-27c6ffa4e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1988a-22d0-49ba-ab3b-cd10a113acd7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:25.609388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:25.846433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.215723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 0c00839f-f518-4d41-bb05-722d2652db71 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:53:26.357697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:26.371500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Sync routers for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:26.388706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:26.390646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:26.511968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:26.565888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.565888 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f76fec4d-1765-47ad-b8cb-fa006145b77f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3969958 Jul 28 14:53:26.569445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.607155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0349d691-62de-4ecd-a600-0de47856a361 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=56245dcc2a25444f8fd4d55b76dc31cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362167 Jul 28 14:53:26.613594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43238) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.705500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:26.735227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Checking router: 0c00839f-f518-4d41-bb05-722d2652db71 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:26.735227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Updating router 0c00839f-f518-4d41-bb05-722d2652db71 port 6eb7193a-1f0a-49bf-afb6-45c944955223 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:26.762668 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:26.776932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195d618-58ad-4d88-9fd6-b95cfffafd34 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:26.778462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9195d618-58ad-4d88-9fd6-b95cfffafd34 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629801 Jul 28 14:53:26.781672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43242) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.817127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-39bf1142-c21c-40a7-b3e7-8ccfaf413501 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316110 Jul 28 14:53:26.817354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:26.823569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1488938856', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:27.033363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.045243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Transition to ACTIVE for port object 6eb7193a-1f0a-49bf-afb6-45c944955223 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:27.113091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:27.118986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.182277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.226919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43254) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.247712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Pushing event updated for resources: {'Port': ['ID=6eb7193a-1f0a-49bf-afb6-45c944955223,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.260062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Attempting to bind port 6eb7193a-1f0a-49bf-afb6-45c944955223 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:27.261368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Attempting to bind port 6eb7193a-1f0a-49bf-afb6-45c944955223 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:27.261734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Attempting to bind port 6eb7193a-1f0a-49bf-afb6-45c944955223 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:27.269292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:27.269999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:27.271187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.272457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:27.273211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Bound port: 6eb7193a-1f0a-49bf-afb6-45c944955223, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:27.273795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.281299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cff935ec-8ef6-414e-8f5a-a65ae0fdcf07 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3afef57a204e4eaf84c1f6e87a69127f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531676 Jul 28 14:53:27.284227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:27.343228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] For port 6eb7193a-1f0a-49bf-afb6-45c944955223, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:27.347453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] For port 6eb7193a-1f0a-49bf-afb6-45c944955223, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6eb7193a-1f0a-49bf-afb6-45c944955223,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:27.384545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.436672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.450994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.530682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.539831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:27.540677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.603845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Pushing event updated for resources: {'Port': ['ID=6eb7193a-1f0a-49bf-afb6-45c944955223,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.620765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.621256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.621731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.622271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.622762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.623627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.624283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.625089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.625543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:27.625860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.626002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network hostable DHCP agents. Network: 98583e53-841f-4dfc-8363-a3a12348c4a0, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:27.626614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.627771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.628560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff387971-15e6-4cc4-b9c7-b2afb0510476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:27.629449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Subnet': ['ID=24dca422-9737-41b2-b328-4f2b2f124513,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:27.720338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:27.781812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:27.923795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:27.951402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c249a-4877-4a96-8856-e36fc5f616e5 None None] The sync data for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 is: [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:25Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:27.975565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 98583e53-841f-4dfc-8363-a3a12348c4a0) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:27.980393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:27.980808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:27.984945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4e853-4a4c-4a11-abc2-6f2acc6a2c3d None None] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:28.091672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43270) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.101379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.105258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.110142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e46e103-8e6e-4d76-a72e-91218d640292 HTTP/1.1" status: 204 len: 168 time: 0.8107045 Jul 28 14:53:28.111791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8213b688-9ce0-44dc-ab46-f60943dbb3f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.121556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecb10e-edf9-4949-8ebf-d5946c597387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e46e103-8e6e-4d76-a72e-91218d640292,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:28.200721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7f5ecc31-7d9a-468d-b9fd-abe3fbca8e98 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3813891 Jul 28 14:53:28.207883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43274) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.208215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-98583e53-841f-4dfc-8363-a3a12348c4a0', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:28.208958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.418864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Allocated IP 172.20.0.2 (98583e53-841f-4dfc-8363-a3a12348c4a0/24dca422-9737-41b2-b328-4f2b2f124513/1f6208bc-25b9-4d80-84eb-242073156983) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:28.586919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8213b688-9ce0-44dc-ab46-f60943dbb3f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.659955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.671723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Transition to ACTIVE for port object 1f6208bc-25b9-4d80-84eb-242073156983 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:28.691097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Transition to ACTIVE for port object 1f6208bc-25b9-4d80-84eb-242073156983 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:28.741198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8213b688-9ce0-44dc-ab46-f60943dbb3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.791950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b688-9ce0-44dc-ab46-f60943dbb3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3716a-879d-4906-815f-40ce63a44afa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:28.813877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8213b688-9ce0-44dc-ab46-f60943dbb3f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7743979c9f9b4c749278241901c8a6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7209105 Jul 28 14:53:28.816586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43296) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:28.834949 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.910248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:28.924986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:28.925326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:28.931221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:28.958375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Pushing event updated for resources: {'Port': ['ID=1f6208bc-25b9-4d80-84eb-242073156983,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:28.986115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.032483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.052980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Attempting to bind port 1f6208bc-25b9-4d80-84eb-242073156983 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:29.053411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Attempting to bind port 1f6208bc-25b9-4d80-84eb-242073156983 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:29.053795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Attempting to bind port 1f6208bc-25b9-4d80-84eb-242073156983 on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:29.067852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:29.068342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:29.069222 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.069655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Bound using segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:29.070166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Bound port: 1f6208bc-25b9-4d80-84eb-242073156983, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:29.070702 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.168096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] For port 1f6208bc-25b9-4d80-84eb-242073156983, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:29.177435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] For port 1f6208bc-25b9-4d80-84eb-242073156983, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f6208bc-25b9-4d80-84eb-242073156983,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:29.272175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6eb7193a-1f0a-49bf-afb6-45c944955223 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:29.348263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.349472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.353808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.355031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bf3716a-879d-4906-815f-40ce63a44afa HTTP/1.1" status: 204 len: 168 time: 0.5368664 Jul 28 14:53:29.436403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7eb8e-36fa-4d99-9230-494a0a687cf4 None None] Pushing event updated for resources: {'Port': ['ID=1f6208bc-25b9-4d80-84eb-242073156983,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:29.482832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d7326-06b0-4c32-b38b-bf17d9cffbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3716a-879d-4906-815f-40ce63a44afa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:29.560547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-a2da0999-2489-4f7a-975c-f3e06d71b3eb tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:29.563154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-a2da0999-2489-4f7a-975c-f3e06d71b3eb tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/networks?id=17aeb228-44a1-40b9-89c8-8bfc9d25528f HTTP/1.1" status: 200 len: 809 time: 0.2177567 Jul 28 14:53:29.590163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-a03b4de2-9a17-4895-a1e9-def152628d32 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/quotas/a6bf50e1a8194fda8c61a2a4a67ea85c HTTP/1.1" status: 200 len: 375 time: 0.0153611 Jul 28 14:53:29.666855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.1 (98583e53-841f-4dfc-8363-a3a12348c4a0/24dca422-9737-41b2-b328-4f2b2f124513/8d841a36-3bb3-4216-b8cd-e76388dddef4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:29.679392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6eb7193a-1f0a-49bf-afb6-45c944955223 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:29.690434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6eb7193a-1f0a-49bf-afb6-45c944955223 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:29.690434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.691697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-086aab5b-173f-4af7-b8dd-f647bc9eb361 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6bf50e1a8194fda8c61a2a4a67ea85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935047 Jul 28 14:53:29.828289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.853363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6eb7193a-1f0a-49bf-afb6-45c944955223, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6eb7193a-1f0a-49bf-afb6-45c944955223,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:29.862680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:29.879774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 8d841a36-3bb3-4216-b8cd-e76388dddef4 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:30.010163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.010473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.076890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6eb7193a-1f0a-49bf-afb6-45c944955223,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.077163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:30.080843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:30.088549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:30.095695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:30.140587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.315093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-61769530-6117-46c8-bc53-c0fc6e948167 service neutron] 10.222.0.47 "GET /v2.0/networks/17aeb228-44a1-40b9-89c8-8bfc9d25528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029706 Jul 28 14:53:30.430630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-439a4962-96ed-4e7b-a6de-d21c806ab396 service neutron] 10.222.0.47 "GET /v2.0/networks/17aeb228-44a1-40b9-89c8-8bfc9d25528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087461 Jul 28 14:53:30.461064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.887369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:30.915467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbecb4ba-9251-4dc5-b1bc-74e618b97239 None None] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:31.061202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.147433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.215606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-792b63bf-20cb-4a14-b6f4-beea42712cbd None None] Provisioning for port 1f6208bc-25b9-4d80-84eb-242073156983 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:31.353716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c9d86a46-60d3-415c-9ada-e7e677b69a27 req-0fa912eb-de9a-448c-9197-d5b5f416e179 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0728831 Jul 28 14:53:31.357337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:31.432578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:31.434666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:31.461624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f6208bc-25b9-4d80-84eb-242073156983 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:31.609632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 0c00839f-f518-4d41-bb05-722d2652db71 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:31.764215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:31.783321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1f6208bc-25b9-4d80-84eb-242073156983 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:31.783695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0d245815-e57e-43f4-aa55-62046c9c7ddc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/0c00839f-f518-4d41-bb05-722d2652db71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729158 Jul 28 14:53:31.784149 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Sync routers for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:31.789771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1f6208bc-25b9-4d80-84eb-242073156983 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:31.790204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.797111 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:31.797723 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:31.846527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Provisioning for port 8d841a36-3bb3-4216-b8cd-e76388dddef4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:31.858171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Provisioning complete for port 8d841a36-3bb3-4216-b8cd-e76388dddef4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:31.858548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:31.938268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Port 8d841a36-3bb3-4216-b8cd-e76388dddef4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:31.971619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Provisioning complete for port 1f6208bc-25b9-4d80-84eb-242073156983 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:31.972007 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.025841 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:32.122105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.288319 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 2, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:32.337461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Checking router: 0c00839f-f518-4d41-bb05-722d2652db71 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:32.337903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Updating router 0c00839f-f518-4d41-bb05-722d2652db71 port 8d841a36-3bb3-4216-b8cd-e76388dddef4 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:32.373957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1f6208bc-25b9-4d80-84eb-242073156983, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f6208bc-25b9-4d80-84eb-242073156983,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:32.402529 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.402646 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.414490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-9120225e-0394-4f06-8d7f-00f68d1088db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555260157&fields=id&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 267 time: 0.0958743 Jul 28 14:53:32.509545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9275b1d1-99a2-42cb-9853-ad463b957fdd req-844ad0fe-11df-414e-bcb6-6c537f71f700 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0591028 Jul 28 14:53:32.530746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.531859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6eb7193a-1f0a-49bf-afb6-45c944955223 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:32.615568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-9cb70c9a-5fa0-47ed-b340-5dd94e055c7d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:32.625399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-9cb70c9a-5fa0-47ed-b340-5dd94e055c7d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 797 time: 0.1928596 Jul 28 14:53:32.647245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-c0e4725a-0d50-4ac5-88a4-9a7289b542d7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/quotas/56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 375 time: 0.0206201 Jul 28 14:53:32.686906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1f6208bc-25b9-4d80-84eb-242073156983,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:32.726886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:53:32.727416 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-129f9808-864b-4d1a-85b4-2b2cedd6ddad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:53:32.744033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6eb7193a-1f0a-49bf-afb6-45c944955223 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:32.744523 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.856938 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:32.894850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Transition to ACTIVE for port object 8d841a36-3bb3-4216-b8cd-e76388dddef4 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:33.107218 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.112524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:33.192475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-134a4d7f-c60a-4734-af3f-59cfcfb053a3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5436265 Jul 28 14:53:33.224247 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Pushing event updated for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:33.327900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.328364 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.330149 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.330740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.331307 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.332490 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.335311 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.335919 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.337508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.337508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.337508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.337508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:33.359735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f6208bc-25b9-4d80-84eb-242073156983 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:33.438014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-fb458e57-4914-44f2-96c1-8385b9adecba service neutron] 10.222.0.47 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292678 Jul 28 14:53:33.448324 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Attempting to bind port 8d841a36-3bb3-4216-b8cd-e76388dddef4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:33.449995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Attempting to bind port 8d841a36-3bb3-4216-b8cd-e76388dddef4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:33.450474 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Attempting to bind port 8d841a36-3bb3-4216-b8cd-e76388dddef4 on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:33.463376 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:33.467234 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:33.469242 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.469766 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Bound using segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:33.470355 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Bound port: 8d841a36-3bb3-4216-b8cd-e76388dddef4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:33.472008 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.547714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1f6208bc-25b9-4d80-84eb-242073156983 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:33.550521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.602998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-604344629-network', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:33.689655 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] For port 8d841a36-3bb3-4216-b8cd-e76388dddef4, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:33.696206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] For port 8d841a36-3bb3-4216-b8cd-e76388dddef4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d841a36-3bb3-4216-b8cd-e76388dddef4,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:33.717284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-15f8dabc-6bdd-40b0-8af3-b5e4ea30e1d4 service neutron] 10.222.0.47 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709775 Jul 28 14:53:33.758488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fabf0d8-0f72-497b-b86c-9033b13bd007 req-dd2487e7-822f-41fa-a02b-fca75fc08b5a tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0363793 Jul 28 14:53:33.764283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Made reservation on behalf of cc34b1720e7c4a2b81f3789e0c725865 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:33.764767 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.767666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.783044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.886314 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:33.895680 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:33.948667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:33.980204 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11fe92-5f29-4ef1-b360-18683e798c4a None None] Pushing event updated for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.131101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.326872 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:34.431776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:53:34.479348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44b4c107-d0a1-412e-9d59-ee5fd0fa1c3d req-c951d2d6-0d4c-41df-a3e8-028828ddd796 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.1905143 Jul 28 14:53:34.501667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ebe68-23d7-4835-acd4-85adf10c9f1c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:34.584771 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.604065 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Added segment 5ed8712c-615e-48b8-9e62-e8684a017f30 of type vlan for network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab Jul 28 14:53:34.718687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.763256 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:33Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:34.791138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e196bf4a-3920-4089-b923-2ce9a205b5f2 None None] The sync data for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 is: [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:33Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:34.955769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c25dfeac-dbdb-4eec-a8d6-d8bc243d8a2d req-34c58cdb-8f59-4f7a-813b-055a67f7e5f6 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0637236 Jul 28 14:53:34.976362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:34.981699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:34.982507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.130460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] Pushing event updated for resources: {'Network': ['ID=6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:35.134751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11171062-f722-48a1-be26-7caae2648437 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0214372 Jul 28 14:53:35.137905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:35.145787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:53:35.150718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Request body: {'subnet': {'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-604344629-subnet', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:35.308939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d841a36-3bb3-4216-b8cd-e76388dddef4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:35.387099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Made reservation on behalf of cc34b1720e7c4a2b81f3789e0c725865 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:35.391296 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.552718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8d841a36-3bb3-4216-b8cd-e76388dddef4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:35.557357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8d841a36-3bb3-4216-b8cd-e76388dddef4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:35.558173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.635031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d018d69d-dbdb-4195-83b0-0f46126095bd req-4280b5f7-8ea3-468f-8666-116d14499174 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0608680 Jul 28 14:53:35.724627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.772448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8d841a36-3bb3-4216-b8cd-e76388dddef4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d841a36-3bb3-4216-b8cd-e76388dddef4,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:35.841299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.882340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:35.968338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995bd03b-be8c-4199-ba88-b23dc4fe70ac,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:35.996354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:36.055877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-6f3d56b6-9738-485f-a3d3-8c01f4954301 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:36.059243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-6f3d56b6-9738-485f-a3d3-8c01f4954301 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.53 "GET /v2.0/networks?id=17aeb228-44a1-40b9-89c8-8bfc9d25528f HTTP/1.1" status: 200 len: 809 time: 0.3413312 Jul 28 14:53:36.086343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Request body: {'port': {'device_id': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f', 'admin_state_up': True, 'tenant_id': 'a6bf50e1a8194fda8c61a2a4a67ea85c'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:36.200122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6425da07-e1e1-43e2-a302-9bab3a2b042a req-9a947d95-d607-433f-8bef-3d2921d45055 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0732501 Jul 28 14:53:36.201017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Checking segment: {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:36.201640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Network hostable DHCP agents. Network: 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:53:36.466760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:53:36.524324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Made reservation on behalf of a6bf50e1a8194fda8c61a2a4a67ea85c for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:36.530669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.636519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:36.649606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c9170-1f94-489e-af69-31b28bd06eb3 None None] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:36.662170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:36.682846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.874863 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8a472db8-2c0c-4735-815c-c5e641434714 req-cf080402-980f-4a22-bbde-887d55e5809d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0554180 Jul 28 14:53:36.889388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa617e3b-7721-4f3b-990c-782547b150a6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7500956 Jul 28 14:53:36.901892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43518) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:36.913897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'fixed_ips': [{'subnet_id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:53:36.915325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:36.916618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:36.942293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Allocated IP 172.20.0.11 (17aeb228-44a1-40b9-89c8-8bfc9d25528f/ad69758a-587a-4278-946f-2b8ad1e41f04/993e486b-ef1f-4bbb-8353-f3c2d8076122) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:37.151500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Allocated IP 172.20.0.2 (6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab/995bd03b-be8c-4199-ba88-b23dc4fe70ac/305d395d-ec05-425d-8dbe-4c4299f0e88c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:37.288642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.337440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d841a36-3bb3-4216-b8cd-e76388dddef4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:37.357193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.358221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.401183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-55af189b-ba7a-4445-9b80-9c3e2bb579a2 req-8cdf2bc3-6b20-4921-b70d-cf25d95e3981 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0488424 Jul 28 14:53:37.459305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8d841a36-3bb3-4216-b8cd-e76388dddef4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:37.459687 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.507353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.536487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.571967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.593133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Transition to ACTIVE for port object 305d395d-ec05-425d-8dbe-4c4299f0e88c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:37.628646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Network 17aeb228-44a1-40b9-89c8-8bfc9d25528f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:37.631907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:37.646051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:37.705377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Transition to ACTIVE for port object 305d395d-ec05-425d-8dbe-4c4299f0e88c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:37.804085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Pushing event updated for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:37.878951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.895267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:37.896324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.909374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:37.940983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:37.944526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:37.950316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:37.957856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Pushing event updated for resources: {'Port': ['ID=305d395d-ec05-425d-8dbe-4c4299f0e88c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:38.018874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Attempting to bind port 305d395d-ec05-425d-8dbe-4c4299f0e88c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:38.019526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Attempting to bind port 305d395d-ec05-425d-8dbe-4c4299f0e88c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:38.020657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Attempting to bind port 305d395d-ec05-425d-8dbe-4c4299f0e88c on network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:38.026819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:38.027671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Checking segment: {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:38.028253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.028837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Bound using segment: {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:38.029477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Bound port: 305d395d-ec05-425d-8dbe-4c4299f0e88c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:38.030042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.098951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a810c6c6-d44c-469e-9636-9c1fa9b12053 req-ae53b532-8ca5-4f81-b447-f4a07718d488 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0812943 Jul 28 14:53:38.119325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] For port 305d395d-ec05-425d-8dbe-4c4299f0e88c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:38.122640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] For port 305d395d-ec05-425d-8dbe-4c4299f0e88c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=305d395d-ec05-425d-8dbe-4c4299f0e88c,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:38.171323 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-ceaccde2-6620-4864-bae5-082e42fc4f5c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0970163 Jul 28 14:53:38.228333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Request body: {'port': {'device_id': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:38.321564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.416547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734349e-6251-41bd-98e3-477f5c321170 None None] Pushing event updated for resources: {'Port': ['ID=305d395d-ec05-425d-8dbe-4c4299f0e88c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:38.507728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-0f07b533-9732-4685-aedf-c85697631ee0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:38.509464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-0f07b533-9732-4685-aedf-c85697631ee0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 797 time: 0.2879510 Jul 28 14:53:38.710148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:38.852385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cd83a422-eb2d-4107-8d7d-e9be6278e13a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 380 time: 0.2440324 Jul 28 14:53:38.871069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'port': {'device_id': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'admin_state_up': True, 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'security_groups': ['5e8c93f2-0950-4933-a910-c27134e93f78']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:38.888500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0254bb-130b-453c-8cb2-8394178a8489 req-30b9cf6a-0105-4e33-9855-18235e812784 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:38.890125 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd0254bb-130b-453c-8cb2-8394178a8489 req-30b9cf6a-0105-4e33-9855-18235e812784 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 932 time: 0.3368616 Jul 28 14:53:39.228851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1df4bdf6-b8ba-4d4d-a1c7-e6a42b88a980 req-27d31cf8-25d2-4141-9073-ea16b52f6d58 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0569706 Jul 28 14:53:39.266444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd0254bb-130b-453c-8cb2-8394178a8489 req-7f54a52b-28c2-4362-9d4a-7e5bf347bbdf tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535950 Jul 28 14:53:39.360062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 305d395d-ec05-425d-8dbe-4c4299f0e88c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:39.557743 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:53:39.565259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:53:39.568929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.570233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 305d395d-ec05-425d-8dbe-4c4299f0e88c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:39.610401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.653109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:39.772681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993e486b-ef1f-4bbb-8353-f3c2d8076122 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:39.961183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce92957-5c32-410e-a5d0-caf0cf6282be None None] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:53:40.165017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Allocated IP 172.25.0.30 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/3d7b394c-c446-42f1-b57e-4f2bbdeec2f8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:40.263278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.308847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Provisioning for port 305d395d-ec05-425d-8dbe-4c4299f0e88c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:40.313778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Provisioning complete for port 305d395d-ec05-425d-8dbe-4c4299f0e88c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:40.319162 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.350260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Transition to ACTIVE for port object 993e486b-ef1f-4bbb-8353-f3c2d8076122 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:40.396967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.12 (98583e53-841f-4dfc-8363-a3a12348c4a0/24dca422-9737-41b2-b328-4f2b2f124513/0802fd1e-80c8-4c32-9183-d58581aed55c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:40.428900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a0b1608-ecc8-4ae2-aedd-cf4d076b4a4e req-edcec1cb-8839-45bf-93d2-935960fbfb19 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0704589 Jul 28 14:53:40.476253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.526672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] For port 305d395d-ec05-425d-8dbe-4c4299f0e88c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=305d395d-ec05-425d-8dbe-4c4299f0e88c,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:40.549691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.689692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:40.784340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec504-dc7c-4c50-be93-828b04c88200 None None] Pushing event updated for resources: {'Port': ['ID=305d395d-ec05-425d-8dbe-4c4299f0e88c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:40.836194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8bfa9367-fba4-46e6-aaf7-6d7cc5b76582 None None] Provisioning complete for port 305d395d-ec05-425d-8dbe-4c4299f0e88c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:40.836747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8bfa9367-fba4-46e6-aaf7-6d7cc5b76582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.180503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Pushing event updated for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:41.300034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 305d395d-ec05-425d-8dbe-4c4299f0e88c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:41.326039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.401764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 305d395d-ec05-425d-8dbe-4c4299f0e88c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:41.401899 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.484627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43666) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:41.518176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Attempting to bind port 993e486b-ef1f-4bbb-8353-f3c2d8076122 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:41.518520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Attempting to bind port 993e486b-ef1f-4bbb-8353-f3c2d8076122 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:41.518855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Attempting to bind port 993e486b-ef1f-4bbb-8353-f3c2d8076122 on network 17aeb228-44a1-40b9-89c8-8bfc9d25528f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:41.553676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4714b-a49e-4868-9eb9-b937e5e3d7c9 req-dfadeead-6fdd-42da-aab8-3eaea4ccb54c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:41.571566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cd4714b-a49e-4868-9eb9-b937e5e3d7c9 req-dfadeead-6fdd-42da-aab8-3eaea4ccb54c tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 1.0384390 Jul 28 14:53:41.618904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff5047e1-9f7b-4063-858a-49ecec4527a6 req-a35f6eb2-01e5-4355-af7d-4da7854a4abd tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.0563953 Jul 28 14:53:41.622502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Port 993e486b-ef1f-4bbb-8353-f3c2d8076122 on network 17aeb228-44a1-40b9-89c8-8bfc9d25528f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:53:41.622839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Attempting to bind port 993e486b-ef1f-4bbb-8353-f3c2d8076122 on network 17aeb228-44a1-40b9-89c8-8bfc9d25528f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:41.659876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:41.660810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Checking segment: {'id': 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:41.661147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Bound using segment: {'id': 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:41.662001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Bound port: 993e486b-ef1f-4bbb-8353-f3c2d8076122, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:41.662001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.746582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2235bdde-e8f2-4484-80e6-8387f5ab40f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.775863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cd4714b-a49e-4868-9eb9-b937e5e3d7c9 req-4e7fdd50-e9c4-43d9-ac4f-1374811a58e4 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031479 Jul 28 14:53:41.783614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.811912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 0802fd1e-80c8-4c32-9183-d58581aed55c will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:41.839466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:41.846690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122,segment=NetworkSegment(fb0ed6a8-05ef-4049-a981-d35acebc5f5a),segment_id=fb0ed6a8-05ef-4049-a981-d35acebc5f5a)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:41.910251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.920743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2235bdde-e8f2-4484-80e6-8387f5ab40f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:41.954786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:41.960837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:41.966196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:41.968966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Pushing event updated for resources: {'Port': ['ID=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.011827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.061339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2235bdde-e8f2-4484-80e6-8387f5ab40f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.091942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:42.092818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.094066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] 10.222.0.53 "PUT /v2.0/ports/993e486b-ef1f-4bbb-8353-f3c2d8076122 HTTP/1.1" status: 200 len: 1093 time: 3.8739443 Jul 28 14:53:42.096796 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.098674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:42.101083 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff6f29-002e-4dd8-9939-2251dd0d674b" -d '{"events": [{"name": "network-changed", "server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:42.111611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2235bdde-e8f2-4484-80e6-8387f5ab40f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d495938ca80b4301a7e410c8cf58ed55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253862 Jul 28 14:53:42.112519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235bdde-e8f2-4484-80e6-8387f5ab40f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ccd04f-5615-4ad0-b460-4da5b742b734,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.117828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:42.150167 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d8600-8f68-41f7-a725-4c495f36c238 x-openstack-request-id: req-c83d8600-8f68-41f7-a725-4c495f36c238 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:42.150457 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:42.150708 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c83d8600-8f68-41f7-a725-4c495f36c238 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:42.151126 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122', 'status': 'completed', 'code': 200} Jul 28 14:53:42.171458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:42.192550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.200630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:42.215607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:42.216694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.223534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eb73d-7278-4fb5-8b2b-72b727eaba88 service neutron] Pushing event updated for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.329521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bf416b5-0271-4f28-8020-49a2f285c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.333510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:42.334168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.355047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.359486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-98b7541f-6a58-47c4-96dc-8d754719b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:42.361017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-98b7541f-6a58-47c4-96dc-8d754719b6e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6bf50e1a8194fda8c61a2a4a67ea85c&device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 1096 time: 0.1582305 Jul 28 14:53:42.550550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-5296347d-e767-456f-9207-1a521e0cc86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:42.552760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-5296347d-e767-456f-9207-1a521e0cc86f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a6bf50e1a8194fda8c61a2a4a67ea85c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1783040 Jul 28 14:53:42.598272 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.602471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.603700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48ccd04f-5615-4ad0-b460-4da5b742b734 HTTP/1.1" status: 204 len: 168 time: 0.4848981 Jul 28 14:53:42.628512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40be340-cff8-41cb-85b0-333e93babced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ccd04f-5615-4ad0-b460-4da5b742b734,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:42.658693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2d035dbc-0b05-4b82-8767-3f070f51966a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8000605 Jul 28 14:53:42.681080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-466df037-afb7-4338-8dab-0324135c83fc None None] Provisioning for port 0802fd1e-80c8-4c32-9183-d58581aed55c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:42.701372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-466df037-afb7-4338-8dab-0324135c83fc None None] Provisioning complete for port 0802fd1e-80c8-4c32-9183-d58581aed55c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:42.702671 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-466df037-afb7-4338-8dab-0324135c83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:42.734671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Request body: {'port': {'device_id': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:53:42.750491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-466df037-afb7-4338-8dab-0324135c83fc None None] Port 0802fd1e-80c8-4c32-9183-d58581aed55c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:43.033355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633bddb-61d0-4fbe-a4d3-a4c011bc941c req-a8087949-837d-4634-9b8f-c123f4ec886f tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.036014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e633bddb-61d0-4fbe-a4d3-a4c011bc941c req-a8087949-837d-4634-9b8f-c123f4ec886f tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 0.1079144 Jul 28 14:53:43.048354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-0bc46136-1c6f-42a9-a70a-0ff78c19329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.049897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36ff6f29-002e-4dd8-9939-2251dd0d674b req-0bc46136-1c6f-42a9-a70a-0ff78c19329a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4875169 Jul 28 14:53:43.061170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.086477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ae3a-feb9-4fa6-a3e1-2317016a4576 req-b6388485-d469-4749-9f1e-96a4b47b8d17 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.100099 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2c0ae3a-feb9-4fa6-a3e1-2317016a4576 req-b6388485-d469-4749-9f1e-96a4b47b8d17 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 932 time: 0.3318243 Jul 28 14:53:43.120861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e633bddb-61d0-4fbe-a4d3-a4c011bc941c req-bca2ed7e-9239-4173-a289-5f5ea8b58225 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783939 Jul 28 14:53:43.274597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:43.401263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2c0ae3a-feb9-4fa6-a3e1-2317016a4576 req-d3a37fae-1e0f-4885-9406-55ccf30714d3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3003426 Jul 28 14:53:43.498499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-8ba8405e-b0c7-46c5-95fb-75b20f4c9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.500843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-8ba8405e-b0c7-46c5-95fb-75b20f4c9ec2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6bf50e1a8194fda8c61a2a4a67ea85c&device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 1096 time: 0.3544257 Jul 28 14:53:43.645853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-1a0d8369-475c-4d44-a8fc-970c87dd115f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122 HTTP/1.1" status: 200 len: 217 time: 0.0740528 Jul 28 14:53:43.891877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-b987bbc8-8dec-411e-bb63-58bd545f7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:43.893345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-b987bbc8-8dec-411e-bb63-58bd545f7f9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad69758a-587a-4278-946f-2b8ad1e41f04 HTTP/1.1" status: 200 len: 849 time: 0.2402701 Jul 28 14:53:43.939222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-fd61c13a-c34d-4d7b-8ceb-be7a82fb35b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=17aeb228-44a1-40b9-89c8-8bfc9d25528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347660 Jul 28 14:53:43.994682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.182384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0802fd1e-80c8-4c32-9183-d58581aed55c {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:44.191452 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.205158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Transition to ACTIVE for port object 0802fd1e-80c8-4c32-9183-d58581aed55c will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:44.255401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ca75b-8986-413a-8c40-cb3067070b3b req-2ab45ec5-b4a7-4a69-9b56-8f4c33f13dc7 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:44.264377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d1ca75b-8986-413a-8c40-cb3067070b3b req-2ab45ec5-b4a7-4a69-9b56-8f4c33f13dc7 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 0.0637257 Jul 28 14:53:44.302100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-cdb764aa-8610-4329-a196-e42061e6477e service neutron] 10.222.0.53 "GET /v2.0/networks/17aeb228-44a1-40b9-89c8-8bfc9d25528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498073 Jul 28 14:53:44.319507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d1ca75b-8986-413a-8c40-cb3067070b3b req-b472ac8e-f439-4720-8dff-226e852c6464 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Jul 28 14:53:44.884973 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-51eb10b2-9a42-422d-8a52-bb7c87abfd8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:44.953165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.046442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.280764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:53:45.283270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:45.295561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a1c1cc4-e2c0-4b1d-bcbd-77623ca6bc59 req-51d8c389-c64d-44cb-9719-53629b93a326 service neutron] 10.222.0.53 "GET /v2.0/networks/17aeb228-44a1-40b9-89c8-8bfc9d25528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9848983 Jul 28 14:53:45.317012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.317012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.317012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.318577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.318577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.318577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.318577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.322531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.322531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.322531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.322531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.322531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:53:45.573378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59aa37-9d76-448d-b622-14ff0b791830 req-bfc6e002-a987-48d3-b06a-d95bdc7061d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.581654 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc59aa37-9d76-448d-b622-14ff0b791830 req-bfc6e002-a987-48d3-b06a-d95bdc7061d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.5408893 Jul 28 14:53:45.655917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11c8dd-b470-4a8a-be8f-94aa0335e435 req-1618b28f-07fd-4909-a8d1-45c1e7e86590 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:45.669093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e11c8dd-b470-4a8a-be8f-94aa0335e435 req-1618b28f-07fd-4909-a8d1-45c1e7e86590 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 0.1402893 Jul 28 14:53:45.755355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e11c8dd-b470-4a8a-be8f-94aa0335e435 req-b5e50f57-c6fe-4ec0-9a7f-b9ae60ff4a30 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849316 Jul 28 14:53:45.845364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc59aa37-9d76-448d-b622-14ff0b791830 req-b405eec5-0cc0-4196-ad88-6e0e7755e1c4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483253 Jul 28 14:53:45.851674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:45.852092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:45.852626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:45.864670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:53:45.865031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:45.867621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:45.884927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:45.888816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:45.888816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Bound using segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:45.888816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Bound port: 0802fd1e-80c8-4c32-9183-d58581aed55c, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:45.888816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:45.889277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Sync routers for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:45.901665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:45.902315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:45.975017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:45.978614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:46.037601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:46.068101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.072550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43798) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:46.079021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-526d7ef4-bc72-4ee9-ac07-3453f6645650 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 9.1743865 Jul 28 14:53:46.134362 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.233603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:46.253549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.254338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.256386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-cef8d431-92e7-42f4-a7ac-34e35d0a6508 service neutron] 10.222.0.53 "PUT /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1093 time: 3.5531387 Jul 28 14:53:46.257146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:46.259817 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8594aa-aced-4368-8156-da5770cd5a66" -d '{"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:46.338207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:42Z', 'revision_number': 3, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:46.380257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Checking router: 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:46.382911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Updating router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:46.387438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.420959 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7bb5dc-7b9b-4d4b-a57a-38595ce3c567 x-openstack-request-id: req-7a7bb5dc-7b9b-4d4b-a57a-38595ce3c567 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:46.420959 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:46.424507 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a7bb5dc-7b9b-4d4b-a57a-38595ce3c567 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:46.424507 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'status': 'completed', 'code': 200} Jul 28 14:53:46.430342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:46.551167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43806) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:46.606048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-77940a99-b1d6-40bc-b88d-47501c6b93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:46.612457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-77940a99-b1d6-40bc-b88d-47501c6b93d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1096 time: 0.1487958 Jul 28 14:53:46.989982 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.016699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a65d1f89-a153-4c6f-a8dd-733c9415073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.021160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-b4f18498-e105-4ba4-b2e4-355cfff42783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.023506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-b4f18498-e105-4ba4-b2e4-355cfff42783 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3962498 Jul 28 14:53:47.185100 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.186665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc83b-9b7d-4767-87b1-984cf8f7349e req-e996155b-99b8-446c-ad13-1da2cd45eaba tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.188955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-926cc83b-9b7d-4767-87b1-984cf8f7349e req-e996155b-99b8-446c-ad13-1da2cd45eaba tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 0.3245692 Jul 28 14:53:47.219257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Transition to ACTIVE for port object 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:47.283260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-640042ec-07ca-4f94-abda-82ef2b733272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.285029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce8594aa-aced-4368-8156-da5770cd5a66 req-640042ec-07ca-4f94-abda-82ef2b733272 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526331 Jul 28 14:53:47.305422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-926cc83b-9b7d-4767-87b1-984cf8f7349e req-189306fb-ea4f-4307-be12-c036cb4340ee tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035504 Jul 28 14:53:47.369723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a65d1f89-a153-4c6f-a8dd-733c9415073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.428271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-1de7048a-f4d7-4d6e-8aff-8a866ff51564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.430508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-1de7048a-f4d7-4d6e-8aff-8a866ff51564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1096 time: 0.0592763 Jul 28 14:53:47.460173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aade9-33cb-45f5-83d9-2506992bb900 req-26811eb2-b0f6-4132-84b5-0ddde0a76577 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.461794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-666aade9-33cb-45f5-83d9-2506992bb900 req-26811eb2-b0f6-4132-84b5-0ddde0a76577 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.4310946 Jul 28 14:53:47.504963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-5364e8e3-496d-4ce8-9414-df869f6afbab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 217 time: 0.0569365 Jul 28 14:53:47.515954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Allocated IP 172.20.0.1 (6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab/995bd03b-be8c-4199-ba88-b23dc4fe70ac/598b6d79-d9a9-4dd9-a8d8-243fa758ae56) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:53:47.541132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.551736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-666aade9-33cb-45f5-83d9-2506992bb900 req-bc4b0ac8-b84b-461c-80eb-e18fe64ed0c2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779033 Jul 28 14:53:47.613606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-ffa4c0a5-0ba0-4eb5-b8a3-3502fb165d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.617753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-ffa4c0a5-0ba0-4eb5-b8a3-3502fb165d88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.1061394 Jul 28 14:53:47.642725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16000e-cd6e-4a44-8d63-f855a1eacf35 None None] Pushing event updated for resources: {'Port': ['ID=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:47.645765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Attempting to bind port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:47.646548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Attempting to bind port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:47.647310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Attempting to bind port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:47.654278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:47.654919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:47.655530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.656091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:47.656963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Bound port: 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:47.657545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.745663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a65d1f89-a153-4c6f-a8dd-733c9415073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.757400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.773530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] For port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:47.781615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] For port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:47.789728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-9b5dd6a1-3239-43a6-8be9-fbaefbcee9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:47.791720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-9b5dd6a1-3239-43a6-8be9-fbaefbcee9a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673388 Jul 28 14:53:47.809502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.825228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Transition to ACTIVE for port object 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:47.916300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a65d1f89-a153-4c6f-a8dd-733c9415073b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e4bd274503d41e28de212f24d2afb10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3579104 Jul 28 14:53:47.923418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43834) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:47.929874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:47.950886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d1f89-a153-4c6f-a8dd-733c9415073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ec45d1-dfd5-4f7d-8159-cda53903ceb8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:47.976814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.057280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-b5f68c70-5707-4796-9f83-fb155a4605d7 service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541428 Jul 28 14:53:48.065943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:48.068486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:48.080377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:48.084444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:48.089393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:53:48.120658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.171288 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.178268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:48.186385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Pushing event updated for resources: {'Port': ['ID=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.227717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16000e-cd6e-4a44-8d63-f855a1eacf35 None None] Pushing event updated for resources: {'Port': ['ID=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.351256 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.536878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e967071-f7b2-452a-a7cd-792fab3fd220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.564369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de59603d-dfe2-404e-a4f7-5c335f492749 req-2338690c-efbe-4ed9-bc77-67d4a6f34df2 service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964995 Jul 28 14:53:48.632942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.647779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.655731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7ec45d1-dfd5-4f7d-8159-cda53903ceb8 HTTP/1.1" status: 204 len: 168 time: 0.7306397 Jul 28 14:53:48.721080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c530ae-00d2-4199-b0a4-7b4a8343b404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ec45d1-dfd5-4f7d-8159-cda53903ceb8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:48.802179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283c5a1-75ab-4c21-9440-dd10ab5ee128 req-73860514-b043-4eaf-8afc-98abdc70fb0d tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.802179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2283c5a1-75ab-4c21-9440-dd10ab5ee128 req-73860514-b043-4eaf-8afc-98abdc70fb0d tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 944 time: 0.2791502 Jul 28 14:53:48.828826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:48.851968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2283c5a1-75ab-4c21-9440-dd10ab5ee128 req-214139bc-fa59-42bc-b030-11264e251a0b tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436306 Jul 28 14:53:48.863587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e967071-f7b2-452a-a7cd-792fab3fd220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:48.882916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097366f-8f91-4cd3-bc98-c85d5ed966a5 req-447878f6-79ed-4f2b-ab2d-956c829759ba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:48.885997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3097366f-8f91-4cd3-bc98-c85d5ed966a5 req-447878f6-79ed-4f2b-ab2d-956c829759ba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.0922103 Jul 28 14:53:48.926229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3097366f-8f91-4cd3-bc98-c85d5ed966a5 req-8447477c-3235-4977-b265-3790b9263f5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351853 Jul 28 14:53:48.996888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.062249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bde4b775-ead9-42ae-bbe7-697b919ebbca None None] Provisioning for port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:49.087405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bde4b775-ead9-42ae-bbe7-697b919ebbca None None] Provisioning complete for port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:49.088184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bde4b775-ead9-42ae-bbe7-697b919ebbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.180279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bde4b775-ead9-42ae-bbe7-697b919ebbca None None] Port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:49.189151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:42Z', 'revision_number': 3, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:49.241171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0120a890-0f56-46d3-8ece-a5071be9a7be None None] The sync data for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 is: [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:42Z', 'revision_number': 3, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:49.257727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 993e486b-ef1f-4bbb-8353-f3c2d8076122 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:53:49.505384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122,segment=NetworkSegment(fb0ed6a8-05ef-4049-a981-d35acebc5f5a),segment_id=fb0ed6a8-05ef-4049-a981-d35acebc5f5a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:49.530868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '993e486b-ef1f-4bbb-8353-f3c2d8076122', 'network_id': '17aeb228-44a1-40b9-89c8-8bfc9d25528f', 'port_id': '993e486b-ef1f-4bbb-8353-f3c2d8076122', 'mac_address': 'fa:16:3e:b7:9d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad69758a-587a-4278-946f-2b8ad1e41f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:53:49.602706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.621040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993e486b-ef1f-4bbb-8353-f3c2d8076122 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:49.643896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122,segment=NetworkSegment(fb0ed6a8-05ef-4049-a981-d35acebc5f5a),segment_id=fb0ed6a8-05ef-4049-a981-d35acebc5f5a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:49.665209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e967071-f7b2-452a-a7cd-792fab3fd220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.730432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e967071-f7b2-452a-a7cd-792fab3fd220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ce04d-9d3a-4601-be0c-6e7eff74359a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.763104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.843052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e967071-f7b2-452a-a7cd-792fab3fd220 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2714411226714c07a6a1b1bc4c6755a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6676021 Jul 28 14:53:49.845616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43866) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:49.882608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.888099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:49.948382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:49.968661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.010246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.043864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['993e486b-ef1f-4bbb-8353-f3c2d8076122'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:53:50.080792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.089930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0c302-e5bc-43d8-a223-50bb7a7f65ec req-26802646-27e9-4082-86d3-4514e2a9f1ef tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:50.091963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63b0c302-e5bc-43d8-a223-50bb7a7f65ec req-26802646-27e9-4082-86d3-4514e2a9f1ef tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 945 time: 0.1249692 Jul 28 14:53:50.146200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43874) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:50.199400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a35dec0-d578-4cd3-abb0-362d97f30f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.296777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63b0c302-e5bc-43d8-a223-50bb7a7f65ec req-9174d544-f250-4602-a69c-6ea72c03bb0d tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962454 Jul 28 14:53:50.316305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef2ade-2dc2-47c2-9bcb-bb7fe030cc53 req-f0842158-678a-450f-b124-2d0d045d3a3c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:50.318161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56ef2ade-2dc2-47c2-9bcb-bb7fe030cc53 req-f0842158-678a-450f-b124-2d0d045d3a3c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.3092766 Jul 28 14:53:50.357889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.376605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Pushing event updated for resources: {'Port': ['ID=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.400116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56ef2ade-2dc2-47c2-9bcb-bb7fe030cc53 req-6a18b740-1785-4be7-bd98-b1f8e2e75a01 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741506 Jul 28 14:53:50.412403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.419853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.421152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/265ce04d-9d3a-4601-be0c-6e7eff74359a HTTP/1.1" status: 204 len: 168 time: 0.5742366 Jul 28 14:53:50.463281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd54ef-01a9-4289-a719-372920de8bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ce04d-9d3a-4601-be0c-6e7eff74359a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.583685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a35dec0-d578-4cd3-abb0-362d97f30f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.594692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:53:50.594996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:53:50.624125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.757700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a35dec0-d578-4cd3-abb0-362d97f30f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:50.783727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:50.862413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35dec0-d578-4cd3-abb0-362d97f30f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a465cb-3b80-4fe2-a8d4-37928da1f230,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:50.902757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2a35dec0-d578-4cd3-abb0-362d97f30f8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93a051d3c33a4101b1cf239c9b6c49f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7527840 Jul 28 14:53:50.904532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43886) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:51.011053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:51.055746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.059744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6fd0de72-9925-4c5e-855c-3c34bdb799dc None None] Provisioning complete for port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:51.059744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6fd0de72-9925-4c5e-855c-3c34bdb799dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.065538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d14da3ad-56d2-411c-8227-f047927c4e74 admin admin] 10.222.0.47 "PUT /v2.0/routers/0402a243-c9a6-4cdd-a2ac-0b04af5b28f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9917493 Jul 28 14:53:51.084553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.126054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6fd0de72-9925-4c5e-855c-3c34bdb799dc None None] Port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:53:51.247332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 993e486b-ef1f-4bbb-8353-f3c2d8076122 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:51.322270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:51.447657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.451400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.458943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47a465cb-3b80-4fe2-a8d4-37928da1f230 HTTP/1.1" status: 204 len: 168 time: 0.5508423 Jul 28 14:53:51.483436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb36fd-2d2e-4f94-86fb-508ce4d63962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a465cb-3b80-4fe2-a8d4-37928da1f230,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:51.521788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5616f8c-8201-4762-b072-888b6b33342e req-efe871a4-3814-49f0-a2c4-505ab3a684b7 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:51.523822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5616f8c-8201-4762-b072-888b6b33342e req-efe871a4-3814-49f0-a2c4-505ab3a684b7 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 945 time: 0.1322043 Jul 28 14:53:51.602587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa55ff-2958-4928-aff7-5fa4df90408c req-5735f662-15c4-450c-be4e-6d69a82984ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:51.602587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1fa55ff-2958-4928-aff7-5fa4df90408c req-5735f662-15c4-450c-be4e-6d69a82984ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.0808368 Jul 28 14:53:51.654008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1fa55ff-2958-4928-aff7-5fa4df90408c req-b71638fd-4c5e-4ade-b28d-ed098b52c0cc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Jul 28 14:53:51.655601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 993e486b-ef1f-4bbb-8353-f3c2d8076122 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:51.656768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5616f8c-8201-4762-b072-888b6b33342e req-4e5c5ac3-f3a4-4657-930b-1ac16c9a4e7d tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207781 Jul 28 14:53:51.657848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:51.662641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 993e486b-ef1f-4bbb-8353-f3c2d8076122 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:51.672171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.672171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:51.672171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.829670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.882096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:51.884440 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1de2f-487b-4b2b-ae3b-d4e081490d60" -d '{"events": [{"server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "name": "network-vif-plugged", "status": "completed", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:51.889651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:51.907220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122,segment=NetworkSegment(fb0ed6a8-05ef-4049-a981-d35acebc5f5a),segment_id=fb0ed6a8-05ef-4049-a981-d35acebc5f5a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:51.928841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:51.943097 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3102317e-cbb1-4b8f-81e9-a481f2ce08ad x-openstack-request-id: req-3102317e-cbb1-4b8f-81e9-a481f2ce08ad {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:51.943636 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "name": "network-vif-plugged", "status": "completed", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:51.944259 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3102317e-cbb1-4b8f-81e9-a481f2ce08ad {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:51.945095 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122', 'code': 200} Jul 28 14:53:51.959949 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Sync routers for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:51.991762 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:51.992768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:52.008434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43922) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:52.028429 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a252ab28-3d9e-447a-8796-69a8c32e80c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.072347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.156172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51981032-57ce-4db0-8373-d9ab6a2806d2 req-af5d9cc2-dab4-4637-bc7b-d8e58483847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:52.158643 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:52.161117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51981032-57ce-4db0-8373-d9ab6a2806d2 req-af5d9cc2-dab4-4637-bc7b-d8e58483847f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 1097 time: 0.1310565 Jul 28 14:53:52.228775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:52.234353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51981032-57ce-4db0-8373-d9ab6a2806d2 req-5ba52389-2e66-4ffb-8a61-97e56c0da603 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Jul 28 14:53:52.235430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a252ab28-3d9e-447a-8796-69a8c32e80c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.242232 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.332808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:52.483586 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:48Z', 'revision_number': 4, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '598b6d79-d9a9-4dd9-a8d8-243fa758ae56', 'name': '', 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'mac_address': 'fa:16:3e:01:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:47Z', 'updated_at': '2021-07-28T14:53:49Z', 'revision_number': 2, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'subnets': [{'id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:52.527739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Checking router: 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:53:52.534995 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Updating router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:53:52.560104 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.698735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a252ab28-3d9e-447a-8796-69a8c32e80c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.770838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a252ab28-3d9e-447a-8796-69a8c32e80c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10d729c62f1f4e15b74df1042614f2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611816 Jul 28 14:53:52.772193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252ab28-3d9e-447a-8796-69a8c32e80c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00045ba0-2fc9-4898-a153-2fe2b079cadd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:52.776544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43946) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:52.904044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.908091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a4086-38bc-4e82-9dde-e5b7ad7958c9 req-703d244a-0f96-4fbe-b97e-68e950badf4b tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:52.910270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b07a4086-38bc-4e82-9dde-e5b7ad7958c9 req-703d244a-0f96-4fbe-b97e-68e950badf4b tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.1139870 Jul 28 14:53:52.937370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:52.948655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8830e1-1731-4b90-9ca1-ee41b10d8355 req-7ceb73ec-dc15-4766-b02d-939b7b709121 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:52.950301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be8830e1-1731-4b90-9ca1-ee41b10d8355 req-7ceb73ec-dc15-4766-b02d-939b7b709121 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.0903544 Jul 28 14:53:52.976726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b07a4086-38bc-4e82-9dde-e5b7ad7958c9 req-b073c394-b043-4db4-9690-ab3f0e15db4e tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546944 Jul 28 14:53:53.035682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be8830e1-1731-4b90-9ca1-ee41b10d8355 req-5875b3d0-59bf-463b-85ca-249251fb18ac tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770352 Jul 28 14:53:53.040470 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.077324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:53.098360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe63-f944-42cf-bc00-cdc3822f5c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.237787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:53.267728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:53:53.319006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Transition to ACTIVE for port object 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:53:53.327053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.329700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.331001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00045ba0-2fc9-4898-a153-2fe2b079cadd HTTP/1.1" status: 204 len: 168 time: 0.5532565 Jul 28 14:53:53.348160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136201d-6eda-461c-8439-c0d16787fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00045ba0-2fc9-4898-a153-2fe2b079cadd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.354470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:53.355170 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.443482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:53.483526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe63-f944-42cf-bc00-cdc3822f5c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.491257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'port_id': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'mac_address': 'fa:16:3e:5c:35:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:53:53.549758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.566043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0802fd1e-80c8-4c32-9183-d58581aed55c {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:53:53.567018 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.594199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:53.631216 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd403-fbde-462a-bb7f-09f4b43ef6f3 None None] Pushing event updated for resources: {'Port': ['ID=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.685328 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Attempting to bind port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:53:53.686135 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Attempting to bind port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:53:53.686552 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Attempting to bind port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 on network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:53:53.692188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:53:53.692566 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Checking segment: {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:53:53.692977 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.693376 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Bound using segment: {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:53:53.693845 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Bound port: 598b6d79-d9a9-4dd9-a8d8-243fa758ae56, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed8712c-615e-48b8-9e62-e8684a017f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:53:53.694231 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.723039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 43972) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:53.774803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.822029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-18e9fe63-f944-42cf-bc00-cdc3822f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.835350 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] For port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:53:53.840306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] For port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:53:53.869451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-18e9fe63-f944-42cf-bc00-cdc3822f5c52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b212e05012ee490890560a2ea9bbd6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7896054 Jul 28 14:53:53.872326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 43974) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:53.902757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9fe63-f944-42cf-bc00-cdc3822f5c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10add64-324b-40c4-a100-04c6278d908d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.917137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:53.979099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:53.997875 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.055681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0802fd1e-80c8-4c32-9183-d58581aed55c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:53:54.085735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.178244 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd403-fbde-462a-bb7f-09f4b43ef6f3 None None] Pushing event updated for resources: {'Port': ['ID=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:54.195020 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:54.196254 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:54.326137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34637c0a-2141-4858-93f0-ab7326348c8a req-68aeacf9-b03f-44cd-9275-4dca60e4004e tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:54.340834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34637c0a-2141-4858-93f0-ab7326348c8a req-68aeacf9-b03f-44cd-9275-4dca60e4004e tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.1244907 Jul 28 14:53:54.343782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.354038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:54.362215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d10add64-324b-40c4-a100-04c6278d908d HTTP/1.1" status: 204 len: 168 time: 0.4827633 Jul 28 14:53:54.402748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13d15d-b11b-4054-8951-365e5e68a3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10add64-324b-40c4-a100-04c6278d908d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:54.546709 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:53:54.574727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34637c0a-2141-4858-93f0-ab7326348c8a req-ab997e0a-240f-4333-8eea-d4bf58b43ad2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108798 Jul 28 14:53:54.799052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e312a5-16fb-4d16-ba44-aaa3b3106e59 req-23d20bda-c32a-4be9-86c5-c2e8ab06aff9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:54.808787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09e312a5-16fb-4d16-ba44-aaa3b3106e59 req-23d20bda-c32a-4be9-86c5-c2e8ab06aff9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.3677073 Jul 28 14:53:54.970297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09e312a5-16fb-4d16-ba44-aaa3b3106e59 req-75863882-a527-4b56-a70b-25ad9fb98a91 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601770 Jul 28 14:53:55.152196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:48Z', 'revision_number': 4, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '598b6d79-d9a9-4dd9-a8d8-243fa758ae56', 'name': '', 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'mac_address': 'fa:16:3e:01:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:47Z', 'updated_at': '2021-07-28T14:53:53Z', 'revision_number': 4, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'subnets': [{'id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:55.190076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:55.284740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade9cff8-e4fd-4323-a936-8c33bcf0b001 None None] The sync data for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 is: [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:48Z', 'revision_number': 4, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '598b6d79-d9a9-4dd9-a8d8-243fa758ae56', 'name': '', 'network_id': '6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'mac_address': 'fa:16:3e:01:6b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:47Z', 'updated_at': '2021-07-28T14:53:53Z', 'revision_number': 4, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'subnets': [{'id': '995bd03b-be8c-4199-ba88-b23dc4fe70ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:53:55.779173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a2534-630f-40e5-85ef-47fd810744d9 req-018d0c80-0c69-4056-98b4-11ccad195856 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:55.788047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c39a2534-630f-40e5-85ef-47fd810744d9 req-018d0c80-0c69-4056-98b4-11ccad195856 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.1233191 Jul 28 14:53:55.983617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c39a2534-630f-40e5-85ef-47fd810744d9 req-b94353e6-4829-4963-9634-0e904e0c3049 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943307 Jul 28 14:53:56.150828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Deleting port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:56.152999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.227542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8df37-9ca5-464b-a5fb-7a3952bda919 req-7b77cfdb-f759-494e-a59f-f47de690f959 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:56.250214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cee8df37-9ca5-464b-a5fb-7a3952bda919 req-7b77cfdb-f759-494e-a59f-f47de690f959 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1185396 Jul 28 14:53:56.352263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cee8df37-9ca5-464b-a5fb-7a3952bda919 req-e8837fc9-c16c-4d59-a50f-f2ede6a502fa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853603 Jul 28 14:53:56.433867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] For port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:56.433867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:56.444457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Calling delete_port for 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:57.089443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.241860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=598b6d79-d9a9-4dd9-a8d8-243fa758ae56,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:57.283941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:57.293462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-b1c99620-d10a-49cc-8f78-9682ee0e1c03 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:57.311395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-b1c99620-d10a-49cc-8f78-9682ee0e1c03 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.2843397 Jul 28 14:53:57.460288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:53:57.537668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b40cf-0fc3-4341-bd8c-8e0467fa1b71 req-8f7b25f9-5745-4bf0-89f2-f01b0c809086 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:57.549865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:53:57.551356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 28 14:53:57.586243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 not found, will not notify nova. {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 28 14:53:57.600263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c8b40cf-0fc3-4341-bd8c-8e0467fa1b71 req-8f7b25f9-5745-4bf0-89f2-f01b0c809086 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.4958303 Jul 28 14:53:57.600681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8528f-3bc7-43f5-8975-b5c8f747caab req-25d27724-58b3-4ed6-ba35-f6c238e50713 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:57.606505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bb8528f-3bc7-43f5-8975-b5c8f747caab req-25d27724-58b3-4ed6-ba35-f6c238e50713 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1000161 Jul 28 14:53:57.682043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bb8528f-3bc7-43f5-8975-b5c8f747caab req-31f44dbf-dc6a-45d7-865f-e1bb7984e43b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565293 Jul 28 14:53:57.751894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0802fd1e-80c8-4c32-9183-d58581aed55c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:53:57.758528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0802fd1e-80c8-4c32-9183-d58581aed55c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:53:57.760057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.900196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:57.902636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c8b40cf-0fc3-4341-bd8c-8e0467fa1b71 req-e358211f-288a-404e-8457-8b7eb6092ae1 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968345 Jul 28 14:53:57.957219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:57.958207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:57.970768 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6200668-0918-4c13-8c69-78d6a5c7788f" -d '{"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-plugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:57.997108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Deleting port 993e486b-ef1f-4bbb-8353-f3c2d8076122 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:53:57.997785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.009932 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f491572c-526b-4a4d-800a-3a3e1f24525c x-openstack-request-id: req-f491572c-526b-4a4d-800a-3a3e1f24525c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:58.010229 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-plugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:58.010482 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f491572c-526b-4a4d-800a-3a3e1f24525c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:58.010877 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'code': 200} Jul 28 14:53:58.065245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.106178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.182319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:58.332323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] For port 993e486b-ef1f-4bbb-8353-f3c2d8076122, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=993e486b-ef1f-4bbb-8353-f3c2d8076122,segment=NetworkSegment(fb0ed6a8-05ef-4049-a981-d35acebc5f5a),segment_id=fb0ed6a8-05ef-4049-a981-d35acebc5f5a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:53:58.332929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:58.356128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2cc6-8afe-4ba7-bee5-dff08569cb65 req-e8f328b0-0441-4ab3-b95e-d99ce35c1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:58.357731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be4c2cc6-8afe-4ba7-bee5-dff08569cb65 req-e8f328b0-0441-4ab3-b95e-d99ce35c1529 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1098 time: 0.2279603 Jul 28 14:53:58.361026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Calling delete_port for 993e486b-ef1f-4bbb-8353-f3c2d8076122 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:53:58.520251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be4c2cc6-8afe-4ba7-bee5-dff08569cb65 req-56a55dbd-1a75-4813-b1f4-ca027ee1a589 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538005 Jul 28 14:53:59.116993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a159c4b-1f1c-4214-9d56-57e0c084cc73 req-b145626a-6963-4781-a85e-71f8b9bc9427 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:59.122220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a159c4b-1f1c-4214-9d56-57e0c084cc73 req-b145626a-6963-4781-a85e-71f8b9bc9427 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 946 time: 0.1223638 Jul 28 14:53:59.139108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5f58e-cc23-4876-a77d-5a52a11816e9 req-12e374b9-f90e-4fbd-80f4-6eec5ee89585 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:53:59.141606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33a5f58e-cc23-4876-a77d-5a52a11816e9 req-12e374b9-f90e-4fbd-80f4-6eec5ee89585 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1272871 Jul 28 14:53:59.203699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a159c4b-1f1c-4214-9d56-57e0c084cc73 req-f84812bc-5488-4b79-a06c-9bb639fa16bc tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/security-groups?id=66637452-898b-4424-8921-3bc1b407a8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716481 Jul 28 14:53:59.252169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:53:59.281716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 993e486b-ef1f-4bbb-8353-f3c2d8076122 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:53:59.282359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33a5f58e-cc23-4876-a77d-5a52a11816e9 req-cab1630c-3854-4d56-ab89-d88ac23fd9a6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681922 Jul 28 14:53:59.443840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:53:59.451688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf70ce34-d5d2-4aa7-bc4e-bed352100d4f admin admin] 10.222.0.47 "PUT /v2.0/routers/0402a243-c9a6-4cdd-a2ac-0b04af5b28f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7207613 Jul 28 14:53:59.452108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44128) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:53:59.455999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.480930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.530447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Pushing event deleted for resources: {'Port': ['ID=993e486b-ef1f-4bbb-8353-f3c2d8076122,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:53:59.551695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Sync routers for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:53:59.617052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:53:59.617517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:53:59.638436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] No DVR routers for this DVR port 993e486b-ef1f-4bbb-8353-f3c2d8076122 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:53:59.645065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.650619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25a65ec2-bfcd-4c35-961a-773250990de6 req-9cab1ae2-f1c0-4359-bdde-ef60d06280f2 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.53 "DELETE /v2.0/ports/993e486b-ef1f-4bbb-8353-f3c2d8076122 HTTP/1.1" status: 204 len: 173 time: 2.2985661 Jul 28 14:53:59.650882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'name': 'network-vif-deleted', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:53:59.653255 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41287b47-93bd-4069-93f1-d0acde64352e" -d '{"events": [{"server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "name": "network-vif-deleted", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:53:59.709824 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5ce322-1c38-4be8-a73b-7431183898dd x-openstack-request-id: req-2b5ce322-1c38-4be8-a73b-7431183898dd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:53:59.710144 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c02c2a-2ab5-45c2-9ce8-3b3f9b627122", "name": "network-vif-deleted", "tag": "993e486b-ef1f-4bbb-8353-f3c2d8076122", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:53:59.710372 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b5ce322-1c38-4be8-a73b-7431183898dd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:53:59.710834 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c02c2a-2ab5-45c2-9ce8-3b3f9b627122', 'name': 'network-vif-deleted', 'tag': '993e486b-ef1f-4bbb-8353-f3c2d8076122', 'status': 'completed', 'code': 200} Jul 28 14:53:59.809623 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:53:59.825562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:00.036420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.040783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.075136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44152) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.111610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:56Z', 'revision_number': 5, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:00.142982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Checking router: 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:00.153080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Routers {'0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:00.154011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:00.234525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7223-74b6-4b82-af35-0a9b1318f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.239324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Deleting port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:00.240405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.347822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] Set router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:00.411302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b81452d-bfa3-4827-abb8-194bab3351e9 req-ea494031-e53d-46a0-8f42-5e307c44dc82 tempest-ServerGroupTestJSON-1244695166 tempest-ServerGroupTestJSON-1244695166-project] 10.222.0.47 "GET /v2.0/ports?device_id=28c02c2a-2ab5-45c2-9ce8-3b3f9b627122 HTTP/1.1" status: 200 len: 210 time: 0.0565600 Jul 28 14:54:00.421054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce169e73-75a7-4026-94a5-c63f70cb6551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.440072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] For port 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:00.440362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.497786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Calling delete_port for 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:00.595579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7223-74b6-4b82-af35-0a9b1318f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.614586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d517e-f75a-44ed-930e-9b0513d311ad req-2c177bc0-e320-4398-a760-f8f7c5b44a77 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:00.616638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce6d517e-f75a-44ed-930e-9b0513d311ad req-2c177bc0-e320-4398-a760-f8f7c5b44a77 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1630621 Jul 28 14:54:00.622465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:56Z', 'revision_number': 5, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:00.690828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce6d517e-f75a-44ed-930e-9b0513d311ad req-3e79a7c0-ad60-410a-a25e-3260920ae07f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598686 Jul 28 14:54:00.720231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7223-74b6-4b82-af35-0a9b1318f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:00.823234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8a593-f7ba-44de-a8c1-0bb71e3b7720 None None] The sync data for ids ['0402a243-c9a6-4cdd-a2ac-0b04af5b28f8'] in n-d-705658-23 is: [{'id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'name': 'tempest-ImageQuotaTest-604344629-router', 'tenant_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:37Z', 'updated_at': '2021-07-28T14:53:56Z', 'revision_number': 5, 'project_id': 'cc34b1720e7c4a2b81f3789e0c725865', 'gw_port': {'id': '3d7b394c-c446-42f1-b57e-4f2bbdeec2f8', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0402a243-c9a6-4cdd-a2ac-0b04af5b28f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:39Z', 'updated_at': '2021-07-28T14:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:00.874462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7223-74b6-4b82-af35-0a9b1318f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c74e57-7a52-4593-a51d-316b1150a857,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:00.902387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e2bd7223-74b6-4b82-af35-0a9b1318f671 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b58e4e223ada48d49ef000036bb7a326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8726194 Jul 28 14:54:00.910277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44180) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:00.988327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac82cc-ea5f-46ec-9899-8823b0452b77 req-15fa7284-4621-47b7-8abf-67520a266cae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:00.991442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ac82cc-ea5f-46ec-9899-8823b0452b77 req-15fa7284-4621-47b7-8abf-67520a266cae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1354792 Jul 28 14:54:01.032804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.091287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce169e73-75a7-4026-94a5-c63f70cb6551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.101341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ac82cc-ea5f-46ec-9899-8823b0452b77 req-d0dad83b-6e12-47a6-89cf-68cfdb5e6fc1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990827 Jul 28 14:54:01.103497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.106810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.124442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.142172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7b394c-c446-42f1-b57e-4f2bbdeec2f8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:01.242273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095618d-0b0f-4e73-90e2-658c496a34d1 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:01.247040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8095618d-0b0f-4e73-90e2-658c496a34d1 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1093 time: 0.1171632 Jul 28 14:54:01.247788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.253861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:01.272014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.354266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce169e73-75a7-4026-94a5-c63f70cb6551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.370508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:01.390632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce169e73-75a7-4026-94a5-c63f70cb6551 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a353afc4e1a049b6b3d59ebb95be1b08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3119524 Jul 28 14:54:01.411535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44198) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.422869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.429570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:01.430353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 598b6d79-d9a9-4dd9-a8d8-243fa758ae56 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:01.433935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.461727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.465876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.474490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1c74e57-7a52-4593-a51d-316b1150a857 HTTP/1.1" status: 204 len: 168 time: 0.5556290 Jul 28 14:54:01.522870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce169e73-75a7-4026-94a5-c63f70cb6551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f81511-f29f-4659-b93b-f45b2976657e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:01.545298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcf24b-a147-4638-9a07-0a173e3e1b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c74e57-7a52-4593-a51d-316b1150a857,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:01.553336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.559521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.636187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.671243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.672209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:54:01.680788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.686079 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-506674b4-af00-4ebb-88c5-1808105851d7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0402a243-c9a6-4cdd-a2ac-0b04af5b28f8 HTTP/1.1" status: 204 len: 168 time: 2.2304728 Jul 28 14:54:01.686736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44212) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:01.770423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Deleting subnet 995bd03b-be8c-4199-ba88-b23dc4fe70ac {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:01.776935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.840392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.884730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.962524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.995324 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.998226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:01.999440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29f81511-f29f-4659-b93b-f45b2976657e HTTP/1.1" status: 204 len: 168 time: 0.5861263 Jul 28 14:54:02.061551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774a426-6066-4243-8a92-10c7e086e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f81511-f29f-4659-b93b-f45b2976657e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:02.064383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.150539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Deleting subnet ad69758a-587a-4278-946f-2b8ad1e41f04 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:54:02.154168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.183994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.240 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/7dc13e4b-b645-42a4-9466-30c49f767e8c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:02.198652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.250305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.297420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.348207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.353952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995bd03b-be8c-4199-ba88-b23dc4fe70ac,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:02.360249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b18d764-1c45-40f5-b29b-8af68db770a4 None None] Network 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:02.373531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.375783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d68a3994-a6d9-47f7-9ede-f0f5a1a082dc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/995bd03b-be8c-4199-ba88-b23dc4fe70ac HTTP/1.1" status: 204 len: 168 time: 0.6870966 Jul 28 14:54:02.384155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44252) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.523517 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.593370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Deleting port 305d395d-ec05-425d-8dbe-4c4299f0e88c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:02.593723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.636165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.650581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.670661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] DHCP port deletion for 6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:54:02.683739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad69758a-587a-4278-946f-2b8ad1e41f04,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:02.697120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.699122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-55fbd603-c230-4f62-a242-a420a315b1b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ad69758a-587a-4278-946f-2b8ad1e41f04 HTTP/1.1" status: 204 len: 168 time: 0.6310339 Jul 28 14:54:02.704783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44260) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:02.735947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:02.740937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:02.744996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:02.774781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] For port 305d395d-ec05-425d-8dbe-4c4299f0e88c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=305d395d-ec05-425d-8dbe-4c4299f0e88c,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:02.775178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.784605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=7dc13e4b-b645-42a4-9466-30c49f767e8c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:02.794927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Calling delete_port for 305d395d-ec05-425d-8dbe-4c4299f0e88c owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:02.813713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.842631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Deleting port 305d395d-ec05-425d-8dbe-4c4299f0e88c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:02.843188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.935983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] For port 305d395d-ec05-425d-8dbe-4c4299f0e88c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=305d395d-ec05-425d-8dbe-4c4299f0e88c,segment=NetworkSegment(5ed8712c-615e-48b8-9e62-e8684a017f30),segment_id=5ed8712c-615e-48b8-9e62-e8684a017f30)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:02.939625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:02.975448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Calling delete_port for 305d395d-ec05-425d-8dbe-4c4299f0e88c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:02.983774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.031394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aeb228-44a1-40b9-89c8-8bfc9d25528f']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.058261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.058851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0ed6a8-05ef-4049-a981-d35acebc5f5a') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.096285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.117281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.128647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:03.129002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:03.131190 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:54:03.151328 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 14:54:03.161140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.226972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] Pushing event deleted for resources: {'Port': ['ID=305d395d-ec05-425d-8dbe-4c4299f0e88c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.232342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.235248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c18aca-6d5b-4d9f-ba79-05dee2b88b41 None None] No DVR routers for this DVR port 305d395d-ec05-425d-8dbe-4c4299f0e88c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:03.289218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=305d395d-ec05-425d-8dbe-4c4299f0e88c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.298186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] No DVR routers for this DVR port 305d395d-ec05-425d-8dbe-4c4299f0e88c on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:03.310299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:03.335638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:03.336317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3d7b394c-c446-42f1-b57e-4f2bbdeec2f8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:03.338749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 305d395d-ec05-425d-8dbe-4c4299f0e88c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:03.360769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 305d395d-ec05-425d-8dbe-4c4299f0e88c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:03.361406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 305d395d-ec05-425d-8dbe-4c4299f0e88c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:03.386976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.401185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.416006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed8712c-615e-48b8-9e62-e8684a017f30') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.416580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed8712c-615e-48b8-9e62-e8684a017f30') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:03.428579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.446126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.453480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:03.456790 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:03.557093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.591458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.593605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] 10.222.0.47 "DELETE /v2.0/networks/17aeb228-44a1-40b9-89c8-8bfc9d25528f HTTP/1.1" status: 204 len: 168 time: 0.8876996 Jul 28 14:54:03.594926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0989378-d919-4884-96e9-463bc129c632 admin admin] Pushing event deleted for resources: {'Network': ['ID=17aeb228-44a1-40b9-89c8-8bfc9d25528f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:03.774556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.781578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:03.784387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] 10.222.0.47 "DELETE /v2.0/networks/6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab HTTP/1.1" status: 204 len: 168 time: 1.3988276 Jul 28 14:54:03.818113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa29ca8-94ca-4eb3-a0ce-5792df63cf5e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b86c7b9-d3b0-43c9-b6ef-96077e8ce4ab,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.142445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.345463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:04.385386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.401467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89055ed6-6fc8-4155-8999-2308b0880e95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6bf50e1a8194fda8c61a2a4a67ea85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546961 Jul 28 14:54:04.404056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44314) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:04.469567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.498657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.591903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.617272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:04.666897 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ee70599-204e-4e76-b1c1-72d2ce42a404 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc34b1720e7c4a2b81f3789e0c725865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483263 Jul 28 14:54:04.669545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44334) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:04.725681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.749843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.827521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.828073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.830088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:04.832053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66637452-898b-4424-8921-3bc1b407a8f5 HTTP/1.1" status: 204 len: 168 time: 0.4269423 Jul 28 14:54:04.840190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407c9da-c5d9-4ed2-be41-e283104518d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66637452-898b-4424-8921-3bc1b407a8f5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.903400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=7dc13e4b-b645-42a4-9466-30c49f767e8c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:04.920085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.062899 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP 1da5321a-068d-4ea7-be00-2f1cf19aff4c associated. External IP: 172.25.0.240, port: 0802fd1e-80c8-4c32-9183-d58581aed55c. Jul 28 14:54:05.238364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 0c00839f-f518-4d41-bb05-722d2652db71 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:54:05.345975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.355043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.355043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f14ebe68-23d7-4835-acd4-85adf10c9f1c HTTP/1.1" status: 204 len: 168 time: 0.6809242 Jul 28 14:54:05.355311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:54:05.366672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Sync routers for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:54:05.374291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985b18c-5982-441e-bc8c-efdf1c18b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ebe68-23d7-4835-acd4-85adf10c9f1c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:05.380326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:05.381857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:05.535469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:05.603298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:05.631413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-36b615b4-6ff9-4e90-ad7c-79cdf5e8e227 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3824661 Jul 28 14:54:05.632018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:05.634475 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e03427-f80d-4eed-b70a-48f836f43e72" -d '{"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:05.705621 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b911ee-bbbb-4ebc-9be9-07eae7d85d61 x-openstack-request-id: req-b9b911ee-bbbb-4ebc-9be9-07eae7d85d61 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:05.712672 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:05.712672 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9b911ee-bbbb-4ebc-9be9-07eae7d85d61 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:05.712672 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'status': 'completed', 'code': 200} Jul 28 14:54:05.826360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-a7649e85-1841-4f8a-a8ca-fa9f0574475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:05.828049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-a7649e85-1841-4f8a-a8ca-fa9f0574475e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1098 time: 0.0711465 Jul 28 14:54:05.836855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a2104-ada9-45fe-a259-496f6eca39e9 req-d90a0082-4bf3-4575-aad6-bcf7d3221b2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:05.846587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f5a2104-ada9-45fe-a259-496f6eca39e9 req-d90a0082-4bf3-4575-aad6-bcf7d3221b2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0836220 Jul 28 14:54:05.904442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f5a2104-ada9-45fe-a259-496f6eca39e9 req-567b07a8-bdcd-4400-9231-c32c39bab9b8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564718 Jul 28 14:54:05.930698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:05.989917 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1da5321a-068d-4ea7-be00-2f1cf19aff4c', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'port_id': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'mac_address': 'fa:16:3e:5c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:54:03Z', 'updated_at': '2021-07-28T14:54:03Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:06.033969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-cc606f35-f414-4afc-9115-800ea1563ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.037062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-cc606f35-f414-4afc-9115-800ea1563ec6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.2012727 Jul 28 14:54:06.070850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Checking router: 0c00839f-f518-4d41-bb05-722d2652db71 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:06.092231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-60665dbd-7ef0-4355-bfc0-8799e785cf74 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 200 len: 992 time: 0.1618135 Jul 28 14:54:06.098736 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:06.098736 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:06.151245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-0bf496a0-2024-4c74-beb6-4e0d0655ebb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1000 time: 0.1057913 Jul 28 14:54:06.214290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-e0f86ce5-4cc5-465a-89a0-debb3633de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.216500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-e0f86ce5-4cc5-465a-89a0-debb3633de4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0588219 Jul 28 14:54:06.265159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:06.276454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-7b5d7213-f89a-4e5a-8543-34ac043bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:06.278871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-7b5d7213-f89a-4e5a-8543-34ac043bc5d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540693 Jul 28 14:54:06.304877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-f726cda4-54bc-406f-8439-1d1478502725 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:54:06.305894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-f726cda4-54bc-406f-8439-1d1478502725 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077107 Jul 28 14:54:06.419744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-44b6f7ea-b920-4540-931f-b38b808ae87a service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060352 Jul 28 14:54:06.554319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d4e03427-f80d-4eed-b70a-48f836f43e72 req-e74ca3b8-4e2c-47ba-b118-14928d58e47a service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267519 Jul 28 14:54:06.558323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1da5321a-068d-4ea7-be00-2f1cf19aff4c', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'port_id': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'mac_address': 'fa:16:3e:5c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:54:03Z', 'updated_at': '2021-07-28T14:54:03Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:06.609502 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68992d12-15de-4911-95cb-ab684c0d9f10 None None] The sync data for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 is: [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1da5321a-068d-4ea7-be00-2f1cf19aff4c', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'port_id': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'mac_address': 'fa:16:3e:5c:35:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:54:03Z', 'updated_at': '2021-07-28T14:54:03Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:06.899152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ea0ec-33e7-4087-b312-e222d3c4997a None None] New status for floating IP 1da5321a-068d-4ea7-be00-2f1cf19aff4c: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:54:07.101842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44412) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.163834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44418) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.181606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c372-e36e-46f3-a9c7-27e880c484be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.199021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f770b790-2fcc-4b3c-9e89-e606be11fa97 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 200 len: 992 time: 0.0928671 Jul 28 14:54:07.293631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c372-e36e-46f3-a9c7-27e880c484be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.483496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c372-e36e-46f3-a9c7-27e880c484be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.553622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2f8c372-e36e-46f3-a9c7-27e880c484be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3891222 Jul 28 14:54:07.554537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8c372-e36e-46f3-a9c7-27e880c484be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6e24be-7ac2-4ee2-8049-e598d171fa46,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:07.556220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.558009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44436) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:07.644939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.679686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.724081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-193765459-network', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:07.975146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Made reservation on behalf of 7055f2108da9466db8ff4a1ccf0c49f5 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:07.977754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.982032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.989326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:07.989326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a6e24be-7ac2-4ee2-8049-e598d171fa46 HTTP/1.1" status: 204 len: 168 time: 0.4290404 Jul 28 14:54:07.995922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.019647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9824-4623-431d-abb7-4831f68e0183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6e24be-7ac2-4ee2-8049-e598d171fa46,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:08.211324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44460) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:08.224267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.407898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.443834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7550f8c8-fcd3-4ff0-8ce8-1bbe4bc73497 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 200 len: 994 time: 0.2312768 Jul 28 14:54:08.467838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:54:08.537366 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.540303 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Added segment f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e of type vlan for network 205bd789-0c4b-4761-86de-eadf9603a7fb Jul 28 14:54:08.543338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b7818b-5ccd-49d6-8b83-4510da2032d5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:08.638160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.839354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.841635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:08.843181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:08.907744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] Pushing event updated for resources: {'Network': ['ID=205bd789-0c4b-4761-86de-eadf9603a7fb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:08.920533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 205bd789-0c4b-4761-86de-eadf9603a7fb details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:09.186114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9be11268-7758-4b32-a16f-3e312746becd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6249175 Jul 28 14:54:09.186261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:09.189374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Request body: {'subnet': {'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-193765459-subnet', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:09.460890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Made reservation on behalf of 7055f2108da9466db8ff4a1ccf0c49f5 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:09.464245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.769260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:09.831792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e45153-0d77-47e6-b60b-32a2522ebbed,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:09.849830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Checking segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:09.851155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Network hostable DHCP agents. Network: 205bd789-0c4b-4761-86de-eadf9603a7fb, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:54:09.992072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Network 205bd789-0c4b-4761-86de-eadf9603a7fb is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:54:10.047098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-2f93b953-1ada-4bb5-94d1-bf3b923652c9 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6eecd46076334a91905f49e6f74779a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381417 Jul 28 14:54:10.528346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 205bd789-0c4b-4761-86de-eadf9603a7fb) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:10.533642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:10.534264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:10.538265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caccfe57-44ce-4753-9080-6c5a72630f0c None None] Network 205bd789-0c4b-4761-86de-eadf9603a7fb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:10.716823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ed118-1c4c-4a5e-a1fb-567cb77fca91 None None] Network 205bd789-0c4b-4761-86de-eadf9603a7fb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:10.768394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-4e65fa54-2550-4469-9872-ae74419ec9b2 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:10.776270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-4e65fa54-2550-4469-9872-ae74419ec9b2 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7213132 Jul 28 14:54:10.794620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-b2c0dd05-c824-4f11-b006-e479e68bb4ea tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/quotas/6eecd46076334a91905f49e6f74779a9 HTTP/1.1" status: 200 len: 375 time: 0.0171764 Jul 28 14:54:10.847238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-a7cda077-45c1-4318-8000-1012ab2079f5 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6eecd46076334a91905f49e6f74779a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504141 Jul 28 14:54:10.851230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9be77e54-dc3d-4a19-8af2-6e1ee032fc09 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6658413 Jul 28 14:54:10.854055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44528) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:10.864713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:11.048138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.049226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.103483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:11.305494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02e2dd59-3dd6-460c-984b-b9b8d0800b49 req-5fcb738b-b112-4a05-9ce4-6661c158a9bb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0649052 Jul 28 14:54:11.670668 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.118367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.146191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.166364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.282277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Allocated IP 172.25.0.225 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/15136aeb-bf37-46c5-b959-bacf54f4b5b1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:12.305965 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1f97b2cc-965d-4dd8-822b-5c8ff98cc9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.343569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6869f4-90dd-4847-9c32-97f3bf2c544b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.466526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.485838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-174bb9bb-db4b-4738-bf5c-96e427d6aef9 req-06224c3f-c984-4163-a28d-25636a95ea8b tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0410917 Jul 28 14:54:12.495093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6869f4-90dd-4847-9c32-97f3bf2c544b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.647838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9e6869f4-90dd-4847-9c32-97f3bf2c544b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.687904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e6869f4-90dd-4847-9c32-97f3bf2c544b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=309511543a024b489d12f1bb5ce6311e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5198219 Jul 28 14:54:12.689042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6869f4-90dd-4847-9c32-97f3bf2c544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cb3a67-02cc-46ec-9ca6-903d10398023,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:12.692014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:12.701028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.774052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:12.784530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:12.790056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:12.794862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Pushing event updated for resources: {'Port': ['ID=15136aeb-bf37-46c5-b959-bacf54f4b5b1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:12.839698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:12.929417 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.286767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.304194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.308614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6cb3a67-02cc-46ec-9ca6-903d10398023 HTTP/1.1" status: 204 len: 168 time: 0.6122975 Jul 28 14:54:13.345415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5648cf-1428-4e91-985d-e28812bfdeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cb3a67-02cc-46ec-9ca6-903d10398023,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:13.348292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.575237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:13.615392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d5fc545-30e9-449a-b7c2-64d1c1cba25f req-1c5b8d37-d604-47d5-a28f-778aeac0cf2f tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0339794 Jul 28 14:54:13.838295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Router 2ae913db-0bce-492c-a303-b308acce9ba1 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:54:14.035046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:54:14.046850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Sync routers for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:54:14.058570 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:14.065835 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:53:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:14.134612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.139226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0fe36bd3-5908-4a8c-b447-7ad2241b4d57 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2799904 Jul 28 14:54:14.140149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44704) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:14.176167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:14.288326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44706) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:14.321117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9e0c-ae6d-4ba2-a19f-a7796d72d32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.388857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:12Z', 'revision_number': 3, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:14.437990 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Checking router: 2ae913db-0bce-492c-a303-b308acce9ba1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:14.438408 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Updating router 2ae913db-0bce-492c-a303-b308acce9ba1 port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:54:14.474738 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.617887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9e0c-ae6d-4ba2-a19f-a7796d72d32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.731837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43dc2410-2298-4742-a809-ec29a2247df0 req-f4a0c286-8cd0-4953-a9b7-8127ab209ebf tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jul 28 14:54:14.739336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-307902b7-2653-4f50-b511-9f638ac0baaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.765672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8d4e9e0c-ae6d-4ba2-a19f-a7796d72d32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.903057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8d4e9e0c-ae6d-4ba2-a19f-a7796d72d32e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=365e5e1c6d224dd4a749a012defeb25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104703 Jul 28 14:54:14.904851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e9e0c-ae6d-4ba2-a19f-a7796d72d32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8f7a80-bc00-453f-a826-d5331c9e53a0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:14.918694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44726) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:14.984437 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:14.997473 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.080088 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.136177 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Transition to ACTIVE for port object 15136aeb-bf37-46c5-b959-bacf54f4b5b1 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:15.204621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-12c1138c-0678-4f46-92ad-7ed4f9732676 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6eecd46076334a91905f49e6f74779a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362617 Jul 28 14:54:15.208438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.231655 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.329690 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Attempting to bind port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:15.330072 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Attempting to bind port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:15.330500 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Attempting to bind port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:15.338618 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84dfbc-18b9-400d-96aa-7afc8d564eac None None] Pushing event updated for resources: {'Port': ['ID=15136aeb-bf37-46c5-b959-bacf54f4b5b1,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:15.339528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.341624 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:15.342013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:15.342440 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.342799 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:15.343317 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Bound port: 15136aeb-bf37-46c5-b959-bacf54f4b5b1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:15.343701 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.410418 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] For port 15136aeb-bf37-46c5-b959-bacf54f4b5b1, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:15.416601 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] For port 15136aeb-bf37-46c5-b959-bacf54f4b5b1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=15136aeb-bf37-46c5-b959-bacf54f4b5b1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:15.570738 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:15.638460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:15.639183 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:15.646720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84dfbc-18b9-400d-96aa-7afc8d564eac None None] Pushing event updated for resources: {'Port': ['ID=15136aeb-bf37-46c5-b959-bacf54f4b5b1,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:15.758035 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:16.012853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Allocated IP 172.20.0.1 (205bd789-0c4b-4761-86de-eadf9603a7fb/47e45153-0d77-47e6-b60b-32a2522ebbed/e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:16.020051 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:12Z', 'revision_number': 3, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:16.051248 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b8b06-d516-48eb-b576-042b77f201d4 None None] The sync data for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 is: [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:12Z', 'revision_number': 3, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:16.071545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ca5f1355-c0a6-4389-94b2-076dfd666e28 req-09b6f542-7791-47d9-886b-1e793e298510 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.1129940 Jul 28 14:54:16.167810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-70c2cb3c-5373-4865-aa4b-ddb680cb27ab tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:16.168582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.169242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-70c2cb3c-5373-4865-aa4b-ddb680cb27ab tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9290552 Jul 28 14:54:16.172166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.174882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.178244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f8f7a80-bc00-453f-a826-d5331c9e53a0 HTTP/1.1" status: 204 len: 168 time: 1.2563021 Jul 28 14:54:16.194435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Request body: {'port': {'device_id': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '6eecd46076334a91905f49e6f74779a9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:16.206332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8f7a80-bc00-453f-a826-d5331c9e53a0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:16.258001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.258360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.258765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.259134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.259656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.260193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.260716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.261233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.261736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.262378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.262904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.263431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e64cba-8c6d-46fa-9cf6-229ae4412dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:16.328847 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.506600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Made reservation on behalf of 6eecd46076334a91905f49e6f74779a9 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:16.511107 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.516296 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.554623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:54:16.557451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.594745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Network 205bd789-0c4b-4761-86de-eadf9603a7fb is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:16.603748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:16.608236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:16.611696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:16.684729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.839398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:16.922700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.000597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63f7a9-0381-4022-aab3-2ee19c4e4221,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:17.090067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.201765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Allocated IP 192.168.233.46 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:17.260123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eda5c226-6f6a-4c7e-84b7-ce3a805298b6 req-1dd501dc-2c1d-4109-98e5-4c258aa0d3c1 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0698223 Jul 28 14:54:17.361106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 15136aeb-bf37-46c5-b959-bacf54f4b5b1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:17.362395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44802) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.385791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a181e0a-8a73-46fe-9277-a3af47134093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.522441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.544704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a181e0a-8a73-46fe-9277-a3af47134093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.561339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.580042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:17.581905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:17.582044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Transition to ACTIVE for port object 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:17.582717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.598807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.631504 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7a181e0a-8a73-46fe-9277-a3af47134093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.678052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:17.725921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.770623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.777747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.786870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7a181e0a-8a73-46fe-9277-a3af47134093 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdeaea4454af473bb747182b251374ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214315 Jul 28 14:54:17.787880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44814) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:17.792251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a181e0a-8a73-46fe-9277-a3af47134093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093f3e6-4217-462b-96b0-50c7c70ae846,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:17.821564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 15136aeb-bf37-46c5-b959-bacf54f4b5b1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=15136aeb-bf37-46c5-b959-bacf54f4b5b1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:17.905037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Network 205bd789-0c4b-4761-86de-eadf9603a7fb is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:17.906913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.916515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:17.935808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:17.981555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.120140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:18.165230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.165542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:18.165542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:18.165542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Pushing event updated for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:18.225626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.228626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.230443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6093f3e6-4217-462b-96b0-50c7c70ae846 HTTP/1.1" status: 204 len: 168 time: 0.4138913 Jul 28 14:54:18.249070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f41da-978e-4a55-a886-b36489de67d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093f3e6-4217-462b-96b0-50c7c70ae846,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:18.259664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:18.262444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.294322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=15136aeb-bf37-46c5-b959-bacf54f4b5b1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:18.379335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Router 2ae913db-0bce-492c-a303-b308acce9ba1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:54:18.583518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-e0e1eb7a-003e-4e56-ad5a-6a010ba98beb tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3990231 Jul 28 14:54:18.614014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e567-b52f-48f8-9cf2-a35c032592d4 req-f3db23d0-d80b-40f4-a92a-99854f7c2c5e tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:18.615651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4c0e567-b52f-48f8-9cf2-a35c032592d4 req-f3db23d0-d80b-40f4-a92a-99854f7c2c5e tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 935 time: 0.2227416 Jul 28 14:54:18.619770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-6f4f1afa-8c12-4260-a098-705270cfc104 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:54:18.620845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-6f4f1afa-8c12-4260-a098-705270cfc104 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181682 Jul 28 14:54:18.738645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4c0e567-b52f-48f8-9cf2-a35c032592d4 req-3a0dbc2f-5ee9-4293-9746-7250f8c0f2c9 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147943 Jul 28 14:54:18.755324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:54:18.778994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Sync routers for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:54:18.786946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98107114-329d-4973-b85c-c727649560d5 None None] Provisioning for port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:18.789083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-582e0e24-45f9-464a-a14e-74931ed97610 admin admin] 10.222.0.47 "PUT /v2.0/routers/2ae913db-0bce-492c-a303-b308acce9ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6413894 Jul 28 14:54:18.804580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98107114-329d-4973-b85c-c727649560d5 None None] Provisioning complete for port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:18.805431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98107114-329d-4973-b85c-c727649560d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:18.847863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:18.848852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:18.970566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Request body: {'port': {'device_id': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:19.120716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:19.271532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.322251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-98107114-329d-4973-b85c-c727649560d5 None None] Port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:54:19.405003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 15136aeb-bf37-46c5-b959-bacf54f4b5b1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:19.603322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:19.604015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.722442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:16Z', 'revision_number': 4, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0', 'name': '', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'mac_address': 'fa:16:3e:b0:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:15Z', 'updated_at': '2021-07-28T14:54:17Z', 'revision_number': 2, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'subnets': [{'id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:19.759362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Checking router: 2ae913db-0bce-492c-a303-b308acce9ba1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:19.759722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Updating router 2ae913db-0bce-492c-a303-b308acce9ba1 port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:54:19.767367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:54:19.791832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.798463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:19.848906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Transition to ACTIVE for port object 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:19.978354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff974b87-9c0a-436f-84b2-927da902d36d req-d933b64f-82d7-41c7-b3f6-35bba5b89fb5 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:19.989965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff974b87-9c0a-436f-84b2-927da902d36d req-d933b64f-82d7-41c7-b3f6-35bba5b89fb5 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 935 time: 0.0985606 Jul 28 14:54:20.033022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-80b59a15-5b06-40c2-8dc8-85c1721a70ab tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:20.037257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-80b59a15-5b06-40c2-8dc8-85c1721a70ab tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 810 time: 0.2044957 Jul 28 14:54:20.040497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ff974b87-9c0a-436f-84b2-927da902d36d req-15e967d9-caf4-4926-9250-18647147e18c tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Jul 28 14:54:20.081401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-ee170651-f794-4fc6-af41-f53226c79c16 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/quotas/7055f2108da9466db8ff4a1ccf0c49f5 HTTP/1.1" status: 200 len: 375 time: 0.0199802 Jul 28 14:54:20.134326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.141379 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.153074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-86123453-5484-4df4-97e7-80c272e1b310 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636768 Jul 28 14:54:20.187735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.216384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Transition to ACTIVE for port object e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:20.284783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-65dc4c2a-f978-4f09-aae6-9c2879f6be1b service neutron] 10.222.0.47 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303754 Jul 28 14:54:20.303446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:20.328680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.357500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 44896) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:20.425676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-f667d285-8508-441f-947e-57a4aa711104 service neutron] 10.222.0.47 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389213 Jul 28 14:54:20.518724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Attempting to bind port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:20.519005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Attempting to bind port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:20.519354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Attempting to bind port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:20.524997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:20.526169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Attempting to bind port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:20.547569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:20.547932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:20.548333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:20.548779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Bound port: 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:20.549405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.567009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ffa3c-082c-4fb7-87cf-9107a09e5b3e None None] Pushing event updated for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:20.573915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Attempting to bind port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:20.574568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Attempting to bind port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:20.575218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Attempting to bind port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 on network 205bd789-0c4b-4761-86de-eadf9603a7fb {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:20.586022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:20.588078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Checking segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:20.588917 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.590586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Bound using segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:20.591507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Bound port: e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:20.594837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.628024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.701749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] For port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:20.716075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] For port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:20.748135 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba2e0-2dc5-442a-9f7d-aee890f838af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.763522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:20.785918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:20.836842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb14042e-6d4d-452c-add9-96177be11ac3 req-2a2e3f51-b01f-437b-88b2-91b004ac3333 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0376673 Jul 28 14:54:20.853228 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.948775 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:20.995792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:20.996628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:21.005778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:21.006725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.008666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] 10.222.0.50 "PUT /v2.0/ports/5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 HTTP/1.1" status: 200 len: 1096 time: 2.3729846 Jul 28 14:54:21.015353 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba2e0-2dc5-442a-9f7d-aee890f838af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.021899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:21.024322 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3073b89-7149-4d3c-85b0-a59ec5a650ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:21.102651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7f9ba2e0-2dc5-442a-9f7d-aee890f838af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.139708 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297e3c17-7057-4591-9ee9-f219bd1f764b x-openstack-request-id: req-297e3c17-7057-4591-9ee9-f219bd1f764b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:21.140442 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:21.141424 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-297e3c17-7057-4591-9ee9-f219bd1f764b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:21.142083 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9', 'status': 'completed', 'code': 200} Jul 28 14:54:21.161087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c93b2-8d8d-418e-94b2-ba66a9d11b31 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:21.202439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ffa3c-082c-4fb7-87cf-9107a09e5b3e None None] Pushing event updated for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:21.292331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ba2e0-2dc5-442a-9f7d-aee890f838af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1505fd2-4d41-49ab-b6b1-27c369e61f76,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:21.313509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 44958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:21.314404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7f9ba2e0-2dc5-442a-9f7d-aee890f838af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cd39d860ab54b828f6a70d0885d73b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8418515 Jul 28 14:54:21.336223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:21.353070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db41ca-6276-45b7-bbb4-9be1377b1d35 req-01ed5ed2-ed32-4681-a4ad-6001d36d24c2 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:21.355411 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4db41ca-6276-45b7-bbb4-9be1377b1d35 req-01ed5ed2-ed32-4681-a4ad-6001d36d24c2 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 947 time: 0.1222780 Jul 28 14:54:21.357357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073b89-7149-4d3c-85b0-a59ec5a650ef req-f0ff76bf-144a-4d18-982d-95864dfacdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:21.359451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3073b89-7149-4d3c-85b0-a59ec5a650ef req-f0ff76bf-144a-4d18-982d-95864dfacdef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eecd46076334a91905f49e6f74779a9&device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 1099 time: 0.1477509 Jul 28 14:54:21.450253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3073b89-7149-4d3c-85b0-a59ec5a650ef req-caacbf95-073b-4dce-a508-25ae438d40c7 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6eecd46076334a91905f49e6f74779a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752900 Jul 28 14:54:21.483039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.514869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.568516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4db41ca-6276-45b7-bbb4-9be1377b1d35 req-dc54e023-8c47-4e39-b7c5-30533754b711 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955409 Jul 28 14:54:21.646804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:16Z', 'revision_number': 4, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0', 'name': '', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'mac_address': 'fa:16:3e:b0:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:15Z', 'updated_at': '2021-07-28T14:54:20Z', 'revision_number': 4, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'subnets': [{'id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:21.680198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78be332-413b-4bc0-83c5-07ba1d678d83 None None] The sync data for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 is: [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:54:16Z', 'revision_number': 4, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0', 'name': '', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'mac_address': 'fa:16:3e:b0:f2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:15Z', 'updated_at': '2021-07-28T14:54:20Z', 'revision_number': 4, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'subnets': [{'id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:21.750558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.753571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:21.754757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1505fd2-4d41-49ab-b6b1-27c369e61f76 HTTP/1.1" status: 204 len: 168 time: 0.4388087 Jul 28 14:54:21.785747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d818893-17b4-4b23-b90f-0ef7c44ee146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1505fd2-4d41-49ab-b6b1-27c369e61f76,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:21.969635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cfea791-ad76-4801-b8ad-d660cf8b7cab req-8783dcc6-1692-4dd0-af34-3d81172b959a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0382583 Jul 28 14:54:22.034875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3073b89-7149-4d3c-85b0-a59ec5a650ef req-9f05552b-4646-4493-99d9-1ceb647fcb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:22.036989 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d3073b89-7149-4d3c-85b0-a59ec5a650ef req-9f05552b-4646-4493-99d9-1ceb647fcb19 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5799346 Jul 28 14:54:22.137242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-123a6b8d-a495-414c-b5c9-3585af93f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:22.138850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-123a6b8d-a495-414c-b5c9-3585af93f5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6eecd46076334a91905f49e6f74779a9&device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 1099 time: 0.0435934 Jul 28 14:54:22.191792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-57907615-b42a-4759-bd72-2c2d46af8441 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 HTTP/1.1" status: 200 len: 217 time: 0.0405419 Jul 28 14:54:22.249611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-cd893578-7b56-4558-8dc8-2be10a7d9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:22.251169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-cd893578-7b56-4558-8dc8-2be10a7d9eb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0529108 Jul 28 14:54:22.303777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-c30da46d-a1ad-4026-8352-c1185f132ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:22.305431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-c30da46d-a1ad-4026-8352-c1185f132ed5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475307 Jul 28 14:54:22.417943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-35939f9a-5add-49d8-98bd-547a91b6d022 service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049473 Jul 28 14:54:22.581189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aaef308-3ae9-4bd4-ac35-26f7612cd6cc req-6b71a624-f5db-4dfe-a4c5-4491b4f7a46b service neutron] 10.222.0.50 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460469 Jul 28 14:54:22.711841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a135b8-1b5a-4d13-bbed-9d68045b3dd6 req-225eada8-e8a3-4542-a47c-6768054ae0fd tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:22.713487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28a135b8-1b5a-4d13-bbed-9d68045b3dd6 req-225eada8-e8a3-4542-a47c-6768054ae0fd tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 947 time: 0.0718989 Jul 28 14:54:22.762786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28a135b8-1b5a-4d13-bbed-9d68045b3dd6 req-4c74f2d2-36f9-4554-afab-66042bac81a8 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Jul 28 14:54:23.185357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2f06781-7b9a-4613-8f9e-fe647c07d3a2 req-2ee522c3-44bc-4f09-9497-4a2be29dffb1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0782363 Jul 28 14:54:23.374874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:23.607900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:23.608704 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-b7d3d4c9-9b12-454b-bae4-25dd9dc33d91 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5069666 Jul 28 14:54:23.610637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:23.611218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.743298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.796020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:23.796191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-4ad00be6-1c4c-4f8b-a6e9-b771516e403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:23.797548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-4ad00be6-1c4c-4f8b-a6e9-b771516e403e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1098 time: 0.1055818 Jul 28 14:54:23.895189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:23.997273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:23.997539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ed0e-cb66-4747-8640-29305ba04060 req-bb45c18e-e98f-42ed-b632-cca977adff3d tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:24.016712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ab1ed0e-cb66-4747-8640-29305ba04060 req-bb45c18e-e98f-42ed-b632-cca977adff3d tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 947 time: 0.0999892 Jul 28 14:54:24.032018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-01ab161e-b7dd-4a21-803b-3fb8619a408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:24.034752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-01ab161e-b7dd-4a21-803b-3fb8619a408d service neutron] 10.222.0.53 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.2160437 Jul 28 14:54:24.122990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ab1ed0e-cb66-4747-8640-29305ba04060 req-5d737370-deb9-461e-abeb-6f4edda388e6 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924592 Jul 28 14:54:24.151056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-29d6f3a0-47f3-4c9f-a63e-69ed2bf14c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1002 time: 0.0839984 Jul 28 14:54:24.240661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-7c9490e8-51a4-4b48-8f12-5ae55ad5e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:24.243250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-7c9490e8-51a4-4b48-8f12-5ae55ad5e66e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0842443 Jul 28 14:54:24.385899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-cf9f9f67-271f-4396-9aa8-d1023a70c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:24.387576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-cf9f9f67-271f-4396-9aa8-d1023a70c53c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362329 Jul 28 14:54:24.437589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-240275c5-4de3-469b-9a4c-c73461bfa7b7 req-baa574cc-7b6f-4a85-bb51-f23c76830083 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0540814 Jul 28 14:54:24.497353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:24.541211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-a622a75a-4440-4137-b2a0-7e453dd8d872 service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440406 Jul 28 14:54:24.661340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a62ebf8-fc8e-4cd6-8dc5-c07cce8d53a9 req-43677886-1b16-4549-b604-0342807e1a49 service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107149 Jul 28 14:54:24.712958 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-696360d7-b0ea-47c4-babe-9ef481173c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.806486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-696360d7-b0ea-47c4-babe-9ef481173c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.917125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-696360d7-b0ea-47c4-babe-9ef481173c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:24.966147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-696360d7-b0ea-47c4-babe-9ef481173c74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13c3aecc71bd40b89f5de7b9c6565c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673560 Jul 28 14:54:24.968778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696360d7-b0ea-47c4-babe-9ef481173c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113940ee-6c7f-4581-a6b8-895ce073f7cb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:24.970379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:25.057899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.137877 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.313580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:25.389031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:25.390110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443d1a-ce92-46d2-9c4a-f6f30e494ca3 req-5e2b57b3-1e47-462b-9970-1e70487af64a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:25.391730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c443d1a-ce92-46d2-9c4a-f6f30e494ca3 req-5e2b57b3-1e47-462b-9970-1e70487af64a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 947 time: 0.1348026 Jul 28 14:54:25.396229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:25.396763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.421831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-f83bece3-d156-4245-9a95-96e41342cb93 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:25.423518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-f83bece3-d156-4245-9a95-96e41342cb93 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.53 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 810 time: 0.3159661 Jul 28 14:54:25.445014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Request body: {'port': {'device_id': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'admin_state_up': True, 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:25.502216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4c443d1a-ce92-46d2-9c4a-f6f30e494ca3 req-bbe3a12d-690c-4261-b8d7-4c6ee9890b87 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014922 Jul 28 14:54:25.597981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.601195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.603887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/113940ee-6c7f-4581-a6b8-895ce073f7cb HTTP/1.1" status: 204 len: 168 time: 0.6263516 Jul 28 14:54:25.619090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2086483985'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:25.631755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e469c-f6c9-423e-bebd-b16518e9571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113940ee-6c7f-4581-a6b8-895ce073f7cb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:25.678560 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0bd4d80e-a15d-4027-8759-d4bbbd85e966 req-98aad2ae-440a-464f-ab99-71c1142da731 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0421050 Jul 28 14:54:25.728882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Made reservation on behalf of 7055f2108da9466db8ff4a1ccf0c49f5 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:25.734282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.837645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Made reservation on behalf of 05fa2fc2628c43c1a8351a7f0779f060 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:25.842945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.875221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:25.875221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:25.901864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Allocated IP 172.20.0.8 (205bd789-0c4b-4761-86de-eadf9603a7fb/47e45153-0d77-47e6-b60b-32a2522ebbed/ae7b0d32-bde1-468a-b835-344a171a50c1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:25.976802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.105285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.121233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.195838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:54:26.208834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-096b3be0-0390-4d8d-8c3e-00ef9fbf1440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.211180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878a7a34-0841-449d-a709-96c6249276cf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.237308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.241825 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Added segment 4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8 of type vlan for network b171f9b2-d03c-4847-b827-f6486f14d2dc Jul 28 14:54:26.266578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.306172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.315172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Network 205bd789-0c4b-4761-86de-eadf9603a7fb is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:26.320791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:26.325327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:26.330656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Pushing event updated for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.385183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:26.385803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.399916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-096b3be0-0390-4d8d-8c3e-00ef9fbf1440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.471914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-096b3be0-0390-4d8d-8c3e-00ef9fbf1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.477034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.482638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:26.483251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.579041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b3be0-0390-4d8d-8c3e-00ef9fbf1440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb275d-76a9-4969-8241-5c1717033be9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.589317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-096b3be0-0390-4d8d-8c3e-00ef9fbf1440 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb8f9b0e3f324eab89b3ecb1d697c02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7330117 Jul 28 14:54:26.589996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45120) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:26.605771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Pushing event updated for resources: {'Network': ['ID=b171f9b2-d03c-4847-b827-f6486f14d2dc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.609513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-68c1d12d-5ff4-43c8-b028-eea373b8463c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1698484 Jul 28 14:54:26.615309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45122) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:26.619843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b171f9b2-d03c-4847-b827-f6486f14d2dc details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:26.637070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Request body: {'port': {'device_id': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:26.655195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.663600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7811-459d-4a68-9ecb-7b87577989f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.679161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4ea6fedb-f748-4b90-b98a-f88fe95e9360 tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2849765 Jul 28 14:54:26.693301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.751321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.784767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ced4e-24b7-4a6a-b63f-e1f2186125c8 req-f1951c07-f6b4-41ca-93b7-8c2f5d53e60a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:26.786368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b5ced4e-24b7-4a6a-b63f-e1f2186125c8 req-f1951c07-f6b4-41ca-93b7-8c2f5d53e60a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 947 time: 0.1174960 Jul 28 14:54:26.859651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b5ced4e-24b7-4a6a-b63f-e1f2186125c8 req-99ab0422-5459-4a04-a75a-570c9d814d50 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Jul 28 14:54:26.945822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.948765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:26.950362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8eb275d-76a9-4969-8241-5c1717033be9 HTTP/1.1" status: 204 len: 168 time: 0.3564494 Jul 28 14:54:26.961860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5d25e-9ee9-4805-ad31-0af680f455f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb275d-76a9-4969-8241-5c1717033be9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:26.993639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:54:27.037471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:27.044832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc', 'binding:host_id': 'n-h2-705658-23', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-142365895'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:27.131032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:27.143595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9', 'mac_address': 'fa:16:3e:fa:f0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:54:27.186701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.201815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:54:27.224202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:27.311864 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.388398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:27.437092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671907a-0cf8-45f2-8679-14180e6b6e77 req-86ee1c24-18c0-4b0c-b8a1-bfa378370581 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:27.439082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3671907a-0cf8-45f2-8679-14180e6b6e77 req-86ee1c24-18c0-4b0c-b8a1-bfa378370581 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 931 time: 0.5119181 Jul 28 14:54:27.509984 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7811-459d-4a68-9ecb-7b87577989f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.534716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3671907a-0cf8-45f2-8679-14180e6b6e77 req-9d978ee8-2137-419e-8b9c-696bf2c3e9ca tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770216 Jul 28 14:54:27.577762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7b0d32-bde1-468a-b835-344a171a50c1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:54:27.586018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:54:27.587571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.601730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc8d7811-459d-4a68-9ecb-7b87577989f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.639266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Transition to ACTIVE for port object ae7b0d32-bde1-468a-b835-344a171a50c1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:27.648170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fc8d7811-459d-4a68-9ecb-7b87577989f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eab4c37035034413b7f4b03c346b76d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0288422 Jul 28 14:54:27.649144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45144) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:27.665477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d7811-459d-4a68-9ecb-7b87577989f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a5c06-7fba-4769-8b82-d03ec39b087d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:27.691958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Made reservation on behalf of 602e75b520e84f31bcbdcc2b9d6aa41c for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:27.694453 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.704908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.731512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.762366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.766992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.823578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:27.880773 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.881516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45146) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:27.901408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d607931d-53f5-4d82-a5a9-69e56179f6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.935861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Attempting to bind port ae7b0d32-bde1-468a-b835-344a171a50c1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:27.937836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Attempting to bind port ae7b0d32-bde1-468a-b835-344a171a50c1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:27.937836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Attempting to bind port ae7b0d32-bde1-468a-b835-344a171a50c1 on network 205bd789-0c4b-4761-86de-eadf9603a7fb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:27.942013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Port ae7b0d32-bde1-468a-b835-344a171a50c1 on network 205bd789-0c4b-4761-86de-eadf9603a7fb not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:27.942344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Attempting to bind port ae7b0d32-bde1-468a-b835-344a171a50c1 on network 205bd789-0c4b-4761-86de-eadf9603a7fb {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:27.950227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:27.950593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Checking segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:27.951011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Bound using segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:27.951457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Bound port: ae7b0d32-bde1-468a-b835-344a171a50c1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:27.951822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.969300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.972560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:27.976093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f8a5c06-7fba-4769-8b82-d03ec39b087d HTTP/1.1" status: 204 len: 168 time: 0.3243220 Jul 28 14:54:27.991051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0cd8a-1395-4cf7-b263-0bc4e46f7d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a5c06-7fba-4769-8b82-d03ec39b087d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.006827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e895a-d0dc-4a20-bae0-49b936d90b3a req-340c4293-e40e-4475-92f5-355570f282cf tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.019125 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-201e895a-d0dc-4a20-bae0-49b936d90b3a req-340c4293-e40e-4475-92f5-355570f282cf tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 948 time: 0.0736487 Jul 28 14:54:28.038795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:28.043548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ae7b0d32-bde1-468a-b835-344a171a50c1,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:28.065555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-201e895a-d0dc-4a20-bae0-49b936d90b3a req-33adfbca-6303-43bd-8f9d-13841e8391c0 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 Jul 28 14:54:28.087743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.101340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:28.107284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e24e214-325c-4f98-9b55-2f7648648ce2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.195327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d607931d-53f5-4d82-a5a9-69e56179f6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.196843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.228998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.229621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.231300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] 10.222.0.53 "PUT /v2.0/ports/ae7b0d32-bde1-468a-b835-344a171a50c1 HTTP/1.1" status: 200 len: 1092 time: 1.6067111 Jul 28 14:54:28.234035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:28.240622 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6be9303-d999-4705-90c8-8a676be93f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:28.267936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafccbfc-935d-4ef7-b80e-b251a3d1d79d service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.308767 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c14964-8ca1-48d9-8fef-73fe4fc63304 x-openstack-request-id: req-d6c14964-8ca1-48d9-8fef-73fe4fc63304 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:28.309062 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:28.309317 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6c14964-8ca1-48d9-8fef-73fe4fc63304 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:28.309711 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1', 'status': 'completed', 'code': 200} Jul 28 14:54:28.395915 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d607931d-53f5-4d82-a5a9-69e56179f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.402239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:28.412139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.426269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Transition to ACTIVE for port object 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:28.447833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9303-d999-4705-90c8-8a676be93f6b req-d10cc91b-b1f9-430f-8572-87e3c5e6fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.449538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6be9303-d999-4705-90c8-8a676be93f6b req-d10cc91b-b1f9-430f-8572-87e3c5e6fb5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1095 time: 0.0907061 Jul 28 14:54:28.452029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607931d-53f5-4d82-a5a9-69e56179f6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88a5e1-0f36-4839-8db0-fc9c00f51756,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.456743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d607931d-53f5-4d82-a5a9-69e56179f6f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe325de2178543d0bd8f7e30ab9cef98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742559 Jul 28 14:54:28.473489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45156) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:28.522934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.546913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.580617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9303-d999-4705-90c8-8a676be93f6b req-6e21c68a-0a9d-4079-b995-6caddfa9c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.582191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6be9303-d999-4705-90c8-8a676be93f6b req-6e21c68a-0a9d-4079-b995-6caddfa9c6ee service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1182218 Jul 28 14:54:28.590611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.699385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe68303-0bc1-41a1-baf5-62c7747b3fe1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.711454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Checking segment: {'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:28.711454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Network hostable DHCP agents. Network: b171f9b2-d03c-4847-b827-f6486f14d2dc, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:54:28.732216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9303-d999-4705-90c8-8a676be93f6b req-0cab5b22-07e7-4a0b-b2fb-1450f52d2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.733782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72c8af-08f1-4735-bd0f-d061ee48c8d7 req-431b4a92-35b6-48a7-995a-93728a4c3ef0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.735216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6be9303-d999-4705-90c8-8a676be93f6b req-0cab5b22-07e7-4a0b-b2fb-1450f52d2a19 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434555 Jul 28 14:54:28.735610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c72c8af-08f1-4735-bd0f-d061ee48c8d7 req-431b4a92-35b6-48a7-995a-93728a4c3ef0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 943 time: 0.1069968 Jul 28 14:54:28.748587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.754973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:28.757567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e88a5e1-0f36-4839-8db0-fc9c00f51756 HTTP/1.1" status: 204 len: 168 time: 0.2881322 Jul 28 14:54:28.784028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce2e62-a6c0-42d0-933a-708910d38349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88a5e1-0f36-4839-8db0-fc9c00f51756,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:28.808813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2c72c8af-08f1-4735-bd0f-d061ee48c8d7 req-8ff24416-5c17-4b49-9ffb-c80e1a2e4dc7 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Jul 28 14:54:28.856085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-4eb5c463-dbca-4a34-ab74-5f4a664be861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.857501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-4eb5c463-dbca-4a34-ab74-5f4a664be861 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1095 time: 0.0528376 Jul 28 14:54:28.908430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-cf18de26-e345-4060-a1dc-868fc41665f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b0d32-bde1-468a-b835-344a171a50c1 HTTP/1.1" status: 200 len: 217 time: 0.0356910 Jul 28 14:54:28.916677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Network b171f9b2-d03c-4847-b827-f6486f14d2dc is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:54:28.956797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-9472b2d2-ed95-4e4a-9bad-cc6a958c22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:28.958250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-9472b2d2-ed95-4e4a-9bad-cc6a958c22d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0435741 Jul 28 14:54:28.991772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:29.005655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-88e6a7d7-6b5f-4690-8acc-95f254a185a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371985 Jul 28 14:54:29.112480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-6f33edda-99d8-48d2-8bf0-e5b11b766ffa service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847545 Jul 28 14:54:29.227376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281364-d42a-499b-8acd-caf4aaa227c2 req-b5ba5dc4-e710-4509-bf0a-31950acc7d02 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:29.228880 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21281364-d42a-499b-8acd-caf4aaa227c2 req-b5ba5dc4-e710-4509-bf0a-31950acc7d02 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 948 time: 0.0821512 Jul 28 14:54:29.231230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25767dc7-c533-44cb-b431-1f7647ef2ff1 req-7f5c2422-3dd5-432e-8843-5cb094b25717 service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263263 Jul 28 14:54:29.270840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21281364-d42a-499b-8acd-caf4aaa227c2 req-c9359ee4-a172-422f-b6ad-122b012193b1 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jul 28 14:54:29.300011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:29.300221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b171f9b2-d03c-4847-b827-f6486f14d2dc) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:29.305524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:29.310000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:29.311340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.328104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbfc609-abe7-4b49-b5be-9807cffdd661 None None] Network b171f9b2-d03c-4847-b827-f6486f14d2dc requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:54:29.331855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.332465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.332819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.338118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.338531 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.339077 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 2 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.355753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.356836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.357492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.378951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.383269 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.383876 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 3 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.418759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.418759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.418759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.418759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.418759 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.420266 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 4 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.454483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.455217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.456715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.465783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.466131 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.467256 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 5 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.487675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.488406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.498738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.498738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.498738 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.498738 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 6 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.515483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.516155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.516726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.523124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.523485 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.523915 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 7 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.545163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.546043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.546398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.552487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.552837 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.553266 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 8 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.557301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.568177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.568517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.568867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.573753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.574085 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.574488 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 9 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.588887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.589238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.589688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.591841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:29.594144 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9909517-9e68-4e7f-9c8e-1162c0287c7a" -d '{"events": [{"server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:29.594337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.594617 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.595044 n-d-705658-23 neutron-server[94749]: INFO neutron.plugins.ml2.plugin [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 10 to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 Jul 28 14:54:29.609614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:29.609954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:29.610310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:29.613043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:29.619142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:29.619142 n-d-705658-23 neutron-server[94749]: ERROR neutron.plugins.ml2.managers [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:29.619142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.682826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:29.683236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempted to set empty binding levels {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:54:29.727318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.787007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.811549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:29.825284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.825777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.826196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.826609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.827045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.827451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.827933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.828334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.828874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.829307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.829684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.830013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:29.837480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:29.838090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:29.862005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=2fe68303-0bc1-41a1-baf5-62c7747b3fe1,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:29.957521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-912dd78c-2e5d-4e04-8d1f-96bdb2e7b9c6 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.9181163 Jul 28 14:54:29.960890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45206) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:29.974022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbf2d6-e1a0-4eca-8c85-762cba80701e req-ececd3df-141d-466e-bb2a-73947491d9bc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:29.975671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49fbf2d6-e1a0-4eca-8c85-762cba80701e req-ececd3df-141d-466e-bb2a-73947491d9bc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 943 time: 0.0873606 Jul 28 14:54:30.079538 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2220b83a-9718-4dcb-8d2d-72b4508b24a7 x-openstack-request-id: req-2220b83a-9718-4dcb-8d2d-72b4508b24a7 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:30.080300 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:30.080300 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2220b83a-9718-4dcb-8d2d-72b4508b24a7 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:30.080525 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9', 'code': 200} Jul 28 14:54:30.100973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49fbf2d6-e1a0-4eca-8c85-762cba80701e req-7adc2ad9-8c45-4cdf-83a3-65bfddf705ec tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160874 Jul 28 14:54:30.154755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Deleting port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:30.155149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.281666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port 2fe68303-0bc1-41a1-baf5-62c7747b3fe1, host n-h2-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:30.282047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.301711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Calling delete_port for 2fe68303-0bc1-41a1-baf5-62c7747b3fe1 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:30.315388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcafade-75c4-4391-95ed-8f4e5c13b3c7 req-52fafece-5ce9-4954-936f-a4226e27aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:30.317230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fcafade-75c4-4391-95ed-8f4e5c13b3c7 req-52fafece-5ce9-4954-936f-a4226e27aadf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 1101 time: 0.1227703 Jul 28 14:54:30.450719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fcafade-75c4-4391-95ed-8f4e5c13b3c7 req-ff2c300b-dd6a-4518-a0f6-c914173aa672 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261528 Jul 28 14:54:30.479910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf6a04-cee4-484d-8615-8564cec92c36 req-0c6fe04d-146f-472f-b75e-714ff8e6cb15 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:30.481538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7bf6a04-cee4-484d-8615-8564cec92c36 req-0c6fe04d-146f-472f-b75e-714ff8e6cb15 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.1103160 Jul 28 14:54:30.550793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7bf6a04-cee4-484d-8615-8564cec92c36 req-235f0513-37bc-47b7-968e-605af52e10cf tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550385 Jul 28 14:54:30.591594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.620893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fe68303-0bc1-41a1-baf5-62c7747b3fe1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:30.628785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.633960 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-61d8a6c3-3175-4e62-905b-963281c93e30 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2fe68303-0bc1-41a1-baf5-62c7747b3fe1 HTTP/1.1" status: 204 len: 168 time: 0.6680241 Jul 28 14:54:30.633960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45232) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:30.657845 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07f7403-c82d-4f4e-be70-c50f6de0e583 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:54:30.665189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f07f7403-c82d-4f4e-be70-c50f6de0e583 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports/2fe68303-0bc1-41a1-baf5-62c7747b3fe1 HTTP/1.1" status: 404 len: 333 time: 0.0254550 Jul 28 14:54:30.665446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45234) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:30.670614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1763453454'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:30.823836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Made reservation on behalf of 602e75b520e84f31bcbdcc2b9d6aa41c for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:30.826415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:30.846754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:31.047263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.085041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45252) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.230178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1149a452-00dd-42ad-b54d-d914d433df90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.247228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa2f22-6858-4c6e-b948-470e9f37a94b req-d8cc9d75-a32c-424b-bb06-710ce9090f97 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:31.251676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25fa2f22-6858-4c6e-b948-470e9f37a94b req-d8cc9d75-a32c-424b-bb06-710ce9090f97 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 943 time: 0.0605555 Jul 28 14:54:31.252940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.316008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Network b171f9b2-d03c-4847-b827-f6486f14d2dc is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:31.328432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:31.337042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:31.337989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:31.338589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.339558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1149a452-00dd-42ad-b54d-d914d433df90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.350831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25fa2f22-6858-4c6e-b948-470e9f37a94b req-d5df401a-f5e0-48b1-95f2-63618227f81a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876615 Jul 28 14:54:31.357323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b1cc48-34ed-43f9-b383-6e5c6d0751f3,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:31.446742 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1149a452-00dd-42ad-b54d-d914d433df90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.488934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149a452-00dd-42ad-b54d-d914d433df90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bc619-9cf9-492a-a75e-e78eb16b81fd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:31.497193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1149a452-00dd-42ad-b54d-d914d433df90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a20585fa09e54dde87eb66ddb5266522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110866 Jul 28 14:54:31.501196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45262) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.572777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.591549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-36747d2f-e80d-4f42-9192-4941f1d0d2f7 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9250798 Jul 28 14:54:31.594242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45266) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:31.600862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:31.656631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.666860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.710935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594bff3-e642-48bb-a3e3-172e4b4f3242 req-c8dc632f-8aed-4bc7-b24f-064be917fd84 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:31.712652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d594bff3-e642-48bb-a3e3-172e4b4f3242 req-c8dc632f-8aed-4bc7-b24f-064be917fd84 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.0937581 Jul 28 14:54:31.757874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d594bff3-e642-48bb-a3e3-172e4b4f3242 req-c861c532-7e04-496f-8607-eff93d5c67a3 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Jul 28 14:54:31.847370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:31.855396 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.870797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Transition to ACTIVE for port object d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:31.872996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.876836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:31.877928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e3bc619-9cf9-492a-a75e-e78eb16b81fd HTTP/1.1" status: 204 len: 168 time: 0.3758516 Jul 28 14:54:31.888507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6b059-20d5-41ce-b5de-2ff6f55fa94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bc619-9cf9-492a-a75e-e78eb16b81fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:31.985367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.042741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b1cc48-34ed-43f9-b383-6e5c6d0751f3,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:32.056799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.057472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.057608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.063144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.063552 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.064006 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 2 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.083195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.083612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.083961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.088645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.088980 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.089617 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 3 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.102980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.103334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.103755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.108147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.108480 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.108872 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 4 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.121678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.122045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.122422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.126895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.127494 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.127916 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 5 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.139936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.140282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.140625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.145806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.146143 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.146579 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 6 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.161797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.162570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.163247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.168079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.168417 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.168819 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 7 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.182049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.182393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.182738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.187288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.187630 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.188023 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 8 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.201954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.202305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.202650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.207951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.208305 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.208699 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 9 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.222183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.222183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.222638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.227954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.227954 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.227954 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 10 to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 Jul 28 14:54:32.243733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:32.243997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:32.244592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:32.249597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:32.249927 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:32.250301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.334874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:32.335357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempted to set empty binding levels {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:54:32.447004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.515553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] In _notify_port_updated(), no bound segment for port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:54:32.516612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.517372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.518704 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "PUT /v2.0/ports/d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 HTTP/1.1" status: 200 len: 976 time: 0.9234796 Jul 28 14:54:32.521835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45288) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:32.538494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819f0b2-3a06-4085-a498-4ae28fc75825 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=d0b1cc48-34ed-43f9-b383-6e5c6d0751f3,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:32.548138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6b839-0e37-4ff2-8ab8-46f6f4b72bbd req-d351c340-eceb-4bef-a1d7-683b569f043d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.549899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a6b839-0e37-4ff2-8ab8-46f6f4b72bbd req-d351c340-eceb-4bef-a1d7-683b569f043d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 943 time: 0.1170664 Jul 28 14:54:32.605343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45292) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:32.617689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-03a6b839-0e37-4ff2-8ab8-46f6f4b72bbd req-2694854e-fa64-4fa1-8336-971bfb5355cb tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606110 Jul 28 14:54:32.704276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.706557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.707070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.707732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.708379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.709025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.709876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.710519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.711184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.711827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.712471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.713168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.713813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.714454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.717534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-62765dbb-31fd-4b73-8b7d-c2e84455e779 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12667 time: 0.1949515 Jul 28 14:54:32.721032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45298) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:32.809208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ddf4239-ef5d-426a-aec7-9f7e84e37e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.826320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Deleting port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:32.826788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.938454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ddf4239-ef5d-426a-aec7-9f7e84e37e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.943726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port d0b1cc48-34ed-43f9-b383-6e5c6d0751f3, host n-h2-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:32.944119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:32.969291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b5aca-c747-42fa-82db-81bb870494d0 req-afefba82-4bab-4cf4-b416-6b87ef59ffad tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:32.972306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-734b5aca-c747-42fa-82db-81bb870494d0 req-afefba82-4bab-4cf4-b416-6b87ef59ffad tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.1232018 Jul 28 14:54:32.973336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Calling delete_port for d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:33.061693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-734b5aca-c747-42fa-82db-81bb870494d0 req-e0aa0744-23af-413b-84ac-39f355d055a1 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826960 Jul 28 14:54:33.081382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ddf4239-ef5d-426a-aec7-9f7e84e37e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.130104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ddf4239-ef5d-426a-aec7-9f7e84e37e81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7eaa01067a9542b49bbadcdc963f8f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237184 Jul 28 14:54:33.132476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4239-ef5d-426a-aec7-9f7e84e37e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea3458-20c0-4e52-97ed-73915be8f93a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:33.132973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:33.186942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.208378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.241513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.243685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0b1cc48-34ed-43f9-b383-6e5c6d0751f3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:33.255710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.257648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca62edb3-ac77-4011-9c40-98b0832a9000 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 HTTP/1.1" status: 204 len: 168 time: 0.5353873 Jul 28 14:54:33.260328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:33.285620 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-088603ae-c2ee-4fcc-97dc-51fa70a1a784 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:54:33.287340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-088603ae-c2ee-4fcc-97dc-51fa70a1a784 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports/d0b1cc48-34ed-43f9-b383-6e5c6d0751f3 HTTP/1.1" status: 404 len: 333 time: 0.0260122 Jul 28 14:54:33.292058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45318) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:33.297986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185699394', 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:33.374109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ae7b0d32-bde1-468a-b835-344a171a50c1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:54:33.459520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Made reservation on behalf of 602e75b520e84f31bcbdcc2b9d6aa41c for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:33.461910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.478743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port c52ae9ba-8817-4a4e-a72e-70d3dd036603 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:33.480970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ae7b0d32-bde1-468a-b835-344a171a50c1,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:33.499576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ae7b0d32-bde1-468a-b835-344a171a50c1', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'port_id': 'ae7b0d32-bde1-468a-b835-344a171a50c1', 'mac_address': 'fa:16:3e:b2:a9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:54:33.506264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.509291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.513071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09ea3458-20c0-4e52-97ed-73915be8f93a HTTP/1.1" status: 204 len: 168 time: 0.3761241 Jul 28 14:54:33.560557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b14b18-5054-4927-b1b8-53cdb500226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea3458-20c0-4e52-97ed-73915be8f93a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:33.593179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.628595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7b0d32-bde1-468a-b835-344a171a50c1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:54:33.657502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ae7b0d32-bde1-468a-b835-344a171a50c1,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:33.720686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.751271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.792300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de5e29-0e70-4a14-a581-736c342721ab req-612791b8-f7f3-4f56-aed2-e64f710bc5fe tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:33.794072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41de5e29-0e70-4a14-a581-736c342721ab req-612791b8-f7f3-4f56-aed2-e64f710bc5fe tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 943 time: 0.0936241 Jul 28 14:54:33.836766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:33.838740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c75e0-1969-43be-a33d-b6012d9f6d5c req-7294fdf7-550d-4824-8d53-2b571f5ed024 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:33.842562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41de5e29-0e70-4a14-a581-736c342721ab req-92202480-1de0-4424-bf72-08c3397ebb6e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Jul 28 14:54:33.852591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-485c75e0-1969-43be-a33d-b6012d9f6d5c req-7294fdf7-550d-4824-8d53-2b571f5ed024 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.0836627 Jul 28 14:54:33.881878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-485c75e0-1969-43be-a33d-b6012d9f6d5c req-c3b84039-6436-4415-99ae-7c92e7706458 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333095 Jul 28 14:54:33.922640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.963187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Network b171f9b2-d03c-4847-b827-f6486f14d2dc is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:33.966183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:33.972624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:33.973496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:33.974099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:33.983866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=c52ae9ba-8817-4a4e-a72e-70d3dd036603,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.042682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ae7b0d32-bde1-468a-b835-344a171a50c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:54:34.082609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.202387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8a33466-eb6e-4cf3-8159-c94b3f9fc62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.232585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cbd8fe5d-c493-4aa4-98ff-6930f21f1957 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9393013 Jul 28 14:54:34.244942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.286111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b63488-29c4-4766-9b1e-66c275c6ed9e tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:34.287495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-71b63488-29c4-4766-9b1e-66c275c6ed9e tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports/c52ae9ba-8817-4a4e-a72e-70d3dd036603 HTTP/1.1" status: 200 len: 954 time: 0.0403500 Jul 28 14:54:34.289973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45356) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.361232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8a33466-eb6e-4cf3-8159-c94b3f9fc62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.399418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Deleting port c52ae9ba-8817-4a4e-a72e-70d3dd036603 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:34.399775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.468493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.472941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8a33466-eb6e-4cf3-8159-c94b3f9fc62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.485443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Calling delete_port for c52ae9ba-8817-4a4e-a72e-70d3dd036603 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:34.519782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8a33466-eb6e-4cf3-8159-c94b3f9fc62f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=118970a67ebe4b2994b293847b950f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358742 Jul 28 14:54:34.520703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45358) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.521455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a33466-eb6e-4cf3-8159-c94b3f9fc62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62bc5b5-40dd-4bcf-8e19-d7a70d667e4c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.586950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.615988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.688168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.713856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event deleted for resources: {'Port': ['ID=c52ae9ba-8817-4a4e-a72e-70d3dd036603,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.721968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.724053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-63704e29-7a35-40de-915a-582922e1f355 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "DELETE /v2.0/ports/c52ae9ba-8817-4a4e-a72e-70d3dd036603 HTTP/1.1" status: 204 len: 168 time: 0.4328995 Jul 28 14:54:34.727526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45360) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.751848 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad8fe15-3761-4cb4-a0d0-b2840bce3c61 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:54:34.753597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6ad8fe15-3761-4cb4-a0d0-b2840bce3c61 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports/c52ae9ba-8817-4a4e-a72e-70d3dd036603 HTTP/1.1" status: 404 len: 333 time: 0.0251329 Jul 28 14:54:34.757183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45362) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:34.761976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918944975'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:34.834942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.837768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.838927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b62bc5b5-40dd-4bcf-8e19-d7a70d667e4c HTTP/1.1" status: 204 len: 168 time: 0.3144059 Jul 28 14:54:34.847691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb72f8-a0f5-4f90-8d88-bd0ca28ba38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62bc5b5-40dd-4bcf-8e19-d7a70d667e4c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:34.870846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Made reservation on behalf of 602e75b520e84f31bcbdcc2b9d6aa41c for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:34.873215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:34.907339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port 788e0a34-8d08-4f63-b91c-6aa16b0a953d yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:34.981965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8862fcb-fcf3-44fd-a853-c3055fbda0fa req-8ae356c4-266b-45a4-85b2-7427aa10e00f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:34.981965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8862fcb-fcf3-44fd-a853-c3055fbda0fa req-8ae356c4-266b-45a4-85b2-7427aa10e00f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 944 time: 0.0601752 Jul 28 14:54:35.058723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c8862fcb-fcf3-44fd-a853-c3055fbda0fa req-942368e9-3d76-4686-a968-0044101ba677 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691488 Jul 28 14:54:35.060190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7881b-dd76-4ca2-8c19-a056a59456cb req-1a469aa6-d924-4bb3-871a-4f12112f2234 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.061729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4df7881b-dd76-4ca2-8c19-a056a59456cb req-1a469aa6-d924-4bb3-871a-4f12112f2234 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.0964952 Jul 28 14:54:35.131540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-4c078830-0d31-4a0a-b54e-1fd972ca1c7a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.132972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-4c078830-0d31-4a0a-b54e-1fd972ca1c7a tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 949 time: 0.0520918 Jul 28 14:54:35.149600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4df7881b-dd76-4ca2-8c19-a056a59456cb req-1fcd8361-e4a4-4708-bf9f-a932440f85a8 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/security-groups?id=1b63f7a9-0381-4022-aab3-2ee19c4e4221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Jul 28 14:54:35.161789 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.356205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Deleting port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:35.356660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.373296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ae7b0d32-bde1-468a-b835-344a171a50c1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:54:35.398374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.434424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Network b171f9b2-d03c-4847-b827-f6486f14d2dc is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:35.443982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:35.444296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:35.444965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.445567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.451223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=788e0a34-8d08-4f63-b91c-6aa16b0a953d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:35.452995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] For port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:35.453427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.468347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Calling delete_port for 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:35.722733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ae7b0d32-bde1-468a-b835-344a171a50c1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:54:35.726095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fc1b54e7-1d74-436a-87f4-9ebc78ffdec9 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9654481 Jul 28 14:54:35.726455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45388) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:35.726872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af045f18-58cb-483f-9f9e-904020c8e270 req-a09fcd8c-9c78-4d86-9330-24452839acaa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:35.728564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af045f18-58cb-483f-9f9e-904020c8e270 req-a09fcd8c-9c78-4d86-9330-24452839acaa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0529721 Jul 28 14:54:35.739888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:35.740043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ae7b0d32-bde1-468a-b835-344a171a50c1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:35.740043 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.772716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af045f18-58cb-483f-9f9e-904020c8e270 req-76afd1fe-06c6-4e56-8871-dd41da0d6aaf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377584 Jul 28 14:54:35.787110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.801235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45392) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:35.823549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.853034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:54:35.854092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.854412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Pushing event deleted for resources: {'Port': ['ID=5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:35.901393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:35.906561 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90362d-cd77-4801-95e1-ac95d00b64ab" -d '{"events": [{"server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:35.912434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] No DVR routers for this DVR port 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:35.916196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3e055a8d-290e-4ac6-bc83-535a76cba530 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 200 len: 994 time: 0.1135302 Jul 28 14:54:35.929258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:35.931620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc5c433b-f3a8-4e1f-a391-b42009e5cdae req-aa714a88-ea90-42b1-9720-aeeabc50eeba tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.50 "DELETE /v2.0/ports/5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 HTTP/1.1" status: 204 len: 173 time: 0.6699290 Jul 28 14:54:35.932094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'name': 'network-vif-deleted', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:35.934952 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29669a4-e46b-4f40-aed8-9ae7de42abc9" -d '{"events": [{"server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "name": "network-vif-deleted", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:35.952609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ae7b0d32-bde1-468a-b835-344a171a50c1,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:36.015685 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80ffef5-88ce-4758-a5fb-f9e4035df06f x-openstack-request-id: req-e80ffef5-88ce-4758-a5fb-f9e4035df06f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:36.015979 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "name": "network-vif-plugged", "status": "completed", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:36.016235 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e80ffef5-88ce-4758-a5fb-f9e4035df06f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:36.016646 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1', 'code': 200} Jul 28 14:54:36.075157 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586f2ab-77b0-41a9-813f-0fae57ca59c7 x-openstack-request-id: req-c586f2ab-77b0-41a9-813f-0fae57ca59c7 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:36.075458 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1be143-89bd-4b00-b2d9-95c3be37bbb6", "name": "network-vif-deleted", "tag": "5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:36.075717 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c586f2ab-77b0-41a9-813f-0fae57ca59c7 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:36.076189 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1be143-89bd-4b00-b2d9-95c3be37bbb6', 'name': 'network-vif-deleted', 'tag': '5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9', 'status': 'completed', 'code': 200} Jul 28 14:54:36.083845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.196915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:36.262425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] device_id is not set on port 788e0a34-8d08-4f63-b91c-6aa16b0a953d yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:54:36.275563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.295737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-210849ca-77e2-42a8-b52c-83d2f653bd83 req-0948957d-2e87-4f76-bc50-862542348945 tempest-VolumesNegativeTest-716375849 tempest-VolumesNegativeTest-716375849-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1be143-89bd-4b00-b2d9-95c3be37bbb6 HTTP/1.1" status: 200 len: 210 time: 0.0337546 Jul 28 14:54:36.299338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Transition to ACTIVE for port object 788e0a34-8d08-4f63-b91c-6aa16b0a953d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:36.311339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f003c-0f3c-467a-82f9-6980e39b3f53 req-81185ec9-2908-478a-b305-77f0cecdf919 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.320415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a99f003c-0f3c-467a-82f9-6980e39b3f53 req-81185ec9-2908-478a-b305-77f0cecdf919 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0966129 Jul 28 14:54:36.323229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d900b0e-7c84-40f1-b238-6449671baa84 req-42ee14fb-0fc2-41f4-8a7b-b55f62ee5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.324796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d900b0e-7c84-40f1-b238-6449671baa84 req-42ee14fb-0fc2-41f4-8a7b-b55f62ee5647 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1097 time: 0.1479111 Jul 28 14:54:36.390447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d900b0e-7c84-40f1-b238-6449671baa84 req-adc58496-326e-43b9-a884-f7740dcc6b65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568357 Jul 28 14:54:36.403392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.435732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a99f003c-0f3c-467a-82f9-6980e39b3f53 req-667f0ef1-d37e-4c88-9898-6c2e94df13ce tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147277 Jul 28 14:54:36.439678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f3afe-82f2-4c28-848e-ad6f6dcf816c req-bec18858-2525-48d3-b817-8d5f030882e4 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.441240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-143f3afe-82f2-4c28-848e-ad6f6dcf816c req-bec18858-2525-48d3-b817-8d5f030882e4 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1098 time: 0.0450280 Jul 28 14:54:36.466785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=788e0a34-8d08-4f63-b91c-6aa16b0a953d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:36.483324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.483906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.484250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.489454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.489789 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.490184 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 2 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.490896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-143f3afe-82f2-4c28-848e-ad6f6dcf816c req-a837af06-492d-4e2e-8a23-9a8b2415d1c3 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344081 Jul 28 14:54:36.503932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.504335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.504683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.509705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.510093 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.510498 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 3 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.535884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.536226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.536564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.541676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.542006 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.542387 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 4 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.556682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.557028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.557368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.571697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.572229 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.572863 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 5 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.593478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.593995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.594558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.603121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.603678 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.604286 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 6 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.624927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.625484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.626055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.633316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.633867 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.634465 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 7 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.655751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.656203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.656690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.664535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.665140 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.665745 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 8 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.681418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.681757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.682095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.686407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.686745 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.687160 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 9 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.700018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.700354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.700686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.705555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.705857 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.706240 n-d-705658-23 neutron-server[94748]: INFO neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempt 10 to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d Jul 28 14:54:36.723499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:36.723852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:36.724194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempting to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:36.730188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:36.730526 n-d-705658-23 neutron-server[94748]: ERROR neutron.plugins.ml2.managers [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Failed to bind port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on host n-h2-705658-23 for vnic_type normal using segments [{'id': '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'b171f9b2-d03c-4847-b827-f6486f14d2dc'}] Jul 28 14:54:36.730899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.844534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port 788e0a34-8d08-4f63-b91c-6aa16b0a953d, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:36.845731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attempted to set empty binding levels {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 28 14:54:36.945847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.984580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] In _notify_port_updated(), no bound segment for port 788e0a34-8d08-4f63-b91c-6aa16b0a953d on network b171f9b2-d03c-4847-b827-f6486f14d2dc {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:54:36.985573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:36.986173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:36.990452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45444) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:36.990909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "PUT /v2.0/ports/788e0a34-8d08-4f63-b91c-6aa16b0a953d HTTP/1.1" status: 200 len: 975 time: 1.2630188 Jul 28 14:54:37.006801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540002-9863-4932-b6c7-628fb2fa7929 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event updated for resources: {'Port': ['ID=788e0a34-8d08-4f63-b91c-6aa16b0a953d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:37.082841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Deleting port 788e0a34-8d08-4f63-b91c-6aa16b0a953d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:37.083210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.147226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] For port 788e0a34-8d08-4f63-b91c-6aa16b0a953d, host n-h2-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:37.147592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.162440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Calling delete_port for 788e0a34-8d08-4f63-b91c-6aa16b0a953d owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:37.379631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.425860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Pushing event deleted for resources: {'Port': ['ID=788e0a34-8d08-4f63-b91c-6aa16b0a953d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:37.452047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.458084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-51cb1ea9-595b-48b1-8315-7403ad7ff26c tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "DELETE /v2.0/ports/788e0a34-8d08-4f63-b91c-6aa16b0a953d HTTP/1.1" status: 204 len: 168 time: 0.4657612 Jul 28 14:54:37.459232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.489313 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88a013e-1df9-47da-add2-de8f5e6ac8e4 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] GET failed (client error): The resource could not be found. Jul 28 14:54:37.491846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b88a013e-1df9-47da-add2-de8f5e6ac8e4 tempest-PortsAdminExtendedAttrsTestJSON-1196890493 tempest-PortsAdminExtendedAttrsTestJSON-1196890493-project-admin] 10.222.0.47 "GET /v2.0/ports/788e0a34-8d08-4f63-b91c-6aa16b0a953d HTTP/1.1" status: 404 len: 333 time: 0.0301917 Jul 28 14:54:37.498350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45480) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:37.910654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:37.927744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301bfb4-679a-417d-bd6d-e67d128932a2 req-44ab4232-47fb-4261-ba3c-3dd3997cbf9f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:37.929375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d301bfb4-679a-417d-bd6d-e67d128932a2 req-44ab4232-47fb-4261-ba3c-3dd3997cbf9f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.4080560 Jul 28 14:54:38.045552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d301bfb4-679a-417d-bd6d-e67d128932a2 req-b88235f5-5650-400a-af01-823aa6fd9ae4 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084478 Jul 28 14:54:38.047146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.059112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b171f9b2-d03c-4847-b827-f6486f14d2dc']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:38.070726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:38.071065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d34eb5b-57a2-48c8-90a6-8f9f9b09b4f8') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:38.080598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.095275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.102235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:54:38.102672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:54:38.105778 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:54:38.143863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-f0c77fdc-7c90-4143-b47e-b7b17e954840 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457277 Jul 28 14:54:38.379431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.386315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.389142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] 10.222.0.47 "DELETE /v2.0/networks/b171f9b2-d03c-4847-b827-f6486f14d2dc HTTP/1.1" status: 204 len: 168 time: 0.8895712 Jul 28 14:54:38.401462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d8fea-bcf1-42ed-9cd2-4a962a72bc2e tempest-PortsAdminExtendedAttrsTestJSON-1801331168 tempest-PortsAdminExtendedAttrsTestJSON-1801331168-project] Pushing event deleted for resources: {'Network': ['ID=b171f9b2-d03c-4847-b827-f6486f14d2dc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:38.641662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45522) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:38.782095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d8f67f-d5c2-4fd6-886e-aa95e98b775c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:38.926753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d8f67f-d5c2-4fd6-886e-aa95e98b775c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.005058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45548) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:39.055240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:39.068894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-72d8f67f-d5c2-4fd6-886e-aa95e98b775c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.092948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:54:39.093886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5d9d9e11-55e4-496e-bbfc-9c5d0364e6a9 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:39.142634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8f67f-d5c2-4fd6-886e-aa95e98b775c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba64332b-a334-4a31-bbb8-6f61a557cc97,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:39.189260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-72d8f67f-d5c2-4fd6-886e-aa95e98b775c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72d1d1c839bf4a9ca4d486759ebe5fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451832 Jul 28 14:54:39.191892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45580) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:39.316278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356f9b6-c81f-4046-ba7e-5dcd59134760 req-1cf26a59-a199-4ba7-848f-35f86fb279ca tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:39.320888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-854b5107-323b-4903-a363-fe77250c23ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05fa2fc2628c43c1a8351a7f0779f060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108745 Jul 28 14:54:39.327082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:39.343205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a356f9b6-c81f-4046-ba7e-5dcd59134760 req-1cf26a59-a199-4ba7-848f-35f86fb279ca tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1067460 Jul 28 14:54:39.399227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.411431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.420883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a356f9b6-c81f-4046-ba7e-5dcd59134760 req-484a01fa-aadc-44be-8f79-faca32dad29b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Jul 28 14:54:39.464511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.476156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.660365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-ae11236d-e65e-46e1-939c-5e50ba8ace56 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:54:39.661472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-ae11236d-e65e-46e1-939c-5e50ba8ace56 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1332510 Jul 28 14:54:39.671730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Request body: {'binding': {'host': 'n-h2-705658-23', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:39.672336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Unknown quota resources ['binding']. {{(pid=94748) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 14:54:39.771114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.773696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.774833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/878a7a34-0841-449d-a709-96c6249276cf HTTP/1.1" status: 204 len: 168 time: 0.4467940 Jul 28 14:54:39.775566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.777980 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:39.781671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba64332b-a334-4a31-bbb8-6f61a557cc97 HTTP/1.1" status: 204 len: 168 time: 0.5884261 Jul 28 14:54:39.800485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bef1e-e9f5-489c-a037-9beff8c42ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878a7a34-0841-449d-a709-96c6249276cf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:39.824915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05995f8f-c375-4237-ad53-628adbef72bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba64332b-a334-4a31-bbb8-6f61a557cc97,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:39.867691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on host n-h2-705658-23 for vnic_type normal with profile None {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:39.868036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:39.868383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:39.873657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:39.874263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:39.879348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:39.879832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:39.880227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Bound using segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:39.880819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Bound port: 0802fd1e-80c8-4c32-9183-d58581aed55c, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:39.994917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:40.085826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e524-267d-46e0-ab77-e0ceb9dcc9d5 req-d4d636bd-528c-4822-ae78-0b8ed85db308 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:40.087483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7a3e524-267d-46e0-ab77-e0ceb9dcc9d5 req-d4d636bd-528c-4822-ae78-0b8ed85db308 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0501363 Jul 28 14:54:40.127719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7a3e524-267d-46e0-ab77-e0ceb9dcc9d5 req-c2519c94-e965-4d91-b104-42f1bb14b078 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Jul 28 14:54:40.160969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-f301f944-597a-4d1a-af2d-2fa2fd3a104f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:40.162500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-f301f944-597a-4d1a-af2d-2fa2fd3a104f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1097 time: 0.0474212 Jul 28 14:54:40.214229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] Notify callbacks [] for binding, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:40.214229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] 10.222.0.47 "POST /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5444341 Jul 28 14:54:40.264307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-7dc74dd0-31b8-4f98-800d-8bd14ffa6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:40.265896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-7dc74dd0-31b8-4f98-800d-8bd14ffa6d0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 911 time: 0.0965543 Jul 28 14:54:40.317024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-7da90d90-a3f2-4651-a668-b582c6452ee6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b0d32-bde1-468a-b835-344a171a50c1 HTTP/1.1" status: 200 len: 217 time: 0.0434566 Jul 28 14:54:40.373196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-e75101ac-2b12-4ad8-8fdf-63e5985d804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:40.373196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-e75101ac-2b12-4ad8-8fdf-63e5985d804b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0459850 Jul 28 14:54:40.403359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-17d7ac9e-c28e-4a7b-95b1-e1bae6581b31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274179 Jul 28 14:54:40.500257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-fa4d2101-0283-4f69-8b5e-aacf345854e0 service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884304 Jul 28 14:54:40.600838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b75eb0b4-0b7f-4abe-8413-6468d6ecac66 req-57c589a3-7987-447b-8549-cc6714d8d463 service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939109 Jul 28 14:54:40.686812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6da3d-1e13-4def-ac81-ea90a7d45b7b req-ff6e45d2-1908-4505-be6f-f9af941a3d7d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:40.688311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41f6da3d-1e13-4def-ac81-ea90a7d45b7b req-ff6e45d2-1908-4505-be6f-f9af941a3d7d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0488734 Jul 28 14:54:40.731120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41f6da3d-1e13-4def-ac81-ea90a7d45b7b req-a01490a5-afeb-4568-85b9-0421276dc05b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362747 Jul 28 14:54:40.900740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45638) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:40.946553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-868351b2-1582-4c63-92ea-db10831f5859 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=602e75b520e84f31bcbdcc2b9d6aa41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446653 Jul 28 14:54:40.949010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45640) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:41.000538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.026818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.029577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:41.067616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c043018-e8b1-4eb1-9c2a-5237f1ed3b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.254919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec0473-1ba7-4288-b5d4-5f9e9b4b0578 req-c8753081-5a53-45bf-af5f-ed117d91df27 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.257374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceec0473-1ba7-4288-b5d4-5f9e9b4b0578 req-c8753081-5a53-45bf-af5f-ed117d91df27 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0553358 Jul 28 14:54:41.300359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ceec0473-1ba7-4288-b5d4-5f9e9b4b0578 req-8255d9be-e749-4ea7-940a-36d83b6aefcd tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359468 Jul 28 14:54:41.349459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-c17080f3-0b13-4fa1-94de-957af451053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.351089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-c17080f3-0b13-4fa1-94de-957af451053e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1098 time: 0.0502951 Jul 28 14:54:41.447570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-ae9dd868-6ab7-4b76-bfe4-6b8f508293cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.449065 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-ae9dd868-6ab7-4b76-bfe4-6b8f508293cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.0909059 Jul 28 14:54:41.549759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-2d6ca477-204a-4466-b0b7-24eb875f6a67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1002 time: 0.0937603 Jul 28 14:54:41.565587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.579726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.579726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e24e214-325c-4f98-9b55-2f7648648ce2 HTTP/1.1" status: 204 len: 168 time: 0.6190245 Jul 28 14:54:41.599236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078796cd-2e31-4eb8-9ab1-be45dd2a24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e24e214-325c-4f98-9b55-2f7648648ce2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:41.611879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c043018-e8b1-4eb1-9c2a-5237f1ed3b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.617893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-889850c7-c9e0-42bb-9331-b0d8c96165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.619482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-889850c7-c9e0-42bb-9331-b0d8c96165c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0635242 Jul 28 14:54:41.681058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-52e5ddd5-a982-4cad-bb22-ea0649813282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.682621 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-52e5ddd5-a982-4cad-bb22-ea0649813282 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565243 Jul 28 14:54:41.804085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-f82d5c0a-174d-4fe3-b177-b211608ceb23 service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132672 Jul 28 14:54:41.817726 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c043018-e8b1-4eb1-9c2a-5237f1ed3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:41.869976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c043018-e8b1-4eb1-9c2a-5237f1ed3b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54423616-4289-4567-9fab-af13caa946ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:41.877586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c043018-e8b1-4eb1-9c2a-5237f1ed3b05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bee57dcbb06e4d30b7646e8b702b0503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8465004 Jul 28 14:54:41.881953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:41.991660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37efe24-f719-4251-ae26-1a327da3bcd6 req-f0f4916b-291d-4b34-8a06-c744afb86477 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:41.993237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e37efe24-f719-4251-ae26-1a327da3bcd6 req-f0f4916b-291d-4b34-8a06-c744afb86477 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1824028 Jul 28 14:54:42.007405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-753dd60b-295c-45de-a64a-213c5676d4c9 service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951818 Jul 28 14:54:42.019096 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.060555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.072025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e37efe24-f719-4251-ae26-1a327da3bcd6 req-1d28812a-d7b7-41fc-af6f-94a922d4369b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670185 Jul 28 14:54:42.241222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-6f49a66a-307b-4b91-93f9-aec68da2f4ac tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:42.241222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-6f49a66a-307b-4b91-93f9-aec68da2f4ac tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1098 time: 0.1228564 Jul 28 14:54:42.249034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-23'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:42.264970 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-efa3bd87-e95c-4e22-b7cd-56bf73b8d57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.318104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.332231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.335366 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.336634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54423616-4289-4567-9fab-af13caa946ec HTTP/1.1" status: 204 len: 168 time: 0.4537101 Jul 28 14:54:42.365351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ffe60-1f2a-40d5-9d79-9d50e610fb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54423616-4289-4567-9fab-af13caa946ec,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:42.473240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629b2a6-41fd-44f1-85a6-4bd6d8691f98 req-2e3b169f-bdda-4f7f-ae93-e3a998f3019b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:42.475714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f629b2a6-41fd-44f1-85a6-4bd6d8691f98 req-2e3b169f-bdda-4f7f-ae93-e3a998f3019b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0598354 Jul 28 14:54:42.496713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:42.517385 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f629b2a6-41fd-44f1-85a6-4bd6d8691f98 req-e1ec3f9f-852e-432d-8885-41c234601761 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Jul 28 14:54:42.545611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:42.594384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:42.601617 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65815b3a-7661-46d5-a6df-f363477edfd8" -d '{"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:42.613024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.649612 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8475ffff-7c7f-4151-b501-e2fdb6d09966 x-openstack-request-id: req-8475ffff-7c7f-4151-b501-e2fdb6d09966 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:42.649908 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:42.650217 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8475ffff-7c7f-4151-b501-e2fdb6d09966 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:42.650628 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'code': 200} Jul 28 14:54:42.716668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:42.883281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:42.971764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on host n-h1-705658-23 for vnic_type normal with profile {"migrating_to": "n-h2-705658-23"} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:42.972444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:42.973133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:42.980566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:54:42.981172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Attempting to bind port 0802fd1e-80c8-4c32-9183-d58581aed55c on network 98583e53-841f-4dfc-8363-a3a12348c4a0 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:42.994585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:42.996258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Checking segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:42.996676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Bound using segment: {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:42.997151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Bound port: 0802fd1e-80c8-4c32-9183-d58581aed55c, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9425505f-d718-4cd8-8c77-69d12be96734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:42.999234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.108934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:43.108934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:43.132816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-256ae036-f83c-43db-9f70-d4c3071fe7d2 None None] Provisioning complete for port 0802fd1e-80c8-4c32-9183-d58581aed55c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:43.133543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-256ae036-f83c-43db-9f70-d4c3071fe7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.186099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-256ae036-f83c-43db-9f70-d4c3071fe7d2 None None] Port 0802fd1e-80c8-4c32-9183-d58581aed55c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:54:43.230988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.242847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7c4f8-604d-4f72-8ce9-56a443cb0160 req-ef73e355-c72d-4e22-ba66-1e5969baa026 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:43.255341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92f7c4f8-604d-4f72-8ce9-56a443cb0160 req-ef73e355-c72d-4e22-ba66-1e5969baa026 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 944 time: 0.0850990 Jul 28 14:54:43.315736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92f7c4f8-604d-4f72-8ce9-56a443cb0160 req-331344f0-f542-41b3-a228-79431f0d4250 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624576 Jul 28 14:54:43.385449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=8']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:43.487084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:43.488091 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.492334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-b2aa4baf-e66b-4166-ab3d-e0b632f313f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1124 time: 1.2502313 Jul 28 14:54:43.615366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0802fd1e-80c8-4c32-9183-d58581aed55c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:54:43.704874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] Provisioning complete for port 0802fd1e-80c8-4c32-9183-d58581aed55c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:54:43.705586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.715014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e0efc-711f-4c9f-87a2-d31fd68508f7 req-d30d7936-30e2-449d-979e-79ceaedabe05 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:43.723525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec8e0efc-711f-4c9f-87a2-d31fd68508f7 req-d30d7936-30e2-449d-979e-79ceaedabe05 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1138449 Jul 28 14:54:43.781771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec8e0efc-711f-4c9f-87a2-d31fd68508f7 req-4cb8255f-ce07-46a3-b089-691e47737396 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537698 Jul 28 14:54:43.903749 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:43.948735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:43.951020 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86f638-837b-4e23-8e40-98e12bfb2812" -d '{"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-plugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:43.995974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:44.035833 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896d0248-1cf1-41fc-b5ca-d0e8165da3bf x-openstack-request-id: req-896d0248-1cf1-41fc-b5ca-d0e8165da3bf {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:44.036124 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-plugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:44.036382 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-896d0248-1cf1-41fc-b5ca-d0e8165da3bf {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:44.036782 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'code': 200} Jul 28 14:54:44.087549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.239018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12c850-2a84-4687-ba4a-53576b3b17e4 None None] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:44.455919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a3827-57bc-4b0f-af06-9d97699a76fb req-b47a55a9-656a-4220-9b53-87f46bbdf119 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:44.458160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f3a3827-57bc-4b0f-af06-9d97699a76fb req-b47a55a9-656a-4220-9b53-87f46bbdf119 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0704875 Jul 28 14:54:44.538945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f3a3827-57bc-4b0f-af06-9d97699a76fb req-a64a8ce5-92ba-414c-9464-b663146cd064 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741558 Jul 28 14:54:44.651910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:44.654582 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92623f88-bf67-4732-ae3d-d7e6e891737d" -d '{"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:44.721504 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e94a2a-1596-46e8-8e9d-8b0e3e8ca51a x-openstack-request-id: req-b2e94a2a-1596-46e8-8e9d-8b0e3e8ca51a {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:44.721864 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:44.722141 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2e94a2a-1596-46e8-8e9d-8b0e3e8ca51a {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:44.722552 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'status': 'completed', 'code': 200} Jul 28 14:54:44.794880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a421bdc-6823-4051-a12c-f446cec67012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.830297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-bd347aec-7707-4d51-abee-804a5c77a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:44.832693 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-bd347aec-7707-4d51-abee-804a5c77a71f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1129 time: 0.0620511 Jul 28 14:54:44.917284 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:44.938140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855794d-fb7d-4ec0-ae22-3a293a671922 req-f60d5914-ee8b-4f25-bc50-5108976b7cac tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:44.941013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e855794d-fb7d-4ec0-ae22-3a293a671922 req-f60d5914-ee8b-4f25-bc50-5108976b7cac tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0653002 Jul 28 14:54:44.981979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-36385c26-dde3-40a8-99e1-a0b70e1ce4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:44.984020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-36385c26-dde3-40a8-99e1-a0b70e1ce4c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.1430364 Jul 28 14:54:44.996830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e855794d-fb7d-4ec0-ae22-3a293a671922 req-a548c85c-a594-4867-91bb-2f760ab72d28 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489187 Jul 28 14:54:45.071716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-aa040300-5724-4122-9669-9188295c45eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1002 time: 0.0795763 Jul 28 14:54:45.130996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-cb80f8d6-cf96-4aad-a809-d82cdc9d858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:45.135962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-cb80f8d6-cf96-4aad-a809-d82cdc9d858a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0547431 Jul 28 14:54:45.179617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45864) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:45.195482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-318edb65-9eea-4bda-a252-ec9556828a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:45.198151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-318edb65-9eea-4bda-a252-ec9556828a7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570641 Jul 28 14:54:45.314395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-baf0f456-3380-40ab-b434-0e86fec728bd service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078787 Jul 28 14:54:45.431072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92623f88-bf67-4732-ae3d-d7e6e891737d req-3a903a50-ecfa-4ec6-b894-9b474684a43b service neutron] 10.222.0.53 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098917 Jul 28 14:54:45.515569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45872) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:45.682425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1103412979'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:45.692272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.758634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3f430-6c9b-4940-aa3b-def6b2157bc5 req-6845c5d6-3631-4fa8-9b5e-ed61700ca5e3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:45.760254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72c3f430-6c9b-4940-aa3b-def6b2157bc5 req-6845c5d6-3631-4fa8-9b5e-ed61700ca5e3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1313164 Jul 28 14:54:45.825097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72c3f430-6c9b-4940-aa3b-def6b2157bc5 req-ca94c5a2-e8f2-4657-bd31-234da99f0348 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567203 Jul 28 14:54:45.902890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:45.998511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.046527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8ea198c3c884b5b8ad6a852f078ef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289385 Jul 28 14:54:46.057254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab15805-4267-4952-8ad8-232357572dac,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:46.059170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45890) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:46.072425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.072807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.073159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.073505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.074003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.074356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.074686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.075044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.075379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.075709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.076754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.077111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d044ba7-5077-42f5-92d1-d0d48b0d47df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:54:46.135911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.150395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.152766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.160097 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.196504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.296821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.315243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824237e-ef6f-4165-916f-84e1c7f7946f req-051fd193-ff6d-437f-8059-d575ed641023 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:46.317558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5824237e-ef6f-4165-916f-84e1c7f7946f req-051fd193-ff6d-437f-8059-d575ed641023 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2181964 Jul 28 14:54:46.362697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5824237e-ef6f-4165-916f-84e1c7f7946f req-6272147c-d425-4ea9-9ac1-3c366237f135 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386581 Jul 28 14:54:46.368311 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.471112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.471644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.472974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a4a57816-61b9-47b0-a037-2b5f16e009b5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2924111 Jul 28 14:54:46.473685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.475019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ab15805-4267-4952-8ad8-232357572dac HTTP/1.1" status: 204 len: 168 time: 0.4147606 Jul 28 14:54:46.475689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:46.521982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd53c17-45d7-4042-8e75-2bf067a506d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab15805-4267-4952-8ad8-232357572dac,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:46.561974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.728821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.730332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.831024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.837940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0142593-126a-46a1-8422-f083e501b3fb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:54:46.837940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:46.837940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d1afebd-3934-4b54-9ae8-59ef35ecd847 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "DELETE /v2.0/routers/d0142593-126a-46a1-8422-f083e501b3fb HTTP/1.1" status: 204 len: 168 time: 0.3591406 Jul 28 14:54:46.841237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:46.847723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Request body: {'router': {'name': 'tempest-router-1395473729', 'distributed': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:46.975944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0de03-41e0-45ce-aa1e-f4bd32d161ac req-628cef7c-e9bb-47d8-8199-f5df52f56c8e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:46.977501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37f0de03-41e0-45ce-aa1e-f4bd32d161ac req-628cef7c-e9bb-47d8-8199-f5df52f56c8e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0578873 Jul 28 14:54:47.018409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37f0de03-41e0-45ce-aa1e-f4bd32d161ac req-11f0d1d9-6027-4c69-9a52-7ef2078de903 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jul 28 14:54:47.040932 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.042108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.096049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.101816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:54:47.194524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:47.206701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c has no active binding in host n-h2-705658-23 {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 28 14:54:47.303313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.436379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:47.451106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22cc0d3f-86bd-4e66-b1ac-580457909d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.494327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd8479-37f2-424a-bbe0-f0a3eee7c280 req-4059a122-8420-4a8d-94f5-948b38322f7a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:47.495928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21dd8479-37f2-424a-bbe0-f0a3eee7c280 req-4059a122-8420-4a8d-94f5-948b38322f7a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0512223 Jul 28 14:54:47.503117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.518521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-268471db-8f16-487d-8843-9f9151e6a668 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6609852 Jul 28 14:54:47.518720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45918) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:47.540694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21dd8479-37f2-424a-bbe0-f0a3eee7c280 req-be30603f-134a-416d-8e8d-06ec94506893 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376112 Jul 28 14:54:47.616270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.716548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.803837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.808358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.811027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22cc0d3f-86bd-4e66-b1ac-580457909d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.888007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22cc0d3f-86bd-4e66-b1ac-580457909d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.933552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-22cc0d3f-86bd-4e66-b1ac-580457909d36 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ca19865e326403789e1251067a83088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936244 Jul 28 14:54:47.933552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc0d3f-86bd-4e66-b1ac-580457909d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c39614a-b9d6-4a6d-8c6b-d8dc9d6f903b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:47.933944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:47.955425 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.955815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7df43693-fbaa-4e26-8034-8ad9374c843a {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:54:47.960920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:47.967482 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fcfae06c-f1af-413c-9abe-28422fb88628 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "DELETE /v2.0/routers/7df43693-fbaa-4e26-8034-8ad9374c843a HTTP/1.1" status: 204 len: 168 time: 0.4477363 Jul 28 14:54:47.968400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45930) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:47.974070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Request body: {'router': {'name': 'tempest-router-1133457954', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8921189e3b3345889378a1e60aac990e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:48.026776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.053916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.111698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.113048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.160734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723727c-a09f-4294-8c5c-abad6c5642e5 req-f34c5e2d-7283-4d13-9b64-5dc6aaa22661 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:48.162488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1723727c-a09f-4294-8c5c-abad6c5642e5 req-f34c5e2d-7283-4d13-9b64-5dc6aaa22661 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.0708644 Jul 28 14:54:48.206472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1723727c-a09f-4294-8c5c-abad6c5642e5 req-8cb8bf57-ff17-44ca-9169-086864f6c39c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360012 Jul 28 14:54:48.211602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.214289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.215664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c39614a-b9d6-4a6d-8c6b-d8dc9d6f903b HTTP/1.1" status: 204 len: 168 time: 0.2803073 Jul 28 14:54:48.228565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861947a-0026-4e9e-bb7b-8f9d7c21f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c39614a-b9d6-4a6d-8c6b-d8dc9d6f903b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:48.281397 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.424140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.624648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:48.625910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c9b754f4-3366-4264-a7ee-091fce1e87f5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6562760 Jul 28 14:54:48.628959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:48.633574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:48.664526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a9fce-80ee-4bbf-b531-cc0eea91affd req-4f993394-b23c-4143-9989-94471755f8e9 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:48.666311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-657a9fce-80ee-4bbf-b531-cc0eea91affd req-4f993394-b23c-4143-9989-94471755f8e9 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0524812 Jul 28 14:54:48.712219 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-657a9fce-80ee-4bbf-b531-cc0eea91affd req-b6d7adad-58af-47de-b3fd-8fd5090e37ef tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jul 28 14:54:49.050684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45958) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:49.221933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e438917-55ee-45ca-9617-dc88e147ffe5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6eecd46076334a91905f49e6f74779a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700099 Jul 28 14:54:49.226085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 45964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:49.281006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.281753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.300451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.322968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.402305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-83276942-87d9-4b3a-a106-9bd4d0974013 service neutron] 10.222.0.53 "GET /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 385 time: 0.6222947 Jul 28 14:54:49.409465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94748) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 28 14:54:49.409905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Router 53bc6a50-473a-4942-963b-f31075f4a1a9 migrating from provider to provider. {{(pid=94748) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 28 14:54:49.410285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.441753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.451822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285eb38-4caa-46a8-a4e2-74856f2e33f8 req-ab098bbc-f45c-459c-97a6-c9d342d61124 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:49.453381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3285eb38-4caa-46a8-a4e2-74856f2e33f8 req-ab098bbc-f45c-459c-97a6-c9d342d61124 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 946 time: 0.1358144 Jul 28 14:54:49.516852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.520611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.522144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b63f7a9-0381-4022-aab3-2ee19c4e4221 HTTP/1.1" status: 204 len: 168 time: 0.2951002 Jul 28 14:54:49.533130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a126-84b6-420f-a0d3-34fea4f53516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63f7a9-0381-4022-aab3-2ee19c4e4221,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:49.536094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3285eb38-4caa-46a8-a4e2-74856f2e33f8 req-7cd1b0a6-5be7-4f8b-a5e2-839aa7e9cd40 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756295 Jul 28 14:54:49.553367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:49.689700 n-d-705658-23 neutron-server[94748]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] No L3 agents can host the router 53bc6a50-473a-4942-963b-f31075f4a1a9 Jul 28 14:54:49.713648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:49.796786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:49.863190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Hosts for router 53bc6a50-473a-4942-963b-f31075f4a1a9: [] {{(pid=94748) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 28 14:54:49.885444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769e816-b7d4-425a-ae11-76a8a8081abf req-d83cdeef-d9eb-4883-8c64-1bc2cd73c69a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:49.887233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7769e816-b7d4-425a-ae11-76a8a8081abf req-d83cdeef-d9eb-4883-8c64-1bc2cd73c69a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0756872 Jul 28 14:54:49.897790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:49.900286 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395e3b98-ce9c-46f1-8fe4-366eaf04fc0d" -d '{"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:49.911543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:49.919546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Hosts for other DVR routers connected to router 53bc6a50-473a-4942-963b-f31075f4a1a9: set() {{(pid=94748) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 28 14:54:49.923223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.333076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5600d6fd-5177-49dc-8ee1-c38b1aebb5c5 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "PUT /v2.0/routers/53bc6a50-473a-4942-963b-f31075f4a1a9 HTTP/1.1" status: 200 len: 717 time: 1.2941220 Jul 28 14:54:50.333076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45988) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.335541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.338436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7769e816-b7d4-425a-ae11-76a8a8081abf req-1cd79263-12be-4b9c-a7b3-78a6f1af4ab3 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b928110a-af3e-45bc-b44b-b06e6d8734b1 x-openstack-request-id: req-b928110a-af3e-45bc-b44b-b06e6d8734b1 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-unplugged", "status": "completed", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b928110a-af3e-45bc-b44b-b06e6d8734b1 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'code': 200} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-367021ae-47fa-4521-8a50-d79c48286a8f tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "GET /v2.0/routers/53bc6a50-473a-4942-963b-f31075f4a1a9 HTTP/1.1" status: 200 len: 717 time: 0.0762634 Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 45996) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46000) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] Transition to ACTIVE for port object 0802fd1e-80c8-4c32-9183-d58581aed55c will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:50.340189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e748df7-f60a-4704-a226-a0bc37182a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.347274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3c1af879-270d-436a-bc19-0354f8391643 tempest-RoutersTestDVR-2082723848 tempest-RoutersTestDVR-2082723848-project] 10.222.0.47 "GET /v2.0/routers/53bc6a50-473a-4942-963b-f31075f4a1a9 HTTP/1.1" status: 200 len: 683 time: 0.3363097 Jul 28 14:54:50.350897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46028) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.444012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.622040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.628616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.635361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.733662 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.810037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e748df7-f60a-4704-a226-a0bc37182a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.821664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=11']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:50.853125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9031-36fe-4d92-801c-3ce6c0a645b1 req-9e129f42-6a2d-4496-a436-29a5dea33d8b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:50.854705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e38d9031-36fe-4d92-801c-3ce6c0a645b1 req-9e129f42-6a2d-4496-a436-29a5dea33d8b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1921730 Jul 28 14:54:50.859448 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.860007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53bc6a50-473a-4942-963b-f31075f4a1a9 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:54:50.865403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:50.866888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-416558d6-9b47-46ce-b4e1-5b77adc0a06d tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "DELETE /v2.0/routers/53bc6a50-473a-4942-963b-f31075f4a1a9 HTTP/1.1" status: 204 len: 168 time: 0.5156085 Jul 28 14:54:50.870931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46052) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:50.876077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Request body: {'router': {'name': 'tempest-router-760174185', 'distributed': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:50.884464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] No DVR routers for this DVR port 0802fd1e-80c8-4c32-9183-d58581aed55c on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:50.936429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e748df7-f60a-4704-a226-a0bc37182a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.005514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e38d9031-36fe-4d92-801c-3ce6c0a645b1 req-605d8bd9-5c30-48f8-a692-58966e2f2561 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227069 Jul 28 14:54:51.037493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6e748df7-f60a-4704-a226-a0bc37182a21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1c132c3c1314a53891ee339f9f13e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9887393 Jul 28 14:54:51.037493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e748df7-f60a-4704-a226-a0bc37182a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c51f1-2746-4fa4-aab2-2b80bf108539,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:51.039160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:51.085183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.090781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.116803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-b138e686-2528-46e8-b8a7-dcc9dab8f7e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c/bindings/n-h2-705658-23/activate HTTP/1.1" status: 200 len: 370 time: 1.7046051 Jul 28 14:54:51.193678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.214703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.227613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756955a1-c539-408c-996f-a2d104a34efc req-593d57c4-9df9-4f02-b4b6-df98f09168a1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:51.229438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-756955a1-c539-408c-996f-a2d104a34efc req-593d57c4-9df9-4f02-b4b6-df98f09168a1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1136222 Jul 28 14:54:51.264502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.323963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-756955a1-c539-408c-996f-a2d104a34efc req-7cfcfa59-ff52-4e04-8639-f215151d0981 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856059 Jul 28 14:54:51.440120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.449718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:54:51.489759 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.492450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.493630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e7c51f1-2746-4fa4-aab2-2b80bf108539 HTTP/1.1" status: 204 len: 168 time: 0.4522443 Jul 28 14:54:51.499655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:54:51.509659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1584a-dc93-468d-8fe9-7a8567508d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c51f1-2746-4fa4-aab2-2b80bf108539,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:51.517584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-df335d9d-139c-4407-8bd1-3268715e8735 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:51.519231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-df335d9d-139c-4407-8bd1-3268715e8735 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0665543 Jul 28 14:54:51.603990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-2b0a29c5-9df3-4213-8499-1f60631a2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:51.605548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-2b0a29c5-9df3-4213-8499-1f60631a2edb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 1097 time: 0.0788085 Jul 28 14:54:51.622664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.624901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b6cd895f-82c9-44a1-b97f-67e0b84c919a tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7518845 Jul 28 14:54:51.627505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46074) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:51.693512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-38a9cc3d-0052-4ff0-9ed1-b8f190eb51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:51.695397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-38a9cc3d-0052-4ff0-9ed1-b8f190eb51da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1097 time: 0.0496433 Jul 28 14:54:51.707215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.923354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:51.926084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.131313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-afec098e-bde7-49cc-bc44-2547b44db638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.131313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-afec098e-bde7-49cc-bc44-2547b44db638 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.4245892 Jul 28 14:54:52.187423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e4b20-39ff-44d9-a492-a0f67b4898ec req-2c28e637-c3cb-429f-8c38-b1d34b83edbc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.190882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c13e4b20-39ff-44d9-a492-a0f67b4898ec req-2c28e637-c3cb-429f-8c38-b1d34b83edbc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.0740712 Jul 28 14:54:52.197126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.197126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0c43c3f-3964-47e3-ac65-f4bcaf4f08e6 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:54:52.197928 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.198648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-df6dbb73-ed96-4c0f-823a-869378fce2a1 tempest-RoutersTestDVR-1565975685 tempest-RoutersTestDVR-1565975685-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a0c43c3f-3964-47e3-ac65-f4bcaf4f08e6 HTTP/1.1" status: 204 len: 168 time: 0.5698571 Jul 28 14:54:52.236078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-566e5e67-0439-422c-bde7-5217e05bc81c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 1000 time: 0.1011486 Jul 28 14:54:52.244750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c13e4b20-39ff-44d9-a492-a0f67b4898ec req-c545fe85-ec51-4c58-9e55-c8ace5ae29ee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448351 Jul 28 14:54:52.298889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-80bc85fb-03fd-4784-8f3c-05d9cbc6d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.300435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-80bc85fb-03fd-4784-8f3c-05d9cbc6d5ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0581121 Jul 28 14:54:52.356069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-1bdc544e-eb81-40c4-a488-02beed0b7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.358156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-1bdc544e-eb81-40c4-a488-02beed0b7f2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504811 Jul 28 14:54:52.517187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-04c37ccf-4362-404c-9e1d-6975006f25a5 service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523817 Jul 28 14:54:52.535773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac7a2f-710d-46a8-b72f-5ee937ac9cb2 req-16a64d22-e08e-403e-83e0-f067213feb02 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:52.536421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46124) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:52.537467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-feac7a2f-710d-46a8-b72f-5ee937ac9cb2 req-16a64d22-e08e-403e-83e0-f067213feb02 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1142533 Jul 28 14:54:52.566991 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e96f-0bed-4de4-b54c-128f46a4487c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.638336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-feac7a2f-710d-46a8-b72f-5ee937ac9cb2 req-ce73ba7d-7801-4473-9159-17c1106d93e1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775030 Jul 28 14:54:52.683077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-e5996768-6348-4809-a53b-1e41966d41e0 service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564491 Jul 28 14:54:52.712064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e96f-0bed-4de4-b54c-128f46a4487c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.842347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e7e8e96f-0bed-4de4-b54c-128f46a4487c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:52.886246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46130) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:52.895466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7e8e96f-0bed-4de4-b54c-128f46a4487c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f1aa3396a5c411085345daf67a33891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579578 Jul 28 14:54:52.897228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8e96f-0bed-4de4-b54c-128f46a4487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271caf3f-4f92-43e1-bb89-5ea5459fd08e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:52.898844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46134) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:52.990312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.021692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.085806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46138) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:53.160157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'network': {'name': 'tempest-network-smoke--2057595242', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:53.161103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-458b8a07-1d3d-4403-943c-d1a8b0b7acc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.228214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.230834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.241766 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/271caf3f-4f92-43e1-bb89-5ea5459fd08e HTTP/1.1" status: 204 len: 168 time: 0.3320489 Jul 28 14:54:53.241766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b572fb-6db5-453d-a860-5a616f1cf9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271caf3f-4f92-43e1-bb89-5ea5459fd08e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:53.310738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:53.316325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.329113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.397602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429a5fc-b7fd-41f6-91c8-b8366659cc73 req-9440f14e-ed84-4928-b301-d9986d62b712 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:53.399586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e429a5fc-b7fd-41f6-91c8-b8366659cc73 req-9440f14e-ed84-4928-b301-d9986d62b712 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.0714390 Jul 28 14:54:53.445309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-458b8a07-1d3d-4403-943c-d1a8b0b7acc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.454544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e429a5fc-b7fd-41f6-91c8-b8366659cc73 req-4642a5fd-bd19-45ff-b4ff-185bfbf8bad1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461555 Jul 28 14:54:53.460582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da42f10-5426-423c-b954-21767913b411 req-f0eb0e9d-8cb2-477b-9e13-3a679e6f1b03 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:53.462217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-f0eb0e9d-8cb2-477b-9e13-3a679e6f1b03 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 1097 time: 0.0939755 Jul 28 14:54:53.539419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-458b8a07-1d3d-4403-943c-d1a8b0b7acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.547187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:54:53.649549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-458b8a07-1d3d-4403-943c-d1a8b0b7acc5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8921189e3b3345889378a1e60aac990e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624878 Jul 28 14:54:53.656086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b8a07-1d3d-4403-943c-d1a8b0b7acc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667ba9e-0790-4c3f-83f6-de16b5099f07,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:53.670127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46150) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:53.673816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.772582 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.796447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.802903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.813706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:54:53.827372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.827850 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Added segment 908a9b40-ca61-47c7-8218-2095774a03a6 of type vlan for network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 Jul 28 14:54:53.834139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19788cb9-4144-443e-91f7-4de25233e319 req-6d1151dc-20d9-4173-8a33-e6e0ce602cc0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:53.842004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19788cb9-4144-443e-91f7-4de25233e319 req-6d1151dc-20d9-4173-8a33-e6e0ce602cc0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1048906 Jul 28 14:54:53.872029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-2da42f10-5426-423c-b954-21767913b411 req-f4bd1aae-2910-4398-8d96-b6202bd43543 service neutron] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:53.884452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-2da42f10-5426-423c-b954-21767913b411 req-f4bd1aae-2910-4398-8d96-b6202bd43543 service neutron] Notify callbacks [] for binding, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:53.885632 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-f4bd1aae-2910-4398-8d96-b6202bd43543 service neutron] 10.222.0.50 "DELETE /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c/bindings/n-h1-705658-23 HTTP/1.1" status: 204 len: 173 time: 0.4152205 Jul 28 14:54:53.894127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30895022-7ae7-46cc-bebd-e9ec2c817423,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:53.921370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19788cb9-4144-443e-91f7-4de25233e319 req-ab7ac224-4b44-469d-b1b9-025b5a3e0e8f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783949 Jul 28 14:54:53.929020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.110939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.111140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.113504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.114837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b667ba9e-0790-4c3f-83f6-de16b5099f07 HTTP/1.1" status: 204 len: 168 time: 0.4459951 Jul 28 14:54:54.117315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:54.118423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.137013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58756799-d71c-4adb-91e4-14f2d5fae9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667ba9e-0790-4c3f-83f6-de16b5099f07,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:54.208889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Network': ['ID=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:54.219895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:54:54.263236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b25cc41b-d912-4a75-ac57-9bbb6c6d1686 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3758686 Jul 28 14:54:54.266208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46164) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:54.270858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'admin_state_up': True, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:54.401922 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.403218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.473116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.688886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e7e9-135c-4cf3-926c-b6dc255156dd req-20ec19cb-b529-441d-9e0f-7ade9668e9c1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:54.690438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9672e7e9-135c-4cf3-926c-b6dc255156dd req-20ec19cb-b529-441d-9e0f-7ade9668e9c1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1560066 Jul 28 14:54:54.727163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:54.768266 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9672e7e9-135c-4cf3-926c-b6dc255156dd req-d03c4188-4dd8-4f1d-baed-cc95d9543860 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511277 Jul 28 14:54:54.889642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8ae5-25f6-4c0e-b732-0c0acf62808e req-201d9f55-6581-435e-ba88-61c805f19e5a tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:54.891658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b1d8ae5-25f6-4c0e-b732-0c0acf62808e req-201d9f55-6581-435e-ba88-61c805f19e5a tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1097 time: 0.0457661 Jul 28 14:54:54.939253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b1d8ae5-25f6-4c0e-b732-0c0acf62808e req-4b40712c-4c30-44de-b15e-fc3a73d36f34 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404315 Jul 28 14:54:55.046986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46188) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.086380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2ede9f3-9b23-4b59-87bd-e52a089c98ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.127838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eae94-cb01-4015-b947-62235cec6a83 req-1746d7b7-7099-4506-98e5-cb0fd06e9005 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:55.135485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a40eae94-cb01-4015-b947-62235cec6a83 req-1746d7b7-7099-4506-98e5-cb0fd06e9005 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1039460 Jul 28 14:54:55.204145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a40eae94-cb01-4015-b947-62235cec6a83 req-713846f4-b881-4f36-962c-401033f78a95 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Jul 28 14:54:55.204763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af41d-f279-45cc-a3b8-9c27271df044 req-7d6e7b6e-4f4e-4e7e-8a18-8300e91dc5d8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:55.207859 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e82af41d-f279-45cc-a3b8-9c27271df044 req-7d6e7b6e-4f4e-4e7e-8a18-8300e91dc5d8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1520939 Jul 28 14:54:55.239032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.241660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.264702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.287115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e82af41d-f279-45cc-a3b8-9c27271df044 req-d8b647ab-22f6-44d1-82ef-319c2dcf9d19 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782795 Jul 28 14:54:55.310263 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2ede9f3-9b23-4b59-87bd-e52a089c98ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.326198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-858bb3e7-d9d8-4386-b854-06b00cd13ff9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 200 len: 992 time: 0.0811479 Jul 28 14:54:55.397830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.25.0.39 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/76b03a0f-42ab-4d49-bfda-09f0ccb9fa84) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:54:55.529907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.558112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.605236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2ede9f3-9b23-4b59-87bd-e52a089c98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.671580 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2ede9f3-9b23-4b59-87bd-e52a089c98ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd30ba36f22c4ec5ae7ae11417a18535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6256392 Jul 28 14:54:55.673710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ede9f3-9b23-4b59-87bd-e52a089c98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d1182c-f96d-4410-aaf6-feeae45419ab,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:55.674492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:55.715794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.788145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:54:55.805612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 7dc13e4b-b645-42a4-9466-30c49f767e8c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:55.806118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.807084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:54:55.809947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:55.812397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.815664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:54:55.874854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.903684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.905276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:55.919220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 7dc13e4b-b645-42a4-9466-30c49f767e8c owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:56.300062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.343648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=7dc13e4b-b645-42a4-9466-30c49f767e8c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:56.426248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.427034 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP 1da5321a-068d-4ea7-be00-2f1cf19aff4c disassociated (deleted). External IP: 172.25.0.240, port: 0802fd1e-80c8-4c32-9183-d58581aed55c. Jul 28 14:54:56.477012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c389e-76f5-4569-a007-b3bbe0f95ee9 req-a53faa6b-4af8-4e07-a9b4-60c47dfa443d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:56.478629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f35c389e-76f5-4569-a007-b3bbe0f95ee9 req-a53faa6b-4af8-4e07-a9b4-60c47dfa443d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0788920 Jul 28 14:54:56.527412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f35c389e-76f5-4569-a007-b3bbe0f95ee9 req-53329a9b-42a7-482c-b1b9-ee29434cada2 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jul 28 14:54:56.606186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.616100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.616100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7d1182c-f96d-4410-aaf6-feeae45419ab HTTP/1.1" status: 204 len: 168 time: 0.9343326 Jul 28 14:54:56.655766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74282ee-89f4-4cbd-80c9-00dbf52b3fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d1182c-f96d-4410-aaf6-feeae45419ab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:56.699237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 0c00839f-f518-4d41-bb05-722d2652db71 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:54:56.764292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.888510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:54:56.895464 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:56.900805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Sync routers for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:54:56.917529 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:56.918189 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:56.958075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1fbd5c2d-a9c7-4bf8-a9bc-69db855e3cee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/floatingips/1da5321a-068d-4ea7-be00-2f1cf19aff4c HTTP/1.1" status: 204 len: 168 time: 1.3982222 Jul 28 14:54:56.958779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:56.962346 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7" -d '{"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:57.055700 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85479836-af6b-47b9-86fa-94b2285e4b45 x-openstack-request-id: req-85479836-af6b-47b9-86fa-94b2285e4b45 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:57.055995 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:57.056245 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85479836-af6b-47b9-86fa-94b2285e4b45 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:57.058299 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'status': 'completed', 'code': 200} Jul 28 14:54:57.113632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.166538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-819733a4-dcae-4988-827f-d295601c2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.169475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-819733a4-dcae-4988-827f-d295601c2bdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 1097 time: 0.0697505 Jul 28 14:54:57.312014 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:57.385251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-24fa75d4-aed1-4deb-9918-3f8e687ca65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.386831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-24fa75d4-aed1-4deb-9918-3f8e687ca65c service neutron] 10.222.0.50 "GET /v2.0/networks?id=98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 200 len: 898 time: 0.2105846 Jul 28 14:54:57.444448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-dee9f5d2-2ab1-465d-a82f-11ec237edf96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 200 len: 217 time: 0.0498815 Jul 28 14:54:57.483189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:54:57.501174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-e754a590-4888-4ebd-a609-7e7033926baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.502706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-e754a590-4888-4ebd-a609-7e7033926baf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 200 len: 835 time: 0.0519106 Jul 28 14:54:57.559898 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:57.612370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-ff5b516d-219b-4472-872e-7c0db023ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.612370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-ff5b516d-219b-4472-872e-7c0db023ce00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98583e53-841f-4dfc-8363-a3a12348c4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502424 Jul 28 14:54:57.612937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Checking router: 0c00839f-f518-4d41-bb05-722d2652db71 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:57.612937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:57.612937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:57.643089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:54:57.659153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:54:57.670438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:57.671358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:57.696521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-869a626b-f759-4268-9744-f74c755b0fef service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270559 Jul 28 14:54:57.776939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a5f23-587a-44c1-8c33-6597ee5805be req-aaec8560-d632-4d6a-ac8b-90cd5fad1105 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:57.779421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-050a5f23-587a-44c1-8c33-6597ee5805be req-aaec8560-d632-4d6a-ac8b-90cd5fad1105 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1076646 Jul 28 14:54:57.788122 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:57.850748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:57.857490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0edc9f54-3106-4575-bc8c-0bce9c3be04e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5901155 Jul 28 14:54:57.862813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46270) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:57.904790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-050a5f23-587a-44c1-8c33-6597ee5805be req-c318c5e8-3766-4456-a99f-8b5505df6e90 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162682 Jul 28 14:54:57.907958 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2150f453-c4cb-4c92-ae4d-8b1aeece0da7 req-d1e912d1-b56b-43d6-9948-5c2b7901f482 service neutron] 10.222.0.50 "GET /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037020 Jul 28 14:54:58.007662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:58.075705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbba01-8205-4811-a0dc-f243b64b3b4e req-ec63475c-0440-4a89-8b67-2ae02a239402 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:58.084828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddcbba01-8205-4811-a0dc-f243b64b3b4e req-ec63475c-0440-4a89-8b67-2ae02a239402 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.0886321 Jul 28 14:54:58.173972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ddcbba01-8205-4811-a0dc-f243b64b3b4e req-b8908fd6-2d4d-4197-8959-3c34d5e3fa11 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872834 Jul 28 14:54:58.223253 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:58.247073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:54:56Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:58.259677 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb68d5-a15d-4b93-903c-d5d7ab139537 None None] The sync data for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 is: [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:53:30Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8d841a36-3bb3-4216-b8cd-e76388dddef4', 'name': '', 'network_id': '98583e53-841f-4dfc-8363-a3a12348c4a0', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:81:cd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '24dca422-9737-41b2-b328-4f2b2f124513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:29Z', 'updated_at': '2021-07-28T14:53:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '24dca422-9737-41b2-b328-4f2b2f124513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:58.285655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:54:58.286240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Updating router 5b3abbde-0933-4a12-b834-a67c35a7d84f port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:54:58.306417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.321152 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.346311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e5b06a1-7ee9-4fc3-be0f-b23b8ebb128a tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cb3e620cf8a14f81a21592cf8eecbead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4717503 Jul 28 14:54:58.346828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.432562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3675bb8-0dff-443f-807e-b6d9718c925f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.554295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130175d-8bcb-4f21-9ba1-827dc2d07f57 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:58.555908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6130175d-8bcb-4f21-9ba1-827dc2d07f57 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2067077 Jul 28 14:54:58.563273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.581065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-48072a48-dc62-4958-9cbf-f54d194b2986 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:58.583312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-48072a48-dc62-4958-9cbf-f54d194b2986 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1423306 Jul 28 14:54:58.600524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f68f2d9d-0a68-4012-a5f8-2487a73e7633 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402400 Jul 28 14:54:58.605511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46292) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.619744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992075912', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:58.735915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.752480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Transition to ACTIVE for port object 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:54:58.767404 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13d1f7-6317-4117-b7c3-8338e7757ad3 None None] New status for floating IP 1da5321a-068d-4ea7-be00-2f1cf19aff4c: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:54:58.832110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3675bb8-0dff-443f-807e-b6d9718c925f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.849783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 0802fd1e-80c8-4c32-9183-d58581aed55c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:54:58.850027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.858768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46296) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:58.900459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:58.978724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c005026-23c7-4157-9978-137269dc298f None None] Pushing event updated for resources: {'Port': ['ID=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:58.988869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 0802fd1e-80c8-4c32-9183-d58581aed55c, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0802fd1e-80c8-4c32-9183-d58581aed55c,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:54:58.988981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.016605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1617251049'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:54:59.018984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Attempting to bind port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:54:59.019347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 0802fd1e-80c8-4c32-9183-d58581aed55c owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:54:59.019587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Attempting to bind port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:54:59.020310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Attempting to bind port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:54:59.021975 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a3675bb8-0dff-443f-807e-b6d9718c925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.032860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:54:59.033095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:54:59.033498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.033904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:54:59.034401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Bound port: 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:54:59.034994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.063370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3675bb8-0dff-443f-807e-b6d9718c925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547bac0b-62e9-48e4-9d2a-d60c44338638,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.073727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed291f6-d9d6-409a-94e6-296431dbafae req-eea8d397-5504-462b-b109-7552fb32a232 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:59.083346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ed291f6-d9d6-409a-94e6-296431dbafae req-eea8d397-5504-462b-b109-7552fb32a232 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.0884399 Jul 28 14:54:59.128025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ed291f6-d9d6-409a-94e6-296431dbafae req-5326f6e9-b6df-4e9e-82ce-ab7b7da83b81 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Jul 28 14:54:59.147219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] For port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:54:59.152262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] For port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:54:59.176393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a3675bb8-0dff-443f-807e-b6d9718c925f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6318568fc1164908ae0360a7df142ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688080 Jul 28 14:54:59.179099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46304) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:54:59.246123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.272464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:59.276027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.287897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.357230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.392540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ac579-549b-4664-a6ef-3e57691f0a14 req-74cbea3e-159f-45c7-b9d2-8e9cab2ed997 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:54:59.394193 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c6ac579-549b-4664-a6ef-3e57691f0a14 req-74cbea3e-159f-45c7-b9d2-8e9cab2ed997 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 945 time: 0.1362326 Jul 28 14:54:59.434077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:54:59.434727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:59.451379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c6ac579-549b-4664-a6ef-3e57691f0a14 req-8d246055-0dd1-46c8-bd8b-627ba227cfc1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=5e8c93f2-0950-4933-a910-c27134e93f78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Jul 28 14:54:59.482399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c005026-23c7-4157-9978-137269dc298f None None] Pushing event updated for resources: {'Port': ['ID=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.534250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:54:59.537295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.541845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.544162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.570107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.570107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/547bac0b-62e9-48e4-9d2a-d60c44338638 HTTP/1.1" status: 204 len: 168 time: 0.3680089 Jul 28 14:54:59.570107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.570107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6820e9-3637-4b4d-899e-871602db96ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547bac0b-62e9-48e4-9d2a-d60c44338638,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.608723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:54:59.631783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=0802fd1e-80c8-4c32-9183-d58581aed55c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.710512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.715643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] No DVR routers for this DVR port 0802fd1e-80c8-4c32-9183-d58581aed55c on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:54:59.720270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.723069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd95a787-4c23-431c-9b4f-75f1cca6810f req-14560da9-7d49-4655-9d7f-0c9f322d3730 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "DELETE /v2.0/ports/0802fd1e-80c8-4c32-9183-d58581aed55c HTTP/1.1" status: 204 len: 173 time: 1.1334867 Jul 28 14:54:59.727090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-deleted', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:54:59.729330 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26482ab2-7ed7-4d2e-9474-c6586e801e84" -d '{"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-deleted", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:54:59.787946 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45af6bc-b867-4741-a188-6828fbd1db13 x-openstack-request-id: req-b45af6bc-b867-4741-a188-6828fbd1db13 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:54:59.788249 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6599789b-2a54-48ca-8f8c-6a4fab2768aa", "name": "network-vif-deleted", "tag": "0802fd1e-80c8-4c32-9183-d58581aed55c", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:54:59.788508 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b45af6bc-b867-4741-a188-6828fbd1db13 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:54:59.788912 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6599789b-2a54-48ca-8f8c-6a4fab2768aa', 'name': 'network-vif-deleted', 'tag': '0802fd1e-80c8-4c32-9183-d58581aed55c', 'status': 'completed', 'code': 200} Jul 28 14:54:59.854049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:54:56Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:54:59.885152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e46e2b-6970-4888-a92b-0f0c897d145f None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:54:56Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:54:59.910694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.945324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:54:59.948980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.953961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b959686-b4da-427f-933b-c4129aa0f8a6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:54:59.966615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:54:59.967018 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Added segment bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af of type vlan for network f8d23f18-bd30-4234-93b4-63bbe81097aa Jul 28 14:55:00.048098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.252718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.298016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:00.298811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.442459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Network': ['ID=f8d23f18-bd30-4234-93b4-63bbe81097aa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:00.457759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network f8d23f18-bd30-4234-93b4-63bbe81097aa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:00.541515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6226adff-836c-4c39-89ef-0ec8f28a6885 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6807482 Jul 28 14:55:00.550286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46320) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:00.555748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'subnet': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:00.572376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Subnet': ['ID=2bd7fd84-e805-445f-908f-7ffe460f94e9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:00.666043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b74c4-371c-4540-b6c8-d0b9a8ca40a2 req-3b19b78d-3d74-493c-ab5f-fa625b2460fc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:00.673086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-307b74c4-371c-4540-b6c8-d0b9a8ca40a2 req-3b19b78d-3d74-493c-ab5f-fa625b2460fc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2058952 Jul 28 14:55:00.677587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Checking segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:00.678227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network hostable DHCP agents. Network: a7bb77ba-f125-48a7-b0ea-2e2ca703dc85, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:00.733293 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-307b74c4-371c-4540-b6c8-d0b9a8ca40a2 req-69003b1f-cf69-4ce8-afda-7b1a42c37736 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 Jul 28 14:55:00.776603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d857c43b-5da8-42a6-a056-c3d60d6a770d req-f54a7b7d-ecd6-4bb3-b330-7590df2ef44f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=6599789b-2a54-48ca-8f8c-6a4fab2768aa HTTP/1.1" status: 200 len: 210 time: 0.1731963 Jul 28 14:55:00.899998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:00.927710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:00.932719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:00.948060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46322) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:00.971099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44eefdd9-f882-42ab-96f9-b592ebf3d1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.070029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a7bb77ba-f125-48a7-b0ea-2e2ca703dc85) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:01.078437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:01.079521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.099460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c22264-7203-4958-8669-6e442369a93c None None] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:01.179409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44eefdd9-f882-42ab-96f9-b592ebf3d1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.312853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44eefdd9-f882-42ab-96f9-b592ebf3d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.381040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:01.388701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44eefdd9-f882-42ab-96f9-b592ebf3d1f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ba381cb11854117b3e63f09c43f44f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380982 Jul 28 14:55:01.390379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46326) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:01.392035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eefdd9-f882-42ab-96f9-b592ebf3d1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3a26f-18b6-4c0f-8de4-f4b9163e842c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:01.434552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.470684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d6cb7cd0-b923-44a7-b306-992e19c20cfd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.8606293 Jul 28 14:55:01.472625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46328) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:01.474123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.512690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:01.513559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.522217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.602894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Subnet': ['ID=90f4d2cd-1bc2-41ec-b343-98c05886c7d9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:01.610913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Checking segment: {'id': 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:01.611393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network hostable DHCP agents. Network: f8d23f18-bd30-4234-93b4-63bbe81097aa, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:01.705714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Allocated IP 172.20.0.2 (a7bb77ba-f125-48a7-b0ea-2e2ca703dc85/2bd7fd84-e805-445f-908f-7ffe460f94e9/18ab3666-e0a3-48c3-b696-d62c9115ceef) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:01.733027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.736370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.740349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13f3a26f-18b6-4c0f-8de4-f4b9163e842c HTTP/1.1" status: 204 len: 168 time: 0.3422260 Jul 28 14:55:01.751040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14efedb-4e6a-4d10-b97a-f6687b20b13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3a26f-18b6-4c0f-8de4-f4b9163e842c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:01.776802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:01.788699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:01.788699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:01.854463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:01.954676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46336) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:01.976903 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.006766 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.012319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, f8d23f18-bd30-4234-93b4-63bbe81097aa) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:02.013724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:02.020074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Transition to ACTIVE for port object 18ab3666-e0a3-48c3-b696-d62c9115ceef will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:02.021351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:02.022227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.029381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497597a-f654-4de2-99e2-0037a09261f4 None None] Network f8d23f18-bd30-4234-93b4-63bbe81097aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:02.085498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Transition to ACTIVE for port object 18ab3666-e0a3-48c3-b696-d62c9115ceef will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:02.120512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a842f-f28e-414b-88c7-cffbebfe7290 req-0ecb61ab-3357-41d8-bdc3-d21b6043d90e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:02.128111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e95a842f-f28e-414b-88c7-cffbebfe7290 req-0ecb61ab-3357-41d8-bdc3-d21b6043d90e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2594755 Jul 28 14:55:02.206607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e95a842f-f28e-414b-88c7-cffbebfe7290 req-151d10c2-ded7-4a49-8314-5cf660dfaa76 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717583 Jul 28 14:55:02.240835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f8e5e80d-1922-42f7-aaf9-7e4e2560b56c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6945333 Jul 28 14:55:02.246434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46338) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:02.251671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.254452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-7388819'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:02.278540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.343436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.404535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-f8d23f18-bd30-4234-93b4-63bbe81097aa', 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'tenant_id': '560a5373a8de4a8aa416d5d865883b1b', 'fixed_ips': [{'subnet_id': '90f4d2cd-1bc2-41ec-b343-98c05886c7d9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:02.407871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.411951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:02.461517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:02.659775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Allocated IP 2001:db8::2 (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/618272b8-0746-41d5-ad55-5365bf117ec2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:02.707038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.758044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:02.762945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:02.766980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.769924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:02.798564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.1 (a7bb77ba-f125-48a7-b0ea-2e2ca703dc85/2bd7fd84-e805-445f-908f-7ffe460f94e9/bac169a2-40b7-431e-a8b0-9e44c01e61da) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:02.857172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Pushing event updated for resources: {'Port': ['ID=18ab3666-e0a3-48c3-b696-d62c9115ceef,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:02.886372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Attempting to bind port 18ab3666-e0a3-48c3-b696-d62c9115ceef on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:02.886372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Attempting to bind port 18ab3666-e0a3-48c3-b696-d62c9115ceef by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:02.886676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Attempting to bind port 18ab3666-e0a3-48c3-b696-d62c9115ceef on network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:02.889380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port 0b99b84e-adf6-46ba-96d6-94f18e96b68e yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:02.900077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:02.900077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Checking segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:02.900501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.901016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Bound using segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:02.901580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Bound port: 18ab3666-e0a3-48c3-b696-d62c9115ceef, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:02.902041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:02.991754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.010948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.017085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Transition to ACTIVE for port object 618272b8-0746-41d5-ad55-5365bf117ec2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:03.041106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object bac169a2-40b7-431e-a8b0-9e44c01e61da will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:03.041312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] For port 18ab3666-e0a3-48c3-b696-d62c9115ceef, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:03.061934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Transition to ACTIVE for port object 618272b8-0746-41d5-ad55-5365bf117ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:03.067950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] For port 18ab3666-e0a3-48c3-b696-d62c9115ceef, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18ab3666-e0a3-48c3-b696-d62c9115ceef,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:03.179419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:03.180773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 8d841a36-3bb3-4216-b8cd-e76388dddef4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:03.180895 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.202639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 0802fd1e-80c8-4c32-9183-d58581aed55c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:03.204912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0802fd1e-80c8-4c32-9183-d58581aed55c not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:03.248180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.329348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.330056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:03.366118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:03.366507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::1ef (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/0b99b84e-adf6-46ba-96d6-94f18e96b68e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:03.377184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 8d841a36-3bb3-4216-b8cd-e76388dddef4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8d841a36-3bb3-4216-b8cd-e76388dddef4,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:03.377665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.378313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.381321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:03.383074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707262b-a240-4883-88b0-ae838fb0aa1c req-4e581d9a-a7e6-4703-876a-c9ea5a34db5a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:03.384437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:03.395987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Pushing event updated for resources: {'Port': ['ID=618272b8-0746-41d5-ad55-5365bf117ec2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:03.396318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e707262b-a240-4883-88b0-ae838fb0aa1c req-4e581d9a-a7e6-4703-876a-c9ea5a34db5a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1161244 Jul 28 14:55:03.401322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 8d841a36-3bb3-4216-b8cd-e76388dddef4 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:03.477383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:03.518950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:03.526303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:03.561977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ac829-bb20-4128-a272-fcaa0450b2bb None None] Pushing event updated for resources: {'Port': ['ID=18ab3666-e0a3-48c3-b696-d62c9115ceef,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:03.576323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:03.591097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Attempting to bind port 618272b8-0746-41d5-ad55-5365bf117ec2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:03.591530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Attempting to bind port 618272b8-0746-41d5-ad55-5365bf117ec2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:03.591913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Attempting to bind port 618272b8-0746-41d5-ad55-5365bf117ec2 on network f8d23f18-bd30-4234-93b4-63bbe81097aa {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:03.594931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:03.595348 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.624250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e707262b-a240-4883-88b0-ae838fb0aa1c req-a3107a56-a715-416a-9ace-e3bcab646951 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071671 Jul 28 14:55:03.633011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:03.633405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Checking segment: {'id': 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:03.633815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.634215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Bound using segment: {'id': 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:03.634711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Bound port: 618272b8-0746-41d5-ad55-5365bf117ec2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:03.635148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.656865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.815404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:03.850928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object 0b99b84e-adf6-46ba-96d6-94f18e96b68e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:03.863083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] For port 618272b8-0746-41d5-ad55-5365bf117ec2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:03.870562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] For port 618272b8-0746-41d5-ad55-5365bf117ec2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=618272b8-0746-41d5-ad55-5365bf117ec2,segment=NetworkSegment(bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af),segment_id=bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:03.956470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.046023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5cc9-d5a4-44e6-8e5e-3dbd58317ed2 None None] Pushing event updated for resources: {'Port': ['ID=618272b8-0746-41d5-ad55-5365bf117ec2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:04.093375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.123409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=8d841a36-3bb3-4216-b8cd-e76388dddef4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:04.183933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.263372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:04.270185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:04.277701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:04.291493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.292116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.292596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.389138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=0b99b84e-adf6-46ba-96d6-94f18e96b68e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:04.613108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-be107cfb-f498-4ed8-8d6c-de0f0eba3800 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3651597 Jul 28 14:55:04.613808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46372) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:04.624673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1186058576', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ef', 'mac_address': 'fa:16:3e:e6:35:0e'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:04.747455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.952288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:04.986362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63689733-2abd-4bca-9ee9-56a970ee29a5 req-cb678731-04ec-497f-9498-276e393b8ffa tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:04.988190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63689733-2abd-4bca-9ee9-56a970ee29a5 req-cb678731-04ec-497f-9498-276e393b8ffa tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2500439 Jul 28 14:55:05.081632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.083986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63689733-2abd-4bca-9ee9-56a970ee29a5 req-6f61c83e-1285-48d0-8d3a-cb81ee63a4eb tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839880 Jul 28 14:55:05.196001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:05.214585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:05.214683 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61a2fa-cee5-4747-9125-026366994a11 None None] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:05.232560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 0c00839f-f518-4d41-bb05-722d2652db71 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:05.360143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:05.790508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-af7ca0d4-2a61-4694-8e34-f70daf06351c None None] Provisioning for port 18ab3666-e0a3-48c3-b696-d62c9115ceef completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:05.794556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 618272b8-0746-41d5-ad55-5365bf117ec2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:05.797232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9bb18a-35d9-4ad9-9c2e-43bedafd1284 None None] Network f8d23f18-bd30-4234-93b4-63bbe81097aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:06.022780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:06.022780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:06.024094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:06.024094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.024094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2bd23a08-82d2-4129-bb60-2164bb3cda2e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/0c00839f-f518-4d41-bb05-722d2652db71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0686493 Jul 28 14:55:06.024594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46388) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:06.024666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Sync routers for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:06.050530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port 023f0e11-d345-476a-af26-015f67e20b3b yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:06.055652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:06.056336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:06.218012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting subnet 24dca422-9737-41b2-b328-4f2b2f124513 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:06.227404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.277866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::374 (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/023f0e11-d345-476a-af26-015f67e20b3b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:06.311937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 618272b8-0746-41d5-ad55-5365bf117ec2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:06.320584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Provisioning for port 618272b8-0746-41d5-ad55-5365bf117ec2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:06.332093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:06.332417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 618272b8-0746-41d5-ad55-5365bf117ec2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:06.332800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.363805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.384887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Provisioning complete for port 618272b8-0746-41d5-ad55-5365bf117ec2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:06.395573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.457632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50040566-98a9-43ec-9de3-ec585d2acbef req-9653e89c-ffd1-4615-8a39-dd7675b20f35 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:06.467010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50040566-98a9-43ec-9de3-ec585d2acbef req-9653e89c-ffd1-4615-8a39-dd7675b20f35 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2253659 Jul 28 14:55:06.501608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:06.604120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.653209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object 023f0e11-d345-476a-af26-015f67e20b3b will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:06.707318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.773665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 618272b8-0746-41d5-ad55-5365bf117ec2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=618272b8-0746-41d5-ad55-5365bf117ec2,segment=NetworkSegment(bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af),segment_id=bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:06.785423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:06.792346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50040566-98a9-43ec-9de3-ec585d2acbef req-20c332b5-931b-46a9-b6a5-23e2dd4df74c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242278 Jul 28 14:55:06.802847 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:06.827662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:06.843770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57061b44-ebf1-451a-ac59-e38481d864c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/5b3abbde-0933-4a12-b834-a67c35a7d84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3617730 Jul 28 14:55:06.852340 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:06.858604 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:06.886547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.955060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:06.955960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18ab3666-e0a3-48c3-b696-d62c9115ceef up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:07.039413 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.050872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.077933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:07.172424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe65db-26f2-40fe-a7ab-57e2c2d87d30 req-2ccce0ce-86d6-47c9-a1fe-400ea0d16166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.201259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecbe65db-26f2-40fe-a7ab-57e2c2d87d30 req-2ccce0ce-86d6-47c9-a1fe-400ea0d16166 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1097 time: 0.2550881 Jul 28 14:55:07.245910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=618272b8-0746-41d5-ad55-5365bf117ec2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:07.251451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:07.298742 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:07.298742 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-91f8044a-0e51-49a4-b325-b1be52a10c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:07.299261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecbe65db-26f2-40fe-a7ab-57e2c2d87d30 req-376a0435-2535-44df-87b6-e804ad2d001b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871401 Jul 28 14:55:07.299346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:07.299346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:07.299730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.300357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.319251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:07.367222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=023f0e11-d345-476a-af26-015f67e20b3b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:07.380513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Checking router: 0c00839f-f518-4d41-bb05-722d2652db71 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:07.402977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Routers {'0c00839f-f518-4d41-bb05-722d2652db71'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:07.407597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['0c00839f-f518-4d41-bb05-722d2652db71'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:07.481285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.482362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.483055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.483905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.485432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.486100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.486505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.488279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.490642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-152a2680-8448-4a50-bd5a-310ef88689eb tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4983 time: 0.6613262 Jul 28 14:55:07.494019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:07.501448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 18ab3666-e0a3-48c3-b696-d62c9115ceef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:07.517311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d582d5a-9057-466b-a655-653c3f51184e tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8998628 Jul 28 14:55:07.530740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46410) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:07.533645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 18ab3666-e0a3-48c3-b696-d62c9115ceef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:07.534102 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.538219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.540773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/subnets/24dca422-9737-41b2-b328-4f2b2f124513 HTTP/1.1" status: 204 len: 168 time: 1.5182755 Jul 28 14:55:07.575523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:07.597015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36272698-3e26-4d7f-bbe4-5e9155271e10 None None] Network 98583e53-841f-4dfc-8363-a3a12348c4a0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:07.653836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:04Z', 'revision_number': 2, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:07.732393 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:07.732742 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Updating router 5b3abbde-0933-4a12-b834-a67c35a7d84f port bac169a2-40b7-431e-a8b0-9e44c01e61da binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:07.774180 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.806374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be94e0d-4c3e-4fe8-9fa9-8e637d3c111a tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.813916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be94e0d-4c3e-4fe8-9fa9-8e637d3c111a tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.820640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be94e0d-4c3e-4fe8-9fa9-8e637d3c111a tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.825195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3be94e0d-4c3e-4fe8-9fa9-8e637d3c111a tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2894802 Jul 28 14:55:07.825466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65a5c9-0d12-4a8e-af35-308f7fe37e99 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Subnet': ['ID=24dca422-9737-41b2-b328-4f2b2f124513,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:07.827308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.827642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.828370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.828808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.829213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:07.829326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.829731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:07.831594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37740ad8-6b5f-41dc-9fb6-83aba2c2f0e4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3978 time: 0.3358221 Jul 28 14:55:07.832203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:07.836371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46420) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:08.016921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.026522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] Set router 0c00839f-f518-4d41-bb05-722d2652db71 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:08.037733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.226185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8fbf5-84b3-46d6-901c-041908fdcb32 req-844ef47f-b0c8-4556-a3f5-765cf5df2b09 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:08.228915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4b8fbf5-84b3-46d6-901c-041908fdcb32 req-844ef47f-b0c8-4556-a3f5-765cf5df2b09 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1676850 Jul 28 14:55:08.262733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 6eb7193a-1f0a-49bf-afb6-45c944955223 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:08.263485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.308559 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.319244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4b8fbf5-84b3-46d6-901c-041908fdcb32 req-aecbfd44-0784-47a3-922a-621e0943c706 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Jul 28 14:55:08.328400 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Transition to ACTIVE for port object bac169a2-40b7-431e-a8b0-9e44c01e61da will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:08.352458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 18ab3666-e0a3-48c3-b696-d62c9115ceef, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18ab3666-e0a3-48c3-b696-d62c9115ceef,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:08.406377 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.424131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port 023f0e11-d345-476a-af26-015f67e20b3b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:08.424553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.426196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 6eb7193a-1f0a-49bf-afb6-45c944955223, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6eb7193a-1f0a-49bf-afb6-45c944955223,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:08.427578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:08.440519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.456705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 6eb7193a-1f0a-49bf-afb6-45c944955223 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:08.552660 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Pushing event updated for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:08.581861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.593874 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.594473 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.594473 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.594746 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.595104 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.595425 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.595597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac80e3fb-e0d2-42a8-a004-1f59598f37f4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2970 time: 0.7150230 Jul 28 14:55:08.595782 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.596108 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.596431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.596793 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.597059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.597379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:08.602876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for 023f0e11-d345-476a-af26-015f67e20b3b owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:08.715672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Attempting to bind port bac169a2-40b7-431e-a8b0-9e44c01e61da on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:08.717309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Attempting to bind port bac169a2-40b7-431e-a8b0-9e44c01e61da by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:08.719033 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Attempting to bind port bac169a2-40b7-431e-a8b0-9e44c01e61da on network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:08.729275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772cdd55-5923-4320-9c92-299e18d115a9 None None] The sync data for ids ['0c00839f-f518-4d41-bb05-722d2652db71'] in n-d-705658-23 is: [{'id': '0c00839f-f518-4d41-bb05-722d2652db71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145520747', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:53:23Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '6eb7193a-1f0a-49bf-afb6-45c944955223', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c00839f-f518-4d41-bb05-722d2652db71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:53:24Z', 'updated_at': '2021-07-28T14:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:08.731497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning for port 023f0e11-d345-476a-af26-015f67e20b3b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:08.733904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216debec-f7f0-4f14-8cda-105144596319 None None] DHCP port deletion for 98583e53-841f-4dfc-8363-a3a12348c4a0 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:08.738355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.745657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:08.749498 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Checking segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:08.749965 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.750484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Bound using segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:08.751025 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Bound port: bac169a2-40b7-431e-a8b0-9e44c01e61da, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:08.751400 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.784004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning complete for port 023f0e11-d345-476a-af26-015f67e20b3b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:08.784384 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.928063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] For port bac169a2-40b7-431e-a8b0-9e44c01e61da, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:08.943340 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] For port bac169a2-40b7-431e-a8b0-9e44c01e61da, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bac169a2-40b7-431e-a8b0-9e44c01e61da,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:08.972688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:08.978790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Port 023f0e11-d345-476a-af26-015f67e20b3b cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:09.024238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning complete for port 18ab3666-e0a3-48c3-b696-d62c9115ceef triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:09.024758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.028577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=18ab3666-e0a3-48c3-b696-d62c9115ceef,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:09.034446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=6eb7193a-1f0a-49bf-afb6-45c944955223,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:09.053479 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.096702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.134423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.143998 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:09.143998 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:54:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:09.177461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 618272b8-0746-41d5-ad55-5365bf117ec2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:09.181044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Deleting port 1f6208bc-25b9-4d80-84eb-242073156983 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:09.181559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.201826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=023f0e11-d345-476a-af26-015f67e20b3b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:09.414233 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b2499-b17b-4613-8381-6b5e2e9e9c87 None None] Pushing event updated for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:09.416126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46434) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:09.416126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479895115', 'description': 'tempest-secgroup-smoke-1479895115 description', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:09.417342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.417342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.417828 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:09.433285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-216debec-f7f0-4f14-8cda-105144596319 None None] For port 1f6208bc-25b9-4d80-84eb-242073156983, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1f6208bc-25b9-4d80-84eb-242073156983,segment=NetworkSegment(9425505f-d718-4cd8-8c77-69d12be96734),segment_id=9425505f-d718-4cd8-8c77-69d12be96734)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:09.436970 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.478507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Calling delete_port for 1f6208bc-25b9-4d80-84eb-242073156983 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:09.502521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.509070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f11e2b04-c1ec-4afd-b095-887c23e6ec2c tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/023f0e11-d345-476a-af26-015f67e20b3b HTTP/1.1" status: 204 len: 168 time: 1.6736615 Jul 28 14:55:09.518168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46438) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:09.651246 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b806763-9576-4748-9b19-4d8429d7c7e2 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] GET failed (client error): The resource could not be found. Jul 28 14:55:09.653279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b806763-9576-4748-9b19-4d8429d7c7e2 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports/023f0e11-d345-476a-af26-015f67e20b3b HTTP/1.1" status: 404 len: 333 time: 0.1340125 Jul 28 14:55:09.660784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46440) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:09.674354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1651123143'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:09.689209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning complete for port 618272b8-0746-41d5-ad55-5365bf117ec2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:09.689379 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.693134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 618272b8-0746-41d5-ad55-5365bf117ec2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:09.693517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.824279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf4c14-523f-40c2-84fc-f5bb485418d7 req-e8192500-980f-48c7-985c-92db515d7497 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:09.835929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ccf4c14-523f-40c2-84fc-f5bb485418d7 req-e8192500-980f-48c7-985c-92db515d7497 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2141788 Jul 28 14:55:09.881570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.882116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Fanout notify agent at l3_agent the message router_deleted on router 0c00839f-f518-4d41-bb05-722d2652db71 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:55:09.889396 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.893926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-146cb3be-30ad-4fad-8fe7-cb35116ed427 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/routers/0c00839f-f518-4d41-bb05-722d2652db71 HTTP/1.1" status: 204 len: 168 time: 2.3169010 Jul 28 14:55:09.894553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46442) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:09.908072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:09.910497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.040686 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:08Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:10.045784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f6208bc-25b9-4d80-84eb-242073156983 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:10.085354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ccf4c14-523f-40c2-84fc-f5bb485418d7 req-46fa412f-8483-48c7-914f-17d76a721c3c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477221 Jul 28 14:55:10.110720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1f6208bc-25b9-4d80-84eb-242073156983 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:10.110720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1f6208bc-25b9-4d80-84eb-242073156983 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:10.112572 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f223c55-c5a1-428a-92c1-ec0a003cf85c None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:08Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:10.136108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216debec-f7f0-4f14-8cda-105144596319 None None] Pushing event deleted for resources: {'Port': ['ID=1f6208bc-25b9-4d80-84eb-242073156983,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:10.183578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216debec-f7f0-4f14-8cda-105144596319 None None] No DVR routers for this DVR port 1f6208bc-25b9-4d80-84eb-242073156983 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:10.197664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.264401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.302305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning for port 0b99b84e-adf6-46ba-96d6-94f18e96b68e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:10.306943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning complete for port 0b99b84e-adf6-46ba-96d6-94f18e96b68e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:10.307331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.333600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.351732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98583e53-841f-4dfc-8363-a3a12348c4a0']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:10.368744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Port 0b99b84e-adf6-46ba-96d6-94f18e96b68e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:10.378837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9425505f-d718-4cd8-8c77-69d12be96734') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:10.379304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9425505f-d718-4cd8-8c77-69d12be96734') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:10.385823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.427610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657edc51-718e-44a4-8e3b-bd0b73de8af6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:10.430512 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.485389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-911fd60f-65c9-49d5-9442-6aab2a8469f6 None None] Provisioning for port bac169a2-40b7-431e-a8b0-9e44c01e61da completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:10.497408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.510691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:10.511326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:10.514516 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:10.519911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:10.523691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.578936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port aacfcadb-0365-492a-aef7-013554aac102 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:10.638819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.640113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89497c15-ae1d-4bfe-a159-aac4455ac473 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3169358 Jul 28 14:55:10.649198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46462) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:10.659781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:10.719494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-c41096be-4b6b-4775-8ee9-53a2ac478b38 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:10.738887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-c41096be-4b6b-4775-8ee9-53a2ac478b38 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 810 time: 0.3377964 Jul 28 14:55:10.768716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-d68adc8c-9876-4a63-9851-56a4ed7dbe58 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/quotas/7055f2108da9466db8ff4a1ccf0c49f5 HTTP/1.1" status: 200 len: 375 time: 0.0211556 Jul 28 14:55:10.819978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::2c9 (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/aacfcadb-0365-492a-aef7-013554aac102) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:10.821337 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.832763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:10.834935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/networks/98583e53-841f-4dfc-8363-a3a12348c4a0 HTTP/1.1" status: 204 len: 168 time: 0.9393659 Jul 28 14:55:10.838156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46464) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:10.892171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-1370c481-4a19-4fdf-a58b-629212130c69 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1222153 Jul 28 14:55:10.896668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c871b-cb15-41e2-b0ec-d09600742150 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Network': ['ID=98583e53-841f-4dfc-8363-a3a12348c4a0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:10.954862 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.043244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18ab3666-e0a3-48c3-b696-d62c9115ceef up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:11.058884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-4c4e079e-773e-49ea-b851-c3e52fd0e157 service neutron] 10.222.0.47 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658006 Jul 28 14:55:11.110172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.141935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 18ab3666-e0a3-48c3-b696-d62c9115ceef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:11.142536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.153882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.190188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object aacfcadb-0365-492a-aef7-013554aac102 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:11.209833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.254161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.273480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.299442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bac169a2-40b7-431e-a8b0-9e44c01e61da up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:11.324503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c215b8e-d914-44c0-8903-3600bb7d7fe1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:11.346812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-c7aa2c33-d004-4003-a4c5-82a87769e8de service neutron] 10.222.0.47 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800529 Jul 28 14:55:11.403683 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.454001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:11.457508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:11.464986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:11.472292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:11.473037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.490647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.490647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2de2b54-a104-4424-9540-7e1e0444e0fd tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8377304 Jul 28 14:55:11.490647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=aacfcadb-0365-492a-aef7-013554aac102,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:11.491141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:11.505937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:11.515389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.515546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bac169a2-40b7-431e-a8b0-9e44c01e61da completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:11.520270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bac169a2-40b7-431e-a8b0-9e44c01e61da triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:11.520655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.527236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.528688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/security-groups/5e8c93f2-0950-4933-a910-c27134e93f78 HTTP/1.1" status: 204 len: 168 time: 0.6890340 Jul 28 14:55:11.546468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3988f-969d-4bd8-bf87-076026b7d7b6 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8c93f2-0950-4933-a910-c27134e93f78,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:11.663430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.696283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-29c0f3ee-b6ae-4386-82c4-ea15960a3181 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0311556 Jul 28 14:55:11.697905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46476) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:11.743582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ef', 'mac_address': 'fa:16:3e:e6:35:0e'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:11.752518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bac169a2-40b7-431e-a8b0-9e44c01e61da, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bac169a2-40b7-431e-a8b0-9e44c01e61da,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:11.871521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4322e84-8d59-46f8-a33e-ba117ff34272 req-6bff64d8-659b-48b7-87ed-6e3535ea6d0c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.0392570 Jul 28 14:55:11.881714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.894525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:11.979132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-99dda487-b946-4e89-b931-ac62c70f25ba None None] Provisioning for port aacfcadb-0365-492a-aef7-013554aac102 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:11.996955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d841a36-3bb3-4216-b8cd-e76388dddef4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:12.036615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.048014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-99dda487-b946-4e89-b931-ac62c70f25ba None None] Provisioning complete for port aacfcadb-0365-492a-aef7-013554aac102 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:12.048014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-99dda487-b946-4e89-b931-ac62c70f25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.048014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8d841a36-3bb3-4216-b8cd-e76388dddef4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:12.048014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8d841a36-3bb3-4216-b8cd-e76388dddef4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:12.048014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6eb7193a-1f0a-49bf-afb6-45c944955223 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:12.081813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.100829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6eb7193a-1f0a-49bf-afb6-45c944955223 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:12.101448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6eb7193a-1f0a-49bf-afb6-45c944955223 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:12.109195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:12.123793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-99dda487-b946-4e89-b931-ac62c70f25ba None None] Port aacfcadb-0365-492a-aef7-013554aac102 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:12.353277 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.356865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d58a0a88-8f9b-4318-86d4-d2e4f7d678ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.394047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a641b9c4-2e3d-42c0-affc-37b06938d808,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:12.401761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:12.419644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850664236', 'description': 'tempest-secgroup-smoke-850664236 description', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:12.579602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.580787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-02297083-1b4c-45f3-afce-fdf3c8f84efb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0830915 Jul 28 14:55:12.583804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46502) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:12.598366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:12.681841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.688734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.815590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bac169a2-40b7-431e-a8b0-9e44c01e61da up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:12.837856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.872895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bac169a2-40b7-431e-a8b0-9e44c01e61da triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:12.873520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.879318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] In _notify_port_updated(), no bound segment for port aacfcadb-0365-492a-aef7-013554aac102 on network f8d23f18-bd30-4234-93b4-63bbe81097aa {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:55:12.885430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:12.886307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.887884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "PUT /v2.0/ports/aacfcadb-0365-492a-aef7-013554aac102 HTTP/1.1" status: 200 len: 1003 time: 1.1876206 Jul 28 14:55:12.891984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:12.901527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:12.963226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d82deb-1d79-4b01-bdfd-1d57ac29d944 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=aacfcadb-0365-492a-aef7-013554aac102,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:13.043097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98ecf3cb-163b-44b3-9712-5b4e388cb835 req-9f813bf4-5c04-4a5a-994c-1d4c7f034db9 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.0411406 Jul 28 14:55:13.086909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port aacfcadb-0365-492a-aef7-013554aac102 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:13.087244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.109793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.135463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.187795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.202407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for aacfcadb-0365-492a-aef7-013554aac102 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:13.250821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0dfc0104-6e77-4efc-81cb-6a714ff5445a None None] Provisioning complete for port aacfcadb-0365-492a-aef7-013554aac102 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:13.251038 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0104-6e77-4efc-81cb-6a714ff5445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.286998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc0104-6e77-4efc-81cb-6a714ff5445a None None] Port aacfcadb-0365-492a-aef7-013554aac102 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:13.309591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.325969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.373695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2644096f-76b3-4699-b9b8-f25616d63711,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:13.376934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff5648-bdbb-4310-b290-9217f4e9946f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:13.482044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.482530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.484424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-467eef2f-2539-4291-9bd2-3130f49cea4e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0811388 Jul 28 14:55:13.486010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.488940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3071d472-d192-43dd-9b52-39284dbc29de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8943634 Jul 28 14:55:13.489796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46530) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:13.491336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:13.497387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:13.502707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:13.531867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=aacfcadb-0365-492a-aef7-013554aac102,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:13.645283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.647929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-64c87e79-2d61-4664-9801-405e92dbf653 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/aacfcadb-0365-492a-aef7-013554aac102 HTTP/1.1" status: 204 len: 168 time: 0.7544253 Jul 28 14:55:13.650558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46534) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:13.684776 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57a65e2-f859-46e1-a32c-c5b054d0565f tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] GET failed (client error): The resource could not be found. Jul 28 14:55:13.687541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f57a65e2-f859-46e1-a32c-c5b054d0565f tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports/aacfcadb-0365-492a-aef7-013554aac102 HTTP/1.1" status: 404 len: 333 time: 0.0347681 Jul 28 14:55:13.691366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:13.696516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1049376694'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:13.764399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.862190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.897970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:13.951026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.007601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.027393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd432710-7f28-4bd3-b24c-120a2100eacc,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.057046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:14.061348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.071713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.083945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port fd1a31e9-8bd4-4a27-b898-878741d54058 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:14.096851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a89f7-3be9-4a45-8de4-2c6584bab55c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.184131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c7f6435-1f0e-43f1-9df3-114290a48859 req-cbb79f52-77dc-4c3e-a3b6-cd655edfc849 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.0414586 Jul 28 14:55:14.232221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.233429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3c1e0b7-e6c7-433c-97a1-13f6ede9a5d2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7425048 Jul 28 14:55:14.237404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:14.242242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:14.256230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::fe (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/fd1a31e9-8bd4-4a27-b898-878741d54058) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:14.284053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.285302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-378a0931-5fd8-4e3e-8322-ab94f99cf2e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7885311 Jul 28 14:55:14.288229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46542) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:14.292997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:14.420068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.434825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object fd1a31e9-8bd4-4a27-b898-878741d54058 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:14.455826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.528966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.589970 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.634883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:14.642661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:14.647589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:14.656711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:14.657777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.671366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=fd1a31e9-8bd4-4a27-b898-878741d54058,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.694855 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:55:14.694855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.744324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.758744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.785473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977b979f-ec7e-4fcf-832f-d00be58d4707,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.798918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89f445c1-239c-4555-80b6-239f933eba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.839459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-57064f9b-9ce0-4bd5-819e-f6276d07f651 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1468918 Jul 28 14:55:14.842159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46558) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:14.847949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e6:35:0e'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:14.919411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.957579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.983269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a69542-01ec-4d86-8089-90ae55dfcfd7,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:14.995978 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:14.996575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.003169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f24cfc5-aba4-4a19-8fd6-4b654366fdb2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7593520 Jul 28 14:55:15.003330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46560) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.009101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:15.137141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.149784 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.151054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d631ec3-a3a7-44eb-8b0d-18d4fb25043e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8618460 Jul 28 14:55:15.153916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.159571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '657edc51-718e-44a4-8e3b-bd0b73de8af6', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:15.219074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9acfec49-7ce6-451f-bfc1-7f92a0c186c2 None None] Provisioning for port fd1a31e9-8bd4-4a27-b898-878741d54058 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:15.228548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9acfec49-7ce6-451f-bfc1-7f92a0c186c2 None None] Provisioning complete for port fd1a31e9-8bd4-4a27-b898-878741d54058 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:15.228935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9acfec49-7ce6-451f-bfc1-7f92a0c186c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.269454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9acfec49-7ce6-451f-bfc1-7f92a0c186c2 None None] Port fd1a31e9-8bd4-4a27-b898-878741d54058 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:15.379523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4869440b-7bf4-4dda-9fbd-e92d8f8ccf8d req-649aeb8b-dfad-46c1-a2ac-cb455acc87f8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.0836539 Jul 28 14:55:15.390129 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.459582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.493631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] In _notify_port_updated(), no bound segment for port fd1a31e9-8bd4-4a27-b898-878741d54058 on network f8d23f18-bd30-4234-93b4-63bbe81097aa {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:55:15.496174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:15.496968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.501569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "PUT /v2.0/ports/fd1a31e9-8bd4-4a27-b898-878741d54058 HTTP/1.1" status: 200 len: 1002 time: 0.6582341 Jul 28 14:55:15.510768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46566) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.585369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-6b768e5b-e047-4089-a5b1-fb1a13706aa8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:15.586904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-6b768e5b-e047-4089-a5b1-fb1a13706aa8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.50 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 810 time: 0.3339515 Jul 28 14:55:15.589450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.590197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d3b63-1ae2-4e52-a657-83901aeaac34 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=fd1a31e9-8bd4-4a27-b898-878741d54058,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:15.631755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Request body: {'port': {'device_id': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'admin_state_up': True, 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:15.684977 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:55:15.693797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.776009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.791482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port fd1a31e9-8bd4-4a27-b898-878741d54058 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:15.792056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.795227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf0b3db-6f64-4b1d-9216-ef6e6a2ff752,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:15.830094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.887216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.895166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69d84b6c-0b55-49ed-9ea1-9e92f380e09a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8921275 Jul 28 14:55:15.898099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46580) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:15.910498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:15.928009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0bc5d05e-2fcd-4b83-870a-641571d3ceaf None None] Provisioning complete for port fd1a31e9-8bd4-4a27-b898-878741d54058 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:15.930140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bc5d05e-2fcd-4b83-870a-641571d3ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.976768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:15.979247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5d05e-2fcd-4b83-870a-641571d3ceaf None None] Port fd1a31e9-8bd4-4a27-b898-878741d54058 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:15.986753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.001236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for fd1a31e9-8bd4-4a27-b898-878741d54058 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:16.019294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1b4925-4d0d-4f0c-aa42-9e540474144a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:16.143660 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Made reservation on behalf of 7055f2108da9466db8ff4a1ccf0c49f5 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:16.148255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.244532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.297122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.306291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.383362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=fd1a31e9-8bd4-4a27-b898-878741d54058,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:16.403802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.415966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.416319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.416668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.417043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.417347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.417684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.418021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.418341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.418667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.419016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.419348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.419697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:16.445106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.464349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c68a8bda-017c-4665-bfbe-947c632bd2ac tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/fd1a31e9-8bd4-4a27-b898-878741d54058 HTTP/1.1" status: 204 len: 168 time: 0.9262743 Jul 28 14:55:16.464349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.464349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b3560ecf-c148-4ab0-933d-d08683a6dc26 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2961426 Jul 28 14:55:16.482408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46586) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:16.533750 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce05399-1285-424c-bac0-ecaf595d42fa tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] GET failed (client error): The resource could not be found. Jul 28 14:55:16.535646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ce05399-1285-424c-bac0-ecaf595d42fa tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports/fd1a31e9-8bd4-4a27-b898-878741d54058 HTTP/1.1" status: 404 len: 333 time: 0.0520415 Jul 28 14:55:16.544777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:16.580941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1657276236'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:16.711918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Allocated IP 172.20.0.9 (205bd789-0c4b-4761-86de-eadf9603a7fb/47e45153-0d77-47e6-b60b-32a2522ebbed/b911271d-3c43-4254-9db3-e0fd82a1d572) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:16.792771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-acef59be-c8cc-4697-9f38-2048caf71b38 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479895115&fields=id&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 267 time: 0.0890329 Jul 28 14:55:16.891662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3f35f40-5aff-44e5-9b63-a925bbbd4860 req-89cd8804-0921-49d4-bb7e-025efec4946f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.4275763 Jul 28 14:55:16.893935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:16.907868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba711c4e-df33-4eeb-986c-d81ceee03ae7,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:17.000465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-c15956c2-1862-43d0-85d5-e0937ac1a6d9 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:17.001983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-c15956c2-1862-43d0-85d5-e0937ac1a6d9 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 797 time: 0.2001832 Jul 28 14:55:17.005495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:17.008902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.053584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-40e7e9e3-41c9-4a87-acbf-d826dd6c8ad7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/quotas/cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 375 time: 0.0386560 Jul 28 14:55:17.056831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.063939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:17.138649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.149755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f47785c-bdb7-4bf2-92d9-e21853c408f7 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2407010 Jul 28 14:55:17.149755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46604) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:17.149755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:17.252363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-7c94a62a-731c-42fc-b1a7-320050c53c45 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1905751 Jul 28 14:55:17.275770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::1d3 (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:17.281189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-12a62ac6-355d-4bdf-aa9e-78323fdf1228 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:17.282291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-12a62ac6-355d-4bdf-aa9e-78323fdf1228 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081022 Jul 28 14:55:17.464099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-c3728a2e-985f-4344-843e-62b1ec723ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685040 Jul 28 14:55:17.487003 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.525260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ae7b0d32-bde1-468a-b835-344a171a50c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:55:17.604454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.613669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Network 205bd789-0c4b-4761-86de-eadf9603a7fb is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:17.623596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:17.626142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Pushing event updated for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:17.631114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:17.676327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:17.713725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-9d7d4ab3-abe0-42de-8442-4a6a9756abab service neutron] 10.222.0.47 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401524 Jul 28 14:55:17.721111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:17.721786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.741433 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:55:17.741433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.825511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:17.909816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.032632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff6eb1-edda-42fe-b626-b83be6912a55 req-ef452514-8df5-49b0-b291-d2ab1ec924f1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:18.034161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85ff6eb1-edda-42fe-b626-b83be6912a55 req-ef452514-8df5-49b0-b291-d2ab1ec924f1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 931 time: 0.0503056 Jul 28 14:55:18.068051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-dfb1571a-a7ab-46b9-a6c2-814bb7007c9a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4411056 Jul 28 14:55:18.072634 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.075325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85ff6eb1-edda-42fe-b626-b83be6912a55 req-2d9488a2-f0c6-476a-bec3-f7c9c1f384fb tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Jul 28 14:55:18.110459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Request body: {'port': {'device_id': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:18.135765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:18.142771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:18.159260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:18.159260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:18.159900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.175927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:18.189024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.204579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581e6f2e-af68-4600-b397-d6dbed989e27,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:18.216088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.391299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c4237b8-0915-45b7-a141-7a1ef2e9f081 req-db5213ac-037a-4498-abe1-9276701aee90 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0493462 Jul 28 14:55:18.425697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae1f837e-0417-48a0-b12e-169595ff5fb5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8550229 Jul 28 14:55:18.428535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46616) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:18.433481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'network_id': 'f8d23f18-bd30-4234-93b4-63bbe81097aa', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599078417'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:18.441419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.442873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45c88d0d-3fb9-41c7-9b6e-87d896892c36 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2981594 Jul 28 14:55:18.445731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46618) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:18.450811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'security_group_rule': {'security_group_id': '9dff5648-bdbb-4310-b290-9217f4e9946f', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:18.604700 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Project 56245dcc2a25444f8fd4d55b76dc31cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:55:18.610873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.673464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.674777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b911271d-3c43-4254-9db3-e0fd82a1d572 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:18.682363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.694530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Transition to ACTIVE for port object b911271d-3c43-4254-9db3-e0fd82a1d572 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:18.729780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07fd52ae-7d67-409a-8296-a7556f14a021 None None] Provisioning for port dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:18.733788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07fd52ae-7d67-409a-8296-a7556f14a021 None None] Provisioning complete for port dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:18.734187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07fd52ae-7d67-409a-8296-a7556f14a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.764116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Made reservation on behalf of 560a5373a8de4a8aa416d5d865883b1b for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:18.768424 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.770431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-07fd52ae-7d67-409a-8296-a7556f14a021 None None] Port dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:18.791049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] device_id is not set on port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:18.852574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.855502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:18.870910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c5110b-b291-4063-bd17-63159cfb172e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:18.949025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Allocated IP 2001:db8::24d (f8d23f18-bd30-4234-93b4-63bbe81097aa/90f4d2cd-1bc2-41ec-b343-98c05886c7d9/d52ddb5b-9bf3-4a4b-a44c-e83d0138a324) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:18.979323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:19.079845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.081382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a18702a0-9ff4-4b2e-8c91-a904e7816974 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6342695 Jul 28 14:55:19.081721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Attempting to bind port b911271d-3c43-4254-9db3-e0fd82a1d572 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:19.082139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Attempting to bind port b911271d-3c43-4254-9db3-e0fd82a1d572 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:19.082385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Attempting to bind port b911271d-3c43-4254-9db3-e0fd82a1d572 on network 205bd789-0c4b-4761-86de-eadf9603a7fb {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:19.084305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46628) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:19.089984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'network': {'name': 'tempest-network-smoke--1591161689', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:19.118679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Port b911271d-3c43-4254-9db3-e0fd82a1d572 on network 205bd789-0c4b-4761-86de-eadf9603a7fb not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:55:19.119139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Attempting to bind port b911271d-3c43-4254-9db3-e0fd82a1d572 on network 205bd789-0c4b-4761-86de-eadf9603a7fb {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:19.132486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:19.132848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Checking segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:19.133253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Bound using segment: {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:19.133716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Bound port: b911271d-3c43-4254-9db3-e0fd82a1d572, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:19.134090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.278378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.292945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:19.306714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab62c1-f939-4831-9866-a79e3870f200 req-b49b4c46-c592-4f38-8216-7770ca6c295a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:19.308254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-17ab62c1-f939-4831-9866-a79e3870f200 req-b49b4c46-c592-4f38-8216-7770ca6c295a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.1225328 Jul 28 14:55:19.309201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Transition to ACTIVE for port object d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:19.345137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:19.348760 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.367092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-17ab62c1-f939-4831-9866-a79e3870f200 req-591775d3-5e86-4825-b6f9-892fe895c185 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510449 Jul 28 14:55:19.376623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:19.387186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.387537 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Added segment a0ce853c-5791-4901-bd25-511277439458 of type vlan for network 7eeeca75-f10f-4222-a978-f5c3e0cba676 Jul 28 14:55:19.471953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ff09fac-2319-4473-98c0-271c81a56213 req-47b46846-61cc-4510-bfd3-34d59203f212 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0404766 Jul 28 14:55:19.473372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.620466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b911271d-3c43-4254-9db3-e0fd82a1d572,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:19.681846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.756492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.762227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:19.762902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:19.853632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Network': ['ID=7eeeca75-f10f-4222-a978-f5c3e0cba676,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:19.883083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:19.902565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4fbc7dd7-a332-44dc-8812-a291884f2164 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8168895 Jul 28 14:55:19.904497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46640) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:19.910354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'admin_state_up': True, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:20.035211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.066435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.085007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Network f8d23f18-bd30-4234-93b4-63bbe81097aa is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:20.090887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:20.093742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.094361 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.095755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] 10.222.0.50 "PUT /v2.0/ports/b911271d-3c43-4254-9db3-e0fd82a1d572 HTTP/1.1" status: 200 len: 1092 time: 1.9931531 Jul 28 14:55:20.098348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.100170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.100477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:20.102737 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8" -d '{"events": [{"name": "network-changed", "server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:20.108904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:20.114620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.115326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.119393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=d52ddb5b-9bf3-4a4b-a44c-e83d0138a324,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:20.185370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a0b88-988b-4ae1-a70c-574b9b30cf70 service neutron] Pushing event updated for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:20.189301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.310865 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad1d06-f2f7-4984-8dbe-9e6f410e9a95 x-openstack-request-id: req-61ad1d06-f2f7-4984-8dbe-9e6f410e9a95 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:20.310865 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:20.310865 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61ad1d06-f2f7-4984-8dbe-9e6f410e9a95 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:20.310865 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572', 'status': 'completed', 'code': 200} Jul 28 14:55:20.386072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-2b97ebb8-9cca-4436-82ae-447ce022a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.387620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-2b97ebb8-9cca-4436-82ae-447ce022a41c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1095 time: 0.0412319 Jul 28 14:55:20.469763 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c91da903-566e-472b-a493-8c62df330d27 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0401165 Jul 28 14:55:20.474651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46650) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:20.481335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ef', 'mac_address': 'fa:16:3e:e6:35:0e'}, {'ip_address': '2001:db8::1d3', 'mac_address': 'fa:16:3e:c7:7c:86'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:20.544964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448f76b-ba27-4c70-97e2-2746cf3255c6 req-2cd87141-902a-4bf3-80ee-6f5f440029ae tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.546888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c448f76b-ba27-4c70-97e2-2746cf3255c6 req-2cd87141-902a-4bf3-80ee-6f5f440029ae tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.0990605 Jul 28 14:55:20.586513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6467858-bd32-47d9-9659-c44ead26ac5a req-e308fd06-382f-4f32-b539-b35df54f028b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0553977 Jul 28 14:55:20.607580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-d5ed5366-1f07-4b6d-aa6a-5eb67c11645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.608794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-d5ed5366-1f07-4b6d-aa6a-5eb67c11645e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2072146 Jul 28 14:55:20.632033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c448f76b-ba27-4c70-97e2-2746cf3255c6 req-83f37909-8508-4ef1-9f48-9d87fef342b3 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563929 Jul 28 14:55:20.679442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.683496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-34505971-992b-418d-add6-fd6e0bc44569 None None] Provisioning for port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:20.685489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-34505971-992b-418d-add6-fd6e0bc44569 None None] Provisioning complete for port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:20.687332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-34505971-992b-418d-add6-fd6e0bc44569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.734256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-764924ef-6f43-4f08-a2e8-57fa7a599601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.735929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bd1b8dbb-a375-4ac6-bc88-70224bf4acc8 req-764924ef-6f43-4f08-a2e8-57fa7a599601 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205051 Jul 28 14:55:20.759755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-34505971-992b-418d-add6-fd6e0bc44569 None None] Port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:20.837449 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.843474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:20.852186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-2809073f-1c53-46be-9493-682753bfe319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.853646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-2809073f-1c53-46be-9493-682753bfe319 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1095 time: 0.0470285 Jul 28 14:55:20.902216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-cb13ca45-2c2f-4df7-9c34-b0e473cd8c1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b911271d-3c43-4254-9db3-e0fd82a1d572 HTTP/1.1" status: 200 len: 217 time: 0.0352547 Jul 28 14:55:20.965656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541eac2a-fba6-440b-be49-38b878162194 req-f773ee69-d5b0-4f21-b643-5cb53c45934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:20.967982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-f773ee69-d5b0-4f21-b643-5cb53c45934b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0590053 Jul 28 14:55:21.001699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-bf5011f0-99e8-4f73-9aa3-e20886556fec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266914 Jul 28 14:55:21.050091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.098181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-859d73c2-d2ed-409b-93ef-9a76c71ccdb4 service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898161 Jul 28 14:55:21.194108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541eac2a-fba6-440b-be49-38b878162194 req-1f0e6eb6-b7f6-4f2d-a5e4-f5a4e7e233ad service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890214 Jul 28 14:55:21.346553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.365603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.430737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.496959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] In _notify_port_updated(), no bound segment for port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 on network f8d23f18-bd30-4234-93b4-63bbe81097aa {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 14:55:21.503074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:21.503715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.508060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "PUT /v2.0/ports/d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 HTTP/1.1" status: 200 len: 1068 time: 1.0281231 Jul 28 14:55:21.508760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:21.528214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482747e-ea0c-4561-a8c6-b15c197ba454 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event updated for resources: {'Port': ['ID=d52ddb5b-9bf3-4a4b-a44c-e83d0138a324,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:21.540269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.192 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0b05f569-a738-487c-b976-325db8de3adc) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:21.730807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3a22c94-caaf-45cc-aff9-23afc232d3aa req-df1e2d62-fec9-49f9-b1a2-3083c034e655 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0597181 Jul 28 14:55:21.766712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:21.767227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.793340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8aca9a6c-5c11-43d1-b47f-90b1382f6237 None None] Provisioning complete for port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:21.794536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8aca9a6c-5c11-43d1-b47f-90b1382f6237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.846720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8aca9a6c-5c11-43d1-b47f-90b1382f6237 None None] Port d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:21.870848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8bf88-565e-4d16-bba6-6616491d6460 req-fe4bf90a-2902-4628-9440-4b4189f74759 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:21.872743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf8bf88-565e-4d16-bba6-6616491d6460 req-fe4bf90a-2902-4628-9440-4b4189f74759 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.0908237 Jul 28 14:55:21.886632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.899859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:21.901859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:21.953352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bf8bf88-565e-4d16-bba6-6616491d6460 req-87d8674b-4e8e-481c-abe7-e8ba5e7f6123 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688841 Jul 28 14:55:22.202564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.245157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:22.248020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:22.252016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:22.283615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=0b05f569-a738-487c-b976-325db8de3adc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:22.298698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.344167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=d52ddb5b-9bf3-4a4b-a44c-e83d0138a324,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:22.518666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.520739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d0688df4-6400-4b8c-9501-d0c8360e2bde tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 HTTP/1.1" status: 204 len: 168 time: 1.0109305 Jul 28 14:55:22.523352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:22.549357 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eba1783-72d9-4f97-a8ca-e35f4816701f tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] GET failed (client error): The resource could not be found. Jul 28 14:55:22.550997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1eba1783-72d9-4f97-a8ca-e35f4816701f tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports/d52ddb5b-9bf3-4a4b-a44c-e83d0138a324 HTTP/1.1" status: 404 len: 333 time: 0.0266945 Jul 28 14:55:22.553877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46674) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:22.649928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:22.650286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.745549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.759850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:22.832829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:22.843442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-298b4684-c3b9-4a9a-826c-0c0fc4142c71 req-4a5fad24-a30b-42c9-ac9a-d8a4bcb92676 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0351188 Jul 28 14:55:23.132694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.136357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.155912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02567dfd-5473-4573-882b-ba4511f0be4d req-d3ddc434-ee03-44e5-b18a-1f690ce385e5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:23.157627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02567dfd-5473-4573-882b-ba4511f0be4d req-d3ddc434-ee03-44e5-b18a-1f690ce385e5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.1065948 Jul 28 14:55:23.175053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:23.205539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.207657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ad6f0e5-c2ac-4560-81d7-7bb3d5aef6e3 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 HTTP/1.1" status: 204 len: 168 time: 0.6528065 Jul 28 14:55:23.209549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-d890d6b0-a2fd-4502-a60d-42a15b1f587e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1184793 Jul 28 14:55:23.210172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:23.238091 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0210f25-cde8-46d6-a982-8be53918f4b5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] GET failed (client error): The resource could not be found. Jul 28 14:55:23.240542 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0210f25-cde8-46d6-a982-8be53918f4b5 tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "GET /v2.0/ports/dcd08e7c-3ad1-4c8a-b549-f59f8664e6d5 HTTP/1.1" status: 404 len: 333 time: 0.0286686 Jul 28 14:55:23.245797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:23.336225 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02567dfd-5473-4573-882b-ba4511f0be4d req-c3448b30-ce29-4dae-9f9a-fabaaa98db6e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351449 Jul 28 14:55:23.417156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e53855-9052-4304-a734-efca227a7a60 req-9e9f0fca-b2d8-4fb2-90fd-c653df0b2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:23.418722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-9e9f0fca-b2d8-4fb2-90fd-c653df0b2734 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 1097 time: 0.1390920 Jul 28 14:55:23.454275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port 0b99b84e-adf6-46ba-96d6-94f18e96b68e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:23.454836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.588543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.588543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for 0b99b84e-adf6-46ba-96d6-94f18e96b68e owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:23.837434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 14ddd065-a615-44bc-a05a-c83496bbcaaf is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:55:23.880853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:23.933628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=0b99b84e-adf6-46ba-96d6-94f18e96b68e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:23.996682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e53855-9052-4304-a734-efca227a7a60 req-5c632126-f20e-4448-be30-c60c95586659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:23.998619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-5c632126-f20e-4448-be30-c60c95586659 service neutron] 10.222.0.53 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 911 time: 0.5519614 Jul 28 14:55:23.999611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b67c75f-661f-4f72-a37a-440687ab3042 req-eb5747df-14a2-4e08-9c31-448b450ea846 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0558021 Jul 28 14:55:24.022918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.027098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4886f748-4a1d-4d3b-b20a-1349020abaaf tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/ports/0b99b84e-adf6-46ba-96d6-94f18e96b68e HTTP/1.1" status: 204 len: 168 time: 0.7782068 Jul 28 14:55:24.027928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46706) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.091764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting subnet 90f4d2cd-1bc2-41ec-b343-98c05886c7d9 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:24.091903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-8325b37b-be14-4d92-bed3-365075ba1a78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b0d32-bde1-468a-b835-344a171a50c1 HTTP/1.1" status: 200 len: 217 time: 0.0690134 Jul 28 14:55:24.095983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.150164 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.160548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-7e794667-0daf-472a-93ed-6f3a2778fbac tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:24.162131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-7e794667-0daf-472a-93ed-6f3a2778fbac tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 797 time: 0.3352275 Jul 28 14:55:24.205011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e53855-9052-4304-a734-efca227a7a60 req-f90128f9-a02e-4f3d-be69-af63ce94e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:24.206553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-f90128f9-a02e-4f3d-be69-af63ce94e4ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0845630 Jul 28 14:55:24.208764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:24.220109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Sync routers for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:24.229123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:24.229883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:24.265466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.273829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-1df347f3-01f3-4918-a306-44a5d7d136c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547619 Jul 28 14:55:24.279591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b3fb7ab7-f8f2-4d90-bf3c-b0430d6d7180 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 380 time: 0.1005843 Jul 28 14:55:24.299373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'port': {'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'admin_state_up': True, 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'security_groups': ['657edc51-718e-44a4-8e3b-bd0b73de8af6']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:24.339541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:24.489972 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-d2ebd227-d842-47dd-922a-a301f5088ee0 service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028635 Jul 28 14:55:24.561468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb237-8db4-4506-96ff-5feeb314a420 req-d9233a6b-f54a-4b2b-a299-96ee97a8628e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:24.563536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f39cb237-8db4-4506-96ff-5feeb314a420 req-d9233a6b-f54a-4b2b-a299-96ee97a8628e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.1465938 Jul 28 14:55:24.571180 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.576715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.578596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f4d6a625-16c8-4327-93cf-b8c90def8816 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6726351 Jul 28 14:55:24.585958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.599492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100f09cc-098d-4e8f-9e2b-425e44fc3dca None None] Network f8d23f18-bd30-4234-93b4-63bbe81097aa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:24.626339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.626339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/subnets/90f4d2cd-1bc2-41ec-b343-98c05886c7d9 HTTP/1.1" status: 204 len: 168 time: 0.5896742 Jul 28 14:55:24.632849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46716) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.638694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff814b-f3a2-43f9-af98-5917650fcaee tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Subnet': ['ID=90f4d2cd-1bc2-41ec-b343-98c05886c7d9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:24.646514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46718) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:24.646860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-930e4b6f-3123-4d56-96dc-e29f2548fc51 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=56245dcc2a25444f8fd4d55b76dc31cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582719 Jul 28 14:55:24.647127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:22Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:24.681807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Checking router: 14ddd065-a615-44bc-a05a-c83496bbcaaf for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:24.682230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Updating router 14ddd065-a615-44bc-a05a-c83496bbcaaf port 0b05f569-a738-487c-b976-325db8de3adc binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:24.721137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.729131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f39cb237-8db4-4506-96ff-5feeb314a420 req-9350752b-6c57-453c-be2c-171000f9f160 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571319 Jul 28 14:55:24.766572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13e53855-9052-4304-a734-efca227a7a60 req-05becf56-78f0-4d4f-a7f8-5a59885ae604 service neutron] 10.222.0.53 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655213 Jul 28 14:55:24.807490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:24.811078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.890900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:24.904223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] DHCP port deletion for f8d23f18-bd30-4234-93b4-63bbe81097aa request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:24.963206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68899b6c-eb56-4c75-9f82-50b1cdd24569 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:24.967451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-68899b6c-eb56-4c75-9f82-50b1cdd24569 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3118434 Jul 28 14:55:24.968341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:25.067570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46724) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:25.067762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a257a46c-9130-45b1-bf1f-3dc240b39436 tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0900681 Jul 28 14:55:25.067859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102197905', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:25.072213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.6 (a7bb77ba-f125-48a7-b0ea-2e2ca703dc85/2bd7fd84-e805-445f-908f-7ffe460f94e9/ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:25.135837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.137121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Deleting port 618272b8-0746-41d5-ad55-5365bf117ec2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:25.137696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.149339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Transition to ACTIVE for port object 0b05f569-a738-487c-b976-325db8de3adc will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:25.152962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24c81540-e8d2-4fb5-b56e-9105026d91e5 req-7e361199-ff82-4a1d-bf2b-4e2c0d59071c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.0467515 Jul 28 14:55:25.171337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Deleting port 618272b8-0746-41d5-ad55-5365bf117ec2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:25.171704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.250970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] For port 618272b8-0746-41d5-ad55-5365bf117ec2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=618272b8-0746-41d5-ad55-5365bf117ec2,segment=NetworkSegment(bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af),segment_id=bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:25.251677 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.267253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Calling delete_port for 618272b8-0746-41d5-ad55-5365bf117ec2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:25.316931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b911271d-3c43-4254-9db3-e0fd82a1d572 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:55:25.319458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] For port 618272b8-0746-41d5-ad55-5365bf117ec2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=618272b8-0746-41d5-ad55-5365bf117ec2,segment=NetworkSegment(bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af),segment_id=bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:25.319902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.320862 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.355579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Calling delete_port for 618272b8-0746-41d5-ad55-5365bf117ec2 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:25.403470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Attempting to bind port 0b05f569-a738-487c-b976-325db8de3adc on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:25.403857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Attempting to bind port 0b05f569-a738-487c-b976-325db8de3adc by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:25.404235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Attempting to bind port 0b05f569-a738-487c-b976-325db8de3adc on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:25.443017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.464457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:25.464925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:25.465364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.465654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:25.466144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Bound port: 0b05f569-a738-487c-b976-325db8de3adc, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:25.466728 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.471522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:25.475457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb3f8-7dfa-4261-930e-103016ed9edb None None] Pushing event updated for resources: {'Port': ['ID=0b05f569-a738-487c-b976-325db8de3adc,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:25.475593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:25.480022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.692167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.736801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.747771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.752289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] No DVR routers for this DVR port 618272b8-0746-41d5-ad55-5365bf117ec2 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:25.754246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Port': ['ID=618272b8-0746-41d5-ad55-5365bf117ec2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:25.800035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b911271d-3c43-4254-9db3-e0fd82a1d572,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:25.817799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] For port 0b05f569-a738-487c-b976-325db8de3adc, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:25.829693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] Pushing event deleted for resources: {'Port': ['ID=618272b8-0746-41d5-ad55-5365bf117ec2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:25.841754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'b911271d-3c43-4254-9db3-e0fd82a1d572', 'network_id': '205bd789-0c4b-4761-86de-eadf9603a7fb', 'port_id': 'b911271d-3c43-4254-9db3-e0fd82a1d572', 'mac_address': 'fa:16:3e:1e:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e45153-0d77-47e6-b60b-32a2522ebbed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:55:25.844096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a5c61-bc18-415b-8903-b6542c964594 None None] No DVR routers for this DVR port 618272b8-0746-41d5-ad55-5365bf117ec2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:25.847606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] For port 0b05f569-a738-487c-b976-325db8de3adc, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0b05f569-a738-487c-b976-325db8de3adc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:25.900410 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:25.915052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b911271d-3c43-4254-9db3-e0fd82a1d572 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:25.928431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:25.937602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b911271d-3c43-4254-9db3-e0fd82a1d572,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:25.974032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:25.993069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.009214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:26.022709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.051212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.066163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d23f18-bd30-4234-93b4-63bbe81097aa']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:26.087598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:26.087938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccec0a6-09aa-4cb2-8e4f-4535bd1ab7af') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:26.101133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb3f8-7dfa-4261-930e-103016ed9edb None None] Pushing event updated for resources: {'Port': ['ID=0b05f569-a738-487c-b976-325db8de3adc,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.105213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.110636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:26.110636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:26.124283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.132887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:26.133447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.157000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.241925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.341221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7015-50a6-4a62-954e-5ee1ed758d5a req-fb70bce4-4290-40dc-9881-9c6488c523c0 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:26.344307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92bf7015-50a6-4a62-954e-5ee1ed758d5a req-fb70bce4-4290-40dc-9881-9c6488c523c0 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 931 time: 0.0818276 Jul 28 14:55:26.394374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92bf7015-50a6-4a62-954e-5ee1ed758d5a req-cf3df21c-7cc0-44b5-a750-225017fcb16f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Jul 28 14:55:26.397076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:26.434455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['b911271d-3c43-4254-9db3-e0fd82a1d572'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:26.530938 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:26.539101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.563264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dd5c4-beb2-4dca-9ed5-47499fa4240c req-2b43a654-9631-4cba-ba0a-3e5303094f0f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:26.566607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-539dd5c4-beb2-4dca-9ed5-47499fa4240c req-2b43a654-9631-4cba-ba0a-3e5303094f0f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 943 time: 0.7402673 Jul 28 14:55:26.605864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f5e6f5f0-7654-4f1a-adcb-683fc6727e12 None None] Provisioning for port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:26.614784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:26.615429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.639355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f5e6f5f0-7654-4f1a-adcb-683fc6727e12 None None] Provisioning complete for port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:26.640265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f5f0-7654-4f1a-adcb-683fc6727e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.672867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Subnet': ['ID=07597dd6-7327-4c2d-aa09-b5379f220e47,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.689987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-539dd5c4-beb2-4dca-9ed5-47499fa4240c req-bf2c93c3-9b80-4cae-90dc-f51a06abae0f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986190 Jul 28 14:55:26.700151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Checking segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:26.700523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network hostable DHCP agents. Network: 7eeeca75-f10f-4222-a978-f5c3e0cba676, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:26.735758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6f5f0-7654-4f1a-adcb-683fc6727e12 None None] Port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:26.783554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.783796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:22Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:26.804757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.810041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] 10.222.0.47 "DELETE /v2.0/networks/f8d23f18-bd30-4234-93b4-63bbe81097aa HTTP/1.1" status: 204 len: 168 time: 2.1729572 Jul 28 14:55:26.810041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92597f1e-d5de-4349-8c8f-6594f74ec2da tempest-AllowedAddressPairIpV6TestJSON-963141975 tempest-AllowedAddressPairIpV6TestJSON-963141975-project] Pushing event deleted for resources: {'Network': ['ID=f8d23f18-bd30-4234-93b4-63bbe81097aa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:26.821547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b8df08-edd7-4304-8a02-4f00d0039f48 None None] The sync data for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 is: [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:22Z', 'revision_number': 3, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:26.827397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 618272b8-0746-41d5-ad55-5365bf117ec2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:55:26.847987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 618272b8-0746-41d5-ad55-5365bf117ec2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:55:26.848336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 618272b8-0746-41d5-ad55-5365bf117ec2 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:55:26.856812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:26.870878 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-f4406ced-b1b6-4f6d-82ec-5ffb122f4e62 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5710266 Jul 28 14:55:26.887240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Request body: {'port': {'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:26.956485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:26.995238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 7eeeca75-f10f-4222-a978-f5c3e0cba676) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:27.008187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:27.008187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.008742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd0b29-1cd3-44fe-afc9-fc795908146d None None] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:27.130248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3b4809eb-5870-42f3-8e2c-5f295e96a143 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0717785 Jul 28 14:55:27.133236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46740) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:27.223552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-7eeeca75-f10f-4222-a978-f5c3e0cba676', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:27.223953 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.319502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b911271d-3c43-4254-9db3-e0fd82a1d572 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:27.341171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:27.350263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.397063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Transition to ACTIVE for port object ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:27.467922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Allocated IP 172.20.0.2 (7eeeca75-f10f-4222-a978-f5c3e0cba676/07597dd6-7327-4c2d-aa09-b5379f220e47/ab8865d9-2e56-4ae3-bf2e-7facefe1ad01) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:27.604004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.663754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.667656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port b911271d-3c43-4254-9db3-e0fd82a1d572 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:27.687401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port b911271d-3c43-4254-9db3-e0fd82a1d572 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:27.691403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.727333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013a34b-bfd3-469a-ac03-bf867714ac5c req-a4853642-4895-4f2f-85e0-79a31c2d8c61 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:27.728915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9013a34b-bfd3-469a-ac03-bf867714ac5c req-a4853642-4895-4f2f-85e0-79a31c2d8c61 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 931 time: 0.1844878 Jul 28 14:55:27.757620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Transition to ACTIVE for port object ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:27.795109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:27.829685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Transition to ACTIVE for port object ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:27.868141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9013a34b-bfd3-469a-ac03-bf867714ac5c req-ddcf3a78-e300-468f-ad2c-9f7d5e4dff13 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289456 Jul 28 14:55:27.959261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:27.984933 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.058830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.072727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Attempting to bind port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:28.073278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Attempting to bind port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:28.074722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Attempting to bind port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 on network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:28.083874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.096479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:28.098229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa324ba-3802-4541-a261-8b7d4ec3edf8 req-a126b9df-aca5-496a-a857-f9d91d2e6bf1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.103549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:28.105542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6aa324ba-3802-4541-a261-8b7d4ec3edf8 req-a126b9df-aca5-496a-a857-f9d91d2e6bf1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 944 time: 0.1883242 Jul 28 14:55:28.109797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:28.111482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 on network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:55:28.111908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Attempting to bind port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 on network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:28.116896 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a9cdeb-249a-499a-8554-ed040478e788" -d '{"events": [{"server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "name": "network-vif-plugged", "status": "completed", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:28.125712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:28.126255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:28.126643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Checking segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:28.135590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Bound using segment: {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:28.135590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Bound port: ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '908a9b40-ca61-47c7-8218-2095774a03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:28.135590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.226826 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4537015c-0a5b-4884-9e5a-efaca7cdd401 x-openstack-request-id: req-4537015c-0a5b-4884-9e5a-efaca7cdd401 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:28.230063 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "name": "network-vif-plugged", "status": "completed", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:28.230063 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4537015c-0a5b-4884-9e5a-efaca7cdd401 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:28.236002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6aa324ba-3802-4541-a261-8b7d4ec3edf8 req-cf874156-f68f-4760-a93a-62d6d76775d3 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885403 Jul 28 14:55:28.236306 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572', 'code': 200} Jul 28 14:55:28.239186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b911271d-3c43-4254-9db3-e0fd82a1d572,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:28.292235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Attempting to bind port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:28.292623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Attempting to bind port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:28.293000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Attempting to bind port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 on network 7eeeca75-f10f-4222-a978-f5c3e0cba676 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:28.305139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Pushing event updated for resources: {'Port': ['ID=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:28.308053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:28.308442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Checking segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:28.308857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.309298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Bound using segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:28.309740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Bound port: ab8865d9-2e56-4ae3-bf2e-7facefe1ad01, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:28.310131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.395534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] For port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:28.401121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] For port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:28.404023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.411846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:28.415939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:28.472181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:28.509743 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.553538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.564783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-362cd625-bc07-424c-843d-82331b63765c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=560a5373a8de4a8aa416d5d865883b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046134 Jul 28 14:55:28.567873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.570100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4e2f-b089-4e2a-82ef-40e27e886986 req-d27b1827-3906-403f-a1bc-59567e8236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.572385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46db4e2f-b089-4e2a-82ef-40e27e886986 req-d27b1827-3906-403f-a1bc-59567e8236c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1097 time: 0.1406925 Jul 28 14:55:28.620844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94043902-70cb-43cd-895d-2e43a77b7088 None None] Pushing event updated for resources: {'Port': ['ID=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:28.628728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.1 (7eeeca75-f10f-4222-a978-f5c3e0cba676/07597dd6-7327-4c2d-aa09-b5379f220e47/9ccf621a-13a6-41b7-b2fb-be47f74c74b8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:28.674641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.675325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.676807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 1092 time: 1.7947567 Jul 28 14:55:28.677292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:28.688193 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:28.715145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c9414-f981-4ef4-b1ac-503460fe1a01 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:28.740113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46db4e2f-b089-4e2a-82ef-40e27e886986 req-f71bb97c-1a8b-4183-9392-24a91fda504b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573260 Jul 28 14:55:28.756160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe5e38-c477-4b34-b86e-493d8d9f220a x-openstack-request-id: req-7dfe5e38-c477-4b34-b86e-493d8d9f220a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:28.756734 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:28.757466 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7dfe5e38-c477-4b34-b86e-493d8d9f220a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:28.758087 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'status': 'completed', 'code': 200} Jul 28 14:55:28.800628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46772) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:28.863713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:28.938279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0b05f569-a738-487c-b976-325db8de3adc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:28.957158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-37cdfc3f-3e69-4ba4-a162-dc4f5329a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:28.958514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-37cdfc3f-3e69-4ba4-a162-dc4f5329a1d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1095 time: 0.1501884 Jul 28 14:55:29.001840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.130880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.149554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:29.159467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1aac-5650-4e72-8a21-c75c6d04d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.252504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-72eb8585-17f4-4e92-9118-ae8090e6f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.254272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-72eb8585-17f4-4e92-9118-ae8090e6f2a8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2693973 Jul 28 14:55:29.279811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622b151-7f69-45c7-b829-c075d5bc1b44 req-84557472-d2f6-4a4d-b9f2-c474efc3a307 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.281344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6622b151-7f69-45c7-b829-c075d5bc1b44 req-84557472-d2f6-4a4d-b9f2-c474efc3a307 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 943 time: 0.1785624 Jul 28 14:55:29.358771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0b05f569-a738-487c-b976-325db8de3adc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:29.365734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0b05f569-a738-487c-b976-325db8de3adc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:29.366816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.397782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18140c14-f8f3-401e-a478-4aaca10f6d56 req-afc391dc-6bc9-44a8-8300-b41c465e9d2c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.401736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18140c14-f8f3-401e-a478-4aaca10f6d56 req-afc391dc-6bc9-44a8-8300-b41c465e9d2c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0709815 Jul 28 14:55:29.401736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.403731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.404844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b959686-b4da-427f-933b-c4129aa0f8a6 HTTP/1.1" status: 204 len: 168 time: 0.8289671 Jul 28 14:55:29.412221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.425516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6622b151-7f69-45c7-b829-c075d5bc1b44 req-5e9988f5-3a07-4c0e-9cce-3dd5c7140305 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273324 Jul 28 14:55:29.429013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7d9b1-3a8f-40c0-8e1d-26f799322051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b959686-b4da-427f-933b-c4129aa0f8a6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:29.458828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-1da7d53e-12c4-4800-95ab-272f1e908d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.458828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ec3adae-a42b-4aa7-9189-2073fdd94f0f req-1da7d53e-12c4-4800-95ab-272f1e908d98 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1901157 Jul 28 14:55:29.473687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1aac-5650-4e72-8a21-c75c6d04d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.520379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:29.529591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:29.531906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.536823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:29.560205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-18140c14-f8f3-401e-a478-4aaca10f6d56 req-0041b31c-fb45-4fd0-8aa0-03eee43a25ac tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394753 Jul 28 14:55:29.577831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0b05f569-a738-487c-b976-325db8de3adc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0b05f569-a738-487c-b976-325db8de3adc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:29.585975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:29.600482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-ae962f29-48a0-4f33-bc0f-937e7725d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.602346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-ae962f29-48a0-4f33-bc0f-937e7725d385 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1095 time: 0.0706489 Jul 28 14:55:29.617824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.667832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-71672f5d-71eb-4117-a5e2-ff2029ebbbc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0489709 Jul 28 14:55:29.668571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1aac-5650-4e72-8a21-c75c6d04d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.755787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46786) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:29.757140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ac1e1aac-5650-4e72-8a21-c75c6d04d420 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3edea31389b144389279dda17bbedbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518292 Jul 28 14:55:29.764881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e1aac-5650-4e72-8a21-c75c6d04d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e135078-e84a-4387-bef6-72b2afb4b5ba,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:29.780537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-fd3ec683-4518-46e6-a69c-30ad959b4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.782094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-fd3ec683-4518-46e6-a69c-30ad959b4468 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 200 len: 835 time: 0.1075463 Jul 28 14:55:29.792279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.832121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.844777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-2e8f4e00-2a73-49dc-8e8b-3b9ceabcc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:29.847190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-2e8f4e00-2a73-49dc-8e8b-3b9ceabcc789 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570393 Jul 28 14:55:29.864188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.871117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0b05f569-a738-487c-b976-325db8de3adc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:29.882885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.883505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.883905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.884260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.884677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.884981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.885313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.885695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.886024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.886351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.886781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.887135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:29.970990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:29.979981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-69fa87fd-5188-4daa-8f43-25af826bc35e service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250980 Jul 28 14:55:30.116886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5feaa0b1-d1f7-41ee-9c9f-77a36fb88c5f req-1a7203c1-dc71-46e2-b7b1-747bb36f4c0d service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261814 Jul 28 14:55:30.123476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.134709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.134793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad395721-3654-4ff1-90b0-62e1b3aee60b None None] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:30.134887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e135078-e84a-4387-bef6-72b2afb4b5ba HTTP/1.1" status: 204 len: 168 time: 0.3710291 Jul 28 14:55:30.146039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aea266-5d43-429b-b74a-e4fd53544550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e135078-e84a-4387-bef6-72b2afb4b5ba,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:30.362462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.506525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a25e0d74-d1bc-4766-a67f-2bc0babf9863 None None] Provisioning for port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:30.546945 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:55:30.560812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.580145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932b2c4-8886-4b0b-a50b-9b02ded5ccf4 req-40f7143d-fff3-4562-ba70-e48972feba28 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:30.581824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0932b2c4-8886-4b0b-a50b-9b02ded5ccf4 req-40f7143d-fff3-4562-ba70-e48972feba28 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 943 time: 0.0688210 Jul 28 14:55:30.676978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0932b2c4-8886-4b0b-a50b-9b02ded5ccf4 req-a9303bd4-edcc-4320-b4a1-db786f4575de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844045 Jul 28 14:55:30.731272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:30.742226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.830306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462da8-db05-4136-bce4-678cbd4aacea req-d62e5215-a20f-430a-b71e-a027a644070e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:30.831929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6462da8-db05-4136-bce4-678cbd4aacea req-d62e5215-a20f-430a-b71e-a027a644070e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1529982 Jul 28 14:55:30.895753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5b3888ec-25b8-4ae5-954c-c60f3f9a04ab None None] Provisioning for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:30.902096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5b3888ec-25b8-4ae5-954c-c60f3f9a04ab None None] Provisioning complete for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:30.902458 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5b3888ec-25b8-4ae5-954c-c60f3f9a04ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:30.908840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6462da8-db05-4136-bce4-678cbd4aacea req-ae311af1-a2b8-4eb9-a2e1-3c454057e824 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649798 Jul 28 14:55:30.919468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:30.923132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:30.966503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5b3888ec-25b8-4ae5-954c-c60f3f9a04ab None None] Port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:31.006738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0b05f569-a738-487c-b976-325db8de3adc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:31.069185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0b05f569-a738-487c-b976-325db8de3adc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:31.069570 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.108838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 14ddd065-a615-44bc-a05a-c83496bbcaaf has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:31.118644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d63d1d37-0569-4c04-be0c-83d060d61ced None None] Provisioning complete for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:31.119046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d63d1d37-0569-4c04-be0c-83d060d61ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.167329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46818) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.196919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d63d1d37-0569-4c04-be0c-83d060d61ced None None] Port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:31.253231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:31.273714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:31.288493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cb7b21d7-fae5-4f46-ac9f-a84ad96b98e0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/14ddd065-a615-44bc-a05a-c83496bbcaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1492295 Jul 28 14:55:31.294349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-1d1e5d04-fbfe-4c26-b458-54028bf42c38 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.296271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1d1e5d04-fbfe-4c26-b458-54028bf42c38 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1276917 Jul 28 14:55:31.299228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46824) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.302629 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Sync routers for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:31.303913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-d9716df5-6f01-41e0-a10a-516dd6c21151 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.305109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d9716df5-6f01-41e0-a10a-516dd6c21151 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046854 Jul 28 14:55:31.307999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.312695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-7429d69a-7b96-4b5b-a592-a6b7a752b4c7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.313871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7429d69a-7b96-4b5b-a592-a6b7a752b4c7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048783 Jul 28 14:55:31.317077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46828) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.321741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-44dca374-813d-4b74-9d85-1ea8b89d48dd tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.322843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-44dca374-813d-4b74-9d85-1ea8b89d48dd tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048091 Jul 28 14:55:31.323209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:31.323883 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:31.325503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46830) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.331866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-32f8e38a-2777-4c12-8c51-0383331bd8e2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.333166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32f8e38a-2777-4c12-8c51-0383331bd8e2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065513 Jul 28 14:55:31.333789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f787d36c-79bc-4a52-bf5d-a50923f649f9 None None] Provisioning complete for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:31.337514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f787d36c-79bc-4a52-bf5d-a50923f649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.339631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46832) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.346547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-5e69ac5d-bd89-444c-99d5-7f63c8a57a7f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.348380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5e69ac5d-bd89-444c-99d5-7f63c8a57a7f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073793 Jul 28 14:55:31.355540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46834) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.367946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-ed654125-a70a-4bc4-bf15-bc18bc0c6a64 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.372190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ed654125-a70a-4bc4-bf15-bc18bc0c6a64 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0141232 Jul 28 14:55:31.378229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f787d36c-79bc-4a52-bf5d-a50923f649f9 None None] Port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:31.382637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.388983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-a8e58573-97c7-464a-a6a3-c937c2395b27 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.390641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8e58573-97c7-464a-a6a3-c937c2395b27 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066826 Jul 28 14:55:31.393582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.399950 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-599d873c-175d-41fa-accf-58781d9885b9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.401306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-599d873c-175d-41fa-accf-58781d9885b9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0063996 Jul 28 14:55:31.403697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46840) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.410445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-3ba8c912-a7f0-4789-a2c2-8717353a252a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.412058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ba8c912-a7f0-4789-a2c2-8717353a252a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070775 Jul 28 14:55:31.415097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.424164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-481cfd1c-8a98-465d-aab9-c0ce7199bb88 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.425715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-481cfd1c-8a98-465d-aab9-c0ce7199bb88 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0094073 Jul 28 14:55:31.432484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.437601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-64766032-081e-40e1-af3e-f254d9a9e609 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.441381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46846) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.441636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-64766032-081e-40e1-af3e-f254d9a9e609 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0080469 Jul 28 14:55:31.447553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-e5ac1caa-fe83-4f14-8e25-cdd5174cf618 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.449081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e5ac1caa-fe83-4f14-8e25-cdd5174cf618 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061319 Jul 28 14:55:31.451776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46850) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.457680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-66aea4af-88f2-4691-88b4-6ccddd95266b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.459341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-66aea4af-88f2-4691-88b4-6ccddd95266b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060055 Jul 28 14:55:31.461254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46852) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.461820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46854) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.462827 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:31.476460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-9e9d2b97-55ce-47ac-a833-0984ed6fa002 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.481622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9e9d2b97-55ce-47ac-a833-0984ed6fa002 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063505 Jul 28 14:55:31.484197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.488340 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de2e8e0b-e19f-461e-9387-64d499e66130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.489805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-a62302f5-1485-4426-90b3-55a43bfd761a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.494446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a62302f5-1485-4426-90b3-55a43bfd761a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0088048 Jul 28 14:55:31.496020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.507552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-ace54daf-5b81-41b1-acb8-d570b5136041 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.512964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46864) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.513882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ace54daf-5b81-41b1-acb8-d570b5136041 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0165544 Jul 28 14:55:31.518361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-1047440c-43f7-4c41-a4bc-3331b0f53d6f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.520626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:31.523644 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1047440c-43f7-4c41-a4bc-3331b0f53d6f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094905 Jul 28 14:55:31.528520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.529485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:31.529923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.540909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-ce7931f2-ca4c-4119-9b76-1fc6bea7da0e tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.540909 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce7931f2-ca4c-4119-9b76-1fc6bea7da0e tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052454 Jul 28 14:55:31.542360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46872) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.549604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-85193f88-8d82-491b-a00f-1b8a8753fb3f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.553233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-85193f88-8d82-491b-a00f-1b8a8753fb3f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074246 Jul 28 14:55:31.553233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46874) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.559010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-e3246efa-98d0-4d17-a40a-f32e79a6df8a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.563014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e3246efa-98d0-4d17-a40a-f32e79a6df8a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059695 Jul 28 14:55:31.569844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46876) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.574363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-f6183bc4-23f6-489f-acf3-1a339d3a64d7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.575407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f6183bc4-23f6-489f-acf3-1a339d3a64d7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046170 Jul 28 14:55:31.580211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.584570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-5e1ac5fc-1125-4aa9-9f2c-267a429d97c9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.585549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5e1ac5fc-1125-4aa9-9f2c-267a429d97c9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044308 Jul 28 14:55:31.588147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.593510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-1df5e026-edf3-4be6-86fc-a20d209316e7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.594844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1df5e026-edf3-4be6-86fc-a20d209316e7 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055139 Jul 28 14:55:31.597712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46882) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.602830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-db61ce51-764a-40ab-9844-bfbe265703d2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.604222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-db61ce51-764a-40ab-9844-bfbe265703d2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055966 Jul 28 14:55:31.610605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-d0a91f3e-8e73-45c7-94d0-7a9247e7e0d4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850664236&fields=id&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 267 time: 0.0775001 Jul 28 14:55:31.611138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.616482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-b6e825a2-2ec8-4e6d-b9e3-4e39493ea1c2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.617470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b6e825a2-2ec8-4e6d-b9e3-4e39493ea1c2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052500 Jul 28 14:55:31.619986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46886) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.625365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-4fc14e87-7b89-477d-8706-8fcbd2851435 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.629190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4fc14e87-7b89-477d-8706-8fcbd2851435 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054526 Jul 28 14:55:31.630790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.683319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.694661 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:30Z', 'revision_number': 2, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:31.703712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de2e8e0b-e19f-461e-9387-64d499e66130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.711777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-92fa5b83-640f-49f2-a912-1de57a01fe16 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.714233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-92fa5b83-640f-49f2-a912-1de57a01fe16 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0149271 Jul 28 14:55:31.719798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.728316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-232efac2-c235-4fe8-a9f7-e5a71414ddf0 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.728490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-232efac2-c235-4fe8-a9f7-e5a71414ddf0 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075517 Jul 28 14:55:31.732086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.737004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:31.741378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-c0b46b64-bde9-4abd-879a-36b1f21505d4 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.744139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c0b46b64-bde9-4abd-879a-36b1f21505d4 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086269 Jul 28 14:55:31.751091 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Checking router: 14ddd065-a615-44bc-a05a-c83496bbcaaf for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:31.751091 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Updating router 14ddd065-a615-44bc-a05a-c83496bbcaaf port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:31.754748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46900) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.761599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-8889c6d0-82fc-4503-b961-c8fb88831fa3 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.766107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8889c6d0-82fc-4503-b961-c8fb88831fa3 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080316 Jul 28 14:55:31.771071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.776329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-2704ddf9-819f-4fa8-9ee5-3b60ba3af02f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.780778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2704ddf9-819f-4fa8-9ee5-3b60ba3af02f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053501 Jul 28 14:55:31.780778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.783837 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:31.786489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-18ca9f86-7d2b-4d8e-8c86-495e701ec634 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.789551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-18ca9f86-7d2b-4d8e-8c86-495e701ec634 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046704 Jul 28 14:55:31.790764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46906) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.795967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-dbf12d64-7f09-42d6-a1bb-9f39c3994462 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.796936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dbf12d64-7f09-42d6-a1bb-9f39c3994462 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054705 Jul 28 14:55:31.816488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69caf41-6dc4-4153-8e0b-971f7b88cebd req-8c420cb5-3d3d-4e9b-be95-77a09c46ecc5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:31.822864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-76dbbaf7-a1d4-499c-b377-df47cae9718a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:31.824484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f69caf41-6dc4-4153-8e0b-971f7b88cebd req-8c420cb5-3d3d-4e9b-be95-77a09c46ecc5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0831654 Jul 28 14:55:31.825317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-76dbbaf7-a1d4-499c-b377-df47cae9718a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 797 time: 0.1978378 Jul 28 14:55:31.826026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46908) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.832874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-f6209b96-9ab1-41e0-a20d-3e74330c5ce3 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.834915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46910) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.835522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6209b96-9ab1-41e0-a20d-3e74330c5ce3 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079134 Jul 28 14:55:31.847698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-cbc03cd4-6bf6-4bfb-8347-665e02709ad0 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.849195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cbc03cd4-6bf6-4bfb-8347-665e02709ad0 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0125353 Jul 28 14:55:31.851317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.855682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-8338ed13-8e00-42d4-ad44-0d421580c1a9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.857508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8338ed13-8e00-42d4-ad44-0d421580c1a9 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044332 Jul 28 14:55:31.862760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-0adc90e8-644b-444f-849d-7700d4ef915c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/quotas/56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 375 time: 0.0258999 Jul 28 14:55:31.863311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46914) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.868572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-6bd3104a-6c2e-494e-94fc-c9021e2fb981 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.872394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6bd3104a-6c2e-494e-94fc-c9021e2fb981 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0054173 Jul 28 14:55:31.873302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.878857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-49968d47-d33e-4dcd-b91b-4f97f177ac04 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.883758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-49968d47-d33e-4dcd-b91b-4f97f177ac04 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077143 Jul 28 14:55:31.884785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46918) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.888655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-5de5d1fb-5df4-4f54-acd8-b95e7bc2dc1c tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.893283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5de5d1fb-5df4-4f54-acd8-b95e7bc2dc1c tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050111 Jul 28 14:55:31.893466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46920) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.897981 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-27dd40c9-5e72-4045-93ed-950e823d4066 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.899114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27dd40c9-5e72-4045-93ed-950e823d4066 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045929 Jul 28 14:55:31.905617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 46922) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.908747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f69caf41-6dc4-4153-8e0b-971f7b88cebd req-ae1a001c-a075-447a-92df-c5b57b822273 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833333 Jul 28 14:55:31.910299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [None req-36259fc4-3a97-417d-b077-535ad3604390 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.914200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-36259fc4-3a97-417d-b077-535ad3604390 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048206 Jul 28 14:55:31.914551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46924) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.936809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-67fc5e85-790e-4e25-bd7a-481741d687c2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.936809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-67fc5e85-790e-4e25-bd7a-481741d687c2 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0127745 Jul 28 14:55:31.936809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.940775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-f35a62a8-ee44-4de1-b39e-7141571a7b4b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.941766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f35a62a8-ee44-4de1-b39e-7141571a7b4b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083117 Jul 28 14:55:31.944569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.953238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-db6b418d-8a80-42f6-8eaf-e58a56aed0dd tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.954274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-db6b418d-8a80-42f6-8eaf-e58a56aed0dd tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087588 Jul 28 14:55:31.965002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46930) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.970109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-336b72dd-ca7c-41d1-8f36-d7a1d2afab06 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.971193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-336b72dd-ca7c-41d1-8f36-d7a1d2afab06 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051944 Jul 28 14:55:31.974263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46932) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.979156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-0feb81c0-375b-448d-b1f8-b4a602ff9a52 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.980215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0feb81c0-375b-448d-b1f8-b4a602ff9a52 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048449 Jul 28 14:55:31.982848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:31.993985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-1046eabb-d4f8-45a4-b534-732eddcce4f6 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:31.997436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-438b0cbc-487c-4c27-9f6a-382573037780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:31.999319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-438b0cbc-487c-4c27-9f6a-382573037780 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1097 time: 0.1525040 Jul 28 14:55:32.002804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1046eabb-d4f8-45a4-b534-732eddcce4f6 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051191 Jul 28 14:55:32.003551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.012158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-5283a770-e1c7-4f32-a32b-4a9e555b26bb tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.013141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5283a770-e1c7-4f32-a32b-4a9e555b26bb tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086558 Jul 28 14:55:32.017584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46938) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.017901 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.021659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-ff3970f9-e3ac-4035-8fef-18872d5bba0f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.022602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff3970f9-e3ac-4035-8fef-18872d5bba0f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041766 Jul 28 14:55:32.025031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.037675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4d2eaa72-b7a3-4bdd-801e-d66d9db618fa tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518297 Jul 28 14:55:32.058497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de2e8e0b-e19f-461e-9387-64d499e66130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.064530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-1b0fff37-c858-4466-8ecf-49374ce22b1b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.066167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1b0fff37-c858-4466-8ecf-49374ce22b1b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0402560 Jul 28 14:55:32.083640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46942) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.091048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-412fea7b-a2a9-4bf8-b5dd-513b47e73d7e tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.092054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-412fea7b-a2a9-4bf8-b5dd-513b47e73d7e tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0181718 Jul 28 14:55:32.097816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.106882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-784fba69-8a79-4856-bf13-ad96a6916075 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.107965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-784fba69-8a79-4856-bf13-ad96a6916075 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053549 Jul 28 14:55:32.120427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46946) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.135769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-8e5826ef-9e6a-4094-aceb-7a2b06e05240 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.137995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e5826ef-9e6a-4094-aceb-7a2b06e05240 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0146039 Jul 28 14:55:32.142287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46948) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.148126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-94293aa7-a3b8-4002-b0db-5d696678887d tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.149086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-94293aa7-a3b8-4002-b0db-5d696678887d tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046375 Jul 28 14:55:32.156388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.156582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-de2e8e0b-e19f-461e-9387-64d499e66130 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8eb86a24bf4426d8dc6e4d27fec1b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908374 Jul 28 14:55:32.156582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e8e0b-e19f-461e-9387-64d499e66130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ea8b3-39eb-43e5-b79e-d2545044e168,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.157882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.158227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46952) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.193005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-9b6ffdae-2558-424c-9cc1-fb08d1489c0b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.196794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b6ffdae-2558-424c-9cc1-fb08d1489c0b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0376005 Jul 28 14:55:32.207641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e218f3-173f-447f-9bbf-97e64613dc8b req-88dc32d2-b780-43c0-82a7-5dc6eb16c90c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:32.215388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25e218f3-173f-447f-9bbf-97e64613dc8b req-88dc32d2-b780-43c0-82a7-5dc6eb16c90c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 943 time: 0.1983202 Jul 28 14:55:32.218915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.234443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-ed5c15c8-aec5-4ba6-9d80-c378bcb4eb8d tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.242764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ed5c15c8-aec5-4ba6-9d80-c378bcb4eb8d tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0210989 Jul 28 14:55:32.247101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.252010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-3a5b5972-5985-46c5-9f1d-5014d79fa3ab tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.255846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a5b5972-5985-46c5-9f1d-5014d79fa3ab tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074222 Jul 28 14:55:32.259155 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.264914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.272628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-553fbb9f-8e41-4371-ab33-a7c632377c89 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.275582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Transition to ACTIVE for port object 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:32.276412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-553fbb9f-8e41-4371-ab33-a7c632377c89 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074279 Jul 28 14:55:32.279532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.292263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-005dd073-7494-4c3d-843d-b76fca467f1c tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.293294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-005dd073-7494-4c3d-843d-b76fca467f1c tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109272 Jul 28 14:55:32.302211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.312632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-3798f1c5-b59a-4f78-82c2-15e82a22c008 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.313636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3798f1c5-b59a-4f78-82c2-15e82a22c008 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0104797 Jul 28 14:55:32.316811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.320363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46964) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.325186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-a58f1e6f-32ed-4fa8-85ea-f17790a43998 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.328706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a58f1e6f-32ed-4fa8-85ea-f17790a43998 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048416 Jul 28 14:55:32.331361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-25e218f3-173f-447f-9bbf-97e64613dc8b req-33d69a56-e762-42e3-9273-cdd40a0cb1e3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151364 Jul 28 14:55:32.331837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46966) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.344837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-3d2b725c-a67f-4040-8d66-f680b7252550 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.351529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3d2b725c-a67f-4040-8d66-f680b7252550 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0167835 Jul 28 14:55:32.358122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46968) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.363962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-ff06ceff-a081-4b31-8b92-61dae642622f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.367468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff06ceff-a081-4b31-8b92-61dae642622f tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0057976 Jul 28 14:55:32.371679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46970) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.377122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-2c34d14d-5302-4b68-a1e4-f643509df272 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.378915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2c34d14d-5302-4b68-a1e4-f643509df272 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053380 Jul 28 14:55:32.385705 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.387446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46972) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.393227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-e5df7cda-2b9f-440f-8dbe-3dab21fb6960 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.394317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e5df7cda-2b9f-440f-8dbe-3dab21fb6960 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0058320 Jul 28 14:55:32.400542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46974) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.406294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-be605497-b406-424c-8d0a-3ebe9dee062b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.410391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-be605497-b406-424c-8d0a-3ebe9dee062b tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056574 Jul 28 14:55:32.410391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46976) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.411924 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.419337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-89d03b2d-01ba-4b2e-9a95-aaaebda0306a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.422748 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-89d03b2d-01ba-4b2e-9a95-aaaebda0306a tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0048504 Jul 28 14:55:32.424499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46978) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:32.429049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [None req-2e3aa97d-c910-4287-9487-9918ba00aa71 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:55:32.433608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2e3aa97d-c910-4287-9487-9918ba00aa71 tempest-ExtensionsTestJSON-1280346059 tempest-ExtensionsTestJSON-1280346059-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045915 Jul 28 14:55:32.521392 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67891c9-c95c-486f-a024-affc56d1f599 None None] Pushing event updated for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.574647 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Attempting to bind port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:32.575151 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Attempting to bind port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:32.575607 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Attempting to bind port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 on network 7eeeca75-f10f-4222-a978-f5c3e0cba676 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:32.586568 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:32.593769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Checking segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:32.594541 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.595144 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Bound using segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:32.595829 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Bound port: 9ccf621a-13a6-41b7-b2fb-be47f74c74b8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:32.596413 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.623473 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.628629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.630438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d06ea8b3-39eb-43e5-b79e-d2545044e168 HTTP/1.1" status: 204 len: 168 time: 0.4696860 Jul 28 14:55:32.672401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-233d7695-51b3-49ae-9a09-98e4184cb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:32.672992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d3ff0-705b-42bb-9fb8-6bc728d11564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ea8b3-39eb-43e5-b79e-d2545044e168,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:32.674084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-233d7695-51b3-49ae-9a09-98e4184cb6a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 911 time: 0.6668823 Jul 28 14:55:32.772685 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] For port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:32.773757 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-f30ceeed-b388-471a-85bc-b6ce47cffdcd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b911271d-3c43-4254-9db3-e0fd82a1d572 HTTP/1.1" status: 200 len: 217 time: 0.0916100 Jul 28 14:55:32.776730 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] For port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:32.852480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-af19b38d-1155-4478-a20b-783251ce7804 service neutron] 10.222.0.47 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910774 Jul 28 14:55:32.859272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-4b2acc31-0d4f-4194-8390-08c8ea044978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:32.860787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-4b2acc31-0d4f-4194-8390-08c8ea044978 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0746131 Jul 28 14:55:32.873061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:32.909846 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.930578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:32.931154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:32.935179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-ad686ec7-fad6-4fcc-8b9c-e65650efd716 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659819 Jul 28 14:55:32.999063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:33.000206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:33.076465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67891c9-c95c-486f-a024-affc56d1f599 None None] Pushing event updated for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:33.132011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-9646c0ec-b5d3-4d9e-b434-5c5d99088ca2 service neutron] 10.222.0.47 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576869 Jul 28 14:55:33.132193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057548f-540d-40a0-bd19-32e6f52a6770 req-45491af8-1284-4bdc-a71b-9dd516e9c419 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:33.132193 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3057548f-540d-40a0-bd19-32e6f52a6770 req-45491af8-1284-4bdc-a71b-9dd516e9c419 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0655386 Jul 28 14:55:33.172359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-32731d41-2f4e-4583-953e-3a623b4ec18e service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206295 Jul 28 14:55:33.197062 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:33.200730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3057548f-540d-40a0-bd19-32e6f52a6770 req-1b9d931d-74d8-407d-8023-6784a52aa113 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665107 Jul 28 14:55:33.297797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c7073d-7ce7-4d42-bc80-e23d16a4f755 req-3b5a01d7-08c4-4601-bbe1-0740c25384c6 service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178296 Jul 28 14:55:33.380181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 46996) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:33.496083 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:32Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:33.500885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b226-db66-4d63-b315-0e610ab655e4 req-2cc4e7ca-ff71-4366-9ef8-795375e7e792 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:33.502401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc52b226-db66-4d63-b315-0e610ab655e4 req-2cc4e7ca-ff71-4366-9ef8-795375e7e792 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 943 time: 0.0875752 Jul 28 14:55:33.537402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed9cd4-5e5f-4913-b7af-256b5d7dbd70 None None] The sync data for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 is: [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:32Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:33.586015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9df851a2-ac41-4b2f-9a04-3cca630a9461 req-e0e554a5-8af3-45c0-8a9b-f703ebb65fd2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.0646312 Jul 28 14:55:33.600113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc52b226-db66-4d63-b315-0e610ab655e4 req-a6826f2c-d74f-4629-b7e7-a2dca8fd1d7d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878918 Jul 28 14:55:33.642230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1a6-b76f-447d-ac3a-7b4bb2199a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.668870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:55:33.767445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1a6-b76f-447d-ac3a-7b4bb2199a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.791258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:33.804296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:55:33.844022 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.858583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:33.860698 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1a6-b76f-447d-ac3a-7b4bb2199a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.890568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:33.922146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:33.929449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b52b1a6-b76f-447d-ac3a-7b4bb2199a7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85749b78fe994be28fc6688e7e287c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481615 Jul 28 14:55:33.932966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:33.938047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b1a6-b76f-447d-ac3a-7b4bb2199a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b298bc-2a45-4ce0-b464-bd0336590930,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:33.972404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81880782-b6b7-45f3-b3bc-2d9e5cb33360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:33.980808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.061945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:34.092845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.137843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.149068 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81880782-b6b7-45f3-b3bc-2d9e5cb33360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.235255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-81880782-b6b7-45f3-b3bc-2d9e5cb33360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.275026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81880782-b6b7-45f3-b3bc-2d9e5cb33360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ad0ea1-f926-4280-b2b0-6afce31b5127,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:34.284088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:55:34.293754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-81880782-b6b7-45f3-b3bc-2d9e5cb33360 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ff049b724764108b58cc301087aabba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690028 Jul 28 14:55:34.296501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47026) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:34.347606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.350646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.359546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31b298bc-2a45-4ce0-b464-bd0336590930 HTTP/1.1" status: 204 len: 168 time: 0.4254415 Jul 28 14:55:34.381230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.398423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11c5ae-3b64-485a-95be-847b7c99e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b298bc-2a45-4ce0-b464-bd0336590930,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:34.424634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.435284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ec738-add0-4fdf-8cb6-19322bfbca6b req-bf2b3c91-f883-45a3-bcc2-bc7f2277a779 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:34.438471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c7ec738-add0-4fdf-8cb6-19322bfbca6b req-bf2b3c91-f883-45a3-bcc2-bc7f2277a779 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1333439 Jul 28 14:55:34.518619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c7ec738-add0-4fdf-8cb6-19322bfbca6b req-d1c7145d-7f0f-4e8c-812e-43201997deef tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735009 Jul 28 14:55:34.590655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.593419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:34.597290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90ad0ea1-f926-4280-b2b0-6afce31b5127 HTTP/1.1" status: 204 len: 168 time: 0.2963595 Jul 28 14:55:34.604538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563e880-02d1-46c7-9d86-07867ae225df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ad0ea1-f926-4280-b2b0-6afce31b5127,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:34.706553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-faa95d77-56a6-4825-a852-ac311f507de0 req-7c2e17df-0d92-4057-9ec3-3ca67559bf31 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.0426323 Jul 28 14:55:34.781288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78630ca-ac8a-448c-ba38-7b9b354bd286 req-494044e9-b998-4c75-aa04-64961eaf7625 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:34.782994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a78630ca-ac8a-448c-ba38-7b9b354bd286 req-494044e9-b998-4c75-aa04-64961eaf7625 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 944 time: 0.0936813 Jul 28 14:55:34.833521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a78630ca-ac8a-448c-ba38-7b9b354bd286 req-8ccbb679-eec6-4f75-abd4-775deb3a10a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Jul 28 14:55:34.882645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:35.351903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:35.355890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:35.356254 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.439801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.475263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:35.640738 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:35.674332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21272fe6-8713-4991-b0ce-c18bb65b8ce6 req-8eb723f2-2e29-44ba-9287-79ed40c7f827 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:35.675910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21272fe6-8713-4991-b0ce-c18bb65b8ce6 req-8eb723f2-2e29-44ba-9287-79ed40c7f827 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0543787 Jul 28 14:55:35.684276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:35.728752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21272fe6-8713-4991-b0ce-c18bb65b8ce6 req-fafdf4e2-fe40-4f3d-9347-e19d0c4313e6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426950 Jul 28 14:55:35.875271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a662015d-de70-4153-967d-06a70bb61cfb req-9a95d18c-ee1a-47a8-9569-6d967c5ce6a4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.0647039 Jul 28 14:55:36.007687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8053df5-667f-4d6f-b91d-d0a37a9d7b67 req-98620d98-47ba-4fc2-96f7-3bfde8e10fbb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:36.016166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8053df5-667f-4d6f-b91d-d0a37a9d7b67 req-98620d98-47ba-4fc2-96f7-3bfde8e10fbb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 944 time: 0.0718107 Jul 28 14:55:36.024485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:36.054450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8053df5-667f-4d6f-b91d-d0a37a9d7b67 req-b1a7c322-bc51-4988-a969-3173cbbccb99 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371151 Jul 28 14:55:36.173292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:36.181538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:36.182025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.229998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47090) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:36.291090 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.297023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47094) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:36.321132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:36.323814 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07da6e3-89de-4394-86cd-43a4107a3659" -d '{"events": [{"server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "name": "network-vif-plugged", "status": "completed", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:36.339677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:36.381020 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e614e41-9cbc-4186-8f80-c25fbfb619ef x-openstack-request-id: req-0e614e41-9cbc-4186-8f80-c25fbfb619ef {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:36.381492 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "name": "network-vif-plugged", "status": "completed", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:36.381906 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e614e41-9cbc-4186-8f80-c25fbfb619ef {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:36.382490 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'code': 200} Jul 28 14:55:36.440020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.440187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-152606062-network', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:36.505573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:36.513041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'networks': [{'name': 'tempest-network--744513900'}, {'name': 'tempest-network--688001657'}]} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:36.513799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-network--744513900'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:36.513995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-network--688001657'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:36.533214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b275f-0822-41a1-8ffc-756fb4ea2aa5 req-e55b60d2-2b06-453e-b733-0696e053b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:36.534787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b60b275f-0822-41a1-8ffc-756fb4ea2aa5 req-e55b60d2-2b06-453e-b733-0696e053b58f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1097 time: 0.0530429 Jul 28 14:55:36.571742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b60b275f-0822-41a1-8ffc-756fb4ea2aa5 req-1914af4c-d925-4267-91ac-578e83ddf685 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296564 Jul 28 14:55:36.584717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:36.591766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.600344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.774605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'network': 2} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:36.779558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.803592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.878548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:36.974131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:36.974725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:36.978323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.005424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8749-2c62-46cc-a78f-20d943c170c5 req-6fb6acd0-9abb-459c-b069-8488afe499e7 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:37.007200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-979a8749-2c62-46cc-a78f-20d943c170c5 req-6fb6acd0-9abb-459c-b069-8488afe499e7 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1285195 Jul 28 14:55:37.063844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.090754 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-979a8749-2c62-46cc-a78f-20d943c170c5 req-a5775f40-d894-4388-b505-7fa419fd0098 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704708 Jul 28 14:55:37.097531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-872bdfa4-2975-4030-8d03-41fde7487f51 req-be2c1889-73bb-481b-86ec-c7f0db4d3ac0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.0784664 Jul 28 14:55:37.123001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:37.147505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4efffd-49ef-441a-ab4b-e05b43ea818c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:37.171457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.171457 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Added segment 82048702-5878-42ce-84fa-9155b348f66f of type vlan for network aac6fe68-9177-439e-a8ff-50a00ef9f247 Jul 28 14:55:37.187436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-1a39075a-5047-47e4-a0ea-5796e3de3b17 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:37.189347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-1a39075a-5047-47e4-a0ea-5796e3de3b17 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 797 time: 0.2802284 Jul 28 14:55:37.218578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.289784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.290734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a5ce2-2c33-4b18-89a5-c982ce3c1542 req-c2e65c2b-5ec3-4246-969e-0da5628c6d77 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:37.292627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-840a5ce2-2c33-4b18-89a5-c982ce3c1542 req-c2e65c2b-5ec3-4246-969e-0da5628c6d77 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.1022947 Jul 28 14:55:37.297151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-6eef6434-3277-4efe-bc57-a5bdcaaa6364 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56245dcc2a25444f8fd4d55b76dc31cb HTTP/1.1" status: 200 len: 379 time: 0.0781834 Jul 28 14:55:37.312093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'port': {'device_id': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'admin_state_up': True, 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'security_groups': ['9dff5648-bdbb-4310-b290-9217f4e9946f']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:37.375570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.376743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:37.377591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.394718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-840a5ce2-2c33-4b18-89a5-c982ce3c1542 req-80b1c2b1-0046-454e-bbef-5083bfdc5162 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948868 Jul 28 14:55:37.462598 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.463240 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.526241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] Pushing event updated for resources: {'Network': ['ID=aac6fe68-9177-439e-a8ff-50a00ef9f247,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:37.533346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36829fe0-327d-458c-bb39-35880af1c7a2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:37.537042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:37.543342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:37.552978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.553341 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment bf9cef92-3712-48e8-a794-bc0a010056b9 of type vlan for network 8c28116d-24be-4d9d-a1d8-b3dc28e21889 Jul 28 14:55:37.594455 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ba88308-c8e0-4929-8463-f08169e6f461 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2956736 Jul 28 14:55:37.597370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47108) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:37.605870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Request body: {'subnet': {'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-152606062-subnet', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:37.622346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.658261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:37.668117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.668486 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment 30afffd4-6800-4078-b564-10047a2786fc of type vlan for network 6e6d96a2-c62c-4177-abab-c30057abd071 Jul 28 14:55:37.688606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Made reservation on behalf of 56245dcc2a25444f8fd4d55b76dc31cb for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:37.692261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.754303 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.854752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.20.0.10 (7eeeca75-f10f-4222-a978-f5c3e0cba676/07597dd6-7327-4c2d-aa09-b5379f220e47/d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:37.993282 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.995138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:37.997682 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.003417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.010346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.011475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.023690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Transition to ACTIVE for port object d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:38.067075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:38.069524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.148313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=8c28116d-24be-4d9d-a1d8-b3dc28e21889,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.160712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8c28116d-24be-4d9d-a1d8-b3dc28e21889 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:38.218166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.252897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=6e6d96a2-c62c-4177-abab-c30057abd071,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.275688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:38.277583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:38.281381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6e6d96a2-c62c-4177-abab-c30057abd071 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:38.285043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:38.293712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.318382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bd279ff6-562e-48e5-999c-e63e916db2b1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0847843 Jul 28 14:55:38.338850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47116) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:38.393514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97274a-c45b-4fa6-8492-149cb14b7702 req-6e5decb2-3871-4615-ac09-ef8a46dcb4ea tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.395927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c97274a-c45b-4fa6-8492-149cb14b7702 req-6e5decb2-3871-4615-ac09-ef8a46dcb4ea tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 932 time: 0.0855598 Jul 28 14:55:38.483055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c97274a-c45b-4fa6-8492-149cb14b7702 req-9737c3ad-1b72-4890-98d9-358790752e60 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601990 Jul 28 14:55:38.510527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.510716 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.543543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.594044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36133e19-9a04-49d0-96af-e533cbf5b159 req-4fbdf7ce-7061-413e-86b7-533bc9596f78 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.595739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36133e19-9a04-49d0-96af-e533cbf5b159 req-4fbdf7ce-7061-413e-86b7-533bc9596f78 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.2687228 Jul 28 14:55:38.626865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62e6bf-6934-496d-904c-9d8675e95e14 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.633064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62e6bf-6934-496d-904c-9d8675e95e14 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.639002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62e6bf-6934-496d-904c-9d8675e95e14 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.645474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62e6bf-6934-496d-904c-9d8675e95e14 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.648386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d62e6bf-6934-496d-904c-9d8675e95e14 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3070052 Jul 28 14:55:38.653580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:38.672089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-8ae42dcf-437f-4ee5-81f9-c766e6068e56 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3645747 Jul 28 14:55:38.682496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36133e19-9a04-49d0-96af-e533cbf5b159 req-d1637b24-5d3d-4a04-9f5d-d3c5dba2be52 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754807 Jul 28 14:55:38.688436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c417f3a3-3b04-431d-849f-587ff8c9869b,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:38.692885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Request body: {'port': {'device_id': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:38.700190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385214-34fb-40d3-a7b4-1c21810f32a3 req-b279c3a0-5c40-4c9b-9607-45a11eb9e177 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:38.711624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af385214-34fb-40d3-a7b4-1c21810f32a3 req-b279c3a0-5c40-4c9b-9607-45a11eb9e177 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.1222813 Jul 28 14:55:38.762813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.786582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:38.786951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Network hostable DHCP agents. Network: aac6fe68-9177-439e-a8ff-50a00ef9f247, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:38.800071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f7e35598-4cf9-4620-b106-0167313e319d None None] Provisioning for port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:38.804020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f7e35598-4cf9-4620-b106-0167313e319d None None] Provisioning complete for port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:38.804584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7e35598-4cf9-4620-b106-0167313e319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.840282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f7e35598-4cf9-4620-b106-0167313e319d None None] Port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:38.868172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af385214-34fb-40d3-a7b4-1c21810f32a3 req-854fd7df-9bde-4774-841a-f9c00ac946cb tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590250 Jul 28 14:55:38.875184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:38.965506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:38.999367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.010312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c28116d-24be-4d9d-a1d8-b3dc28e21889']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.022794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9cef92-3712-48e8-a794-bc0a010056b9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.023113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9cef92-3712-48e8-a794-bc0a010056b9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.032708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.034160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb2a7-0dda-402e-ac0d-235894a59d15 req-febcef9b-f469-47ee-92eb-ae397495b598 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.035717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcdbb2a7-0dda-402e-ac0d-235894a59d15 req-febcef9b-f469-47ee-92eb-ae397495b598 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.0816741 Jul 28 14:55:39.048840 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.055762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:39.056216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:39.059732 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:39.105939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, aac6fe68-9177-439e-a8ff-50a00ef9f247) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:39.118004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877a862-fcff-429f-9aa6-652ef6235dff None None] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:39.120062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.120663 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.168341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcdbb2a7-0dda-402e-ac0d-235894a59d15 req-807bc876-c24e-4fd5-9afe-5cb0864febf7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072900 Jul 28 14:55:39.172733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47126) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.181777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:39.191941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.208485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Transition to ACTIVE for port object d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:39.232383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f9e66-3fda-4807-8e08-b600e1293712 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.237205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-322f9e66-3fda-4807-8e08-b600e1293712 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1092 time: 0.0573366 Jul 28 14:55:39.237424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47128) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.242138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:39.251398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6d580f01-56e3-4556-ad5e-6930ff9a13ea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6525669 Jul 28 14:55:39.263002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47130) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.269803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:39.294572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.295014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.312260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.314501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/8c28116d-24be-4d9d-a1d8-b3dc28e21889 HTTP/1.1" status: 204 len: 168 time: 0.6562514 Jul 28 14:55:39.318989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-aac6fe68-9177-439e-a8ff-50a00ef9f247', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:39.319860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.341327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47132) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:39.343224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad0364-5586-45f9-a2d5-c8e2157dd4e0 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=8c28116d-24be-4d9d-a1d8-b3dc28e21889,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:39.355642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:39.465196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.473633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Attempting to bind port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:39.474124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Attempting to bind port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:39.474584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Attempting to bind port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 on network 7eeeca75-f10f-4222-a978-f5c3e0cba676 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:39.484399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 on network 7eeeca75-f10f-4222-a978-f5c3e0cba676 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:55:39.484399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Attempting to bind port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 on network 7eeeca75-f10f-4222-a978-f5c3e0cba676 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:39.484654 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.497218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:39.497735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Checking segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:39.498408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Bound using segment: {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:39.498977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Bound port: d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ce853c-5791-4901-bd25-511277439458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:39.499458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.541536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Allocated IP 172.20.0.2 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/215c5ada-696d-460c-9a06-2fa52a0592ce) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:39.601204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.602193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.620907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:39.625993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:39.730282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.753807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.762867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Transition to ACTIVE for port object 215c5ada-696d-460c-9a06-2fa52a0592ce will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:39.769321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.785887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Transition to ACTIVE for port object 215c5ada-696d-460c-9a06-2fa52a0592ce will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:39.787079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.790085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6d96a2-c62c-4177-abab-c30057abd071']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.807145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30afffd4-6800-4078-b564-10047a2786fc') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.807512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30afffd4-6800-4078-b564-10047a2786fc') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:39.816354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357a490-f528-4827-a99e-2aa329e14fb8 req-644bcf0f-5bfc-47c7-b2de-b17c9e145c52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.817917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5357a490-f528-4827-a99e-2aa329e14fb8 req-644bcf0f-5bfc-47c7-b2de-b17c9e145c52 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 944 time: 0.1801531 Jul 28 14:55:39.843959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.846457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.847490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.848920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] 10.222.0.50 "PUT /v2.0/ports/d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 1093 time: 1.1620061 Jul 28 14:55:39.853022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:39.855185 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:39.862317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf969e-a38e-4fc5-bd20-0cb9b137c9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:39.880541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.889022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149424-b891-434d-a384-d8fcdeb86964 req-4dbac763-39aa-4224-b106-91a9ff56fbfa tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:39.891399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a149424-b891-434d-a384-d8fcdeb86964 req-4dbac763-39aa-4224-b106-91a9ff56fbfa tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1133482 Jul 28 14:55:39.898387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:39.903533 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:39.945443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a149424-b891-434d-a384-d8fcdeb86964 req-3f6bc1bd-49d9-4769-a950-a12a6415202f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Jul 28 14:55:39.951415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5357a490-f528-4827-a99e-2aa329e14fb8 req-bd576320-4626-4781-acaa-cc6c401517ee tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218686 Jul 28 14:55:39.955550 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:39.972710 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.036066 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76f2f8-654e-4784-b0ab-dd399c9f6678 x-openstack-request-id: req-7c76f2f8-654e-4784-b0ab-dd399c9f6678 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:40.036350 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:40.036617 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c76f2f8-654e-4784-b0ab-dd399c9f6678 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:40.037013 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'status': 'completed', 'code': 200} Jul 28 14:55:40.061935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Pushing event updated for resources: {'Port': ['ID=215c5ada-696d-460c-9a06-2fa52a0592ce,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.079691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:40.081932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:40.092729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:40.136825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-fb857b43-a0b9-4914-8e55-5727891c6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.138787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-fb857b43-a0b9-4914-8e55-5727891c6045 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1096 time: 0.0540922 Jul 28 14:55:40.170212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Attempting to bind port 215c5ada-696d-460c-9a06-2fa52a0592ce on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:40.171882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Attempting to bind port 215c5ada-696d-460c-9a06-2fa52a0592ce by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:40.172513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Attempting to bind port 215c5ada-696d-460c-9a06-2fa52a0592ce on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:40.179942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:40.180663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:40.182524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.183174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:40.183902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Bound port: 215c5ada-696d-460c-9a06-2fa52a0592ce, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:40.184512 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.217503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-9cae6f23-ddfb-4ce2-8c62-e464781ab5aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 217 time: 0.0633297 Jul 28 14:55:40.282580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-63e8a250-74a0-4456-90bc-d47c768c058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.284298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-63e8a250-74a0-4456-90bc-d47c768c058f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 200 len: 835 time: 0.0597804 Jul 28 14:55:40.307444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] For port 215c5ada-696d-460c-9a06-2fa52a0592ce, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:40.337343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-35d4f587-d3bc-4bcb-a429-4c4a833ab2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.338875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-35d4f587-d3bc-4bcb-a429-4c4a833ab2a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eeeca75-f10f-4222-a978-f5c3e0cba676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478649 Jul 28 14:55:40.441646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-c2ef929f-ebaf-4328-94e7-d92b4c8fe9cc service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941150 Jul 28 14:55:40.499020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.531477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] For port 215c5ada-696d-460c-9a06-2fa52a0592ce, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=215c5ada-696d-460c-9a06-2fa52a0592ce,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:40.537777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.540149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.541986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/6e6d96a2-c62c-4177-abab-c30057abd071 HTTP/1.1" status: 204 len: 168 time: 1.1953728 Jul 28 14:55:40.544951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:40.559646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264183dc-858b-4af6-a06a-161b8c0a1b19 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=6e6d96a2-c62c-4177-abab-c30057abd071,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.564859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c168f304-15f5-4625-bd5f-37bc08d4eb30 req-f85da95b-ee43-41e9-8775-04373112340b service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154511 Jul 28 14:55:40.580597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.25.0.85 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ec88505b-a521-408f-98d1-b62bc26fb2e5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:40.666533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23b131-d9ab-4e84-b476-a3c87e382336 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.673171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23b131-d9ab-4e84-b476-a3c87e382336 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.674752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6b23b131-d9ab-4e84-b476-a3c87e382336 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1269786 Jul 28 14:55:40.678658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47144) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:40.689248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-661970311'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:40.692818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.732609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.801627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c282bb-6eba-4ab5-899f-244fbf86f525 None None] Pushing event updated for resources: {'Port': ['ID=215c5ada-696d-460c-9a06-2fa52a0592ce,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:40.836012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:40.847139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.858745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-824abeb7-9ca6-4d78-95ee-f80a42c193d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:40.860325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-824abeb7-9ca6-4d78-95ee-f80a42c193d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1096 time: 0.0677629 Jul 28 14:55:40.891383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:40.936708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.937071 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment dd4ecf53-2cef-413b-a7e7-1315261fcb4b of type vlan for network 984956d5-4048-4853-be9b-9052755ddca0 Jul 28 14:55:40.959578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:40.992662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.006251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.040505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.106168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:41.117064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-02de8dec-4e35-40ae-8e57-112ba382f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.122381 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-02de8dec-4e35-40ae-8e57-112ba382f515 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 898 time: 0.2510638 Jul 28 14:55:41.145870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:41.155510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:41.186150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-1bc3e1aa-bbb6-48bb-9f8c-4fa723fcbc86 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 217 time: 0.0491245 Jul 28 14:55:41.216446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=ec88505b-a521-408f-98d1-b62bc26fb2e5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:41.238331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5cd71-4ddc-4250-b1e4-3ff2db068fea req-ff9ec213-67e3-4d3b-8481-d31875e493af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.242548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4aa5cd71-4ddc-4250-b1e4-3ff2db068fea req-ff9ec213-67e3-4d3b-8481-d31875e493af tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 944 time: 0.1640940 Jul 28 14:55:41.273433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-d61e02b7-3e64-474e-abf7-dfc628c3fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.273973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-d61e02b7-3e64-474e-abf7-dfc628c3fd2d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 200 len: 835 time: 0.0780017 Jul 28 14:55:41.287128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1ac0a-759d-4e54-a6d6-97f0ee76f870 req-f63f67fb-2dfd-4b8c-9cf1-3d96f86ff256 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.288958 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ea1ac0a-759d-4e54-a6d6-97f0ee76f870 req-f63f67fb-2dfd-4b8c-9cf1-3d96f86ff256 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1632295 Jul 28 14:55:41.313035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.316130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Allocated IP 172.25.0.196 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:41.318750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.324093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.344144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4aa5cd71-4ddc-4250-b1e4-3ff2db068fea req-91063777-eba9-4b1f-9fee-07555134e653 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928869 Jul 28 14:55:41.425782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=984956d5-4048-4853-be9b-9052755ddca0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:41.429236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-e261d4dc-f6e4-4f14-adff-4297d2285507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:41.430774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-e261d4dc-f6e4-4f14-adff-4297d2285507 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eeeca75-f10f-4222-a978-f5c3e0cba676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1487491 Jul 28 14:55:41.436698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 984956d5-4048-4853-be9b-9052755ddca0 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:41.457280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ea1ac0a-759d-4e54-a6d6-97f0ee76f870 req-e170fbf4-bd2f-4b08-b056-cbcf1838f8d5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432745 Jul 28 14:55:41.533613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8134c479-d11c-4244-991f-8334021203e2 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8498838 Jul 28 14:55:41.537211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47152) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:41.546924 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-e82eb5cb-644a-4e85-819f-8e69439a99ae service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067646 Jul 28 14:55:41.554890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1902333064'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:41.670535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4fc835ec-0839-4e44-bbf4-d918cbcaeabd req-ad9fd14d-ddd4-43c8-848a-f74976f4276b service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162791 Jul 28 14:55:41.678351 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.783918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:41.787749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.924138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c173a-acaf-4e01-902c-663dc3cc1f35 None None] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:41.945920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:41.993656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:41.994005 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment f4b183ed-d8b8-4610-bbd1-94c802b92afa of type vlan for network dcbb31b9-f0c8-4528-8f04-1fa58d508826 Jul 28 14:55:42.032587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.064391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.093342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.146788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:42.149722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:42.156519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:42.184290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Pushing event updated for resources: {'Port': ['ID=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:42.254572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2fca626e-608c-4ace-bc6c-a9af445cc51d None None] Provisioning for port 215c5ada-696d-460c-9a06-2fa52a0592ce completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:42.330691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.336460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:42.337187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.363957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4e68c6aa-a792-4725-abdd-73c838a03ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.454751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:42.477432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acddb86-bdef-4f84-aa80-671e4b2fdd55 req-bb9b5b98-d8bb-42d0-9c87-9396d26a8965 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:42.478984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9acddb86-bdef-4f84-aa80-671e4b2fdd55 req-bb9b5b98-d8bb-42d0-9c87-9396d26a8965 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 944 time: 0.0558355 Jul 28 14:55:42.487621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9402845 Jul 28 14:55:42.491379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abe32a-67e1-48a1-a716-4a1ae6749081 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=dcbb31b9-f0c8-4528-8f04-1fa58d508826,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:42.493435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47160) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:42.504182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'ports': [{'network_id': '984956d5-4048-4853-be9b-9052755ddca0', 'name': 'tempest-port--804070190', 'admin_state_up': True}, {'network_id': 'dcbb31b9-f0c8-4528-8f04-1fa58d508826', 'admin_state_up': False}]} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:42.504496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'port': {'network_id': '984956d5-4048-4853-be9b-9052755ddca0', 'name': 'tempest-port--804070190', 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:42.504976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'port': {'network_id': 'dcbb31b9-f0c8-4528-8f04-1fa58d508826', 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:42.517462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network dcbb31b9-f0c8-4528-8f04-1fa58d508826 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:42.523652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9acddb86-bdef-4f84-aa80-671e4b2fdd55 req-21b07395-3d21-403f-a50c-ba008c12b92a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Jul 28 14:55:42.865241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 215c5ada-696d-460c-9a06-2fa52a0592ce up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:43.054614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 215c5ada-696d-460c-9a06-2fa52a0592ce completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:43.058720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 215c5ada-696d-460c-9a06-2fa52a0592ce triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:43.059176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.070042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.140514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.150156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b4d0b-b52b-490b-a7ea-5f9e4d46367b req-0c5d55a2-2b4f-4b90-af9c-075adb2863de tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:43.152199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-649b4d0b-b52b-490b-a7ea-5f9e4d46367b req-0c5d55a2-2b4f-4b90-af9c-075adb2863de tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.5508327 Jul 28 14:55:43.179210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 215c5ada-696d-460c-9a06-2fa52a0592ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=215c5ada-696d-460c-9a06-2fa52a0592ce,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:43.311627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-649b4d0b-b52b-490b-a7ea-5f9e4d46367b req-a985a326-98ac-4207-90d4-bf9145bc8857 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506596 Jul 28 14:55:43.313687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.397034 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.421565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.440793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:55:43.471820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=215c5ada-696d-460c-9a06-2fa52a0592ce,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.532324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'port': 2} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:43.545169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.555070 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.560251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:43.570795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.583846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'mac_address': 'fa:16:3e:0a:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:55:43.630878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.648751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:55:43.673190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:43.693672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1e72d-8911-4a9b-9d8b-30dd18aa20a7 req-41728648-988c-4827-b9ee-f0447c892d8b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:43.695491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3b1e72d-8911-4a9b-9d8b-30dd18aa20a7 req-41728648-988c-4827-b9ee-f0447c892d8b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 944 time: 0.0788755 Jul 28 14:55:43.722834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=ec88505b-a521-408f-98d1-b62bc26fb2e5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.738422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3b1e72d-8911-4a9b-9d8b-30dd18aa20a7 req-c9d9cbfa-06d1-45b1-b34a-0307b568f882 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364063 Jul 28 14:55:43.747707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] device_id is not set on port 61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:43.749154 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.843587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:43.891740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:43.902313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Router 3124d692-5e06-4ce2-88a2-420b235c1526 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:55:43.921239 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Floating IP a52809e0-c847-4a8f-bfca-a92b487ebf46 associated. External IP: 172.25.0.85, port: ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1. Jul 28 14:55:44.121931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.180292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:55:44.212595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:44.228937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:44.249972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:44.250589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:44.268492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] device_id is not set on port 4442a8d1-5088-46a6-bf6a-de75f126350c yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:55:44.415866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:44.416709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:44.442194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.446044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-331aa48c-80e1-41d7-84a7-43ed698f7142 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1797414 Jul 28 14:55:44.447483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:44.559701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23896c3-71c7-44a2-aa16-5fdd99b4fdd0 req-38f7d24c-9ede-4a62-ad0b-82270f7db9e6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:44.569601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c23896c3-71c7-44a2-aa16-5fdd99b4fdd0 req-38f7d24c-9ede-4a62-ad0b-82270f7db9e6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1712070 Jul 28 14:55:44.573645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.691752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c23896c3-71c7-44a2-aa16-5fdd99b4fdd0 req-c979ca07-7673-4d27-b062-19aabb8b0b49 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186678 Jul 28 14:55:44.718728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:44.722999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:42Z', 'revision_number': 3, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:44.731151 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:44.748864 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:44.750451 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:44.762766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:44.763191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Updating router 3124d692-5e06-4ce2-88a2-420b235c1526 port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:44.767070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abeaf346-2f32-4209-9638-66cf6cc0ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.798261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.806103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.929427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.940967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 215c5ada-696d-460c-9a06-2fa52a0592ce up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:44.970691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71b85c-6215-4ee5-a0bc-8931f72afebb req-8c5919ba-5843-49dc-ac0e-1f768a71a9e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:44.970691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c71b85c-6215-4ee5-a0bc-8931f72afebb req-8c5919ba-5843-49dc-ac0e-1f768a71a9e1 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 945 time: 0.1093922 Jul 28 14:55:44.980999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Checking segment: {'id': 'dd4ecf53-2cef-413b-a7e7-1315261fcb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '984956d5-4048-4853-be9b-9052755ddca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:44.981741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network hostable DHCP agents. Network: 984956d5-4048-4853-be9b-9052755ddca0, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:44.987631 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:44.987913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:44.988219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Port': ['ID=61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:45.047383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-908daea6-eb31-401f-a80a-9ecf9735a87f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8086648 Jul 28 14:55:45.053508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47174) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:45.053508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:45.056489 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:45.067422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c71b85c-6215-4ee5-a0bc-8931f72afebb req-6f328c12-ddfb-403e-8ece-7d8bfe3d4823 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887883 Jul 28 14:55:45.097848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 215c5ada-696d-460c-9a06-2fa52a0592ce triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:45.097848 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.138001 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9f6c0a-c9dc-42ca-86fa-b9b44eb1e6c5 x-openstack-request-id: req-0b9f6c0a-c9dc-42ca-86fa-b9b44eb1e6c5 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:45.139188 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:45.139719 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b9f6c0a-c9dc-42ca-86fa-b9b44eb1e6c5 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:45.140298 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'status': 'completed', 'code': 200} Jul 28 14:55:45.161681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.169420 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fbf50bcc-723b-4053-a2ec-5ad5f7f628ff tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/a52809e0-c847-4a8f-bfca-a92b487ebf46 HTTP/1.1" status: 200 len: 990 time: 0.1070330 Jul 28 14:55:45.174503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network 984956d5-4048-4853-be9b-9052755ddca0 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:45.249313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-6da80d46-2078-432e-ada0-6aaa089758b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:45.251150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-6da80d46-2078-432e-ada0-6aaa089758b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1097 time: 0.0622444 Jul 28 14:55:45.271188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.291995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Transition to ACTIVE for port object d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:45.315651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 984956d5-4048-4853-be9b-9052755ddca0) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:45.322090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:45.322937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.325408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0c77e-6c9d-48f8-b295-0d17cede61fd None None] Network 984956d5-4048-4853-be9b-9052755ddca0 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:45.390177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Allocated IP 172.20.0.1 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/ac4a403f-6c91-4f5f-bbe8-407f38d58ccf) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:45.398829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Port': ['ID=4442a8d1-5088-46a6-bf6a-de75f126350c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:45.433195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Checking segment: {'id': 'f4b183ed-d8b8-4610-bbd1-94c802b92afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'dcbb31b9-f0c8-4528-8f04-1fa58d508826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:45.436011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network hostable DHCP agents. Network: dcbb31b9-f0c8-4528-8f04-1fa58d508826, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:45.441855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-64ebe91c-c527-4d72-8f89-4744ae740975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:45.442046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-64ebe91c-c527-4d72-8f89-4744ae740975 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 898 time: 0.1837931 Jul 28 14:55:45.444495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:45.509890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.511637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:41Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:45.548238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.567732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Transition to ACTIVE for port object ac4a403f-6c91-4f5f-bbe8-407f38d58ccf will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:45.625419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:45.649721 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:45.650728 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:45.659013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Attempting to bind port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:45.663915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Attempting to bind port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:45.663915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Attempting to bind port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:45.685370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:45.686423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:45.688005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.689675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:45.690726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Bound port: d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:45.691572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.697963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49db0-1c72-490c-a899-068670399f51 None None] Pushing event updated for resources: {'Port': ['ID=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:45.792419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.800291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] For port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:45.806971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] For port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:45.835469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:45.854449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:45.869678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:45.871490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.886852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:45.891103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:45.893070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network dcbb31b9-f0c8-4528-8f04-1fa58d508826 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:45.896144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:45.901823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:45.940324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:45.954803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-50d61bdc-bed4-46e6-bbd8-8937d77be873 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 998 time: 0.5045202 Jul 28 14:55:45.971497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237608e-1b80-40a4-9a5d-904d01c38e50 req-ff475230-fe60-4e3c-8fc9-b8a4aa27d301 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:45.972956 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d237608e-1b80-40a4-9a5d-904d01c38e50 req-ff475230-fe60-4e3c-8fc9-b8a4aa27d301 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1353967 Jul 28 14:55:45.980381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.068846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, dcbb31b9-f0c8-4528-8f04-1fa58d508826) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:46.081106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:46.087552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.093672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.094407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.139063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-76a403b2-9afa-4c81-9586-2bdcac680e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.140950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-76a403b2-9afa-4c81-9586-2bdcac680e57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 200 len: 835 time: 0.1787102 Jul 28 14:55:46.169967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a87a4-feed-4053-9cdb-9ece9ea377c0 None None] Network dcbb31b9-f0c8-4528-8f04-1fa58d508826 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:46.193502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.375093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49db0-1c72-490c-a899-068670399f51 None None] Pushing event updated for resources: {'Port': ['ID=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:46.378029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-bc2587c7-190c-4338-bbd8-dbe6ddcf826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.385523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-bc2587c7-190c-4338-bbd8-dbe6ddcf826a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314661 Jul 28 14:55:46.401293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:46.413841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.419257 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:41Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:46.440462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-436deb3f-60a2-4b54-b1a2-f2bef08822bc tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9336715 Jul 28 14:55:46.441338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.467573 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033aa39-5c5a-473a-94b1-e5d4658d207f None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:55:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:41Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:46.527087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.635931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1a65-dbb9-4554-8ec9-9fd0069d948d req-ee4e6f53-841a-480c-bf64-ac3c4d97f0f4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.638328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09ca1a65-dbb9-4554-8ec9-9fd0069d948d req-ee4e6f53-841a-480c-bf64-ac3c4d97f0f4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 945 time: 0.3858700 Jul 28 14:55:46.704305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3d6ec-003e-4408-858d-46fdac3a12f6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.717204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3d6ec-003e-4408-858d-46fdac3a12f6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:46.723706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eaa3d6ec-003e-4408-858d-46fdac3a12f6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2297263 Jul 28 14:55:46.732969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47190) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:46.829361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-5e3636be-a0f2-4193-a69f-56f7609ee4e9 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869720 Jul 28 14:55:46.837552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09ca1a65-dbb9-4554-8ec9-9fd0069d948d req-f68a3e2c-3eb1-4660-8bcc-2f0bfb78fcc9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861663 Jul 28 14:55:46.883242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-932e6890-145a-4cf8-9917-6c426b68efd0 None None] Provisioning for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:46.888619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb08818-2331-4039-b403-0fa5f112c3da None None] New status for floating IP a52809e0-c847-4a8f-bfca-a92b487ebf46: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:55:46.910919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d237608e-1b80-40a4-9a5d-904d01c38e50 req-2cff6ac2-9edd-4109-a83e-8acc2cf23fc6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272246 Jul 28 14:55:46.916838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a1125c6-aed1-4a8a-9498-6e18c19c58e8 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/a52809e0-c847-4a8f-bfca-a92b487ebf46 HTTP/1.1" status: 200 len: 990 time: 0.7222078 Jul 28 14:55:46.941038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-932e6890-145a-4cf8-9917-6c426b68efd0 None None] Provisioning complete for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:46.941559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-932e6890-145a-4cf8-9917-6c426b68efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.943416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.992416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting port 61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:46.992660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:46.998235 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bb80b9f3-c6c4-49f4-8456-a40857fc0dbf req-907efb43-712e-49ac-8394-eb7a2dfe2f75 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582031 Jul 28 14:55:47.012489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:47.054514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:47.056994 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e6e7a-f5c1-494d-b59a-fdeffa3eb1cd" -d '{"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-plugged", "status": "completed", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:47.073236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.089339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Calling delete_port for 61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:47.130443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.163823 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8029ecc2-cdc0-434f-8496-8198e8a7d101 x-openstack-request-id: req-8029ecc2-cdc0-434f-8496-8198e8a7d101 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:47.164115 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-plugged", "status": "completed", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:47.164381 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8029ecc2-cdc0-434f-8496-8198e8a7d101 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:47.164778 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'code': 200} Jul 28 14:55:47.166444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:47.169761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-932e6890-145a-4cf8-9917-6c426b68efd0 None None] Port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:47.311580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67ec08-87f6-48f9-ba59-2aaa74076ba9 req-130ab3c5-3b51-49ea-ae5b-ec6f54352f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:47.313197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a67ec08-87f6-48f9-ba59-2aaa74076ba9 req-130ab3c5-3b51-49ea-ae5b-ec6f54352f76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1097 time: 0.0699744 Jul 28 14:55:47.335219 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.373448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a67ec08-87f6-48f9-ba59-2aaa74076ba9 req-22da0e59-57de-4e45-8a69-4af2c8220250 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516658 Jul 28 14:55:47.377458 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.389511 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.403524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:42Z', 'revision_number': 3, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:47.406923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:47.426074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Port': ['ID=61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:47.436561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.437633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879058e4-86ca-48cb-b223-bcc7a5444ccb None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:42Z', 'revision_number': 3, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:47.438399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/ports/61a6b165-dcbc-4420-bbc7-aa40e1b5e1cb HTTP/1.1" status: 204 len: 168 time: 0.7028813 Jul 28 14:55:47.440483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.440834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.441193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.441472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47194) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:47.441591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.441850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.442185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.442554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.443105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.443565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.443904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.444356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.444580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f3283b-7774-4dbd-9214-d39e31e3e3e6 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:55:47.557483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting port 4442a8d1-5088-46a6-bf6a-de75f126350c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:47.558273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.583008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.708357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.718449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.745756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:47.751353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Calling delete_port for 4442a8d1-5088-46a6-bf6a-de75f126350c owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:47.753903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:47.921550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:47.948145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:47.959091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:48.066006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3dda1f-ca32-4606-83a9-98e30a236514 req-131a148f-3afa-437b-924e-9a7046375bbc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:48.067689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a3dda1f-ca32-4606-83a9-98e30a236514 req-131a148f-3afa-437b-924e-9a7046375bbc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1266174 Jul 28 14:55:48.076167 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.089635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-114aa05a-d455-4ded-a74b-c9d1fec1e192 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/a52809e0-c847-4a8f-bfca-a92b487ebf46 HTTP/1.1" status: 200 len: 992 time: 0.1640635 Jul 28 14:55:48.115957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599c872-43b0-4dcc-ba58-03340670d095 req-76d55919-12b5-4d7e-a2cd-aa8c3c5218f6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:48.117939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b599c872-43b0-4dcc-ba58-03340670d095 req-76d55919-12b5-4d7e-a2cd-aa8c3c5218f6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0939312 Jul 28 14:55:48.173060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Port': ['ID=4442a8d1-5088-46a6-bf6a-de75f126350c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:48.176673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b599c872-43b0-4dcc-ba58-03340670d095 req-bf34dfe8-456b-4746-be1d-ad99d23fcbcc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Jul 28 14:55:48.211537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a3dda1f-ca32-4606-83a9-98e30a236514 req-588d205c-29cf-4776-941a-de92236560c8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335065 Jul 28 14:55:48.320674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d026b9ca-af54-4605-811f-b1303eaa13c8 None None] Provisioning complete for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:48.321211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d026b9ca-af54-4605-811f-b1303eaa13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.347445 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.352355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-82641129-2dbb-4654-ab4b-a17c6be78313 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/ports/4442a8d1-5088-46a6-bf6a-de75f126350c HTTP/1.1" status: 204 len: 168 time: 0.9066944 Jul 28 14:55:48.352522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47204) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.355311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:48.373342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d026b9ca-af54-4605-811f-b1303eaa13c8 None None] Port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:55:48.389251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f997fe1-de2e-4f0c-a1c2-7d5f14dc39cb tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0351422 Jul 28 14:55:48.398810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47206) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:48.404187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1708046865'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:48.503944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:48.509584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c33dc93-be85-4b7d-93d8-75e673ea5483 admin admin] 10.222.0.47 "PUT /v2.0/routers/3124d692-5e06-4ce2-88a2-420b235c1526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0604630 Jul 28 14:55:48.577567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:48.581301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.612228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:48.621660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.622003 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment 34643200-444e-427a-a99f-069ec1d502f3 of type vlan for network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd Jul 28 14:55:48.667838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.840288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.853024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:48.857023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:48.874475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:48.967297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=d1f9804d-6fb2-4f69-93ac-a32b6e31bafd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:48.977864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:49.026535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-87cf373f-25a6-415b-bd3b-e49dfb71e9b8 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6265678 Jul 28 14:55:49.029396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47216) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.034006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:49.034500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1253347400'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:49.053870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:49.054321 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.161629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.185152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:49.214435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:49.219200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.249111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:49.273504 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.274069 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Added segment 6031e369-87a0-42c9-bdca-f786789c72e2 of type vlan for network df3bfb6a-1fc9-4981-be2c-4236efed29fb Jul 28 14:55:49.292767 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:49.312595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:49.312595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:49.377283 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.390610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbb254-5662-4780-8ed8-d3f155fbd6e7 req-c8524818-759d-4e11-aa8b-00b86d348b67 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:49.392237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ac2c-a6c6-40e5-85ff-54f940057a29 req-0f091835-1bd7-4385-959d-5b3313b51704 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:49.393258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05dbb254-5662-4780-8ed8-d3f155fbd6e7 req-c8524818-759d-4e11-aa8b-00b86d348b67 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0732038 Jul 28 14:55:49.402949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aaa0ac2c-a6c6-40e5-85ff-54f940057a29 req-0f091835-1bd7-4385-959d-5b3313b51704 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1456070 Jul 28 14:55:49.406017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.445522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:49.466893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aaa0ac2c-a6c6-40e5-85ff-54f940057a29 req-ea852a40-ca03-4a2f-9777-56524e4640d6 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Jul 28 14:55:49.478200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05dbb254-5662-4780-8ed8-d3f155fbd6e7 req-adfdca43-8bb6-460d-9feb-f9f3bafa3465 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584507 Jul 28 14:55:49.517283 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:49.536294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47232) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.541914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-151544821-network', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:49.625440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22296977-401c-4567-b269-c2ff084b7758 req-7586068b-285c-4afc-bf3c-c12b418afeda tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:49.627044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22296977-401c-4567-b269-c2ff084b7758 req-7586068b-285c-4afc-bf3c-c12b418afeda tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0570171 Jul 28 14:55:49.628199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.633592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:49.634187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.702783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Made reservation on behalf of b2ea9a7119bb45b0934f5c33023c2eac for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:49.705176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.734308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.750652 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 2, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:49.759355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22296977-401c-4567-b269-c2ff084b7758 req-0b06b260-822a-46f6-b4ed-a6785a0024dc tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223834 Jul 28 14:55:49.761800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Network': ['ID=df3bfb6a-1fc9-4981-be2c-4236efed29fb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:49.774530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:49.780061 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:49.780424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Updating router 3124d692-5e06-4ce2-88a2-420b235c1526 port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:49.792593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47234) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.811850 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.843016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f26162-2db5-474a-a523-f4de20e900ed tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:49.844603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-25f26162-2db5-474a-a523-f4de20e900ed tempest-TestNetworkAdvancedServerOps-1287855204 tempest-TestNetworkAdvancedServerOps-1287855204-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1093 time: 0.0509765 Jul 28 14:55:49.855279 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fac649f5-140b-452d-930b-9039a63e2b7c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8155804 Jul 28 14:55:49.855465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:49.855465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:49.943609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:49.974446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.008186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:50.014952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'subnets': [{'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1931244718', 'ip_version': 4}, {'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:50.015351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'subnet': {'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1931244718', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:50.016096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Request body: {'subnet': {'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:50.082607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.107758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:55:50.126303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84ea58d-8908-4f74-9044-ce5fb0d7f2fb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.131681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.132033 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Added segment b20d6061-7f30-4175-a7a1-e4e230c4fbd5 of type vlan for network 054d41b8-5eed-4a53-964f-da078f479cfd Jul 28 14:55:50.142019 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.153689 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Transition to ACTIVE for port object ac4a403f-6c91-4f5f-bbe8-407f38d58ccf will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:50.177107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.234875 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.314733 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.352924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.369695 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07d18-d334-4d54-ae76-78d0d636b4cb None None] Pushing event updated for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.430837 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Attempting to bind port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:50.431388 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Attempting to bind port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:50.431879 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Attempting to bind port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:50.438259 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:50.438786 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:50.439315 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.439866 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:50.440465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Bound port: ac4a403f-6c91-4f5f-bbe8-407f38d58ccf, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:50.440961 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.482177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Allocated IP 172.25.0.16 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/019aec64-ae4d-4200-bdad-f675d3712ad4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:50.500356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.501456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:50.502136 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.532145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] For port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:50.541200 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] For port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:50.574764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.579544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Made reservation on behalf of d8fe5cbcf09f4edaa4c096eb338d6e6b for: {'subnet': 2} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:50.580427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.580944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.583431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] Pushing event updated for resources: {'Network': ['ID=054d41b8-5eed-4a53-964f-da078f479cfd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.595189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 054d41b8-5eed-4a53-964f-da078f479cfd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:55:50.649729 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.708670 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:50.709405 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:50.728437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-73ce7617-5ee7-409a-992b-d2d46d97ea32 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1908751 Jul 28 14:55:50.733428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:50.740434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.744679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Request body: {'subnet': {'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-151544821-subnet', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:50.766138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc07d18-d334-4d54-ae76-78d0d636b4cb None None] Pushing event updated for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:50.769914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5a918-0842-44b1-90e3-53e35b76edb9 req-61913ffe-705b-41b4-bbb7-f5a164c9a004 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:50.771501 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eae5a918-0842-44b1-90e3-53e35b76edb9 req-61913ffe-705b-41b4-bbb7-f5a164c9a004 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1742182 Jul 28 14:55:50.848824 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:50.897723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:50.945860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Made reservation on behalf of b2ea9a7119bb45b0934f5c33023c2eac for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:55:50.949309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.951600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:50.951993 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:50.958788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eae5a918-0842-44b1-90e3-53e35b76edb9 req-c5c78b23-a6cd-4ada-b517-bc0960ddb333 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750581 Jul 28 14:55:51.083422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.146790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:51.177590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:51.184546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:51.190405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=019aec64-ae4d-4200-bdad-f675d3712ad4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:51.297803 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:50Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:51.323923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1310cb52-41ae-4fb8-a9e7-503cfe699c43 None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:50Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:51.554869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.589552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.616069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf5b443-03e2-4faf-8bb4-f36b177a3762,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:51.644960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Checking segment: {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:51.645185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Network hostable DHCP agents. Network: 054d41b8-5eed-4a53-964f-da078f479cfd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:51.756637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Network 054d41b8-5eed-4a53-964f-da078f479cfd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:51.800443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Subnet': ['ID=938f8d23-37dc-4f62-99dc-469e91b23d00,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:51.878843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Checking segment: {'id': '34643200-444e-427a-a99f-069ec1d502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:51.879259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network hostable DHCP agents. Network: d1f9804d-6fb2-4f69-93ac-a32b6e31bafd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:51.912676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.925750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 054d41b8-5eed-4a53-964f-da078f479cfd) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:51.930344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:51.931172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:51.939679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da933ea-bfb8-4524-b8e8-b7821b41cd87 None None] Network 054d41b8-5eed-4a53-964f-da078f479cfd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:52.102883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96844f2-4dca-44d7-a23a-307c1ed69368 req-e4b23082-9d61-4370-a720-d68eab7874d1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:52.107598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d96844f2-4dca-44d7-a23a-307c1ed69368 req-e4b23082-9d61-4370-a720-d68eab7874d1 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0657096 Jul 28 14:55:52.131772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-89e06b2f-f7d6-44c6-8277-6e172958c7ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3962390 Jul 28 14:55:52.134822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47252) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:52.140206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:55:52.149618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-054d41b8-5eed-4a53-964f-da078f479cfd', 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'fixed_ips': [{'subnet_id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:52.150494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.156806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d96844f2-4dca-44d7-a23a-307c1ed69368 req-0e3fc3fa-1580-4370-85ad-0088a1e0c610 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Jul 28 14:55:52.214272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:52.239869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d1f9804d-6fb2-4f69-93ac-a32b6e31bafd) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:52.247094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.260045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdc0e7-cdd3-4c8a-9aa5-e90b86d9c6b8 None None] Network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:52.289192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.342167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event updated for resources: {'Subnet': ['ID=ff6bd045-312f-4286-935e-a28bec93ce0b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:52.377111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Checking segment: {'id': '6031e369-87a0-42c9-bdca-f786789c72e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:52.377496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network hostable DHCP agents. Network: df3bfb6a-1fc9-4981-be2c-4236efed29fb, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:55:52.419817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.421675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.422322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Allocated IP 172.20.0.2 (054d41b8-5eed-4a53-964f-da078f479cfd/7cf5b443-03e2-4faf-8bb4-f36b177a3762/09d39af3-5bc4-4fe4-a9aa-30cdc19aea52) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:52.551180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-d1f9804d-6fb2-4f69-93ac-a32b6e31bafd', 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd', 'tenant_id': 'd8fe5cbcf09f4edaa4c096eb338d6e6b', 'fixed_ips': [{'subnet_id': '938f8d23-37dc-4f62-99dc-469e91b23d00'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:52.552157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.561061 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.594261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:55:52.623536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.775386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.777429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, df3bfb6a-1fc9-4981-be2c-4236efed29fb) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:52.780673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.787983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Transition to ACTIVE for port object 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:52.788975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:52.789457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:52.790083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:52.795641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a33cf-eb33-4376-9237-5efbee036edf None None] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:52.882729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Transition to ACTIVE for port object 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:52.884574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Allocated IP 172.20.0.2 (d1f9804d-6fb2-4f69-93ac-a32b6e31bafd/938f8d23-37dc-4f62-99dc-469e91b23d00/7550cf32-2b88-4393-8389-f23a518d7af0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:52.923116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ac4a403f-6c91-4f5f-bbe8-407f38d58ccf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:53.056846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.171665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Network 054d41b8-5eed-4a53-964f-da078f479cfd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:53.171665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:53.193591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:53.197701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-df3bfb6a-1fc9-4981-be2c-4236efed29fb', 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb', 'tenant_id': 'd8fe5cbcf09f4edaa4c096eb338d6e6b', 'fixed_ips': [{'subnet_id': 'ff6bd045-312f-4286-935e-a28bec93ce0b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:55:53.198582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.214906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Pushing event updated for resources: {'Port': ['ID=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:53.268792 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.320736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.356665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event updated for resources: {'Port': ['ID=019aec64-ae4d-4200-bdad-f675d3712ad4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:53.369856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.441413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce09b06-4a67-4d73-8c72-3c997f3a3ac8 req-fbcb4e68-f11f-4be9-9b19-56dd3a3fe57b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:53.443112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fce09b06-4a67-4d73-8c72-3c997f3a3ac8 req-fbcb4e68-f11f-4be9-9b19-56dd3a3fe57b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1436017 Jul 28 14:55:53.510209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Transition to ACTIVE for port object 7550cf32-2b88-4393-8389-f23a518d7af0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:53.515891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:53.534081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Attempting to bind port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:53.534460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Attempting to bind port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:53.534871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Attempting to bind port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 on network 054d41b8-5eed-4a53-964f-da078f479cfd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:53.538384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fce09b06-4a67-4d73-8c72-3c997f3a3ac8 req-11c38564-052c-4290-9960-9564256ea159 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834322 Jul 28 14:55:53.541430 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP 0a79eb13-658f-436b-afe2-7ae249b1afff associated. External IP: 172.25.0.16, port: d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73. Jul 28 14:55:53.546135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:53.546521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.562426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:53.562999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Checking segment: {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:53.563649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.563649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Bound using segment: {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:53.564143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Bound port: 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:53.564587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.586108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Transition to ACTIVE for port object 7550cf32-2b88-4393-8389-f23a518d7af0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:53.599374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a511a6b-6637-4edb-b9bd-0706cf433f85 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5897462 Jul 28 14:55:53.609389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.680460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Allocated IP 172.20.0.18 (df3bfb6a-1fc9-4981-be2c-4236efed29fb/ff6bd045-312f-4286-935e-a28bec93ce0b/46493378-1796-4125-9048-a5b62d4671e6) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:53.710143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0b12c-c35a-4032-8290-f356e3eb7a93 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:53.711805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0b12c-c35a-4032-8290-f356e3eb7a93 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:53.713659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0b12c-c35a-4032-8290-f356e3eb7a93 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:53.719749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62f0b12c-c35a-4032-8290-f356e3eb7a93 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1048732 Jul 28 14:55:53.720270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47260) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:53.773982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting subnet 938f8d23-37dc-4f62-99dc-469e91b23d00 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:53.778081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.794311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] For port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:53.807977 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.811761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] For port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:53.828797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.885355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 14ddd065-a615-44bc-a05a-c83496bbcaaf has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:55:53.886320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:53.891654 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.897890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:53.915719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:53.930726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Pushing event updated for resources: {'Port': ['ID=7550cf32-2b88-4393-8389-f23a518d7af0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:53.948010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:53.972916 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.057603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:54.093473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.101661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Attempting to bind port 7550cf32-2b88-4393-8389-f23a518d7af0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:54.102041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Attempting to bind port 7550cf32-2b88-4393-8389-f23a518d7af0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '34643200-444e-427a-a99f-069ec1d502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:54.102420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Attempting to bind port 7550cf32-2b88-4393-8389-f23a518d7af0 on network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:54.121425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.124824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:54.125392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Checking segment: {'id': '34643200-444e-427a-a99f-069ec1d502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:54.125891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.126380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Bound using segment: {'id': '34643200-444e-427a-a99f-069ec1d502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:54.126898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Bound port: 7550cf32-2b88-4393-8389-f23a518d7af0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34643200-444e-427a-a99f-069ec1d502f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd1f9804d-6fb2-4f69-93ac-a32b6e31bafd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:54.127336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.131726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.156868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecca96-4ca7-4016-bb6b-9e0db6260f12 None None] Pushing event updated for resources: {'Port': ['ID=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.161271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:54.161448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Transition to ACTIVE for port object 46493378-1796-4125-9048-a5b62d4671e6 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:54.169326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Sync routers for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:54.215062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Transition to ACTIVE for port object 46493378-1796-4125-9048-a5b62d4671e6 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:54.226350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:54.227112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:54.266638 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.273112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Allocated IP 172.25.0.206 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/51be6243-d782-42bb-8d05-f6633fd0167e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:54.306905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] For port 7550cf32-2b88-4393-8389-f23a518d7af0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:54.306905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] For port 7550cf32-2b88-4393-8389-f23a518d7af0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7550cf32-2b88-4393-8389-f23a518d7af0,segment=NetworkSegment(34643200-444e-427a-a99f-069ec1d502f3),segment_id=34643200-444e-427a-a99f-069ec1d502f3)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:54.353056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.353840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Subnet': ['ID=938f8d23-37dc-4f62-99dc-469e91b23d00,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.386198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.391263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae427475-1050-44b1-9c32-0e7773c6b649 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/subnets/938f8d23-37dc-4f62-99dc-469e91b23d00 HTTP/1.1" status: 204 len: 168 time: 0.6673298 Jul 28 14:55:54.392080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:54.412960 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.419055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.445086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:54.452283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:54.457336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:54.463354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:54.475521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a96281e-3ead-4628-b87b-258608e4f3ed tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6265144 Jul 28 14:55:54.493983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting subnet ff6bd045-312f-4286-935e-a28bec93ce0b {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:55:54.504515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.540081 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.558144 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:55:54.560725 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c262f6da-4e11-4a91-9323-070bde6e39ae" -d '{"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:55:54.581828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.587907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.648216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.677521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bdfb0-5dfa-4ff4-8201-ab55aec917d2 req-c576ed72-fef2-4162-916c-8afedb4cc540 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:54.681630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-328bdfb0-5dfa-4ff4-8201-ab55aec917d2 req-c576ed72-fef2-4162-916c-8afedb4cc540 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1245115 Jul 28 14:55:54.699560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79878a81-89e0-4d4a-b920-a0b08ed292cb req-b3915e45-a7db-4170-8d48-b45311739236 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:54.700093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Attempting to bind port 46493378-1796-4125-9048-a5b62d4671e6 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:54.701237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Attempting to bind port 46493378-1796-4125-9048-a5b62d4671e6 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6031e369-87a0-42c9-bdca-f786789c72e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:54.701624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Attempting to bind port 46493378-1796-4125-9048-a5b62d4671e6 on network df3bfb6a-1fc9-4981-be2c-4236efed29fb {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:54.702401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79878a81-89e0-4d4a-b920-a0b08ed292cb req-b3915e45-a7db-4170-8d48-b45311739236 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0840697 Jul 28 14:55:54.733027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:54.733410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Checking segment: {'id': '6031e369-87a0-42c9-bdca-f786789c72e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:54.733810 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.734205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Bound using segment: {'id': '6031e369-87a0-42c9-bdca-f786789c72e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:54.734890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Bound port: 46493378-1796-4125-9048-a5b62d4671e6, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6031e369-87a0-42c9-bdca-f786789c72e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'df3bfb6a-1fc9-4981-be2c-4236efed29fb'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:54.735316 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.735859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.777650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Pushing event updated for resources: {'Port': ['ID=46493378-1796-4125-9048-a5b62d4671e6,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.807417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:54.812688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79878a81-89e0-4d4a-b920-a0b08ed292cb req-ae1d81ba-d3ef-47ab-9fbb-35a2205876d5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037488 Jul 28 14:55:54.818233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:54.824317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:54.828254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:54.901705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-328bdfb0-5dfa-4ff4-8201-ab55aec917d2 req-cbe38f9c-cdaf-4227-bb69-a16c5ff94d63 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149651 Jul 28 14:55:54.926025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Pushing event updated for resources: {'Port': ['ID=51be6243-d782-42bb-8d05-f6633fd0167e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:54.935288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47272) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:55.009975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684db30c-f1df-409d-b010-eb6a6e1fd3dd None None] Pushing event updated for resources: {'Port': ['ID=7550cf32-2b88-4393-8389-f23a518d7af0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:55.064823 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0e0e64-095f-47db-b7fe-16663ac9137c x-openstack-request-id: req-ff0e0e64-095f-47db-b7fe-16663ac9137c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:55:55.065122 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:55:55.065384 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff0e0e64-095f-47db-b7fe-16663ac9137c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:55:55.065791 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'status': 'completed', 'code': 200} Jul 28 14:55:55.154861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.195125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] For port 46493378-1796-4125-9048-a5b62d4671e6, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:55.205949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6bd045-312f-4286-935e-a28bec93ce0b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:55.213479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] For port 46493378-1796-4125-9048-a5b62d4671e6, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=46493378-1796-4125-9048-a5b62d4671e6,segment=NetworkSegment(6031e369-87a0-42c9-bdca-f786789c72e2),segment_id=6031e369-87a0-42c9-bdca-f786789c72e2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:55.217007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.218594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ac4a403f-6c91-4f5f-bbe8-407f38d58ccf up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:55.221628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c51e33b9-4b6f-4909-bc0b-6c034e1384f1 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/subnets/ff6bd045-312f-4286-935e-a28bec93ce0b HTTP/1.1" status: 204 len: 168 time: 0.8262517 Jul 28 14:55:55.225391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47274) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:55.273571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-74ef0549-284c-4834-873b-7047a2e9290c tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 200 len: 991 time: 0.2408650 Jul 28 14:55:55.285212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-c8cdeffd-5cbb-4033-804f-b29245990da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:55.286770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-c8cdeffd-5cbb-4033-804f-b29245990da1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1098 time: 0.2464144 Jul 28 14:55:55.297158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0a79eb13-658f-436b-afe2-7ae249b1afff', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'mac_address': 'fa:16:3e:0a:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:51Z', 'updated_at': '2021-07-28T14:55:51Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:55.309709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae722985-37e6-4b01-a1d2-d995f8e95aa9 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:55.316535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae722985-37e6-4b01-a1d2-d995f8e95aa9 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0936286 Jul 28 14:55:55.317489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47276) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:55.339506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Checking router: 14ddd065-a615-44bc-a05a-c83496bbcaaf for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:55.351488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.402790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-82784569-bf9b-4b45-acf3-fb341f1e30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:55.404812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-82784569-bf9b-4b45-acf3-fb341f1e30aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 898 time: 0.1096098 Jul 28 14:55:55.426521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:55.427269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:55.436878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.538654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting port 46493378-1796-4125-9048-a5b62d4671e6 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:55.539032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.599369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae4372-f317-426c-bf8a-579356dbfabf None None] Pushing event updated for resources: {'Port': ['ID=46493378-1796-4125-9048-a5b62d4671e6,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:55.633823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:55.634304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.639328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:55.646095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] For port 46493378-1796-4125-9048-a5b62d4671e6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=46493378-1796-4125-9048-a5b62d4671e6,segment=NetworkSegment(6031e369-87a0-42c9-bdca-f786789c72e2),segment_id=6031e369-87a0-42c9-bdca-f786789c72e2)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:55.646703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.673878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Calling delete_port for 46493378-1796-4125-9048-a5b62d4671e6 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:55.679000 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-3535b036-969b-4d65-97e1-d7495479317a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 999 time: 0.2665746 Jul 28 14:55:55.701370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0cb9d-a2e9-4a7e-b59c-8b41f5ef70b8 None None] Network 054d41b8-5eed-4a53-964f-da078f479cfd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:55.889781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:55.951829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-2d66531a-32aa-4325-9706-a918adbc8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:55.960225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-2d66531a-32aa-4325-9706-a918adbc8b19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 200 len: 835 time: 0.2670026 Jul 28 14:55:55.996224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.036245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb08408-9ef1-47aa-a7c2-e15193036362 req-dfd72d7d-9534-4bd1-83c0-71c9d21f8dc0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:56.038319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fb08408-9ef1-47aa-a7c2-e15193036362 req-dfd72d7d-9534-4bd1-83c0-71c9d21f8dc0 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1240346 Jul 28 14:55:56.074442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] No DVR routers for this DVR port 46493378-1796-4125-9048-a5b62d4671e6 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:56.085135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Port': ['ID=46493378-1796-4125-9048-a5b62d4671e6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:56.262247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.277791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47282) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:56.291429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7375c040-3a37-4a2a-9511-289d55c566b4 None None] Provisioning for port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:56.327792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3bfb6a-1fc9-4981-be2c-4236efed29fb']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:56.335426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fb08408-9ef1-47aa-a7c2-e15193036362 req-76474092-e31e-44fe-a5ed-91287c5ca44f tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621303 Jul 28 14:55:56.344991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267ac6f-e38f-48fe-9a82-0becc165c5bd None None] Network d1f9804d-6fb2-4f69-93ac-a32b6e31bafd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:56.348630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6031e369-87a0-42c9-bdca-f786789c72e2') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:56.348934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6031e369-87a0-42c9-bdca-f786789c72e2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:56.366251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.395944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45caa9f5-2d95-469d-9e29-a6ff9cf9d553 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 200 len: 991 time: 0.1135650 Jul 28 14:55:56.399451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.408550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:56.408967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:56.412160 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:56.455557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-b4aa4fad-cf32-4268-810b-94817af46e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:56.457092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-b4aa4fad-cf32-4268-810b-94817af46e55 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eeeca75-f10f-4222-a978-f5c3e0cba676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4892132 Jul 28 14:55:56.500030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:56.626153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.642580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.645957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/df3bfb6a-1fc9-4981-be2c-4236efed29fb HTTP/1.1" status: 204 len: 168 time: 1.3267419 Jul 28 14:55:56.647948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.650261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:56.681210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52760238-0453-435b-8d49-fe44595c2f56 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=df3bfb6a-1fc9-4981-be2c-4236efed29fb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:56.708276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-23d30d16-21ec-4a8b-a623-71df357eb307 None None] Provisioning for port 7550cf32-2b88-4393-8389-f23a518d7af0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:56.730603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-d77e6960-2112-4621-956a-7c31ed82dc17 service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349854 Jul 28 14:55:56.778435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0a79eb13-658f-436b-afe2-7ae249b1afff', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'mac_address': 'fa:16:3e:0a:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:51Z', 'updated_at': '2021-07-28T14:55:51Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:56.842259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e97c9e-7a4c-4ead-9451-0dbb28f77084 None None] The sync data for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 is: [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0a79eb13-658f-436b-afe2-7ae249b1afff', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'mac_address': 'fa:16:3e:0a:b2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:51Z', 'updated_at': '2021-07-28T14:55:51Z', 'revision_number': 0, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:56.882667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:56.889209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:56.889736 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:56.920937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] DHCP port deletion for d1f9804d-6fb2-4f69-93ac-a32b6e31bafd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:56.921911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.016263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.017333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c262f6da-4e11-4a91-9323-070bde6e39ae req-1abd5135-22cd-4359-84d6-ad78b42a2b45 service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755728 Jul 28 14:55:57.050256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Deleting port 7550cf32-2b88-4393-8389-f23a518d7af0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:57.050580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.105803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Deleting port 7550cf32-2b88-4393-8389-f23a518d7af0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:55:57.109750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.118292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:57.124660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-10c3eccf-7e06-4581-b2ab-e33c743a02a5 None None] Provisioning complete for port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:57.125048 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-10c3eccf-7e06-4581-b2ab-e33c743a02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.189950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] For port 7550cf32-2b88-4393-8389-f23a518d7af0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7550cf32-2b88-4393-8389-f23a518d7af0,segment=NetworkSegment(34643200-444e-427a-a99f-069ec1d502f3),segment_id=34643200-444e-427a-a99f-069ec1d502f3)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:57.191960 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.206261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] For port 7550cf32-2b88-4393-8389-f23a518d7af0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7550cf32-2b88-4393-8389-f23a518d7af0,segment=NetworkSegment(34643200-444e-427a-a99f-069ec1d502f3),segment_id=34643200-444e-427a-a99f-069ec1d502f3)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:55:57.207251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.212471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Calling delete_port for 7550cf32-2b88-4393-8389-f23a518d7af0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:57.232703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Calling delete_port for 7550cf32-2b88-4393-8389-f23a518d7af0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:55:57.269884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af2d4e-a229-496c-a801-d2973e1f3f53 None None] DHCP port deletion for df3bfb6a-1fc9-4981-be2c-4236efed29fb request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:55:57.329705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838e91-3353-4767-a2c9-e663a0bee9a6 None None] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:55:57.349289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98838e91-3353-4767-a2c9-e663a0bee9a6 None None] Network df3bfb6a-1fc9-4981-be2c-4236efed29fb could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 14:55:57.358578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.372046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-10c3eccf-7e06-4581-b2ab-e33c743a02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.398226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:57.422639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:55:57.425184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc67af0-55a6-4c3b-b84d-c88e7bf0136f None None] New status for floating IP 0a79eb13-658f-436b-afe2-7ae249b1afff: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:55:57.452963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:57.497211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-10c3eccf-7e06-4581-b2ab-e33c743a02a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:55:57.497962 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-10c3eccf-7e06-4581-b2ab-e33c743a02a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:55:57.531447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf9bc2e7-8cd0-46b4-aeaa-28fb7870b6ae tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 200 len: 991 time: 0.1319783 Jul 28 14:55:57.579257 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.590302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] No DVR routers for this DVR port 7550cf32-2b88-4393-8389-f23a518d7af0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:57.600566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fb5ff-3982-491f-af0f-46588c3b1b03 req-03618d78-57ce-4912-a09d-cc4584819225 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:57.602115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c76fb5ff-3982-491f-af0f-46588c3b1b03 req-03618d78-57ce-4912-a09d-cc4584819225 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1013863 Jul 28 14:55:57.611224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706acf8-118f-4988-8831-faa0ab05fab2 None None] Pushing event deleted for resources: {'Port': ['ID=7550cf32-2b88-4393-8389-f23a518d7af0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:57.623519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.671553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:55:57.677304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] No DVR routers for this DVR port 7550cf32-2b88-4393-8389-f23a518d7af0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:55:57.680849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Sync routers for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:55:57.688022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Port': ['ID=7550cf32-2b88-4393-8389-f23a518d7af0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:57.690619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:57.691382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:57.774557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c76fb5ff-3982-491f-af0f-46588c3b1b03 req-e203378d-c47a-4cd7-a872-9024ad554dc2 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502676 Jul 28 14:55:57.787512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.798634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f9804d-6fb2-4f69-93ac-a32b6e31bafd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:57.809695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:57.817270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34643200-444e-427a-a99f-069ec1d502f3') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:57.817578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34643200-444e-427a-a99f-069ec1d502f3') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:57.835153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.856153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.864146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:57.864723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self.session.flush() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:57.867761 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:57.931332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:57.932841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44ab0f16-16b6-481b-a716-5f73b8300868 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7967854 Jul 28 14:55:57.936305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47294) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.026190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:55Z', 'revision_number': 3, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.067277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Checking router: 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:55:58.068001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Updating router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 port 51be6243-d782-42bb-8d05-f6633fd0167e binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:55:58.079887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.092340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.097111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/d1f9804d-6fb2-4f69-93ac-a32b6e31bafd HTTP/1.1" status: 204 len: 168 time: 1.4457586 Jul 28 14:55:58.099470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47296) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.101548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.135048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a387ec-a7d7-44bf-be48-428c932530f5 tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=d1f9804d-6fb2-4f69-93ac-a32b6e31bafd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:58.215647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.218800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3eb245ee-0a15-4153-b4cf-bec78b5db3a5 None None] Could not find standard attr ID for object 46493378-1796-4125-9048-a5b62d4671e6. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 14:55:58.335594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.346195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbb31b9-f0c8-4528-8f04-1fa58d508826']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.360093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b183ed-d8b8-4610-bbd1-94c802b92afa') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.360397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b183ed-d8b8-4610-bbd1-94c802b92afa') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.374379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.390125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.396448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:58.396844 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:58.400249 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:58.428790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.429830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.535565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47298) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.603666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09831f61-97df-4870-af16-3824c5df3e7a tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 200 len: 993 time: 0.0667291 Jul 28 14:55:58.612730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.612959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Transition to ACTIVE for port object 51be6243-d782-42bb-8d05-f6633fd0167e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:58.615286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.619767 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/dcbb31b9-f0c8-4528-8f04-1fa58d508826 HTTP/1.1" status: 204 len: 168 time: 0.5168860 Jul 28 14:55:58.621366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47300) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:55:58.648526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Allocated IP 172.20.0.1 (054d41b8-5eed-4a53-964f-da078f479cfd/7cf5b443-03e2-4faf-8bb4-f36b177a3762/f3c6e958-0ad3-497a-be04-0c83696e7285) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:55:58.651738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654ceba-9ddc-409c-bfc1-4f1f03614f0c tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=dcbb31b9-f0c8-4528-8f04-1fa58d508826,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:58.721011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.745339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.795859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Attempting to bind port 51be6243-d782-42bb-8d05-f6633fd0167e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:55:58.796248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Attempting to bind port 51be6243-d782-42bb-8d05-f6633fd0167e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:55:58.809440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Attempting to bind port 51be6243-d782-42bb-8d05-f6633fd0167e on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:55:58.847492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:55:58.848607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:55:58.851319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.851925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:55:58.852887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Bound port: 51be6243-d782-42bb-8d05-f6633fd0167e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:55:58.853490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.878704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.880789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1959e6-b354-48a7-bfbd-d005dd56d08d None None] Pushing event updated for resources: {'Port': ['ID=51be6243-d782-42bb-8d05-f6633fd0167e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:58.899090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984956d5-4048-4853-be9b-9052755ddca0']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.916724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4ecf53-2cef-413b-a7e7-1315261fcb4b') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.919439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4ecf53-2cef-413b-a7e7-1315261fcb4b') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:58.925273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] For port 51be6243-d782-42bb-8d05-f6633fd0167e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:55:58.928800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] For port 51be6243-d782-42bb-8d05-f6633fd0167e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51be6243-d782-42bb-8d05-f6633fd0167e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:55:58.931182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.949320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.956522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:55:58.956939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:55:58.960005 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:55:59.097403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026edd2-f8b1-4cef-814b-9db01f771f2d req-c6f13d30-69d5-41ba-9a20-71d9664bea9b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:59.099015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0026edd2-f8b1-4cef-814b-9db01f771f2d req-c6f13d30-69d5-41ba-9a20-71d9664bea9b tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1032937 Jul 28 14:55:59.123965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.148951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Transition to ACTIVE for port object f3c6e958-0ad3-497a-be04-0c83696e7285 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:55:59.167758 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0026edd2-f8b1-4cef-814b-9db01f771f2d req-f6b8e79f-8825-49d2-8362-fa1091c5428a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Jul 28 14:55:59.177783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.225164 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.245890 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.248467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] 10.222.0.47 "DELETE /v2.0/networks/984956d5-4048-4853-be9b-9052755ddca0 HTTP/1.1" status: 204 len: 168 time: 0.6261451 Jul 28 14:55:59.249168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:55:59.249824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:59.253334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b46cc-584e-439c-b4c3-9ed4574069cf tempest-BulkNetworkOpsTest-1777193044 tempest-BulkNetworkOpsTest-1777193044-project] Pushing event deleted for resources: {'Network': ['ID=984956d5-4048-4853-be9b-9052755ddca0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.254868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1959e6-b354-48a7-bfbd-d005dd56d08d None None] Pushing event updated for resources: {'Port': ['ID=51be6243-d782-42bb-8d05-f6633fd0167e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.383561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.389518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:55:59.432017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Network 054d41b8-5eed-4a53-964f-da078f479cfd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:55:59.440251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:55:59.469411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:55:59.469411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:55:59.498569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.505481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:55:59.603475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:59.603858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.673366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:55Z', 'revision_number': 3, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:55:59.720491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b819db-fbfb-4e0f-8a50-474fc7457fc3 None None] The sync data for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 is: [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:55Z', 'revision_number': 3, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:55:59.816523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc3657-7be7-4768-9684-1862fceb07e4 req-01bd4db4-6cf1-4c13-917d-b3933cae75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:55:59.818172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cfc3657-7be7-4768-9684-1862fceb07e4 req-01bd4db4-6cf1-4c13-917d-b3933cae75a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1097 time: 0.0664017 Jul 28 14:55:59.820314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:55:59.864541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cfc3657-7be7-4768-9684-1862fceb07e4 req-be980080-1821-4bab-ba7d-53033c8c24ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391412 Jul 28 14:55:59.947368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16c6f116-5736-4736-931b-5353a2d712db None None] Provisioning for port f3c6e958-0ad3-497a-be04-0c83696e7285 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:55:59.947368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16c6f116-5736-4736-931b-5353a2d712db None None] Provisioning complete for port f3c6e958-0ad3-497a-be04-0c83696e7285 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:55:59.947368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-16c6f116-5736-4736-931b-5353a2d712db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.051028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-16c6f116-5736-4736-931b-5353a2d712db None None] Port f3c6e958-0ad3-497a-be04-0c83696e7285 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:00.087842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.089126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:00.202642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.285681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Pushing event updated for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:00.294387 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.324707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-25c0509a-d286-4c7a-ae17-e8b9fee75725 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8fe5cbcf09f4edaa4c096eb338d6e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343562 Jul 28 14:56:00.329301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47320) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:00.404968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66bf4b-1618-4e1b-aca2-af3a6b0ca4a5 req-e1384184-e591-4e90-80c2-55a5655f04ce tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:00.406603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e66bf4b-1618-4e1b-aca2-af3a6b0ca4a5 req-e1384184-e591-4e90-80c2-55a5655f04ce tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1380320 Jul 28 14:56:00.411999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.419925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Network 054d41b8-5eed-4a53-964f-da078f479cfd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:00.421488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:00.461949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.494946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e66bf4b-1618-4e1b-aca2-af3a6b0ca4a5 req-af458dc0-e15b-4566-94f6-84ac8d0ada75 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Jul 28 14:56:00.587660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:00.691301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.694019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:00.697556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36829fe0-327d-458c-bb39-35880af1c7a2 HTTP/1.1" status: 204 len: 168 time: 0.3649359 Jul 28 14:56:00.708851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e4d3d-36e5-426d-9739-88742c8f68ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36829fe0-327d-458c-bb39-35880af1c7a2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:00.727602 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:00.732892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-451af498-1827-4ead-b212-c3aa94e66d53 admin admin] 10.222.0.47 "PUT /v2.0/routers/21d1fe51-7686-4c0b-8fd7-e09e32ed0d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7953947 Jul 28 14:56:00.786326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-36092a4e-d6e4-4679-ac9f-028db615ba63 None None] Provisioning complete for port f3c6e958-0ad3-497a-be04-0c83696e7285 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:00.786820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36092a4e-d6e4-4679-ac9f-028db615ba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.029920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-36092a4e-d6e4-4679-ac9f-028db615ba63 None None] Port f3c6e958-0ad3-497a-be04-0c83696e7285 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:01.489915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51be6243-d782-42bb-8d05-f6633fd0167e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:01.639702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23b445-a123-4461-9d1c-7d1b0ee6b40d req-83020788-5116-4b20-a434-8fbbb1c7fda3 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:01.641375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb23b445-a123-4461-9d1c-7d1b0ee6b40d req-83020788-5116-4b20-a434-8fbbb1c7fda3 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Jul 28 14:56:01.699493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb23b445-a123-4461-9d1c-7d1b0ee6b40d req-0cfd392d-69ae-425c-8ddc-262dbd80037a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 Jul 28 14:56:01.730826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 51be6243-d782-42bb-8d05-f6633fd0167e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:01.735757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 51be6243-d782-42bb-8d05-f6633fd0167e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:01.736283 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.858886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:01.884300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 51be6243-d782-42bb-8d05-f6633fd0167e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51be6243-d782-42bb-8d05-f6633fd0167e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:02.036895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.113233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=51be6243-d782-42bb-8d05-f6633fd0167e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:02.214797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8221022-c218-4c5b-bdd3-b5ed2cf6121d req-374b0af9-07b7-4d12-a0db-6fddc392d5a7 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:02.217305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8221022-c218-4c5b-bdd3-b5ed2cf6121d req-374b0af9-07b7-4d12-a0db-6fddc392d5a7 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0640140 Jul 28 14:56:02.271497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e8221022-c218-4c5b-bdd3-b5ed2cf6121d req-8e1ef0fb-80db-4685-ac9c-44f172162258 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477295 Jul 28 14:56:02.419687 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Sync routers for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:02.436917 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:02.437570 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:02.483639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-90d1ae7e-cf17-4fbf-a1d1-d937fa4a65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:02.485449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-90d1ae7e-cf17-4fbf-a1d1-d937fa4a65a2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 1097 time: 0.0732639 Jul 28 14:56:02.556681 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:02.605100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47368) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:02.618400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-e6d3f0cc-0c0d-4c07-aaab-18106aac7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:02.619954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-e6d3f0cc-0c0d-4c07-aaab-18106aac7478 service neutron] 10.222.0.50 "GET /v2.0/networks?id=205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 200 len: 911 time: 0.1234095 Jul 28 14:56:02.687671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-e89e5267-e453-4a79-a8a3-fc03023e4e21 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b911271d-3c43-4254-9db3-e0fd82a1d572 HTTP/1.1" status: 200 len: 217 time: 0.0591400 Jul 28 14:56:02.739584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-58ec393a-d842-4300-bb6e-4f934e974a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:02.741265 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-58ec393a-d842-4300-bb6e-4f934e974a76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 200 len: 850 time: 0.0470414 Jul 28 14:56:02.781383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-533278777'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:02.789442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-eed6b9a8-17f2-4751-98f8-8d26fb082f3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=205bd789-0c4b-4761-86de-eadf9603a7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406404 Jul 28 14:56:02.792638 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:59Z', 'revision_number': 4, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f3c6e958-0ad3-497a-be04-0c83696e7285', 'name': '', 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'mac_address': 'fa:16:3e:00:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:58Z', 'updated_at': '2021-07-28T14:55:59Z', 'revision_number': 2, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'subnets': [{'id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:02.823856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Checking router: 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:56:02.824554 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Updating router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 port f3c6e958-0ad3-497a-be04-0c83696e7285 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:56:02.850845 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:02.907233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-51a69663-636d-4c65-956a-66851656e11e service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Jul 28 14:56:03.016457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9bdc54a3-6d9b-4029-8c38-6dd69baad9e5 req-d5e10cb2-4eb3-4b18-ab65-34c316dca4ba service neutron] 10.222.0.50 "GET /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020834 Jul 28 14:56:03.182880 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.194419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Transition to ACTIVE for port object f3c6e958-0ad3-497a-be04-0c83696e7285 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:03.391643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfe4d2-f528-43d6-8451-7a7301411cec req-dff66bd1-ade4-4f4e-be66-baca33bcfa39 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:03.393194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77dfe4d2-f528-43d6-8451-7a7301411cec req-dff66bd1-ade4-4f4e-be66-baca33bcfa39 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Jul 28 14:56:03.417059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:03.421377 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.435325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.444493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51be6243-d782-42bb-8d05-f6633fd0167e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:03.460452 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.472832 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77dfe4d2-f528-43d6-8451-7a7301411cec req-b255bc6f-cc24-4573-b52b-6d3efd432a14 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727725 Jul 28 14:56:03.513678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 51be6243-d782-42bb-8d05-f6633fd0167e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:03.514121 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.515778 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6d47-bece-48d1-b1bc-a2be99ff78fc None None] Pushing event updated for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:03.580304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.601851 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Attempting to bind port f3c6e958-0ad3-497a-be04-0c83696e7285 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:03.602243 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Attempting to bind port f3c6e958-0ad3-497a-be04-0c83696e7285 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:03.602749 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Attempting to bind port f3c6e958-0ad3-497a-be04-0c83696e7285 on network 054d41b8-5eed-4a53-964f-da078f479cfd {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:03.610604 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:03.616600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Checking segment: {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:03.616600 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.616600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Bound using segment: {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:03.616600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Bound port: f3c6e958-0ad3-497a-be04-0c83696e7285, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:03.616600 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.700969 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] For port f3c6e958-0ad3-497a-be04-0c83696e7285, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:03.705810 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] For port f3c6e958-0ad3-497a-be04-0c83696e7285, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f3c6e958-0ad3-497a-be04-0c83696e7285,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:03.745149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.788461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5567af-c28c-4b84-8731-f5004d376e83,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:03.794619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:03.804556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.804852 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment b2ef0b30-f0e0-4641-823d-83397f325f52 of type vlan for network 30a65a96-9933-4930-8ae2-6aec10de171f Jul 28 14:56:03.851903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:03.943347 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.004997 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:04.005649 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:04.010536 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae6d47-bece-48d1-b1bc-a2be99ff78fc None None] Pushing event updated for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.010828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.016575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.018675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.112468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=30a65a96-9933-4930-8ae2-6aec10de171f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.124852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 30a65a96-9933-4930-8ae2-6aec10de171f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:04.177554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b9fc0d2-4cc0-42ba-8b96-c385fa6d18b1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5714262 Jul 28 14:56:04.180420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:04.188250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-901813074'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:04.191132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:04.339061 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:04.343612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.372217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:04.393629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.393900 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment 7699b496-9ae9-41be-9c18-90cbf854bf65 of type vlan for network 8a6f54bc-012f-463a-adcb-9ccd03780423 Jul 28 14:56:04.441131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.474724 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:59Z', 'revision_number': 4, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f3c6e958-0ad3-497a-be04-0c83696e7285', 'name': '', 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'mac_address': 'fa:16:3e:00:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:58Z', 'updated_at': '2021-07-28T14:56:03Z', 'revision_number': 4, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'subnets': [{'id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:04.517769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbc34e8-63f8-483d-9a61-630e8c073239 None None] The sync data for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 is: [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T14:55:59Z', 'revision_number': 4, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f3c6e958-0ad3-497a-be04-0c83696e7285', 'name': '', 'network_id': '054d41b8-5eed-4a53-964f-da078f479cfd', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'mac_address': 'fa:16:3e:00:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:58Z', 'updated_at': '2021-07-28T14:56:03Z', 'revision_number': 4, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'subnets': [{'id': '7cf5b443-03e2-4faf-8bb4-f36b177a3762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:04.600006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.606063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.609536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:04.725257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=8a6f54bc-012f-463a-adcb-9ccd03780423,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:04.737230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:04.747236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60874e-3a86-491f-85db-c02b2e382fa3 req-1301baa7-2e68-4f9b-9f45-41f7388e3cb8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:04.765011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a60874e-3a86-491f-85db-c02b2e382fa3 req-1301baa7-2e68-4f9b-9f45-41f7388e3cb8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1553364 Jul 28 14:56:04.824793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6a60874e-3a86-491f-85db-c02b2e382fa3 req-81d0f52e-af09-4f82-9841-5127d75a7039 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583763 Jul 28 14:56:04.900977 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d760cd47-83e2-4713-b398-0909fa2d7e72 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7177863 Jul 28 14:56:04.905276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47392) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:04.911304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:05.185172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:05.188936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.509139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f3c6e958-0ad3-497a-be04-0c83696e7285 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:05.540162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.615890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:05.625258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': 'b2ef0b30-f0e0-4641-823d-83397f325f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:05.625634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 30a65a96-9933-4930-8ae2-6aec10de171f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:05.671880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f3c6e958-0ad3-497a-be04-0c83696e7285 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:05.671880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f3c6e958-0ad3-497a-be04-0c83696e7285 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:05.671880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.739603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 30a65a96-9933-4930-8ae2-6aec10de171f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:05.746861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.785167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f3c6e958-0ad3-497a-be04-0c83696e7285, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f3c6e958-0ad3-497a-be04-0c83696e7285,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:05.834005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 30a65a96-9933-4930-8ae2-6aec10de171f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:05.838585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:05.840286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.844816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250b006-d7c1-496e-a279-b00e35e30966 None None] Network 30a65a96-9933-4930-8ae2-6aec10de171f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:05.913369 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:05.964248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bf726087-dfd5-42b4-b457-e8584819e554 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0575175 Jul 28 14:56:05.967753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47408) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:05.973429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:05.976164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebe630-c109-4d04-9eb3-523b52dc6e19 req-fe52b738-6995-4666-8071-c743a97d103e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:05.978408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8ebe630-c109-4d04-9eb3-523b52dc6e19 req-fe52b738-6995-4666-8071-c743a97d103e tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0769072 Jul 28 14:56:06.044598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8ebe630-c109-4d04-9eb3-523b52dc6e19 req-e22defcc-1f8b-4172-b406-fdf07c48f5b8 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579116 Jul 28 14:56:06.053189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:06.072237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-30a65a96-9933-4930-8ae2-6aec10de171f', 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:06.077488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.374764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:06.378708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.489672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-8342e213-e550-47f6-9322-31a5d9a1f315 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:06.489672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-8342e213-e550-47f6-9322-31a5d9a1f315 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1214874 Jul 28 14:56:06.490573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Allocated IP 172.20.0.2 (30a65a96-9933-4930-8ae2-6aec10de171f/8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10/d63da5fd-8e2f-4414-8c2f-60d6aef150ed) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:06.499633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-31df2856-def7-48e1-8097-a9197b71c366 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0216086 Jul 28 14:56:06.576263 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-47cddff6-03da-431f-ad87-64c49cf9f11a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743711 Jul 28 14:56:06.678288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.680777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-73b9d46a-fabf-421f-a772-49117e2c35d0 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034722 Jul 28 14:56:06.687820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Transition to ACTIVE for port object d63da5fd-8e2f-4414-8c2f-60d6aef150ed will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:06.706039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Transition to ACTIVE for port object d63da5fd-8e2f-4414-8c2f-60d6aef150ed will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:06.739754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.783750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-ade0f22c-f31a-4753-9aa5-eb0e8a346b75 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942152 Jul 28 14:56:06.806716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=c19e5a8b-3eaa-494c-888f-66cd8e1812aa,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:06.823635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': '7699b496-9ae9-41be-9c18-90cbf854bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:06.836049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 8a6f54bc-012f-463a-adcb-9ccd03780423, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:06.880575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:06.927097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cce55-d3ad-4ad5-bdee-a68c5d42c797 req-641b23ad-0576-4ce7-b220-f53399db2288 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:06.928955 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-761cce55-d3ad-4ad5-bdee-a68c5d42c797 req-641b23ad-0576-4ce7-b220-f53399db2288 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0621104 Jul 28 14:56:06.932631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Network 30a65a96-9933-4930-8ae2-6aec10de171f is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:06.942936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:06.946028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:06.959676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Pushing event updated for resources: {'Port': ['ID=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:06.979652 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-761cce55-d3ad-4ad5-bdee-a68c5d42c797 req-8daf712b-005d-4a36-adf4-2180354ccc3c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Jul 28 14:56:07.007527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:07.026242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Attempting to bind port d63da5fd-8e2f-4414-8c2f-60d6aef150ed on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:07.026611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Attempting to bind port d63da5fd-8e2f-4414-8c2f-60d6aef150ed by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b2ef0b30-f0e0-4641-823d-83397f325f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:07.027013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Attempting to bind port d63da5fd-8e2f-4414-8c2f-60d6aef150ed on network 30a65a96-9933-4930-8ae2-6aec10de171f {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:07.032420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:07.032806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Checking segment: {'id': 'b2ef0b30-f0e0-4641-823d-83397f325f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:07.033209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.033611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Bound using segment: {'id': 'b2ef0b30-f0e0-4641-823d-83397f325f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:07.034084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Bound port: d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ef0b30-f0e0-4641-823d-83397f325f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '30a65a96-9933-4930-8ae2-6aec10de171f'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:07.034471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.101222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] For port d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:07.104969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] For port d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,segment=NetworkSegment(b2ef0b30-f0e0-4641-823d-83397f325f52),segment_id=b2ef0b30-f0e0-4641-823d-83397f325f52)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:07.209302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8a6f54bc-012f-463a-adcb-9ccd03780423) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:07.209302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:07.209302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.215248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac4962-e25e-40fd-b609-a587e1206975 None None] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:07.266652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.374915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d1684022-4cb2-485f-bf05-4386e78f8604 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4059863 Jul 28 14:56:07.377855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47436) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:07.379489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154e922-3f74-4c3a-9622-d27cc44cbab2 None None] Pushing event updated for resources: {'Port': ['ID=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:07.383530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1202380259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:07.430976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-8a6f54bc-012f-463a-adcb-9ccd03780423', 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': 'c19e5a8b-3eaa-494c-888f-66cd8e1812aa'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:07.431883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.548137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.551169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.565921 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:56:07.597484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f3c6e958-0ad3-497a-be04-0c83696e7285 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:07.667582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.727461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Allocated IP 172.21.0.2 (8a6f54bc-012f-463a-adcb-9ccd03780423/c19e5a8b-3eaa-494c-888f-66cd8e1812aa/aab3b25c-523c-4e2e-a5d6-c2ec82edf58b) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:07.733235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f3c6e958-0ad3-497a-be04-0c83696e7285 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:07.733857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.744357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82994832-0235-4ba3-b2e6-c219e03deff3 req-9c77febd-81c7-4ad3-a621-4e1f409c61d0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0390649 Jul 28 14:56:07.767798 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.933597 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.935676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-97ab6e1f-5204-4828-855c-e1578863b8ab tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5559351 Jul 28 14:56:07.938507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47444) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:07.980664 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:07.999577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Transition to ACTIVE for port object aab3b25c-523c-4e2e-a5d6-c2ec82edf58b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:08.016600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Transition to ACTIVE for port object aab3b25c-523c-4e2e-a5d6-c2ec82edf58b will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:08.178114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.218723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dbf28-2ada-45f7-bd66-eefa2496310a req-6d4fa59e-e922-4189-9da2-6c257c26359d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:08.220215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0dbf28-2ada-45f7-bd66-eefa2496310a req-6d4fa59e-e922-4189-9da2-6c257c26359d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1501684 Jul 28 14:56:08.226472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:08.231891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:08.236446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:08.239601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Pushing event updated for resources: {'Port': ['ID=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:08.311876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Attempting to bind port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:08.311876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Attempting to bind port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7699b496-9ae9-41be-9c18-90cbf854bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:08.311876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Attempting to bind port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b on network 8a6f54bc-012f-463a-adcb-9ccd03780423 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:08.316555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:08.316935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Checking segment: {'id': '7699b496-9ae9-41be-9c18-90cbf854bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:08.317336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.317733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Bound using segment: {'id': '7699b496-9ae9-41be-9c18-90cbf854bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:08.318200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Bound port: aab3b25c-523c-4e2e-a5d6-c2ec82edf58b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7699b496-9ae9-41be-9c18-90cbf854bf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '8a6f54bc-012f-463a-adcb-9ccd03780423'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:08.318586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.329021 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0dbf28-2ada-45f7-bd66-eefa2496310a req-3bec3bc0-d757-4c91-804e-449b927b6614 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769961 Jul 28 14:56:08.380761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.407049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] For port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:08.409982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] For port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,segment=NetworkSegment(7699b496-9ae9-41be-9c18-90cbf854bf65),segment_id=7699b496-9ae9-41be-9c18-90cbf854bf65)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:08.517527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.575254 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ae52c-cd31-40d0-b77b-a8763c37bd53 None None] Network 30a65a96-9933-4930-8ae2-6aec10de171f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:08.660916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7797e0b-aad8-4106-97c6-48f0082731fb None None] Pushing event updated for resources: {'Port': ['ID=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:08.689043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.20.0.1 (30a65a96-9933-4930-8ae2-6aec10de171f/8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10/dfceafdc-6b71-461a-a0c2-815e95401b7c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:08.755066 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-669b23b9-c1ce-450a-9241-df4fa3a27b6f None None] Provisioning for port d63da5fd-8e2f-4414-8c2f-60d6aef150ed completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:08.876297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:08.880970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6d90c00-1722-46fc-9555-b6be1665196c req-8b3fc83a-fccc-4fb5-8c6d-2ec71a5769e5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0461864 Jul 28 14:56:08.907334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object dfceafdc-6b71-461a-a0c2-815e95401b7c will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:09.475441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.545667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 30a65a96-9933-4930-8ae2-6aec10de171f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:09.550467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:09.568245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a546c-5e85-48c1-9f88-7f796ee84cd3 req-d207e980-a873-43cb-ac02-b9f62a067c7d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:09.570359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a9a546c-5e85-48c1-9f88-7f796ee84cd3 req-d207e980-a873-43cb-ac02-b9f62a067c7d tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.1395378 Jul 28 14:56:09.585875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:09.600201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d63da5fd-8e2f-4414-8c2f-60d6aef150ed up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:09.685107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a9a546c-5e85-48c1-9f88-7f796ee84cd3 req-68d51151-3ceb-443e-8dcf-6cd1bd9ed2fc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929780 Jul 28 14:56:09.688573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=dfceafdc-6b71-461a-a0c2-815e95401b7c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:09.716167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:09.773480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159fcecb-e723-4c6c-924c-cabbb0f91172 None None] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:09.982285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ea7ae4b-64e8-44fa-aaab-67aba64246b2 req-ea9173b3-a637-45c7-b7f7-1b553d779a74 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0282753 Jul 28 14:56:09.995883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d63da5fd-8e2f-4414-8c2f-60d6aef150ed completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.002575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d63da5fd-8e2f-4414-8c2f-60d6aef150ed triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.018475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.052583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5bd5e358-6183-453a-98e1-9fc6bbb29636 None None] Provisioning for port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.114700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.125492 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.167077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-8627d63d-f551-4b8b-b25b-548f1a5c7a37 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:10.173395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-8627d63d-f551-4b8b-b25b-548f1a5c7a37 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.50 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 945 time: 0.0624084 Jul 28 14:56:10.201533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,segment=NetworkSegment(b2ef0b30-f0e0-4641-823d-83397f325f52),segment_id=b2ef0b30-f0e0-4641-823d-83397f325f52)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:10.286866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Deleting port b911271d-3c43-4254-9db3-e0fd82a1d572 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:10.297688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.384084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b408c44-8016-4260-ad75-95e0c4728dec None None] Provisioning for port dfceafdc-6b71-461a-a0c2-815e95401b7c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.390797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] For port b911271d-3c43-4254-9db3-e0fd82a1d572, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=b911271d-3c43-4254-9db3-e0fd82a1d572,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:10.395196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.395342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b408c44-8016-4260-ad75-95e0c4728dec None None] Provisioning complete for port dfceafdc-6b71-461a-a0c2-815e95401b7c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.395342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b408c44-8016-4260-ad75-95e0c4728dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.405376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Calling delete_port for b911271d-3c43-4254-9db3-e0fd82a1d572 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:10.441029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.443490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6b408c44-8016-4260-ad75-95e0c4728dec None None] Port dfceafdc-6b71-461a-a0c2-815e95401b7c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:10.446442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.447259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aab3b25c-523c-4e2e-a5d6-c2ec82edf58b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:10.541501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:10.559780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.635502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.648186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=dfceafdc-6b71-461a-a0c2-815e95401b7c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:10.657554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:10.662248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:10.662702 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.733511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.764875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.768621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ae7b0d32-bde1-468a-b835-344a171a50c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:10.777445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 30a65a96-9933-4930-8ae2-6aec10de171f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:10.783717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Pushing event deleted for resources: {'Port': ['ID=b911271d-3c43-4254-9db3-e0fd82a1d572,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:10.791473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:10.824705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-227d5848-a369-41a2-9cba-0891a9c23ca9 req-c3ab87f3-5855-4116-864e-f3585d008de2 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.0447505 Jul 28 14:56:10.840181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] No DVR routers for this DVR port b911271d-3c43-4254-9db3-e0fd82a1d572 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:10.846181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:10.850809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-99f31d51-4c73-4e7b-9ad3-6a658ccbdd12 req-29b3276a-14fb-4043-95ef-874f334b5f08 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.50 "DELETE /v2.0/ports/b911271d-3c43-4254-9db3-e0fd82a1d572 HTTP/1.1" status: 204 len: 173 time: 0.6730893 Jul 28 14:56:10.854942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'name': 'network-vif-deleted', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:10.860468 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d061fa-14ba-4dbb-82a6-dae54958eed8" -d '{"events": [{"server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "name": "network-vif-deleted", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:10.878904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['b911271d-3c43-4254-9db3-e0fd82a1d572'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:10.940737 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9dea23-18cb-4058-a62f-efbe757d0d9e x-openstack-request-id: req-8c9dea23-18cb-4058-a62f-efbe757d0d9e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:10.941197 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddc11a0-e305-4a89-a35f-38b4fb4725f3", "name": "network-vif-deleted", "tag": "b911271d-3c43-4254-9db3-e0fd82a1d572", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:10.941462 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c9dea23-18cb-4058-a62f-efbe757d0d9e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:10.941908 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddc11a0-e305-4a89-a35f-38b4fb4725f3', 'name': 'network-vif-deleted', 'tag': 'b911271d-3c43-4254-9db3-e0fd82a1d572', 'status': 'completed', 'code': 200} Jul 28 14:56:11.019519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,segment=NetworkSegment(7699b496-9ae9-41be-9c18-90cbf854bf65),segment_id=7699b496-9ae9-41be-9c18-90cbf854bf65)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:11.109373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b97181a-2d37-4330-a4d9-351fb6f618d4 req-9497d49c-0ebe-4e00-bead-affaa9e98ad2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0304923 Jul 28 14:56:11.147106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a44a34b7-f501-45f4-a43b-f06ee56b07f3 None None] Provisioning complete for port dfceafdc-6b71-461a-a0c2-815e95401b7c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:11.147487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a44a34b7-f501-45f4-a43b-f06ee56b07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.151995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3724f163-6882-4e01-b741-33d216c21893 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:11.152143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.210615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a44a34b7-f501-45f4-a43b-f06ee56b07f3 None None] Port dfceafdc-6b71-461a-a0c2-815e95401b7c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:11.232089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:11.476342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d63da5fd-8e2f-4414-8c2f-60d6aef150ed up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:11.546726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d63da5fd-8e2f-4414-8c2f-60d6aef150ed triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:11.548407 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:11.684710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:11.694666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a95cfe4c-f586-41b4-96b2-4aa042a64617 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7513399 Jul 28 14:56:11.695588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47482) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:11.700650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] Sync routers for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:11.720248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:11.721214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.770547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cfc48e-1ba8-4cc6-9c49-4e34646cf8c3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:11.775914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.777453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:11.783175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88cfc48e-1ba8-4cc6-9c49-4e34646cf8c3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports/dfceafdc-6b71-461a-a0c2-815e95401b7c HTTP/1.1" status: 200 len: 910 time: 0.0801105 Jul 28 14:56:11.875721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-4071376b-ff12-4c2f-93c6-40b973623585 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:11.877583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-4071376b-ff12-4c2f-93c6-40b973623585 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1908247 Jul 28 14:56:11.892624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:11.894084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:55:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:11.935331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:12.240333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:12.241033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84f5827-9d25-4bec-89b5-6d5bbb4d6677 None None] The sync data for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:12.266940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aab3b25c-523c-4e2e-a5d6-c2ec82edf58b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:12.328702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:12.329157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.338583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e32ce172-00e9-4c21-a190-19ae35c243e2 req-d00c4462-e626-487d-a597-7b6dbda652d2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0556817 Jul 28 14:56:12.358885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cff43f83-6b0b-43eb-a3ed-7aac619b86ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.417708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:12.422411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:12.555732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81939cd0-a110-4740-ab19-1b50782c0ae7 req-5e551624-313e-4c48-807d-8adf7e14933c tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=fddc11a0-e305-4a89-a35f-38b4fb4725f3 HTTP/1.1" status: 200 len: 210 time: 0.5559678 Jul 28 14:56:12.705255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.11 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/c8c27e97-d580-4bdf-993f-450fdc76263a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:12.712983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.081539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.125753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object c8c27e97-d580-4bdf-993f-450fdc76263a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:13.150585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.21.0.1 (8a6f54bc-012f-463a-adcb-9ccd03780423/c19e5a8b-3eaa-494c-888f-66cd8e1812aa/9350ca0f-ce56-488f-9d39-1e24fe207a40) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:13.275791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47496) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:13.393982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.411337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object 9350ca0f-ce56-488f-9d39-1e24fe207a40 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:13.441837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.511115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f34de0-f9a7-4190-a96c-67cd7d766cae tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.511604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f34de0-f9a7-4190-a96c-67cd7d766cae tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.512870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f34de0-f9a7-4190-a96c-67cd7d766cae tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.515017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-11f34de0-f9a7-4190-a96c-67cd7d766cae tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=cb3e620cf8a14f81a21592cf8eecbead&network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 2972 time: 0.2375233 Jul 28 14:56:13.554230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:13.558607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:13.562756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:13.572272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:13.602843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b911271d-3c43-4254-9db3-e0fd82a1d572 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:13.623164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b9735-3fc0-49fa-b2b1-4b59e11590c7 req-30b130b4-2cf0-488f-b26e-6610b15eb5d1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.625250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-925b9735-3fc0-49fa-b2b1-4b59e11590c7 req-30b130b4-2cf0-488f-b26e-6610b15eb5d1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 932 time: 0.1804028 Jul 28 14:56:13.638190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.663494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: b911271d-3c43-4254-9db3-e0fd82a1d572 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:13.663847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device b911271d-3c43-4254-9db3-e0fd82a1d572 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:13.748184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:13.785931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:13.796768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-925b9735-3fc0-49fa-b2b1-4b59e11590c7 req-af72431b-da61-4a63-bc7a-36d9c1a9b565 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695912 Jul 28 14:56:13.802117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:13.869782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=9350ca0f-ce56-488f-9d39-1e24fe207a40,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:13.890131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:13.890791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:13.921621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.042493 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-e374ace2-7589-481f-8c17-9eeb357662bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1123440 Jul 28 14:56:14.065878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Request body: {'port': {'device_id': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:14.160313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.338323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a419f9f5-12d1-44e6-b3dd-66ece51c5c83 None None] Provisioning for port c8c27e97-d580-4bdf-993f-450fdc76263a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:14.351022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a419f9f5-12d1-44e6-b3dd-66ece51c5c83 None None] Provisioning complete for port c8c27e97-d580-4bdf-993f-450fdc76263a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:14.351676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a419f9f5-12d1-44e6-b3dd-66ece51c5c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.434981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a419f9f5-12d1-44e6-b3dd-66ece51c5c83 None None] Port c8c27e97-d580-4bdf-993f-450fdc76263a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:14.470629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.562692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b4b9e-7afc-4c2a-8f9b-9d5defe6208d req-bbaed590-aeda-44b0-96a8-45561a823326 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:14.564283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d96b4b9e-7afc-4c2a-8f9b-9d5defe6208d req-bbaed590-aeda-44b0-96a8-45561a823326 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1308696 Jul 28 14:56:14.704291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f1d2b54-c6c1-4a81-90bd-767227fb5807 None None] Provisioning for port 9350ca0f-ce56-488f-9d39-1e24fe207a40 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:14.708930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f1d2b54-c6c1-4a81-90bd-767227fb5807 None None] Provisioning complete for port 9350ca0f-ce56-488f-9d39-1e24fe207a40 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:14.709500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f1d2b54-c6c1-4a81-90bd-767227fb5807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.750208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3f1d2b54-c6c1-4a81-90bd-767227fb5807 None None] Port 9350ca0f-ce56-488f-9d39-1e24fe207a40 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:14.762933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d96b4b9e-7afc-4c2a-8f9b-9d5defe6208d req-1b209c63-0d69-4591-93dd-78c8a121c15a tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913636 Jul 28 14:56:14.774502 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c27e97-d580-4bdf-993f-450fdc76263a {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:14.817392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.844003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Transition to ACTIVE for port object c8c27e97-d580-4bdf-993f-450fdc76263a will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:14.874281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4873efa7-1613-486a-857b-dd3cb865673e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.942653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:14.959397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.026491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6355a8-f8c0-43bd-97b3-434a71c02d3e req-18e3d2ad-43fe-456f-abd6-cfe3062b894e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:15.028259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c6355a8-f8c0-43bd-97b3-434a71c02d3e req-18e3d2ad-43fe-456f-abd6-cfe3062b894e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 932 time: 0.0961592 Jul 28 14:56:15.062356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.148498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.155626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Pushing event updated for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:15.208145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c6355a8-f8c0-43bd-97b3-434a71c02d3e req-7d3858e0-e550-470d-b972-d4e38570880b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702938 Jul 28 14:56:15.301246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:15.319189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.323100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=9350ca0f-ce56-488f-9d39-1e24fe207a40,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:15.393085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e615e74c-8468-41fb-9856-f7d12972af3e tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:15.406592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e615e74c-8468-41fb-9856-f7d12972af3e tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7 HTTP/1.1" status: 200 len: 814 time: 0.1035435 Jul 28 14:56:15.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Attempting to bind port c8c27e97-d580-4bdf-993f-450fdc76263a on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:15.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Attempting to bind port c8c27e97-d580-4bdf-993f-450fdc76263a by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:15.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Attempting to bind port c8c27e97-d580-4bdf-993f-450fdc76263a on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:15.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Port c8c27e97-d580-4bdf-993f-450fdc76263a on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:56:15.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Attempting to bind port c8c27e97-d580-4bdf-993f-450fdc76263a on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:15.430140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:15.430864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:15.432389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:15.433340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Bound port: c8c27e97-d580-4bdf-993f-450fdc76263a, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:15.433340 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.519063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:15.524414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:15.656722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:15.661348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c27e97-d580-4bdf-993f-450fdc76263a,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:15.686476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3724f163-6882-4e01-b741-33d216c21893 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:15.792536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:15.801465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f300f56d-5140-4f88-837c-c4881a20f220 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0199656 Jul 28 14:56:15.802343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47532) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:15.805388 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] Sync routers for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:15.853425 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:15.854457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:15.865000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678233e-365e-40b1-9c88-51472ac3bc6c tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:15.866528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c678233e-365e-40b1-9c88-51472ac3bc6c tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports/9350ca0f-ce56-488f-9d39-1e24fe207a40 HTTP/1.1" status: 200 len: 910 time: 0.0621638 Jul 28 14:56:15.869542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47536) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:15.879554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:15.915703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2b087ef5-7ec6-4930-92d0-97b5d93a7952 None None] Provisioning complete for port 9350ca0f-ce56-488f-9d39-1e24fe207a40 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:15.916289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2b087ef5-7ec6-4930-92d0-97b5d93a7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.119024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2b087ef5-7ec6-4930-92d0-97b5d93a7952 None None] Port 9350ca0f-ce56-488f-9d39-1e24fe207a40 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:16.125017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:16.143076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4b0c-0a89-4dec-a923-874072740431 req-f9cb7826-824d-499d-b890-afb22af9e0e5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.143076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-931c4b0c-0a89-4dec-a923-874072740431 req-f9cb7826-824d-499d-b890-afb22af9e0e5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.1796443 Jul 28 14:56:16.143076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'network': {'name': 'tempest-network-smoke--586278873', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:16.289165 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:16.289741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-931c4b0c-0a89-4dec-a923-874072740431 req-cac2642e-c374-443e-8540-492aef6d39b4 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035616 Jul 28 14:56:16.296544 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.312557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:16.312655 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:16.353302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:16.358344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.369771 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:16.370623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c1370-42cb-4ad6-8359-b6b2a489a8f9 None None] The sync data for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:16.435519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:16.447160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.447848 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Added segment 2d6dd296-1a40-4438-9c49-3f87fe86c195 of type vlan for network ef08d9be-f077-43f5-917a-5cc441e74f89 Jul 28 14:56:16.483385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.486063 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.486063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] 10.222.0.53 "PUT /v2.0/ports/c8c27e97-d580-4bdf-993f-450fdc76263a HTTP/1.1" status: 200 len: 1093 time: 2.4249911 Jul 28 14:56:16.493787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:16.499867 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6ebb75-5064-4f55-aec1-8240668732ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:16.541581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ab659-1ba5-4e79-b651-ce1d264ff81f service neutron] Pushing event updated for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:16.613703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.665781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f10f4-7569-4e02-921c-8936dd45493d req-c26d9209-d054-4b35-9e08-1e824e3a6cfa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.667792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d81f10f4-7569-4e02-921c-8936dd45493d req-c26d9209-d054-4b35-9e08-1e824e3a6cfa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.2337444 Jul 28 14:56:16.858472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d81f10f4-7569-4e02-921c-8936dd45493d req-3cbf758e-e604-45e9-b3d3-5e2dd2174492 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812370 Jul 28 14:56:16.869717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.875533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-edcf6592-344e-4c78-80df-0efc1edb6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.877073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-edcf6592-344e-4c78-80df-0efc1edb6a1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 1096 time: 0.1619287 Jul 28 14:56:16.877987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:16.878612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:16.916029 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b34aa-f868-4f5d-91e5-c75a17751b4d x-openstack-request-id: req-3c3b34aa-f868-4f5d-91e5-c75a17751b4d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:16.916694 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:16.918298 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c3b34aa-f868-4f5d-91e5-c75a17751b4d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:16.919484 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a', 'status': 'completed', 'code': 200} Jul 28 14:56:17.007830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Network': ['ID=ef08d9be-f077-43f5-917a-5cc441e74f89,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:17.019196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.019557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.019893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.020259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.020700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.020821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-539f75d0-8c03-4393-8410-ba96df900b76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c27e97-d580-4bdf-993f-450fdc76263a HTTP/1.1" status: 200 len: 217 time: 0.1259322 Jul 28 14:56:17.020997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.021251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.021549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.021872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.022192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.022678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.023154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:17.036011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ef08d9be-f077-43f5-917a-5cc441e74f89 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:17.039082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-30353442-a7dc-44d9-822e-4e562c4e9ef9 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.058297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-30353442-a7dc-44d9-822e-4e562c4e9ef9 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.53 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2437506 Jul 28 14:56:17.077778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3b4eedf-7d83-41c2-8066-c1b2557544fa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9407029 Jul 28 14:56:17.081409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.196314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9535b738-c473-4a07-80ac-bfcf2817cc16 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.197910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9535b738-c473-4a07-80ac-bfcf2817cc16 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cb3e620cf8a14f81a21592cf8eecbead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1154959 Jul 28 14:56:17.202004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47552) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.256308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-76f0bb1a-8b77-4857-ab16-173a763fb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.260484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-76f0bb1a-8b77-4857-ab16-173a763fb850 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.2313726 Jul 28 14:56:17.420829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807248e-3c49-4822-b712-0c32c70a37ac req-45d7f445-02d2-429c-ae07-4cfb3b248bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.427090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-45d7f445-02d2-429c-ae07-4cfb3b248bad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519859 Jul 28 14:56:17.436584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f378d22f-e77d-42d8-9881-80c50c688bc2 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.446481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f378d22f-e77d-42d8-9881-80c50c688bc2 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2351432 Jul 28 14:56:17.446711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47558) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.482122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0847db31-7fb4-4a71-9756-24529ca61f36 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307891 Jul 28 14:56:17.483123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47560) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.483929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Deleting port ae7b0d32-bde1-468a-b835-344a171a50c1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:17.484260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.524919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-00d22305-3060-4fe1-9e28-93c6c5694880 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cb3e620cf8a14f81a21592cf8eecbead&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409381 Jul 28 14:56:17.526798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47562) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.617328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ba4e2-4546-43ee-9f90-f8c959103b8d req-b9c0a876-930d-4871-a4b0-d0945e4b7c80 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.620910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-857ba4e2-4546-43ee-9f90-f8c959103b8d req-b9c0a876-930d-4871-a4b0-d0945e4b7c80 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 945 time: 0.2019639 Jul 28 14:56:17.695004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.745183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.787138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813f56fe-3edd-4c0b-b130-ba08a6d7104d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:17.788746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-813f56fe-3edd-4c0b-b130-ba08a6d7104d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2594573 Jul 28 14:56:17.792094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47564) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.805167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-857ba4e2-4546-43ee-9f90-f8c959103b8d req-5be4f08f-934c-4594-aa7e-d552b6fda884 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/security-groups?id=71b7818b-5ccd-49d6-8b83-4510da2032d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Jul 28 14:56:17.807067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-773f6fe5-e2c8-4402-819e-d0811cbd9aee service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703537 Jul 28 14:56:17.829201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] For port ae7b0d32-bde1-468a-b835-344a171a50c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ae7b0d32-bde1-468a-b835-344a171a50c1,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:17.829776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:17.846270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84b9efef-d4b0-48e5-ac05-45df185662d4 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470264 Jul 28 14:56:17.848005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47566) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:17.860880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955101596', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:17.895122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Calling delete_port for ae7b0d32-bde1-468a-b835-344a171a50c1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:18.082094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695bb0b-9eb6-4576-89dd-24c374e29bca req-5b385540-8371-428f-b7b9-b663913a5a47 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:18.084418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e695bb0b-9eb6-4576-89dd-24c374e29bca req-5b385540-8371-428f-b7b9-b663913a5a47 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.0974438 Jul 28 14:56:18.125038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0807248e-3c49-4822-b712-0c32c70a37ac req-afb600e2-d0aa-4685-abc7-4532b4252a85 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078189 Jul 28 14:56:18.160145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e695bb0b-9eb6-4576-89dd-24c374e29bca req-38b6ab9f-3b44-40d9-a210-d71ff8ee3388 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670671 Jul 28 14:56:18.189872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:18.195186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.295175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 9350ca0f-ce56-488f-9d39-1e24fe207a40 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:18.295532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.406795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.425350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 9350ca0f-ce56-488f-9d39-1e24fe207a40 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:18.548011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.581284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ae7b0d32-bde1-468a-b835-344a171a50c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:18.594154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Pushing event deleted for resources: {'Port': ['ID=ae7b0d32-bde1-468a-b835-344a171a50c1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.729830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.731711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] No DVR routers for this DVR port ae7b0d32-bde1-468a-b835-344a171a50c1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:18.736562 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:18.738460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0b608b8-2a9e-43b6-ab03-2f54b765f359 req-cd69d9f2-7ef2-4f54-9f98-ccd7ea877957 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.53 "DELETE /v2.0/ports/ae7b0d32-bde1-468a-b835-344a171a50c1 HTTP/1.1" status: 204 len: 173 time: 1.6823697 Jul 28 14:56:18.760135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-dc3ed9ea-2a51-4bf5-8948-6c03e1c23520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:18.762535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-dc3ed9ea-2a51-4bf5-8948-6c03e1c23520 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 1096 time: 0.1069679 Jul 28 14:56:18.814360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Subnet': ['ID=f5ead969-1181-4369-95ef-663d8a4ea445,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:18.829390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Checking segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:18.830223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network hostable DHCP agents. Network: ef08d9be-f077-43f5-917a-5cc441e74f89, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:18.877110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-a578b69d-c623-42e2-9b45-96c1527015e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:18.878674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-a578b69d-c623-42e2-9b45-96c1527015e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1085224 Jul 28 14:56:18.935484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'name': 'network-vif-deleted', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:18.937775 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f5be0b-82d1-4f1b-9508-f27fad21c678" -d '{"events": [{"server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "name": "network-vif-deleted", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:18.958087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-a682cb21-5bc1-4089-b32b-6ab621109a8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c27e97-d580-4bdf-993f-450fdc76263a HTTP/1.1" status: 200 len: 217 time: 0.0707195 Jul 28 14:56:18.958442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a16c0778-4a56-46b4-8618-d11c9dda6fe5 req-bb0a3f2a-f571-4877-88a2-64b3ddae21a5 tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0654502 Jul 28 14:56:18.958973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.046409 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1851d4e4-ec74-455d-af4f-cc199ca096fd x-openstack-request-id: req-1851d4e4-ec74-455d-af4f-cc199ca096fd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:19.046988 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceaa7b5-d31b-4c9f-ad9e-fab25c59843f", "name": "network-vif-deleted", "tag": "ae7b0d32-bde1-468a-b835-344a171a50c1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:19.047307 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1851d4e4-ec74-455d-af4f-cc199ca096fd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:19.047713 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceaa7b5-d31b-4c9f-ad9e-fab25c59843f', 'name': 'network-vif-deleted', 'tag': 'ae7b0d32-bde1-468a-b835-344a171a50c1', 'status': 'completed', 'code': 200} Jul 28 14:56:19.054890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=9350ca0f-ce56-488f-9d39-1e24fe207a40,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:19.068627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-4e30a77d-e1f0-4bae-8ba2-173d5bcb3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:19.070107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-4e30a77d-e1f0-4bae-8ba2-173d5bcb3216 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.1023555 Jul 28 14:56:19.104379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network ef08d9be-f077-43f5-917a-5cc441e74f89 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:19.176809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-78f8f19a-7e91-4d18-89ab-95e5c3c9a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:19.181802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-78f8f19a-7e91-4d18-89ab-95e5c3c9a3b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995865 Jul 28 14:56:19.349134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba3cd-9a1a-49fe-ac33-9eb55d11beda req-62b073e1-d0bf-4aa7-a14b-53615f517dbe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:19.359070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f52ba3cd-9a1a-49fe-ac33-9eb55d11beda req-62b073e1-d0bf-4aa7-a14b-53615f517dbe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.1078739 Jul 28 14:56:19.449050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.477735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f52ba3cd-9a1a-49fe-ac33-9eb55d11beda req-90cbb24f-e1dc-4b13-8932-7313a6471d3b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175783 Jul 28 14:56:19.482817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ef08d9be-f077-43f5-917a-5cc441e74f89) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:19.497068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceafa0ce-0ab5-4778-aa2f-6169276a3520 None None] Network ef08d9be-f077-43f5-917a-5cc441e74f89 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:19.498450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:19.499209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.522797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-ef0006bb-30bc-4826-8908-a64630711fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865894 Jul 28 14:56:19.731433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ef08d9be-f077-43f5-917a-5cc441e74f89', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ips': [{'subnet_id': 'f5ead969-1181-4369-95ef-663d8a4ea445'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:19.733141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:19.766999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-932b5452-297e-49c2-8741-f35b0dc5f7d2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9137228 Jul 28 14:56:19.948144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Allocated IP 172.20.0.18 (ef08d9be-f077-43f5-917a-5cc441e74f89/f5ead969-1181-4369-95ef-663d8a4ea445/1888a0af-d906-4160-a765-0797950011e0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:20.101963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f6ebb75-5064-4f55-aec1-8240668732ba req-93a43ab3-566a-4527-b0ec-194253c5fd27 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716472 Jul 28 14:56:20.111150 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.127685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-352e9dd8-7f61-4550-b293-0f81c4709fc9 req-9c9a0063-2aee-453a-a321-fd3c572b41fc tempest-ServerRescueTestJSON-1440640233 tempest-ServerRescueTestJSON-1440640233-project] 10.222.0.47 "GET /v2.0/ports?device_id=eceaa7b5-d31b-4c9f-ad9e-fab25c59843f HTTP/1.1" status: 200 len: 210 time: 0.0650640 Jul 28 14:56:20.164995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.171016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115182051', 'description': 'tempest-secgroup-smoke-2115182051 description', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:20.212695 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.222856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Transition to ACTIVE for port object 1888a0af-d906-4160-a765-0797950011e0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:20.262103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Transition to ACTIVE for port object 1888a0af-d906-4160-a765-0797950011e0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:20.266945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3724f163-6882-4e01-b741-33d216c21893 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:20.369220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:20.378288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6aff1f1d-7539-4202-8a7c-e0e27626356b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5049198 Jul 28 14:56:20.378428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:20.384461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] Sync routers for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:20.395190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:20.396451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:20.430647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:20.433079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.449380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:20.450050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:20.497662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:20.499741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137a1726-cf5c-4a11-815d-abd976a34690 None None] The sync data for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:20.501613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.620546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Network ef08d9be-f077-43f5-917a-5cc441e74f89 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:20.621673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.627122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:20.634691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:20.676564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Pushing event updated for resources: {'Port': ['ID=1888a0af-d906-4160-a765-0797950011e0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:20.681454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.722319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa72d10-cb08-4927-a1a4-c047d8e8cd57 req-2dcda5b0-9841-41c3-9819-8efd175d1705 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:20.723912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-faa72d10-cb08-4927-a1a4-c047d8e8cd57 req-2dcda5b0-9841-41c3-9819-8efd175d1705 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.0853691 Jul 28 14:56:20.744145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Attempting to bind port 1888a0af-d906-4160-a765-0797950011e0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:20.745267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Attempting to bind port 1888a0af-d906-4160-a765-0797950011e0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:20.745882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Attempting to bind port 1888a0af-d906-4160-a765-0797950011e0 on network ef08d9be-f077-43f5-917a-5cc441e74f89 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:20.759629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:20.760963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Checking segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:20.763728 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.768086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Bound using segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:20.769644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Bound port: 1888a0af-d906-4160-a765-0797950011e0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:20.770361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.770566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-faa72d10-cb08-4927-a1a4-c047d8e8cd57 req-4845e10a-4773-4bc1-84e0-b2ee7ee8a4f0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Jul 28 14:56:20.855476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] For port 1888a0af-d906-4160-a765-0797950011e0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:20.856908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.859025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] For port 1888a0af-d906-4160-a765-0797950011e0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1888a0af-d906-4160-a765-0797950011e0,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:20.887822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:20.929029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1cdd46-4e83-426f-9026-f462683a0ff9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:21.092727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.146546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port dfceafdc-6b71-461a-a0c2-815e95401b7c {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:21.147667 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.154501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15484cfb-3f2d-4ebe-a8f1-8a1e0f45b66b None None] Pushing event updated for resources: {'Port': ['ID=1888a0af-d906-4160-a765-0797950011e0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:21.165060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.173229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0aa18355-0316-4d62-8f7a-a366a157e895 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0002997 Jul 28 14:56:21.173229 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:21.174747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:21.213519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:21.273983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.289697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for dfceafdc-6b71-461a-a0c2-815e95401b7c owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:21.507486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.588750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1888a0af-d906-4160-a765-0797950011e0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:21.648242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.801218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1888a0af-d906-4160-a765-0797950011e0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:21.802539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.843664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:21.897133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=dfceafdc-6b71-461a-a0c2-815e95401b7c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:21.913167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ae7b0d32-bde1-468a-b835-344a171a50c1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:21.920187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b47b6db-a740-4528-b27a-689e174ff73c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:21.994621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: ae7b0d32-bde1-468a-b835-344a171a50c1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:22.017776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ae7b0d32-bde1-468a-b835-344a171a50c1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:22.045111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23448f3-2df0-46a8-81d4-b8069517c94d req-8c639e5a-3f2c-4444-9272-0ab2712af6d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:22.047057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c23448f3-2df0-46a8-81d4-b8069517c94d req-8c639e5a-3f2c-4444-9272-0ab2712af6d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.1302974 Jul 28 14:56:22.050217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939651f-8c7d-431e-a75a-e6a1a5c79456 req-120a60d8-d3d7-4817-9b06-c601e0b75a14 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:22.051738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.051858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0939651f-8c7d-431e-a75a-e6a1a5c79456 req-120a60d8-d3d7-4817-9b06-c601e0b75a14 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1769176 Jul 28 14:56:22.122562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.125400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a168c60-0a24-4b46-8569-777482140c11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9543591 Jul 28 14:56:22.133382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47616) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:22.169157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:22.210188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.267768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c23448f3-2df0-46a8-81d4-b8069517c94d req-4d8f7ffb-128f-4c74-b0f2-4abc1d17fe4c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498647 Jul 28 14:56:22.324039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0939651f-8c7d-431e-a75a-e6a1a5c79456 req-e4bfdfb0-1aed-4939-91e5-a9b30c00d0b3 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702800 Jul 28 14:56:22.449524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3724f163-6882-4e01-b741-33d216c21893 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:22.463117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.554515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:22.566660 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] Sync routers for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:22.572081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-355c7699-b811-4faf-9674-fdcc282e8e5a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1889336 Jul 28 14:56:22.572081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47622) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:22.576868 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:22.577793 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:22.600783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4000fe63-2b91-44e0-bdbf-8e95adc597c3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=3724f163-6882-4e01-b741-33d216c21893 HTTP/1.1" status: 200 len: 205 time: 0.0285220 Jul 28 14:56:22.603362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:22.612569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.624548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:22.634429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Deleting port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:22.634787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.635084 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] Routers {'3724f163-6882-4e01-b741-33d216c21893'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:22.635902 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3724f163-6882-4e01-b741-33d216c21893'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:22.659740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5490036d-cd6c-4193-93e6-403a629e6b6c None None] Network ef08d9be-f077-43f5-917a-5cc441e74f89 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:22.672823 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:22.673487 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb8d90-753b-4fff-86e3-e8b566297092 None None] The sync data for ids ['3724f163-6882-4e01-b741-33d216c21893'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:22.689115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.725399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.760639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] For port e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,segment=NetworkSegment(f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e),segment_id=f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:22.760941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.764925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614a7266-d298-4056-a213-bda17fbcf1a1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:22.777982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Calling delete_port for e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:22.892068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.896481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.972691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:22.974639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b67cce76-a1cd-477e-a6f3-6ad21fd64992 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8393011 Jul 28 14:56:22.987946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Provisioning for port 1888a0af-d906-4160-a765-0797950011e0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:22.988490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47632) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:22.988490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:22.992294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Provisioning complete for port 1888a0af-d906-4160-a765-0797950011e0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:22.992678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.047199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.049834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router 3724f163-6882-4e01-b741-33d216c21893 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:23.064060 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.066398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ac4452b-0ffb-4f64-81f0-53bc72d9838d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893 HTTP/1.1" status: 204 len: 168 time: 0.4620860 Jul 28 14:56:23.072052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47634) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:23.127847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.154102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.187163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] For port 1888a0af-d906-4160-a765-0797950011e0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1888a0af-d906-4160-a765-0797950011e0,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:23.224359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet c19e5a8b-3eaa-494c-888f-66cd8e1812aa {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:23.256394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.264936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-bf3f187b-7d63-45dc-a501-d5ff3ab9e4a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728346 Jul 28 14:56:23.318035 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.337271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.340439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.426489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116df25-a20d-4d5d-801d-c5da1f96fa9a None None] Pushing event updated for resources: {'Port': ['ID=1888a0af-d906-4160-a765-0797950011e0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:23.451047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ffdefd57-56f0-4a7e-b54d-c8b0579cffcb None None] Provisioning complete for port 1888a0af-d906-4160-a765-0797950011e0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:23.451435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffdefd57-56f0-4a7e-b54d-c8b0579cffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.455954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.552633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692417fc-a0bb-489f-b920-a09835e04410 req-d20f11a3-a3d0-42ae-9edf-2fd0c8105700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:23.554261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-d20f11a3-a3d0-42ae-9edf-2fd0c8105700 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1097 time: 0.1900754 Jul 28 14:56:23.560696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c74b2b-34ad-4a2f-b81b-7e4909dba834,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:23.583187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.590740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b34f-dc5a-4dff-b28f-54ae526f15ff req-da99ff15-df4e-4d42-ac2a-fa8d7f1cb31d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:23.593340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6e1b34f-dc5a-4dff-b28f-54ae526f15ff req-da99ff15-df4e-4d42-ac2a-fa8d7f1cb31d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.0889294 Jul 28 14:56:23.643237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6e1b34f-dc5a-4dff-b28f-54ae526f15ff req-0f3015e8-6560-476a-895d-ef9119861a05 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jul 28 14:56:23.644704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.710352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.711588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-65c71464-295d-49dc-b368-b14d2b29a073 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7324102 Jul 28 14:56:23.717264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:23.722760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:23.735376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:23.739050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194fb4e-0661-470f-a05e-783b759fc165 req-fdbe6a8f-7f5e-4027-8c4d-821837f49fc4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:23.748903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2194fb4e-0661-470f-a05e-783b759fc165 req-fdbe6a8f-7f5e-4027-8c4d-821837f49fc4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.2873263 Jul 28 14:56:23.803758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.824902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b4429-98dc-4732-889b-d9a0de260391 None None] Network 8a6f54bc-012f-463a-adcb-9ccd03780423 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:23.841891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.846332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/c19e5a8b-3eaa-494c-888f-66cd8e1812aa HTTP/1.1" status: 204 len: 168 time: 0.7708306 Jul 28 14:56:23.904718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47644) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:23.920839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c5ad-c6f7-4a62-9d90-02ba60f99f1a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=c19e5a8b-3eaa-494c-888f-66cd8e1812aa,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:23.926388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2194fb4e-0661-470f-a05e-783b759fc165 req-2fcb0be1-5c6f-4c0c-8bf6-82615cd9ea27 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765299 Jul 28 14:56:23.954016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:23.970929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692417fc-a0bb-489f-b920-a09835e04410 req-e3854de9-3da7-40a5-aca3-decf2ff96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:23.972462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-e3854de9-3da7-40a5-aca3-decf2ff96184 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 898 time: 0.3196108 Jul 28 14:56:24.030340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:24.035784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.087977 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.115582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] DHCP port deletion for 8a6f54bc-012f-463a-adcb-9ccd03780423 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:24.139451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-b72566a4-0c32-4534-8dc5-60f61f010b03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 1000 time: 0.1452618 Jul 28 14:56:24.139451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.212297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Deleting port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:24.213900 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.281079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.281621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Router 2ae913db-0bce-492c-a303-b308acce9ba1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:24.284595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692417fc-a0bb-489f-b920-a09835e04410 req-5743cc22-a67e-4d6a-9a72-b7ae640a3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.285976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-5743cc22-a67e-4d6a-9a72-b7ae640a3259 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 200 len: 835 time: 0.1237681 Jul 28 14:56:24.326706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.340523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] For port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,segment=NetworkSegment(7699b496-9ae9-41be-9c18-90cbf854bf65),segment_id=7699b496-9ae9-41be-9c18-90cbf854bf65)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:24.346325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.384956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Calling delete_port for aab3b25c-523c-4e2e-a5d6-c2ec82edf58b owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:24.422434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.446560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:24.453458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9f86c25e-c6c2-45c9-b5e4-a884c68d9aef admin admin] 10.222.0.47 "PUT /v2.0/routers/2ae913db-0bce-492c-a303-b308acce9ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2370117 Jul 28 14:56:24.455360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47648) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:24.470795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Sync routers for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:24.471250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c361ed-b1e5-4e91-8487-5383777aa445,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:24.484752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692417fc-a0bb-489f-b920-a09835e04410 req-58160cc9-ef80-4790-a4a8-d6fb2eefc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.485495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:24.486431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-58160cc9-ef80-4790-a4a8-d6fb2eefc8c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909842 Jul 28 14:56:24.491149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:24.517073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.590864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.644097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:24.720024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.750178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:24.798163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] Pushing event deleted for resources: {'Port': ['ID=aab3b25c-523c-4e2e-a5d6-c2ec82edf58b,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:24.800430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cfb99-d5f7-46db-beeb-f66baaab8fab None None] No DVR routers for this DVR port aab3b25c-523c-4e2e-a5d6-c2ec82edf58b on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:24.836058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e9856-d9fb-46b7-8915-1eb32fc54fe1 req-6367e19e-6b7e-42b4-8dbb-51d710d6d061 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:24.838021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-653e9856-d9fb-46b7-8915-1eb32fc54fe1 req-6367e19e-6b7e-42b4-8dbb-51d710d6d061 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.0816548 Jul 28 14:56:24.898840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-653e9856-d9fb-46b7-8915-1eb32fc54fe1 req-44e8b46e-1d0f-41fa-a8ce-68fbf1c4e9d2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Jul 28 14:56:24.960533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:56:22Z', 'revision_number': 5, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port': {'id': '15136aeb-bf37-46c5-b959-bacf54f4b5b1', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:40:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:12Z', 'updated_at': '2021-07-28T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:24.994069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Checking router: 2ae913db-0bce-492c-a303-b308acce9ba1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:56:25.004524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Routers {'2ae913db-0bce-492c-a303-b308acce9ba1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:25.005176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['2ae913db-0bce-492c-a303-b308acce9ba1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:25.028632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.029994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8287eab1-506b-4ae0-ab4a-d7e3177e2467 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3117726 Jul 28 14:56:25.033051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47654) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:25.044835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:25.060009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:25.072653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.077065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-26addf5b-650c-49e3-9394-ee261d9b7f38 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10 HTTP/1.1" status: 204 len: 168 time: 1.1667004 Jul 28 14:56:25.077713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Deleting port 15136aeb-bf37-46c5-b959-bacf54f4b5b1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:25.077861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.081541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:25.088149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab70dd-346f-42cf-aece-4b1b735de34e None None] Network 30a65a96-9933-4930-8ae2-6aec10de171f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:25.119056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c53c0-1aab-4e6b-9c0f-6627e3c95712 req-faed48e7-d895-4e5e-ad0c-b3d1fcba97db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:25.120757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa1c53c0-1aab-4e6b-9c0f-6627e3c95712 req-faed48e7-d895-4e5e-ad0c-b3d1fcba97db tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0851562 Jul 28 14:56:25.139054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-e49a83f6-cf4c-434a-9976-2e7d0a5bf095 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448143 Jul 28 14:56:25.164285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] Set router 2ae913db-0bce-492c-a303-b308acce9ba1 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:25.220929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa1c53c0-1aab-4e6b-9c0f-6627e3c95712 req-14c94548-a346-4e85-9dc1-7960f0233cba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915420 Jul 28 14:56:25.228575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:56:24Z', 'revision_number': 6, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:25.260629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.270542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-692417fc-a0bb-489f-b920-a09835e04410 req-c728ee18-ed8c-407e-ac64-03767aed0ea0 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218174 Jul 28 14:56:25.278636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3c36fb-d9ae-4d1f-a88d-ab3d4e8836b0 None None] The sync data for ids ['2ae913db-0bce-492c-a303-b308acce9ba1'] in n-d-705658-23 is: [{'id': '2ae913db-0bce-492c-a303-b308acce9ba1', 'name': 'tempest-ServerRescueTestJSON-193765459-router', 'tenant_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:11Z', 'updated_at': '2021-07-28T14:56:24Z', 'revision_number': 6, 'project_id': '7055f2108da9466db8ff4a1ccf0c49f5', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:25.301765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] For port 15136aeb-bf37-46c5-b959-bacf54f4b5b1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=15136aeb-bf37-46c5-b959-bacf54f4b5b1,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:25.302454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.317299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Calling delete_port for 15136aeb-bf37-46c5-b959-bacf54f4b5b1 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:25.324923 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:56:25.362717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.499855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.528829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6f54bc-012f-463a-adcb-9ccd03780423']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:25.549749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7699b496-9ae9-41be-9c18-90cbf854bf65') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:25.550015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7699b496-9ae9-41be-9c18-90cbf854bf65') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:25.598898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.603657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.627938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.635675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:25.636083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:25.639782 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:25.686057 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.690758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] DHCP port deletion for 30a65a96-9933-4930-8ae2-6aec10de171f request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:25.764121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb03328-67c2-4a70-b786-f1ba49b31b40,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:25.783436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.787778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-24aba2aa-3f6a-4ff8-94e5-9171fdebb25b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7505407 Jul 28 14:56:25.788176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:25.793708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': 'fc1cdd46-4e83-426f-9026-f462683a0ff9', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:25.869819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.875389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.877515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/8a6f54bc-012f-463a-adcb-9ccd03780423 HTTP/1.1" status: 204 len: 168 time: 0.7942920 Jul 28 14:56:25.881375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47662) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:25.901796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554fa16-6174-46fa-b76a-95f6bdba89c1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=8a6f54bc-012f-463a-adcb-9ccd03780423,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:25.915650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.938096 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:56:25.940888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1888a0af-d906-4160-a765-0797950011e0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:25.947864 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:25.966837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=15136aeb-bf37-46c5-b959-bacf54f4b5b1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.012307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Deleting port d63da5fd-8e2f-4414-8c2f-60d6aef150ed {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:26.023057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.030157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.105115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.113989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] For port d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,segment=NetworkSegment(b2ef0b30-f0e0-4641-823d-83397f325f52),segment_id=b2ef0b30-f0e0-4641-823d-83397f325f52)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:26.114923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.115900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.134711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Calling delete_port for d63da5fd-8e2f-4414-8c2f-60d6aef150ed owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:26.144573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port d63da5fd-8e2f-4414-8c2f-60d6aef150ed {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:26.151706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.195920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4994-a8d5-4c7f-af14-fdf5f4802d3f req-f7386981-e118-48fd-b940-40377ad6845f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:26.198367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c98b4994-a8d5-4c7f-af14-fdf5f4802d3f req-f7386981-e118-48fd-b940-40377ad6845f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.1546230 Jul 28 14:56:26.216860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.225539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1888a0af-d906-4160-a765-0797950011e0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:26.226114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.257955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port d63da5fd-8e2f-4414-8c2f-60d6aef150ed, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,segment=NetworkSegment(b2ef0b30-f0e0-4641-823d-83397f325f52),segment_id=b2ef0b30-f0e0-4641-823d-83397f325f52)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:26.257955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.280434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e40700e-2324-49d9-8985-107f47cb39d5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.283956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for d63da5fd-8e2f-4414-8c2f-60d6aef150ed owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:26.338810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.344341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.415433 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.430766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d63da5fd-8e2f-4414-8c2f-60d6aef150ed no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:26.440827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.442229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2996d3df-9125-4125-b08c-4929726aa58c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524806 Jul 28 14:56:26.462659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] Pushing event deleted for resources: {'Port': ['ID=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.496771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80749ef-7bcc-4977-848e-129aec327364 None None] No DVR routers for this DVR port d63da5fd-8e2f-4414-8c2f-60d6aef150ed on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:26.504252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d63da5fd-8e2f-4414-8c2f-60d6aef150ed {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:26.504351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c689535-f8ee-4538-b45f-f3ec401b3dfc req-b82028ad-74ce-468b-908c-5c1a769e05cf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:26.505964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d63da5fd-8e2f-4414-8c2f-60d6aef150ed not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:26.505964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:26.506126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c689535-f8ee-4538-b45f-f3ec401b3dfc req-b82028ad-74ce-468b-908c-5c1a769e05cf tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1349728 Jul 28 14:56:26.530809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.545505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c98b4994-a8d5-4c7f-af14-fdf5f4802d3f req-657e6e37-64c7-4897-a624-58da18032545 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060923 Jul 28 14:56:26.553110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:26.557037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e8ee7005-218b-4e76-8ba9-46ab3c5eb7f0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:26.557037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aab3b25c-523c-4e2e-a5d6-c2ec82edf58b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:26.599885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: aab3b25c-523c-4e2e-a5d6-c2ec82edf58b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:26.600241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device aab3b25c-523c-4e2e-a5d6-c2ec82edf58b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:26.603867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=d63da5fd-8e2f-4414-8c2f-60d6aef150ed,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:26.632463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port d63da5fd-8e2f-4414-8c2f-60d6aef150ed on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:26.676907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c689535-f8ee-4538-b45f-f3ec401b3dfc req-9cf2139e-9b03-4d40-ae16-57ddeb257061 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588573 Jul 28 14:56:26.704416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.705108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae913db-0bce-492c-a303-b308acce9ba1 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:26.710034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.711070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-73c36a5e-f9dd-4af8-ae1d-eca294228dfd admin admin] 10.222.0.47 "DELETE /v2.0/routers/2ae913db-0bce-492c-a303-b308acce9ba1 HTTP/1.1" status: 204 len: 168 time: 2.2544167 Jul 28 14:56:26.720984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47676) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:26.771269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.790986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a65a96-9933-4930-8ae2-6aec10de171f']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:26.805321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ef0b30-f0e0-4641-823d-83397f325f52') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:26.805641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ef0b30-f0e0-4641-823d-83397f325f52') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:26.817983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.820993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Deleting subnet 47e45153-0d77-47e6-b60b-32a2522ebbed {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:26.834064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.842275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:26.842691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.846886 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-d7bb070b-7502-4e03-afa7-1004fb531841 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115182051&fields=id&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 267 time: 0.0551770 Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:26.847172 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:26.849487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:26.969651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.038594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.051033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-d43120bd-9113-46df-8e04-eb56faf35d9c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:27.053212 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-d43120bd-9113-46df-8e04-eb56faf35d9c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/networks?id=ef08d9be-f077-43f5-917a-5cc441e74f89 HTTP/1.1" status: 200 len: 796 time: 0.1699400 Jul 28 14:56:27.086807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.090192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-31ed3140-f46f-4dec-a242-460e74bae2b0 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/quotas/cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 375 time: 0.0147872 Jul 28 14:56:27.106500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.108594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/30a65a96-9933-4930-8ae2-6aec10de171f HTTP/1.1" status: 204 len: 168 time: 1.2260966 Jul 28 14:56:27.114648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47688) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:27.120112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-1148090376'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:27.135425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90ee4-4856-4376-b8dc-a5a5008093f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=30a65a96-9933-4930-8ae2-6aec10de171f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:27.168426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-f26c69f7-dd59-4391-bebd-1d7788c9223f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0715268 Jul 28 14:56:27.292817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:27.296482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.327784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:27.336686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.336907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-ec6d9ca5-7938-4ee1-a90c-a086765389f8 service neutron] 10.222.0.47 "GET /v2.0/networks/ef08d9be-f077-43f5-917a-5cc441e74f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460388 Jul 28 14:56:27.337414 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment daea5303-ca3f-470b-b072-0e8d80917abc of type vlan for network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 Jul 28 14:56:27.338598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.375185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e45153-0d77-47e6-b60b-32a2522ebbed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:27.388419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.392960 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db161631-6b8e-4551-8a50-b33666e62ec2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/47e45153-0d77-47e6-b60b-32a2522ebbed HTTP/1.1" status: 204 len: 168 time: 0.6644363 Jul 28 14:56:27.393186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47692) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:27.403908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.478636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 15136aeb-bf37-46c5-b959-bacf54f4b5b1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:27.497254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-57d8dd8d-0412-4fbf-89e7-c0ee5d71cf8e service neutron] 10.222.0.47 "GET /v2.0/networks/ef08d9be-f077-43f5-917a-5cc441e74f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319537 Jul 28 14:56:27.498817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.500830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 15136aeb-bf37-46c5-b959-bacf54f4b5b1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:27.501506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 15136aeb-bf37-46c5-b959-bacf54f4b5b1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:27.586245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.591903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:27.594192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.622031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.682045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205bd789-0c4b-4761-86de-eadf9603a7fb']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:27.711808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:27.712112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23e3b43-d36d-4dc1-8a4f-a24a0a49b44e') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:27.735912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=c26f3205-05a9-4b26-be21-d30c0dd1d8c8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:27.740162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.747401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:27.772711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.778738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-136d7e24-a356-430b-aee1-a3bdf10d113d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6601040 Jul 28 14:56:27.780148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:27.785818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:27.793974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506bfb-b163-48a4-aafe-107629349e25 req-d9ab81a3-a928-47c2-99ca-f7dc36090e55 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:27.793974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e506bfb-b163-48a4-aafe-107629349e25 req-d9ab81a3-a928-47c2-99ca-f7dc36090e55 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.1432662 Jul 28 14:56:27.798040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:27.798693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:27.801289 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:27.891369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e506bfb-b163-48a4-aafe-107629349e25 req-291d31c3-fb5a-4926-9922-fb1a60112bb6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Jul 28 14:56:28.019555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-53263978-49fc-4fa3-876a-4ee6441eca75 req-2d6b1c09-7851-4f4f-8628-064c13e0c748 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0663977 Jul 28 14:56:28.022605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeabb0-31fe-43f1-9215-3c17fb3de88f req-84e74ee1-98b7-4c05-ab58-b04791a30ec8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:28.028991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5aeabb0-31fe-43f1-9215-3c17fb3de88f req-84e74ee1-98b7-4c05-ab58-b04791a30ec8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1536033 Jul 28 14:56:28.038711 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.048751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.050648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/205bd789-0c4b-4761-86de-eadf9603a7fb HTTP/1.1" status: 204 len: 168 time: 0.6561060 Jul 28 14:56:28.070393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6912f46-cd6f-4cd7-ab31-a795e7cbdbc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=205bd789-0c4b-4761-86de-eadf9603a7fb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:28.082948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:28.085339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.155042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5aeabb0-31fe-43f1-9215-3c17fb3de88f req-fa205466-b76f-4ffc-b9cb-8512c521ccde tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198885 Jul 28 14:56:28.365684 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.420998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=57a565a7-8627-4bc8-ba41-3e21256c05f4,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:28.433793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': 'daea5303-ca3f-470b-b072-0e8d80917abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:28.434339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: c26f3205-05a9-4b26-be21-d30c0dd1d8c8, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:28.590841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47714) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:28.633620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c1a603a-e1e6-4724-92ed-66b6d8009ade admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7055f2108da9466db8ff4a1ccf0c49f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414655 Jul 28 14:56:28.635065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:28.637838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47716) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:28.695866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.719204 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.772042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c26f3205-05a9-4b26-be21-d30c0dd1d8c8) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:28.777754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:28.778835 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.782123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377beaa0-65aa-4fb1-a9a5-f32eba8c1bee None None] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:28.938351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c26f3205-05a9-4b26-be21-d30c0dd1d8c8', 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '57a565a7-8627-4bc8-ba41-3e21256c05f4'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:28.938817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:28.985390 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6566dacf-2177-40c9-8510-e5a36ed5eb6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2036600 Jul 28 14:56:28.988244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47720) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:29.001356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1649638520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:29.013903 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.017030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.018603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71b7818b-5ccd-49d6-8b83-4510da2032d5 HTTP/1.1" status: 204 len: 168 time: 0.3796411 Jul 28 14:56:29.035051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a534c-319b-48e0-a9df-e1f12589376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b7818b-5ccd-49d6-8b83-4510da2032d5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:29.095514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878ac6-044f-4c05-9b58-b2c2645771ca req-afe11438-5d53-45a9-b22d-f6f96838655b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:29.100428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f878ac6-044f-4c05-9b58-b2c2645771ca req-afe11438-5d53-45a9-b22d-f6f96838655b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.1282887 Jul 28 14:56:29.110436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Allocated IP 172.20.0.2 (c26f3205-05a9-4b26-be21-d30c0dd1d8c8/57a565a7-8627-4bc8-ba41-3e21256c05f4/d3ce2f32-5fea-404c-bc98-db4ed6440da0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:29.160713 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f878ac6-044f-4c05-9b58-b2c2645771ca req-1d5856ae-b09b-4679-8a50-3b476fbd4f3a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519688 Jul 28 14:56:29.188500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-26e20e25-18a2-4f30-b3a0-6f094c73dde3 req-c01bb00b-7cc0-4586-946c-5a3a93ab7758 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0610909 Jul 28 14:56:29.189580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.190744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.254848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.311443 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.312222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dbec3-cc8b-4451-ba33-08233380271e req-5d20f715-166c-4491-b637-131498f57375 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:29.320201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c9dbec3-cc8b-4451-ba33-08233380271e req-5d20f715-166c-4491-b637-131498f57375 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0712929 Jul 28 14:56:29.321734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Transition to ACTIVE for port object d3ce2f32-5fea-404c-bc98-db4ed6440da0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:29.338684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Transition to ACTIVE for port object d3ce2f32-5fea-404c-bc98-db4ed6440da0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:29.357197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c9dbec3-cc8b-4451-ba33-08233380271e req-763184f2-278b-4259-b53e-bbbbbc0be449 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360856 Jul 28 14:56:29.468238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.485496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.546553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:29.549718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:29.552633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:29.604290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Pushing event updated for resources: {'Port': ['ID=d3ce2f32-5fea-404c-bc98-db4ed6440da0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:29.612352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.615907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c7a7320-7033-4774-a257-b153f071dfcd tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6241696 Jul 28 14:56:29.616337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47736) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:29.622918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'port': {'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8', 'name': 'tempest-RoutersTest-961115007'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:29.637388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Attempting to bind port d3ce2f32-5fea-404c-bc98-db4ed6440da0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:29.637882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Attempting to bind port d3ce2f32-5fea-404c-bc98-db4ed6440da0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'daea5303-ca3f-470b-b072-0e8d80917abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:29.638253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Attempting to bind port d3ce2f32-5fea-404c-bc98-db4ed6440da0 on network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:29.643595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:29.643980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Checking segment: {'id': 'daea5303-ca3f-470b-b072-0e8d80917abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:29.644407 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.644850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Bound using segment: {'id': 'daea5303-ca3f-470b-b072-0e8d80917abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:29.645317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Bound port: d3ce2f32-5fea-404c-bc98-db4ed6440da0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daea5303-ca3f-470b-b072-0e8d80917abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c26f3205-05a9-4b26-be21-d30c0dd1d8c8'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:29.645707 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.732145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] For port d3ce2f32-5fea-404c-bc98-db4ed6440da0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:29.737891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] For port d3ce2f32-5fea-404c-bc98-db4ed6440da0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3ce2f32-5fea-404c-bc98-db4ed6440da0,segment=NetworkSegment(daea5303-ca3f-470b-b072-0e8d80917abc),segment_id=daea5303-ca3f-470b-b072-0e8d80917abc)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:29.853019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.915217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Pushing event updated for resources: {'Port': ['ID=d3ce2f32-5fea-404c-bc98-db4ed6440da0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:29.919015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:29.934411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:29.939493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.946285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.946807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.947245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.947646 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.948055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.949184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.950509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.951275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.951806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.952322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.952834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abda0-ce13-46a9-9a6d-b61d391f8418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:29.967404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c27e97-d580-4bdf-993f-450fdc76263a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:29.986042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] device_id is not set on port a9463973-34f8-47af-baae-ce6f9ea13778 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 14:56:30.239994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c4dc-f858-4991-8962-4d2206f028bd req-5b7f727e-a620-437c-a67b-08831572122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:30.254397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-5b7f727e-a620-437c-a67b-08831572122e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1098 time: 0.1761029 Jul 28 14:56:30.293689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c27e97-d580-4bdf-993f-450fdc76263a,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:30.311251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c8c27e97-d580-4bdf-993f-450fdc76263a', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': 'c8c27e97-d580-4bdf-993f-450fdc76263a', 'mac_address': 'fa:16:3e:36:4e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:30.392580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d39431bd-cc58-4bd3-908b-abf70bdd915c req-dccf7a65-86d2-45d2-9501-fe2f9aee80e4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0435848 Jul 28 14:56:30.421816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.440569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c27e97-d580-4bdf-993f-450fdc76263a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:30.443169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.20.0.13 (c26f3205-05a9-4b26-be21-d30c0dd1d8c8/57a565a7-8627-4bc8-ba41-3e21256c05f4/a9463973-34f8-47af-baae-ce6f9ea13778) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:30.483202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c27e97-d580-4bdf-993f-450fdc76263a,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:30.506096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3e6a-286a-4008-bf12-629a2feac0ad req-5868a7c0-1fe0-4915-95c8-ea0be725881c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:30.512678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb2a3e6a-286a-4008-bf12-629a2feac0ad req-5868a7c0-1fe0-4915-95c8-ea0be725881c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 944 time: 0.2012615 Jul 28 14:56:30.595295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:30.603693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c4dc-f858-4991-8962-4d2206f028bd req-0cd5aec3-781f-4592-964f-4acd77479571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:30.604184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-0cd5aec3-781f-4592-964f-4acd77479571 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 898 time: 0.3281455 Jul 28 14:56:30.609708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c2b8a-d209-458b-8a17-32678268a327 req-4dfbe00e-859e-4b78-8146-49064e38c880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:30.620604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-659c2b8a-d209-458b-8a17-32678268a327 req-4dfbe00e-859e-4b78-8146-49064e38c880 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1618497 Jul 28 14:56:30.622152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb2a3e6a-286a-4008-bf12-629a2feac0ad req-6eed2c71-bc29-4651-9121-b17c47596c28 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056097 Jul 28 14:56:30.700058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-659c2b8a-d209-458b-8a17-32678268a327 req-8e98581b-b786-4e4f-be10-1310da98516f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744655 Jul 28 14:56:30.715458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:30.767083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-77537923-0ffb-4c53-bc5f-435fee44cb51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 1001 time: 0.1387684 Jul 28 14:56:30.865309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c8c27e97-d580-4bdf-993f-450fdc76263a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:31.239636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.303765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c4dc-f858-4991-8962-4d2206f028bd req-b8fc92aa-b6a7-4050-ae38-2bb1f929b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:31.305226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-b8fc92aa-b6a7-4050-ae38-2bb1f929b829 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 200 len: 835 time: 0.5300918 Jul 28 14:56:31.310311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object a9463973-34f8-47af-baae-ce6f9ea13778 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:31.394059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35e03d-b428-4122-ba63-a9264250a1a6 None None] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:31.447807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-5ceea400-f755-4b47-8fe6-3aa38ce62882 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:31.454138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-5ceea400-f755-4b47-8fe6-3aa38ce62882 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.50 "GET /v2.0/networks?id=ef08d9be-f077-43f5-917a-5cc441e74f89 HTTP/1.1" status: 200 len: 796 time: 0.2114606 Jul 28 14:56:31.535154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454c4dc-f858-4991-8962-4d2206f028bd req-1d57dde2-0e99-494b-b608-ac1c26bb964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:31.536985 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-1d57dde2-0e99-494b-b608-ac1c26bb964c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eeeca75-f10f-4222-a978-f5c3e0cba676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2227952 Jul 28 14:56:31.589028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-509fe035-ef9b-410a-b2e0-a0ff19c5e20d None None] Provisioning for port d3ce2f32-5fea-404c-bc98-db4ed6440da0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:31.624153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e69fdcda-2aed-41ba-b77f-ee22daa8beaa req-6d5dc382-38bc-4f0c-8161-a92e448ee82c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0791221 Jul 28 14:56:31.647156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-2a34a0e5-6d55-411d-8e90-2248227d3282 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 473 time: 0.1760352 Jul 28 14:56:31.661904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3ce2f32-5fea-404c-bc98-db4ed6440da0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:31.677181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'port': {'device_id': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'admin_state_up': True, 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'security_groups': ['fc1cdd46-4e83-426f-9026-f462683a0ff9']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:31.680946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.771223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460b076-b7c2-41fd-b96b-97894febedeb req-3fcbcc8a-ea73-4352-9e31-6aeda19071f6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:31.773742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5460b076-b7c2-41fd-b96b-97894febedeb req-3fcbcc8a-ea73-4352-9e31-6aeda19071f6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 945 time: 0.0843408 Jul 28 14:56:31.774312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=a9463973-34f8-47af-baae-ce6f9ea13778,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:31.818661 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5460b076-b7c2-41fd-b96b-97894febedeb req-3471c8e1-af96-44ab-bff3-39221be2c6c0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Jul 28 14:56:31.837519 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-c9bb22b8-08e5-4372-8919-6094db8eecd1 service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612724 Jul 28 14:56:31.839526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:31.844873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:31.847446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:31.897965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d3ce2f32-5fea-404c-bc98-db4ed6440da0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:31.908513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3ce2f32-5fea-404c-bc98-db4ed6440da0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:31.908513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:31.967863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c27e97-d580-4bdf-993f-450fdc76263a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:31.984911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:31.985596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.048853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a97f7-8b08-48de-a2ce-bf645e094f19 req-cbddf72f-fba7-419f-8228-0aca2557f9b9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:32.050853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff2a97f7-8b08-48de-a2ce-bf645e094f19 req-cbddf72f-fba7-419f-8228-0aca2557f9b9 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1389518 Jul 28 14:56:32.101472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff2a97f7-8b08-48de-a2ce-bf645e094f19 req-d3977d5c-547b-4ee6-9c12-512c7ef60062 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Jul 28 14:56:32.134912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.164921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1bef860-424a-48b2-aecb-110b7e4bf868 req-1407fcbb-2d68-45ec-9a65-887e1d6e715b tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0944676 Jul 28 14:56:32.169480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f454c4dc-f858-4991-8962-4d2206f028bd req-3c6623b7-c1a6-4caf-b19c-12d2eba86f8a service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153598 Jul 28 14:56:32.179749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d3ce2f32-5fea-404c-bc98-db4ed6440da0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3ce2f32-5fea-404c-bc98-db4ed6440da0,segment=NetworkSegment(daea5303-ca3f-470b-b072-0e8d80917abc),segment_id=daea5303-ca3f-470b-b072-0e8d80917abc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:32.199478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Provisioning complete for port d3ce2f32-5fea-404c-bc98-db4ed6440da0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:32.200349 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.224558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-965620c1-45ae-4ec7-b83e-2e9c6df70ff1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6069026 Jul 28 14:56:32.227143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:32.314034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c8c27e97-d580-4bdf-993f-450fdc76263a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:32.322060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c8c27e97-d580-4bdf-993f-450fdc76263a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:32.322355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.353746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.363290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.469206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d3ce2f32-5fea-404c-bc98-db4ed6440da0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:32.503281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:56:32.503918 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:56:32.517713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.541486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:32.543884 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6dec8-8a63-4aad-aad8-cfdf269efa13" -d '{"events": [{"server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:32.559021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c27e97-d580-4bdf-993f-450fdc76263a,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:32.584963 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97cfd51-9a9d-4fc7-b4a9-1759325f14e1 x-openstack-request-id: req-d97cfd51-9a9d-4fc7-b4a9-1759325f14e1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:32.585257 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "name": "network-vif-plugged", "status": "completed", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:32.585510 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d97cfd51-9a9d-4fc7-b4a9-1759325f14e1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:32.588025 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a', 'code': 200} Jul 28 14:56:32.612095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:32.622183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.641150 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.680781 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:32.782899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:32.811107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fca22621-a441-4b2f-a742-3afb6600d094 req-17d01db8-7c5b-4327-87de-dc85bd657fd1 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0627217 Jul 28 14:56:32.907688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90560de-1d74-4497-be67-7f9812719680 req-4b7ed099-8311-48b7-af1e-98f0d7e7f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:32.909215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c90560de-1d74-4497-be67-7f9812719680 req-4b7ed099-8311-48b7-af1e-98f0d7e7f337 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 1098 time: 0.1399398 Jul 28 14:56:32.939526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.20 (ef08d9be-f077-43f5-917a-5cc441e74f89/f5ead969-1181-4369-95ef-663d8a4ea445/ddc1dac2-703d-4bdc-a8dd-2308811ef2ed) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:33.036517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c90560de-1d74-4497-be67-7f9812719680 req-4c7ac9f4-4385-4dd8-a7ab-800c3c90140b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160810 Jul 28 14:56:33.051570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224be9-9001-4f3f-b640-f777f7bd2d48 req-832b6442-e9c3-431d-a2e4-be554b527b95 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:33.053091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb224be9-9001-4f3f-b640-f777f7bd2d48 req-832b6442-e9c3-431d-a2e4-be554b527b95 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.1342750 Jul 28 14:56:33.085407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.123437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb224be9-9001-4f3f-b640-f777f7bd2d48 req-d5fad3e8-7c73-4821-a2cb-49cbd921383e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Jul 28 14:56:33.143293 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.238905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256b80-4c1c-438b-8ef4-24899480b2eb req-5fe31eb9-5252-4dac-88f1-abab4b1bc296 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:33.240936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5256b80-4c1c-438b-8ef4-24899480b2eb req-5fe31eb9-5252-4dac-88f1-abab4b1bc296 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0523515 Jul 28 14:56:33.283599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22ca3d95-925f-4dc6-9e92-2c3081d3d91b req-e6bec239-1dcf-4850-bcb6-e805a67c43b7 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0356011 Jul 28 14:56:33.284920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.302282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c5256b80-4c1c-438b-8ef4-24899480b2eb req-d40e3758-9485-4c50-9ff6-ebf9ca2bca40 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501060 Jul 28 14:56:33.302282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object ddc1dac2-703d-4bdc-a8dd-2308811ef2ed will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:33.394376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=a9463973-34f8-47af-baae-ce6f9ea13778,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:33.418075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Provisioning for port a9463973-34f8-47af-baae-ce6f9ea13778 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:33.423239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Provisioning complete for port a9463973-34f8-47af-baae-ce6f9ea13778 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:33.423623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.463696 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.569076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c45a902e-259e-4b5b-8450-3a5a702b7909 None None] Port a9463973-34f8-47af-baae-ce6f9ea13778 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:33.593233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network ef08d9be-f077-43f5-917a-5cc441e74f89 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:33.599278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3ce2f32-5fea-404c-bc98-db4ed6440da0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:33.622843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:33.627702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:33.637585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:33.637739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.687219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3ce2f32-5fea-404c-bc98-db4ed6440da0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:33.687598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.726401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:33.727564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.753521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1c1f2eb1-6fea-4c6e-a890-7c453929dba4 None None] Provisioning complete for port a9463973-34f8-47af-baae-ce6f9ea13778 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:33.754160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2eb1-6fea-4c6e-a890-7c453929dba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:33.817804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f2eb1-6fea-4c6e-a890-7c453929dba4 None None] Port a9463973-34f8-47af-baae-ce6f9ea13778 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:33.890851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-645105e0-f192-4e6d-971e-9cc86e4b9580 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2232766 Jul 28 14:56:33.911835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Request body: {'port': {'device_id': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:33.951955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8f045-448a-45c8-ba3f-f9ae06f6c832 req-50963ecd-a96a-4bcc-894d-c93dea5581e1 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:33.953664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6e8f045-448a-45c8-ba3f-f9ae06f6c832 req-50963ecd-a96a-4bcc-894d-c93dea5581e1 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 932 time: 0.0529020 Jul 28 14:56:33.970145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.003763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.037148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6e8f045-448a-45c8-ba3f-f9ae06f6c832 req-89936ae3-53e2-48f2-866c-d8dff962a7d1 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614841 Jul 28 14:56:34.063640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2af422fe-63ee-4086-9838-00dbeb1b5351 None None] Provisioning for port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:34.069331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2af422fe-63ee-4086-9838-00dbeb1b5351 None None] Provisioning complete for port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:34.069331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2af422fe-63ee-4086-9838-00dbeb1b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.139793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2af422fe-63ee-4086-9838-00dbeb1b5351 None None] Port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:34.365037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc1dac2-703d-4bdc-a8dd-2308811ef2ed {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:34.384700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.401342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3eed68d4-4cfd-4445-940c-f002fc96b2c0 req-9b7b6755-8d1f-443a-9d40-6f490e36dfe0 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0359704 Jul 28 14:56:34.432015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c64c-8406-41bf-a14d-69d1e76d64b2 req-36aad69f-9d6f-48f2-a4af-8ed2d8ba4416 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:34.443905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3361c64c-8406-41bf-a14d-69d1e76d64b2 req-36aad69f-9d6f-48f2-a4af-8ed2d8ba4416 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.1274886 Jul 28 14:56:34.464714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Transition to ACTIVE for port object ddc1dac2-703d-4bdc-a8dd-2308811ef2ed will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:34.488784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.510718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3361c64c-8406-41bf-a14d-69d1e76d64b2 req-820d6649-bf6b-40d8-87f4-f083bed1eabe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642495 Jul 28 14:56:34.548264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868b378-fd1a-4f60-8b52-e919de92dfed req-51962415-03d3-42e1-a693-91731eacd6e4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:34.549771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e868b378-fd1a-4f60-8b52-e919de92dfed req-51962415-03d3-42e1-a693-91731eacd6e4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0654180 Jul 28 14:56:34.564176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.594330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e868b378-fd1a-4f60-8b52-e919de92dfed req-d9cf0dc3-e604-4e43-af7b-a2cd262014b8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381031 Jul 28 14:56:34.621384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Pushing event updated for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:34.650570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.718765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Attempting to bind port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:34.719938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Attempting to bind port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:34.720493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Attempting to bind port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed on network ef08d9be-f077-43f5-917a-5cc441e74f89 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:34.727074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed on network ef08d9be-f077-43f5-917a-5cc441e74f89 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:56:34.727726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Attempting to bind port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed on network ef08d9be-f077-43f5-917a-5cc441e74f89 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:34.735401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:34.740870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Checking segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:34.740870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Bound using segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:34.740870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Bound port: ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:34.740870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.762000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:34.764102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=a9463973-34f8-47af-baae-ce6f9ea13778,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:34.868709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:34.874823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:34.894829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:34.896561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:35.052502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.094252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.095152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.096844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] 10.222.0.50 "PUT /v2.0/ports/ddc1dac2-703d-4bdc-a8dd-2308811ef2ed HTTP/1.1" status: 200 len: 1093 time: 1.1900702 Jul 28 14:56:35.099834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:35.102863 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b12ac-a689-42b8-9363-7b9c2e218082" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:35.131213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2365-4534-4cf1-be55-ffe6217b2daf service neutron] Pushing event updated for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:35.175927 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4056c2a2-ac97-43be-89d2-82fbbe35f284 x-openstack-request-id: req-4056c2a2-ac97-43be-89d2-82fbbe35f284 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:35.176266 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:35.176476 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4056c2a2-ac97-43be-89d2-82fbbe35f284 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:35.176876 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed', 'status': 'completed', 'code': 200} Jul 28 14:56:35.203280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafe125-2fff-43fb-bea4-3adf5fe26641 req-fe720399-6d41-4c6d-86fd-5815f6c4388d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.205179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cafe125-2fff-43fb-bea4-3adf5fe26641 req-fe720399-6d41-4c6d-86fd-5815f6c4388d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 944 time: 0.0667439 Jul 28 14:56:35.252243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 71b70030-c600-485e-a837-7c85f1efbb45 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:35.311240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cafe125-2fff-43fb-bea4-3adf5fe26641 req-c7768fc0-5fb4-435f-a8f9-c58e64aec69b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981841 Jul 28 14:56:35.314533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-928af522-d586-46e7-977a-9de0926ba2a2 None None] Provisioning complete for port a9463973-34f8-47af-baae-ce6f9ea13778 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:35.314533 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-928af522-d586-46e7-977a-9de0926ba2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:35.320925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-737d1fa3-511e-452a-bf9d-b2190a24b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.324153 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-737d1fa3-511e-452a-bf9d-b2190a24b447 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 1096 time: 0.1039302 Jul 28 14:56:35.400753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-928af522-d586-46e7-977a-9de0926ba2a2 None None] Port a9463973-34f8-47af-baae-ce6f9ea13778 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:35.461865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:35.467788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-515ed555-321b-4a37-a6f7-c98080db6046 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/71b70030-c600-485e-a837-7c85f1efbb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390659 Jul 28 14:56:35.470243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47832) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:35.474461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] Sync routers for ids ['71b70030-c600-485e-a837-7c85f1efbb45'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:35.485471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] Routers {'71b70030-c600-485e-a837-7c85f1efbb45'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:35.491480 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71b70030-c600-485e-a837-7c85f1efbb45'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:35.540971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ef66a7b-01a9-4f0d-b78c-4f7eeba32ab7 req-4945d424-5bd6-4067-b691-014060613026 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0463777 Jul 28 14:56:35.554933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:35.555517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed8210-6546-4f90-86ff-4ed0f7670a06 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.556997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-10ed8210-6546-4f90-86ff-4ed0f7670a06 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports/a9463973-34f8-47af-baae-ce6f9ea13778 HTTP/1.1" status: 200 len: 977 time: 0.0858004 Jul 28 14:56:35.563530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47836) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:35.581449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-4803e5b8-1fd8-44b9-8cc0-bbd22884b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.585543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-4803e5b8-1fd8-44b9-8cc0-bbd22884b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.585721 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] Routers {'71b70030-c600-485e-a837-7c85f1efbb45'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:35.585721 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71b70030-c600-485e-a837-7c85f1efbb45'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:35.586074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-4803e5b8-1fd8-44b9-8cc0-bbd22884b9d5 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2448754 Jul 28 14:56:35.624861 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:35.625428 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc56ff-c885-41a4-99a2-a0cd35807628 None None] The sync data for ids ['71b70030-c600-485e-a837-7c85f1efbb45'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:35.738835 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163e7d-42f4-4ddd-aa79-fb64802b1591 req-17f79d4a-8457-4190-8145-778979d0c216 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.740380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed163e7d-42f4-4ddd-aa79-fb64802b1591 req-17f79d4a-8457-4190-8145-778979d0c216 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.1322131 Jul 28 14:56:35.760625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-4e482067-cd6b-4bcd-9926-900b2f06fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.762605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e64b12ac-a689-42b8-9363-7b9c2e218082 req-4e482067-cd6b-4bcd-9926-900b2f06fefd service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682208 Jul 28 14:56:35.795005 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed163e7d-42f4-4ddd-aa79-fb64802b1591 req-afa9ee87-67e4-4f54-9654-75113f5648af tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Jul 28 14:56:35.849665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea897be5-8e9e-4f0d-bb10-8d2f089e00f2 req-439bd36f-0281-44f9-9564-e011c0f16ef5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.851253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea897be5-8e9e-4f0d-bb10-8d2f089e00f2 req-439bd36f-0281-44f9-9564-e011c0f16ef5 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1553228 Jul 28 14:56:35.921173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-5981bc3c-25c4-4161-9408-5699e218e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.922923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-5981bc3c-25c4-4161-9408-5699e218e7e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 1096 time: 0.0868323 Jul 28 14:56:35.946830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c4946-d2aa-4e7f-a856-868a06b1cb27 req-946c90b9-0535-46b7-b657-cc9b0d89a3b1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:35.955829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c30c4946-d2aa-4e7f-a856-868a06b1cb27 req-946c90b9-0535-46b7-b657-cc9b0d89a3b1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.0717978 Jul 28 14:56:36.021837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-5941ddff-c210-48b6-8ca8-969044a774f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed HTTP/1.1" status: 200 len: 217 time: 0.0573890 Jul 28 14:56:36.081509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c30c4946-d2aa-4e7f-a856-868a06b1cb27 req-1ad33492-084f-4430-b885-c7f292b52b90 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243992 Jul 28 14:56:36.097369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-a219905b-bc3b-4342-874b-da7aac8a888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.099097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-a219905b-bc3b-4342-874b-da7aac8a888b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5ead969-1181-4369-95ef-663d8a4ea445 HTTP/1.1" status: 200 len: 838 time: 0.0617433 Jul 28 14:56:36.227898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91a2d3-5e38-498c-9ad3-5254c6053f44 req-e2eed57f-9cf0-403e-b4d2-f38bf640926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.229582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a91a2d3-5e38-498c-9ad3-5254c6053f44 req-e2eed57f-9cf0-403e-b4d2-f38bf640926c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1098 time: 0.1104243 Jul 28 14:56:36.240756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75fe8b-182c-4838-92af-a869043dc28d req-d8d4235f-1499-4d7c-8489-da4db112850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.242375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-d8d4235f-1499-4d7c-8489-da4db112850a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ef08d9be-f077-43f5-917a-5cc441e74f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1340289 Jul 28 14:56:36.255211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e341137-0bb5-4bcb-8fb6-5dd6b01037f1 req-aa59a0f6-8717-40c1-b87f-10b1489c5578 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.256695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e341137-0bb5-4bcb-8fb6-5dd6b01037f1 req-aa59a0f6-8717-40c1-b87f-10b1489c5578 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.0788422 Jul 28 14:56:36.263335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea897be5-8e9e-4f0d-bb10-8d2f089e00f2 req-e9dfa5a0-e5a0-4e0d-bf63-dccfeb8048ba tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042349 Jul 28 14:56:36.362149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7a91a2d3-5e38-498c-9ad3-5254c6053f44 req-c509b2b3-f209-4cc6-b588-dab1d4676772 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236987 Jul 28 14:56:36.403979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e341137-0bb5-4bcb-8fb6-5dd6b01037f1 req-2edcf64c-e409-485f-a9fb-af2c84e23546 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298683 Jul 28 14:56:36.421047 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-3f34b2d0-5a5f-4ab9-81ab-4962d0093321 service neutron] 10.222.0.50 "GET /v2.0/networks/ef08d9be-f077-43f5-917a-5cc441e74f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624062 Jul 28 14:56:36.522881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5665c-de9c-417c-b149-82f23d31170c req-251c5967-5c93-42c5-be27-cff6883e3786 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:36.530649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6b5665c-de9c-417c-b149-82f23d31170c req-251c5967-5c93-42c5-be27-cff6883e3786 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 944 time: 0.1301134 Jul 28 14:56:36.568234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:36.676252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a6b5665c-de9c-417c-b149-82f23d31170c req-b7596cd0-9091-4b47-b1b9-868d9b738e44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442885 Jul 28 14:56:36.720550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc75fe8b-182c-4838-92af-a869043dc28d req-b686928c-0de7-4839-a470-2e56beb1f7d5 service neutron] 10.222.0.50 "GET /v2.0/networks/ef08d9be-f077-43f5-917a-5cc441e74f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152606 Jul 28 14:56:36.802231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0a60801-0a56-4b7d-bc2e-ea68124803f1 req-be4b7d37-e745-439c-b0a6-a312281ce881 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0334418 Jul 28 14:56:36.836584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b89ce05-1878-46c3-bc36-4cf39555e18f req-b2c001cd-d508-45bb-89b6-e422bc2e63df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0372360 Jul 28 14:56:36.915916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port a9463973-34f8-47af-baae-ce6f9ea13778 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:36.916400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.003598 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.016866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for a9463973-34f8-47af-baae-ce6f9ea13778 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:37.174398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:37.186523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ee7df-d4bc-4739-9b56-9fdd1b26b7cd req-57166ee4-7bb2-4969-818f-3dfa3b4417ff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.188132 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc0ee7df-d4bc-4739-9b56-9fdd1b26b7cd req-57166ee4-7bb2-4969-818f-3dfa3b4417ff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.1094148 Jul 28 14:56:37.272489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc0ee7df-d4bc-4739-9b56-9fdd1b26b7cd req-b9907396-388b-46ef-a55c-c62c80f408d5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775967 Jul 28 14:56:37.310658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a26c4187-b229-4669-87ed-4479ea5dd0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.404613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654bded-39a0-4f04-89f4-3bf9129a140b req-2a3a86a8-dd84-46f8-9a08-950e2dec5813 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.406179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3654bded-39a0-4f04-89f4-3bf9129a140b req-2a3a86a8-dd84-46f8-9a08-950e2dec5813 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Jul 28 14:56:37.444394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.468369 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3654bded-39a0-4f04-89f4-3bf9129a140b req-f3555a7b-8ff7-46ea-97a3-ef7b2ddfac86 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556283 Jul 28 14:56:37.476903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=a9463973-34f8-47af-baae-ce6f9ea13778,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:37.560526 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a26c4187-b229-4669-87ed-4479ea5dd0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.646014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a26c4187-b229-4669-87ed-4479ea5dd0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.665779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.689371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a26c4187-b229-4669-87ed-4479ea5dd0fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37782f36e2ca4ae9b4fc51486c345b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134249 Jul 28 14:56:37.692832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:37.696297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:37.708799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c4187-b229-4669-87ed-4479ea5dd0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff429566-80a7-45aa-b39a-617317347ad2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:37.764308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.791645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.893981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:37.908450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 71b70030-c600-485e-a837-7c85f1efbb45 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:37.910430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'port_id': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'mac_address': 'fa:16:3e:0a:b2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:37.929232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508043c3-cc34-40a2-94eb-ad593d17c784 req-99dc712d-6ed8-4bfe-a53a-00f29634c37d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:37.935580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-508043c3-cc34-40a2-94eb-ad593d17c784 req-99dc712d-6ed8-4bfe-a53a-00f29634c37d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 944 time: 0.0997891 Jul 28 14:56:37.948440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6addc6e1-85e2-4d46-83fc-1f730bf64dd1 req-4fc6242d-d48c-4742-972f-770318e113e5 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0328865 Jul 28 14:56:37.952808 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.960596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.976158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:37.976262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:37.980498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff429566-80a7-45aa-b39a-617317347ad2 HTTP/1.1" status: 204 len: 168 time: 0.2856219 Jul 28 14:56:37.992276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37277f4-783e-4b67-84bb-5cfb6a6fabfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff429566-80a7-45aa-b39a-617317347ad2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:37.992797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:38.032714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:38.038562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f50176fd-703d-4e17-abf8-83435ec8aeda tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/71b70030-c600-485e-a837-7c85f1efbb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4735265 Jul 28 14:56:38.044562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:38.045088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] Sync routers for ids ['71b70030-c600-485e-a837-7c85f1efbb45'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:38.054531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-508043c3-cc34-40a2-94eb-ad593d17c784 req-ed87a38c-589c-40d1-897d-c4c2fbbe0e1d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832219 Jul 28 14:56:38.062480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] Routers {'71b70030-c600-485e-a837-7c85f1efbb45'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:38.066468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71b70030-c600-485e-a837-7c85f1efbb45'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:38.102217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:38.104312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.137268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] Routers {'71b70030-c600-485e-a837-7c85f1efbb45'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:38.137920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['71b70030-c600-485e-a837-7c85f1efbb45'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:38.184235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:38.184904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08502512-b2f9-4367-b1cf-056dba000b5a None None] The sync data for ids ['71b70030-c600-485e-a837-7c85f1efbb45'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:38.190876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:38.274785 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-ca7ce1bb-14ad-441c-b2d3-d7eec8be27a0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] remove_router_interface failed (client error): The resource could not be found. Jul 28 14:56:38.274785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca7ce1bb-14ad-441c-b2d3-d7eec8be27a0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/71b70030-c600-485e-a837-7c85f1efbb45/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2291427 Jul 28 14:56:38.277247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47874) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:38.304139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e99660f9-5f1c-45f2-9ecd-b9d2e8d65d66 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=71b70030-c600-485e-a837-7c85f1efbb45 HTTP/1.1" status: 200 len: 205 time: 0.0258865 Jul 28 14:56:38.306619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:38.400116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.419365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:38.610061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ef1bc-ad63-4920-b1f8-12926f8d68bc req-d5ee6656-aff3-481a-94fb-93736613ab84 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:38.612150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f23ef1bc-ad63-4920-b1f8-12926f8d68bc req-d5ee6656-aff3-481a-94fb-93736613ab84 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 945 time: 0.0663011 Jul 28 14:56:38.665338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f23ef1bc-ad63-4920-b1f8-12926f8d68bc req-00e76cc3-1715-4045-837f-d54d297ebae2 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470495 Jul 28 14:56:38.689431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:38.763224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8a39abd1-bcf0-4f90-936b-710dde0c1fe4 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 200 len: 992 time: 0.0725002 Jul 28 14:56:38.857206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97027850-54a9-4d92-83cd-6e966e783258 req-b66b688f-b47f-452c-aaea-274d7f4e0c3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:38.858733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97027850-54a9-4d92-83cd-6e966e783258 req-b66b688f-b47f-452c-aaea-274d7f4e0c3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.4750345 Jul 28 14:56:38.916791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-007f4d0e-44f1-4372-9aad-c1b49c8e0e3f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:38.918268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-007f4d0e-44f1-4372-9aad-c1b49c8e0e3f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 946 time: 0.0532322 Jul 28 14:56:38.963099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.966719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:38.991698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97027850-54a9-4d92-83cd-6e966e783258 req-176a644f-b538-4228-9c24-f48d7bb3b184 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037688 Jul 28 14:56:39.023288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port c8c27e97-d580-4bdf-993f-450fdc76263a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:39.023652 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.102269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-64a30cf0-07ef-4604-9578-4dadd31d8b0f req-9d1cf86a-b286-4aa2-9a79-ab9944578466 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0573337 Jul 28 14:56:39.150324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.150324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router 71b70030-c600-485e-a837-7c85f1efbb45 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:39.179110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.179110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3dc56d0-1a34-40f2-8516-ee240ae9e50f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/71b70030-c600-485e-a837-7c85f1efbb45 HTTP/1.1" status: 204 len: 168 time: 0.8667614 Jul 28 14:56:39.179408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port c8c27e97-d580-4bdf-993f-450fdc76263a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c8c27e97-d580-4bdf-993f-450fdc76263a,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:39.179748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.180531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47906) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:39.195724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for c8c27e97-d580-4bdf-993f-450fdc76263a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:39.241878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fea4f-8eb8-4355-b409-10301664bb0a req-943e616c-e0ba-4426-9c52-7be0597c2f9c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:39.243578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-893fea4f-8eb8-4355-b409-10301664bb0a req-943e616c-e0ba-4426-9c52-7be0597c2f9c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 944 time: 0.1059277 Jul 28 14:56:39.266327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 57a565a7-8627-4bc8-ba41-3e21256c05f4 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:39.275926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.350784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-893fea4f-8eb8-4355-b409-10301664bb0a req-258b7629-e758-4416-aecf-37f9c5375cf3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980215 Jul 28 14:56:39.353211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.462066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.468923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.501974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c8c27e97-d580-4bdf-993f-450fdc76263a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:39.502721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=c8c27e97-d580-4bdf-993f-450fdc76263a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:39.579085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port c8c27e97-d580-4bdf-993f-450fdc76263a on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:39.582437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.585670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9131e38d-fb55-45d2-93ed-9fe63cf3c483 req-cb408cd2-9aea-4ba9-a13f-06b595feee3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "DELETE /v2.0/ports/c8c27e97-d580-4bdf-993f-450fdc76263a HTTP/1.1" status: 204 len: 173 time: 0.6607199 Jul 28 14:56:39.586183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'name': 'network-vif-deleted', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:39.589477 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954f032-a091-42dd-a2a4-3f270d431a09" -d '{"events": [{"server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "name": "network-vif-deleted", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:39.641170 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465d1e8b-0aaf-4354-8435-2fce451f082a x-openstack-request-id: req-465d1e8b-0aaf-4354-8435-2fce451f082a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:39.641170 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2787a6-c52d-46dd-a81a-0877b4ca18a9", "name": "network-vif-deleted", "tag": "c8c27e97-d580-4bdf-993f-450fdc76263a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:39.641170 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-465d1e8b-0aaf-4354-8435-2fce451f082a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:39.641170 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2787a6-c52d-46dd-a81a-0877b4ca18a9', 'name': 'network-vif-deleted', 'tag': 'c8c27e97-d580-4bdf-993f-450fdc76263a', 'status': 'completed', 'code': 200} Jul 28 14:56:39.688912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ddc1dac2-703d-4bdc-a8dd-2308811ef2ed details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:56:39.693380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.700506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:39.726163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8b5b319b-407c-473f-9032-d2ca6b203530 req-af7a0839-3037-4778-939b-03f9b6b4b74e tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0277822 Jul 28 14:56:39.761641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.764365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/57a565a7-8627-4bc8-ba41-3e21256c05f4 HTTP/1.1" status: 204 len: 168 time: 0.5817699 Jul 28 14:56:39.765638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffdf93-719f-4a6c-9a9d-430d0a1043fb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=57a565a7-8627-4bc8-ba41-3e21256c05f4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:39.775179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:39.783356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78d97a-8686-430f-8c1c-7022a39d3c12 None None] Network c26f3205-05a9-4b26-be21-d30c0dd1d8c8 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:39.876299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:39.939690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port d3ce2f32-5fea-404c-bc98-db4ed6440da0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:39.940386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.028180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port d3ce2f32-5fea-404c-bc98-db4ed6440da0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3ce2f32-5fea-404c-bc98-db4ed6440da0,segment=NetworkSegment(daea5303-ca3f-470b-b072-0e8d80917abc),segment_id=daea5303-ca3f-470b-b072-0e8d80917abc)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:40.028571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.047288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for d3ce2f32-5fea-404c-bc98-db4ed6440da0 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:40.118665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:40.119330 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.119779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d76c5fbd-ee14-4db9-b1e9-3dc4dbe8659a req-caa13c78-9286-4791-a82a-e3b5940dd9c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0399733 Jul 28 14:56:40.179096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:40.202508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'port_id': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed', 'mac_address': 'fa:16:3e:26:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:56:40.282707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] DHCP port deletion for c26f3205-05a9-4b26-be21-d30c0dd1d8c8 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:40.291618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.313493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.332494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.336224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc1dac2-703d-4bdc-a8dd-2308811ef2ed {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:56:40.349668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=d3ce2f32-5fea-404c-bc98-db4ed6440da0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.353555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port d3ce2f32-5fea-404c-bc98-db4ed6440da0 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:40.382133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:40.389946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:40.393045 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c812ce-eb37-4d46-bbf2-3133e286d139" -d '{"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-plugged", "status": "completed", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:40.411425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:40.425676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Deleting port d3ce2f32-5fea-404c-bc98-db4ed6440da0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:40.426070 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.477403 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c8db5b-646c-41b2-af61-a3d1a7da783c x-openstack-request-id: req-69c8db5b-646c-41b2-af61-a3d1a7da783c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:40.477693 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-plugged", "status": "completed", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:40.477949 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69c8db5b-646c-41b2-af61-a3d1a7da783c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:40.478341 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'code': 200} Jul 28 14:56:40.492428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.517555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] For port d3ce2f32-5fea-404c-bc98-db4ed6440da0, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:40.518950 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.519201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26f3205-05a9-4b26-be21-d30c0dd1d8c8']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:40.530470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.543019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.546730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Calling delete_port for d3ce2f32-5fea-404c-bc98-db4ed6440da0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:40.576327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daea5303-ca3f-470b-b072-0e8d80917abc') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:40.576692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daea5303-ca3f-470b-b072-0e8d80917abc') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:40.578379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Port d3ce2f32-5fea-404c-bc98-db4ed6440da0 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:56:40.582194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.592068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.601135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] No DVR routers for this DVR port d3ce2f32-5fea-404c-bc98-db4ed6440da0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:40.632760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.633402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda23da-c298-4880-a237-fc34e24a4696 req-679d7514-5643-47b5-b5d5-7bdc12002b24 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:40.635830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afda23da-c298-4880-a237-fc34e24a4696 req-679d7514-5643-47b5-b5d5-7bdc12002b24 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 944 time: 0.1512308 Jul 28 14:56:40.637086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.648028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:40.648707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:40.652906 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:40.715464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.751474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935811d-4382-4ab3-976a-b8cc740eef6e None None] Pushing event deleted for resources: {'Port': ['ID=d3ce2f32-5fea-404c-bc98-db4ed6440da0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.781955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afda23da-c298-4880-a237-fc34e24a4696 req-325b3676-8a0a-4d77-93c6-de95f9d33074 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135702 Jul 28 14:56:40.837499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['ddc1dac2-703d-4bdc-a8dd-2308811ef2ed'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:56:40.862397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f84f59a-1b1d-4d0f-9768-583cc931980d req-3441ac9a-e329-48dd-8ee1-43494d899403 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0270381 Jul 28 14:56:40.910006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.925073 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:40.927028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/c26f3205-05a9-4b26-be21-d30c0dd1d8c8 HTTP/1.1" status: 204 len: 168 time: 1.1506011 Jul 28 14:56:40.933461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 47944) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:40.938033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de103ea-e947-4871-bae1-584e7c1e626b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=c26f3205-05a9-4b26-be21-d30c0dd1d8c8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:40.941749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-894965305'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:41.072582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:41.076698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.117392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:41.129350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.129710 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment 1e3647d5-e9ef-4aa1-9e1b-77571d76244c of type vlan for network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 Jul 28 14:56:41.176938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.240783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42e89abd-0ffc-4343-832b-dd6dfdc3c6e6 req-87289ed9-f056-4ad4-a5aa-8ccd1605ab80 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0339637 Jul 28 14:56:41.324868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.330655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:41.331281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.406554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=6edf2062-97d1-4cfd-a1f0-e2e470a72ba1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:41.431687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:41.494281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3ce2f32-5fea-404c-bc98-db4ed6440da0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:41.521405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d3ce2f32-5fea-404c-bc98-db4ed6440da0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:41.521405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3ce2f32-5fea-404c-bc98-db4ed6440da0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:41.539228 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-466dd9df-6958-4027-a88a-778c4fe552cb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6011724 Jul 28 14:56:41.539881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47950) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:41.546324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:41.707247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ddc1dac2-703d-4bdc-a8dd-2308811ef2ed up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:41.728456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:41.732869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:41.931996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a411fd4-d93f-4a3b-9bc2-57ab1d894d52 req-c3dd48ea-59f9-4221-9a9c-c0c6e7c136d4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:41.940840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a411fd4-d93f-4a3b-9bc2-57ab1d894d52 req-c3dd48ea-59f9-4221-9a9c-c0c6e7c136d4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 945 time: 0.0682580 Jul 28 14:56:41.941396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:41.945918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:41.946312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.007383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a411fd4-d93f-4a3b-9bc2-57ab1d894d52 req-20d50fc1-8884-459e-8b19-ba3cc21ceb28 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621274 Jul 28 14:56:42.049750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94f3f7f3-ad53-4ad4-afe2-6faf8f8adb62 req-27c33992-57c9-47ec-98e6-4e4cd36d0cf9 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0367529 Jul 28 14:56:42.071081 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.113222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:42.138410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.208004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=4a444ec2-6d75-4483-8bc5-839b191e79e5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:42.219503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': '1e3647d5-e9ef-4aa1-9e1b-77571d76244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:42.219868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:42.330350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5bbda6ce-cc37-4821-8cc9-51e93f2ef9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.332940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.354447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47fdd14e-80c7-4a2d-9d16-f9edbe1d79cc req-24d048bd-50f5-4def-a5ca-42b192cdfa85 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0395422 Jul 28 14:56:42.389966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:42.438478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:42.480378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:56:42.482872 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59114ec8-9e46-4950-8f25-3e434a6c5661" -d '{"events": [{"server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "name": "network-vif-plugged", "status": "completed", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:56:42.526401 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12924b39-f582-4806-b9af-79e33e7ed185 x-openstack-request-id: req-12924b39-f582-4806-b9af-79e33e7ed185 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:56:42.527009 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "name": "network-vif-plugged", "status": "completed", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:56:42.527195 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12924b39-f582-4806-b9af-79e33e7ed185 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:56:42.527526 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed', 'code': 200} Jul 28 14:56:42.554530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:42.563317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:42.563317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.574519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9f04b9-902d-4e9f-9189-c2bea7a53bbe None None] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:42.676220 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b8d2904d-6470-49e1-835e-c6003df14c52 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1347919 Jul 28 14:56:42.679209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:42.687894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1c80b-8a4d-4e6b-831d-75bba13860c7 req-43e3497c-361d-43e5-be93-ecc25fa97a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:42.689592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-731712840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:42.689749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76f1c80b-8a4d-4e6b-831d-75bba13860c7 req-43e3497c-361d-43e5-be93-ecc25fa97a86 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 1098 time: 0.0615509 Jul 28 14:56:42.735864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76f1c80b-8a4d-4e6b-831d-75bba13860c7 req-cb950455-57ea-4d63-881b-f91223b55432 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 Jul 28 14:56:42.771191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6edf2062-97d1-4cfd-a1f0-e2e470a72ba1', 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '4a444ec2-6d75-4483-8bc5-839b191e79e5'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:42.772421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.846370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.848722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.925024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:42.957161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Allocated IP 172.20.0.2 (6edf2062-97d1-4cfd-a1f0-e2e470a72ba1/4a444ec2-6d75-4483-8bc5-839b191e79e5/d9620a96-f2ea-48fe-a0d7-02463f75a702) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:43.029167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.130644 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.142499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Transition to ACTIVE for port object d9620a96-f2ea-48fe-a0d7-02463f75a702 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:43.169659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Transition to ACTIVE for port object d9620a96-f2ea-48fe-a0d7-02463f75a702 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:43.174322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148f134-7c5f-450b-8a85-94a40a8dda0d req-75907b06-b803-4f1a-a8e4-53d16c15cc11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:43.177286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5148f134-7c5f-450b-8a85-94a40a8dda0d req-75907b06-b803-4f1a-a8e4-53d16c15cc11 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.1059957 Jul 28 14:56:43.199481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49383f3b-a545-44b9-9030-755c2e9cf116 req-d4d560ea-597a-480e-aefc-1f38ace98dd4 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Jul 28 14:56:43.226478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5148f134-7c5f-450b-8a85-94a40a8dda0d req-0b4d7d99-cd07-4eff-b3d7-4e363b7b3be5 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Jul 28 14:56:43.257036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.258425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ea51504-18b4-4d03-afb2-8750914eeb8b tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5743654 Jul 28 14:56:43.261473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 47976) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:43.304206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.346296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:43.357573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:43.360741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:43.368760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Pushing event updated for resources: {'Port': ['ID=d9620a96-f2ea-48fe-a0d7-02463f75a702,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:43.449425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Attempting to bind port d9620a96-f2ea-48fe-a0d7-02463f75a702 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:43.451851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Attempting to bind port d9620a96-f2ea-48fe-a0d7-02463f75a702 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1e3647d5-e9ef-4aa1-9e1b-77571d76244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:43.451851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Attempting to bind port d9620a96-f2ea-48fe-a0d7-02463f75a702 on network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:43.456159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:43.456645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Checking segment: {'id': '1e3647d5-e9ef-4aa1-9e1b-77571d76244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:43.457109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.457572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Bound using segment: {'id': '1e3647d5-e9ef-4aa1-9e1b-77571d76244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:43.458113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Bound port: d9620a96-f2ea-48fe-a0d7-02463f75a702, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3647d5-e9ef-4aa1-9e1b-77571d76244c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6edf2062-97d1-4cfd-a1f0-e2e470a72ba1'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:43.458565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.538694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] For port d9620a96-f2ea-48fe-a0d7-02463f75a702, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:43.543944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] For port d9620a96-f2ea-48fe-a0d7-02463f75a702, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d9620a96-f2ea-48fe-a0d7-02463f75a702,segment=NetworkSegment(1e3647d5-e9ef-4aa1-9e1b-77571d76244c),segment_id=1e3647d5-e9ef-4aa1-9e1b-77571d76244c)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:43.571584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d5b8f5b-dc82-463c-9c8c-59493aab5932 req-416afe16-581d-438d-ace6-47d331d49519 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0490999 Jul 28 14:56:43.622854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.685383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:43.753887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b56156-8cd8-4629-9342-3c76b6f64dbc None None] Pushing event updated for resources: {'Port': ['ID=d9620a96-f2ea-48fe-a0d7-02463f75a702,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:43.893849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.20.0.1 (6edf2062-97d1-4cfd-a1f0-e2e470a72ba1/4a444ec2-6d75-4483-8bc5-839b191e79e5/5a47e183-0583-458d-91cc-289f9006cf14) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:44.023741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c27e97-d580-4bdf-993f-450fdc76263a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:44.058017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: c8c27e97-d580-4bdf-993f-450fdc76263a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:44.058783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c8c27e97-d580-4bdf-993f-450fdc76263a not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:44.076325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.081323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object 5a47e183-0583-458d-91cc-289f9006cf14 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:44.254398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.312828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-629e7bcd-7060-4944-9df4-8d6c100da670 req-07dd14a1-12f8-48d9-8147-adcd21fbccf0 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0366421 Jul 28 14:56:44.317260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=5a47e183-0583-458d-91cc-289f9006cf14,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:44.334180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:44.335998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:44.341064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:44.546483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:56:44.747350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f533b043-e589-43ee-8bcf-3bf8dcfab9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.811118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.815314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01029914-2113-4945-8f6e-82641af5ba57 req-90b70ed4-d210-4501-8790-aadd8c539743 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc2787a6-c52d-46dd-a81a-0877b4ca18a9 HTTP/1.1" status: 200 len: 210 time: 0.0750625 Jul 28 14:56:44.852089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec97b3-b536-40c6-af53-2c214610dd62 None None] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:44.893648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb01342-965a-4fce-ac32-682763ecab26 req-2cc85155-bcc2-422f-97bd-0e93f5c0a515 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:44.895218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecb01342-965a-4fce-ac32-682763ecab26 req-2cc85155-bcc2-422f-97bd-0e93f5c0a515 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.5145137 Jul 28 14:56:44.914543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:44.946502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ecb01342-965a-4fce-ac32-682763ecab26 req-6dfc02e9-85d2-4061-8ad7-8a327a0cbe04 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Jul 28 14:56:45.074725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e9099360-4b60-4924-abf7-9e5eb1f4ad5b None None] Provisioning for port d9620a96-f2ea-48fe-a0d7-02463f75a702 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:45.080079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c94c5-4324-406a-a72e-b3998c2a8dc1 req-762d80d9-56c0-4a7c-9dec-e68994115fa4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:45.081953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d7c94c5-4324-406a-a72e-b3998c2a8dc1 req-762d80d9-56c0-4a7c-9dec-e68994115fa4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.0657454 Jul 28 14:56:45.110706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.127320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d7c94c5-4324-406a-a72e-b3998c2a8dc1 req-eee40a8f-5621-4b7b-b6fc-ea4772972910 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389678 Jul 28 14:56:45.498116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b57cee6-ad6c-42b5-8ee6-97ea44124bc2 req-3725403e-ba72-4888-8980-b3dd16f7da0f tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0438082 Jul 28 14:56:45.563320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d9620a96-f2ea-48fe-a0d7-02463f75a702 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:45.570146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.600996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8809ad99-a72f-4374-a952-d78c2a86f3ab None None] Provisioning for port 5a47e183-0583-458d-91cc-289f9006cf14 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:45.610370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8809ad99-a72f-4374-a952-d78c2a86f3ab None None] Provisioning complete for port 5a47e183-0583-458d-91cc-289f9006cf14 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:45.610924 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8809ad99-a72f-4374-a952-d78c2a86f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.657121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8809ad99-a72f-4374-a952-d78c2a86f3ab None None] Port 5a47e183-0583-458d-91cc-289f9006cf14 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:45.754223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.754448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d9620a96-f2ea-48fe-a0d7-02463f75a702 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:45.759676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d9620a96-f2ea-48fe-a0d7-02463f75a702 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:45.760058 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.816228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8c41d462-e2b6-4453-92ac-22ea9652b027 None None] Provisioning complete for port 5a47e183-0583-458d-91cc-289f9006cf14 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:45.816542 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8c41d462-e2b6-4453-92ac-22ea9652b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.866090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.868814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=5a47e183-0583-458d-91cc-289f9006cf14,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:45.920371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:45.920371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8c41d462-e2b6-4453-92ac-22ea9652b027 None None] Port 5a47e183-0583-458d-91cc-289f9006cf14 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:45.967636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d9620a96-f2ea-48fe-a0d7-02463f75a702, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d9620a96-f2ea-48fe-a0d7-02463f75a702,segment=NetworkSegment(1e3647d5-e9ef-4aa1-9e1b-77571d76244c),segment_id=1e3647d5-e9ef-4aa1-9e1b-77571d76244c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:46.013156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:46.015198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:46.132794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.205365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d9620a96-f2ea-48fe-a0d7-02463f75a702,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:46.209659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.350632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-320424a4-b77d-4bdf-b067-50a515ce1ff5 None None] Provisioning complete for port 5a47e183-0583-458d-91cc-289f9006cf14 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:46.350924 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-320424a4-b77d-4bdf-b067-50a515ce1ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:46.403090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-320424a4-b77d-4bdf-b067-50a515ce1ff5 None None] Port 5a47e183-0583-458d-91cc-289f9006cf14 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:46.415136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 09d6bd7f-4127-4a62-8e81-42a74ce7c693 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:46.557711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:46.569140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48020) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:46.582563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3985e0de-ea97-4830-852c-15ab3711a539 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/09d6bd7f-4127-4a62-8e81-42a74ce7c693/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128266 Jul 28 14:56:46.582707 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] Sync routers for ids ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:46.590403 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] Routers {'09d6bd7f-4127-4a62-8e81-42a74ce7c693'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:46.591181 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:46.645468 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:46.658790 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] Routers {'09d6bd7f-4127-4a62-8e81-42a74ce7c693'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:46.659719 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:46.664331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48024) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:46.668235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82c4558-2719-4c2b-9f63-7a7de89a5b15 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:46.673726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f82c4558-2719-4c2b-9f63-7a7de89a5b15 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports/5a47e183-0583-458d-91cc-289f9006cf14 HTTP/1.1" status: 200 len: 910 time: 0.1000764 Jul 28 14:56:46.674849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48026) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:46.721612 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:46.722650 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aac5d9-948a-40b6-9feb-23c750431eef None None] The sync data for ids ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:46.735678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc4028bf-a7c7-4a88-b856-29757a902cbc req-030350fa-5de5-418b-87f4-a14868956a96 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0859876 Jul 28 14:56:47.230541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.403914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.563737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d9620a96-f2ea-48fe-a0d7-02463f75a702 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:47.608397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 5a47e183-0583-458d-91cc-289f9006cf14 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:47.608956 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.632881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d9620a96-f2ea-48fe-a0d7-02463f75a702 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:47.633620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.735661 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.740078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:47.760257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 5a47e183-0583-458d-91cc-289f9006cf14 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:47.817216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.17 (ef08d9be-f077-43f5-917a-5cc441e74f89/f5ead969-1181-4369-95ef-663d8a4ea445/8b570934-b9cf-4914-bf67-30cb6e689188) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:47.887416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2f3c104-dddf-496f-8ef6-5269e640a7fd req-11bc49a9-23c9-46e5-aa23-98fa1b03031b tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0515084 Jul 28 14:56:47.970192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.159920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object 8b570934-b9cf-4914-bf67-30cb6e689188 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:48.160123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.196518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=5a47e183-0583-458d-91cc-289f9006cf14,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:48.327395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.371909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.422823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network ef08d9be-f077-43f5-917a-5cc441e74f89 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:48.430233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:48.437828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:48.513753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:48.554685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.555086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.555416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.555766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.561637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.562084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.562436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.562784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.563162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.563512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.563849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.564186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:48.595436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 09d6bd7f-4127-4a62-8e81-42a74ce7c693 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:48.600404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.705643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:48.716156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-21110fae-3cb4-4704-af86-306baf43d5bb tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/09d6bd7f-4127-4a62-8e81-42a74ce7c693/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396957 Jul 28 14:56:48.718863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48038) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:48.736435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] Sync routers for ids ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:48.759255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] Routers {'09d6bd7f-4127-4a62-8e81-42a74ce7c693'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:48.759255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:48.759449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0bcd5536-8264-44b0-b25c-4041143acc47 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d6bd7f-4127-4a62-8e81-42a74ce7c693 HTTP/1.1" status: 200 len: 205 time: 0.0347481 Jul 28 14:56:48.761139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48040) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:48.788520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:48.819710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] Routers {'09d6bd7f-4127-4a62-8e81-42a74ce7c693'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:48.820356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:48.843873 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.867009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:48.867886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d135e9-a16c-431d-bef5-47e939c788cd None None] The sync data for ids ['09d6bd7f-4127-4a62-8e81-42a74ce7c693'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:48.930358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:48.965498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-af35e542-c414-4d4b-8863-dbea9b67460e None None] Provisioning for port 8b570934-b9cf-4914-bf67-30cb6e689188 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:48.970441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-af35e542-c414-4d4b-8863-dbea9b67460e None None] Provisioning complete for port 8b570934-b9cf-4914-bf67-30cb6e689188 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:48.971245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-af35e542-c414-4d4b-8863-dbea9b67460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.011627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-af35e542-c414-4d4b-8863-dbea9b67460e None None] Port 8b570934-b9cf-4914-bf67-30cb6e689188 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:49.017976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2c7b8c3-ea96-4fb9-a2ad-1d34f406ed86 req-c836332d-9b53-4f60-b909-c321dfd7b92c tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0357780 Jul 28 14:56:49.050208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.053845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.274365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.297166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.297723 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router 09d6bd7f-4127-4a62-8e81-42a74ce7c693 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:49.305739 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.306029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e22ffe73-d024-43d8-9675-1884d96e10e1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/09d6bd7f-4127-4a62-8e81-42a74ce7c693 HTTP/1.1" status: 204 len: 168 time: 0.5438914 Jul 28 14:56:49.309711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48046) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:49.360882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 4a444ec2-6d75-4483-8bc5-839b191e79e5 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:56:49.363932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.394036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.406156 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.484626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:49.487908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.509063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.582874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network ef08d9be-f077-43f5-917a-5cc441e74f89 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:49.584313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:49.714157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:49.714518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.773184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=4a444ec2-6d75-4483-8bc5-839b191e79e5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:49.790987 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.797612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deea3732-f242-401e-bd80-f40500909618 None None] Network 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:49.811735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b5ecd242-fc71-4102-8a8b-3799465e93f3 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/4a444ec2-6d75-4483-8bc5-839b191e79e5 HTTP/1.1" status: 204 len: 168 time: 0.5006359 Jul 28 14:56:49.816811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48052) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:49.903588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:49.924943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2d576d58-53cf-4cba-af30-1a2283db55bc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/5b3abbde-0933-4a12-b834-a67c35a7d84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2387159 Jul 28 14:56:49.926556 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:49.943140 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:49.944134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:49.955919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86bf737a-2d73-4e56-a6ac-73a63bb01e18 None None] Provisioning complete for port 8b570934-b9cf-4914-bf67-30cb6e689188 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:49.956305 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86bf737a-2d73-4e56-a6ac-73a63bb01e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:49.956874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.027076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-86bf737a-2d73-4e56-a6ac-73a63bb01e18 None None] Port 8b570934-b9cf-4914-bf67-30cb6e689188 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:56:50.042761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port d9620a96-f2ea-48fe-a0d7-02463f75a702 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:50.052724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.077243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.150944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port d9620a96-f2ea-48fe-a0d7-02463f75a702, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d9620a96-f2ea-48fe-a0d7-02463f75a702,segment=NetworkSegment(1e3647d5-e9ef-4aa1-9e1b-77571d76244c),segment_id=1e3647d5-e9ef-4aa1-9e1b-77571d76244c)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:50.151533 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.200277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c762e9c8-162c-4ab4-95a0-e8b25ee86cd5 req-186e8ca2-2da9-44f2-a120-b8b2d9f86a6c tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0448627 Jul 28 14:56:50.216587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] DHCP port deletion for 6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:56:50.235736 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for d9620a96-f2ea-48fe-a0d7-02463f75a702 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:50.252354 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:50.329625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Deleting port d9620a96-f2ea-48fe-a0d7-02463f75a702 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:50.330234 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.448839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] For port d9620a96-f2ea-48fe-a0d7-02463f75a702, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d9620a96-f2ea-48fe-a0d7-02463f75a702,segment=NetworkSegment(1e3647d5-e9ef-4aa1-9e1b-77571d76244c),segment_id=1e3647d5-e9ef-4aa1-9e1b-77571d76244c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:50.449821 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.465864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Calling delete_port for d9620a96-f2ea-48fe-a0d7-02463f75a702 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:50.508595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.545570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=d9620a96-f2ea-48fe-a0d7-02463f75a702,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:50.550290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port d9620a96-f2ea-48fe-a0d7-02463f75a702 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:50.612268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.642326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.650063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:56:48Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b570934-b9cf-4914-bf67-30cb6e689188', 'name': '', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:30:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:56:47Z', 'updated_at': '2021-07-28T14:56:49Z', 'revision_number': 2, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:50.682922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] Pushing event deleted for resources: {'Port': ['ID=d9620a96-f2ea-48fe-a0d7-02463f75a702,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:50.697691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1ed9c-9b53-48d0-b41d-f97689ee09c5 None None] No DVR routers for this DVR port d9620a96-f2ea-48fe-a0d7-02463f75a702 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:56:50.704812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.713056 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:56:50.714896 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Updating router 5b3abbde-0933-4a12-b834-a67c35a7d84f port 8b570934-b9cf-4914-bf67-30cb6e689188 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:56:50.720819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6edf2062-97d1-4cfd-a1f0-e2e470a72ba1']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:50.741852 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.763503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3647d5-e9ef-4aa1-9e1b-77571d76244c') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:50.763852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3647d5-e9ef-4aa1-9e1b-77571d76244c') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:50.784396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.812052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.827059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:56:50.827539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:56:50.831117 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:56:51.051273 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.059484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.063706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/6edf2062-97d1-4cfd-a1f0-e2e470a72ba1 HTTP/1.1" status: 204 len: 168 time: 1.2457876 Jul 28 14:56:51.075982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:51.096560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617877984', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:51.097757 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.108509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb109f1-c6db-4f4f-bae2-d1bced97767a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=6edf2062-97d1-4cfd-a1f0-e2e470a72ba1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:51.129431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Transition to ACTIVE for port object 8b570934-b9cf-4914-bf67-30cb6e689188 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:51.249719 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.293244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.294321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.341134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Pushing event updated for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:51.354244 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.354244 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.354559 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.354863 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.355218 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.355548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.355980 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.356185 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.356509 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.356840 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.357152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.357471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:56:51.411708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.411919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02c4e163-46f7-40fd-bf5a-a0c2e0cea81c req-6bdbaabb-9b63-42c3-a493-100c6b4db460 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0494595 Jul 28 14:56:51.432863 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Attempting to bind port 8b570934-b9cf-4914-bf67-30cb6e689188 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:51.433932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Attempting to bind port 8b570934-b9cf-4914-bf67-30cb6e689188 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:51.434487 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Attempting to bind port 8b570934-b9cf-4914-bf67-30cb6e689188 on network ef08d9be-f077-43f5-917a-5cc441e74f89 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:51.440417 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:51.440856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Checking segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:51.441395 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.441851 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Bound using segment: {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:51.442484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Bound port: 8b570934-b9cf-4914-bf67-30cb6e689188, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d6dd296-1a40-4438-9c49-3f87fe86c195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:51.443458 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.513850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d9620a96-f2ea-48fe-a0d7-02463f75a702 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:56:51.534166 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] For port 8b570934-b9cf-4914-bf67-30cb6e689188, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:51.550474 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] For port 8b570934-b9cf-4914-bf67-30cb6e689188, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8b570934-b9cf-4914-bf67-30cb6e689188,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:56:51.570221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d9620a96-f2ea-48fe-a0d7-02463f75a702 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:56:51.570567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d9620a96-f2ea-48fe-a0d7-02463f75a702 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:56:51.639877 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.754859 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a415be-a2a1-4341-8e0a-2a7d71eddfe6 None None] Pushing event updated for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:51.757974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:51.758772 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:51.794088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:51.969478 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:56:52.376915 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:56:48Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b570934-b9cf-4914-bf67-30cb6e689188', 'name': '', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:30:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:56:47Z', 'updated_at': '2021-07-28T14:56:51Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:52.517972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a70cfb-5130-4fef-bfc8-aac06e542719 None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:56:48Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b570934-b9cf-4914-bf67-30cb6e689188', 'name': '', 'network_id': 'ef08d9be-f077-43f5-917a-5cc441e74f89', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:30:f8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:56:47Z', 'updated_at': '2021-07-28T14:56:51Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': 'f5ead969-1181-4369-95ef-663d8a4ea445', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:52.618488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3ccbe64-7ed4-429b-88c1-6e47ad1e1593 req-13579a92-e9b4-4168-8b2e-1af4f1fa3673 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0471456 Jul 28 14:56:52.661108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:52.684677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:52.830539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.25.0.7 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/18a044a3-2d37-48e3-9ece-bb26b2e34ceb) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:52.947089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.120428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.170111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:53.175232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:53.179920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:53.183330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=18a044a3-2d37-48e3-9ece-bb26b2e34ceb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:53.508723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8b570934-b9cf-4914-bf67-30cb6e689188 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:53.568679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.639546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8b570934-b9cf-4914-bf67-30cb6e689188 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:56:53.644185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8b570934-b9cf-4914-bf67-30cb6e689188 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:53.644554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.763872 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.801156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8b570934-b9cf-4914-bf67-30cb6e689188, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8b570934-b9cf-4914-bf67-30cb6e689188,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:56:53.807121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04c01243-7aef-4ddb-9a72-a18188a0fbae req-3352d738-de17-4f97-a036-90dfb8d36844 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0690334 Jul 28 14:56:53.834127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:53.942355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.006208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:54.136842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3f1bb62e-1571-43a4-910a-15f64e33af91 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:56:54.285806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:54.299187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] Sync routers for ids ['3f1bb62e-1571-43a4-910a-15f64e33af91'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:54.315316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] Routers {'3f1bb62e-1571-43a4-910a-15f64e33af91'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:54.317245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3f1bb62e-1571-43a4-910a-15f64e33af91'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.372505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.384396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] Routers {'3f1bb62e-1571-43a4-910a-15f64e33af91'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:54.385725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3f1bb62e-1571-43a4-910a-15f64e33af91'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.405117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:54.406796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-15e75c7a-54e9-4348-9427-2118e9c6a8d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.3284030 Jul 28 14:56:54.409591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48164) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.426486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:54.426486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43e0b4-5d58-4e17-86c1-9442393e7ca6 None None] The sync data for ids ['3f1bb62e-1571-43a4-910a-15f64e33af91'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:54.569030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7d33ad9f-d863-4de5-80ba-964c00063f9e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers/3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 200 len: 878 time: 0.1558158 Jul 28 14:56:54.569598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48166) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.827103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a56d8ec5-e1f0-4d70-936c-f3f69544d4a1 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.2547960 Jul 28 14:56:54.830583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:54.835620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-617877984'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:54.970768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cba72e2c-eb51-4625-9f7e-84a3c7d1bff4 req-727afbe0-7e11-4389-9fce-38df08a23bb1 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0409567 Jul 28 14:56:55.226285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.325527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.456235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router 3f1bb62e-1571-43a4-910a-15f64e33af91 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:56:55.513014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8b570934-b9cf-4914-bf67-30cb6e689188 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:56:55.578273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8b570934-b9cf-4914-bf67-30cb6e689188 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:56:55.578933 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.597662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:56:55.610635 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] Sync routers for ids ['3f1bb62e-1571-43a4-910a-15f64e33af91'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:56:55.615071 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:55.616920 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bec3e7ca-d736-458e-b651-acdbe3cdd945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 200 len: 885 time: 0.7851281 Jul 28 14:56:55.619258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48184) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:55.623393 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] Routers {'3f1bb62e-1571-43a4-910a-15f64e33af91'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:55.624301 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3f1bb62e-1571-43a4-910a-15f64e33af91'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.666097 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.676281 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] Routers {'3f1bb62e-1571-43a4-910a-15f64e33af91'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:56:55.677530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3f1bb62e-1571-43a4-910a-15f64e33af91'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.718278 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:56:55.718923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77083c2c-bc1e-494a-bcb3-27e2c785df6c None None] The sync data for ids ['3f1bb62e-1571-43a4-910a-15f64e33af91'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:56:55.796566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-11d1a9a1-f475-4903-bfc4-8c39abd16dbc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers/3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 200 len: 885 time: 0.1756094 Jul 28 14:56:55.799556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48186) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:56.153641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1754c430-236e-4b4a-9700-c3307acf79fc req-2c9df910-6f7f-46c4-8e2b-bc3db089ac1c tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0338030 Jul 28 14:56:56.187228 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-64c21ac9-85d4-4ed2-ac1f-33382ba4c5d5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 200 len: 205 time: 0.3798215 Jul 28 14:56:56.187840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48192) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:56.299012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.413802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.630436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 18a044a3-2d37-48e3-9ece-bb26b2e34ceb {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:56:56.631132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.716221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:56.728006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 18a044a3-2d37-48e3-9ece-bb26b2e34ceb owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:56:57.027251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.060124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=18a044a3-2d37-48e3-9ece-bb26b2e34ceb,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:57.126775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.236229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.238567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.279613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5f25ece-b11a-4933-a8ad-516d6f2972a8 req-694a1b32-4b14-4399-a497-b13c9f945980 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0351682 Jul 28 14:56:57.439341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.439936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1bb62e-1571-43a4-910a-15f64e33af91 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:56:57.448611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.449657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fd23df88-4922-4a58-a97d-831ddd423e43 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 204 len: 168 time: 1.2652316 Jul 28 14:56:57.453314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48204) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:57.458494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300571262'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:57.565397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:57.569151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.596925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:56:57.608549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.609075 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment 9f6b7bfc-0417-43ec-b19f-699db52728a5 of type vlan for network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 Jul 28 14:56:57.663117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.827868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.833822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:57.834423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:57.908511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=a49ab1c9-2cc7-4d4d-8613-22ce591011e3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:57.925282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:56:58.002819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2401aab7-9057-4bbe-a27a-3b227ba35007 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5459118 Jul 28 14:56:58.003275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48210) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:58.009066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:58.205053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:56:58.208300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.379594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b81022a5-2eee-4dc0-a3a8-6e74ade650be req-a7e06119-2ad5-45ee-a89e-88f4f2c6181a tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0293279 Jul 28 14:56:58.519563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.591791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=148bd3e5-9dfc-410c-9273-dd6177225055,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:58.603186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': '9f6b7bfc-0417-43ec-b19f-699db52728a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:58.603706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: a49ab1c9-2cc7-4d4d-8613-22ce591011e3, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:56:58.679663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:56:58.809382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a49ab1c9-2cc7-4d4d-8613-22ce591011e3) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:58.813918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:56:58.814606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:58.821617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2970f-5fc0-4f21-98b0-3bab26a9a5a1 None None] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:56:58.933152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ed39dcf-75b1-41da-b5e5-79fd3180e69f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9289021 Jul 28 14:56:58.936790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:58.942939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354235294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:56:58.998268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a49ab1c9-2cc7-4d4d-8613-22ce591011e3', 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '148bd3e5-9dfc-410c-9273-dd6177225055'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:56:58.999348 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.062457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.063619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.135951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.152720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Allocated IP 172.20.0.2 (a49ab1c9-2cc7-4d4d-8613-22ce591011e3/148bd3e5-9dfc-410c-9273-dd6177225055/4d38ed86-70e4-4cfd-bc37-a494086485f2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:56:59.251035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.328748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.339621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Transition to ACTIVE for port object 4d38ed86-70e4-4cfd-bc37-a494086485f2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:59.357492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Transition to ACTIVE for port object 4d38ed86-70e4-4cfd-bc37-a494086485f2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:56:59.399550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.401129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3da3eca-7948-467c-8c90-13cfcece5d63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4630268 Jul 28 14:56:59.403810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48226) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:56:59.517849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a56853c1-74c6-4da6-b0d4-39d691b37b48 req-a44b80c5-8d33-4f73-b33a-2bd213c0d273 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0405467 Jul 28 14:56:59.574230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.637578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:56:59.639162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:56:59.642946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:56:59.677378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Pushing event updated for resources: {'Port': ['ID=4d38ed86-70e4-4cfd-bc37-a494086485f2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:56:59.798054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Attempting to bind port 4d38ed86-70e4-4cfd-bc37-a494086485f2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:56:59.798685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Attempting to bind port 4d38ed86-70e4-4cfd-bc37-a494086485f2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9f6b7bfc-0417-43ec-b19f-699db52728a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:56:59.799285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Attempting to bind port 4d38ed86-70e4-4cfd-bc37-a494086485f2 on network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:56:59.814048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:56:59.815089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Checking segment: {'id': '9f6b7bfc-0417-43ec-b19f-699db52728a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:56:59.815664 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.837525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Bound using segment: {'id': '9f6b7bfc-0417-43ec-b19f-699db52728a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:56:59.837525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Bound port: 4d38ed86-70e4-4cfd-bc37-a494086485f2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6b7bfc-0417-43ec-b19f-699db52728a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a49ab1c9-2cc7-4d4d-8613-22ce591011e3'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:56:59.837525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.837960 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:56:59.896870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] For port 4d38ed86-70e4-4cfd-bc37-a494086485f2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:56:59.901580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] For port 4d38ed86-70e4-4cfd-bc37-a494086485f2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4d38ed86-70e4-4cfd-bc37-a494086485f2,segment=NetworkSegment(9f6b7bfc-0417-43ec-b19f-699db52728a5),segment_id=9f6b7bfc-0417-43ec-b19f-699db52728a5)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:00.105539 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.128887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.20.0.1 (a49ab1c9-2cc7-4d4d-8613-22ce591011e3/148bd3e5-9dfc-410c-9273-dd6177225055/7b008019-fad7-4e09-991e-67b7206227fe) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:00.167716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c1f0a-defb-40fd-b0bc-f922396cbca4 None None] Pushing event updated for resources: {'Port': ['ID=4d38ed86-70e4-4cfd-bc37-a494086485f2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:00.286822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.303563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object 7b008019-fad7-4e09-991e-67b7206227fe will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:00.450989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.501282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:00.504729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:00.509021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:00.542861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=7b008019-fad7-4e09-991e-67b7206227fe,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:00.572933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:00.648235 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5701731-4bd0-40cb-916f-f1662ef23dbf req-da8007bb-d92e-4baa-a15b-26191e5104dc tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0341496 Jul 28 14:57:00.889796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.267746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.302484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a6ef5-8911-43bb-a23d-ca6f63be6995 None None] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:01.360085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.449948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=7b008019-fad7-4e09-991e-67b7206227fe,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:01.461201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:01.546122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8b8595ef-680e-4b48-b9d5-bbb54a55204b None None] Provisioning for port 4d38ed86-70e4-4cfd-bc37-a494086485f2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:01.644136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:01.662313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:01.669645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4d38ed86-70e4-4cfd-bc37-a494086485f2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:01.871014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a1deee5-7e84-4a94-bbec-4b39cc72edbb req-e2347454-fc4e-4f8e-bf61-e58b0619a5d8 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0657880 Jul 28 14:57:01.872869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4d38ed86-70e4-4cfd-bc37-a494086485f2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:01.877803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4d38ed86-70e4-4cfd-bc37-a494086485f2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:01.878073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.050560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.112400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4d38ed86-70e4-4cfd-bc37-a494086485f2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4d38ed86-70e4-4cfd-bc37-a494086485f2,segment=NetworkSegment(9f6b7bfc-0417-43ec-b19f-699db52728a5),segment_id=9f6b7bfc-0417-43ec-b19f-699db52728a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:02.121551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Provisioning complete for port 4d38ed86-70e4-4cfd-bc37-a494086485f2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:02.122233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.283183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.427860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ed90b45b-098c-4a9a-b59c-19ad98cdc9bb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:02.468518 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:02.547825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:02.557252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8e7667b0-5324-40bc-8db6-0d68022c93f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ed90b45b-098c-4a9a-b59c-19ad98cdc9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1485486 Jul 28 14:57:02.557366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:02.577837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] Sync routers for ids ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:02.622847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] Routers {'ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:02.623110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:02.629002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:57:02.629469 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:57:02.633574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94488438-3a44-45ef-9b25-9ff642021035 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:02.635163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-94488438-3a44-45ef-9b25-9ff642021035 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports/7b008019-fad7-4e09-991e-67b7206227fe HTTP/1.1" status: 200 len: 910 time: 0.0772965 Jul 28 14:57:02.638641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:02.645029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '148bd3e5-9dfc-410c-9273-dd6177225055'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:02.672151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4d38ed86-70e4-4cfd-bc37-a494086485f2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:02.676583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:02.688649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] Routers {'ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:02.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:02.725803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:02.725803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8392081-4b72-40d5-bbcc-a09040d2715a None None] The sync data for ids ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:02.809320 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.052883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02e17f7e-0fe5-437e-ad77-cc43d294d69a req-b27bd337-630f-4c23-b654-0ceb57d056ba tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0333369 Jul 28 14:57:03.252488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.370226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Provisioning for port 7b008019-fad7-4e09-991e-67b7206227fe completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:03.377177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Provisioning complete for port 7b008019-fad7-4e09-991e-67b7206227fe triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:03.377572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.426043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-46c21a7e-1a2f-449c-9ad5-3c7d53604131 None None] Port 7b008019-fad7-4e09-991e-67b7206227fe cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:03.427718 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.514294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=7b008019-fad7-4e09-991e-67b7206227fe,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:03.516350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4d38ed86-70e4-4cfd-bc37-a494086485f2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:03.541467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:03.545558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.547184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fbcb3d5d-7a67-41b7-a4b9-9de1e7532da5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/ports/7b008019-fad7-4e09-991e-67b7206227fe HTTP/1.1" status: 200 len: 910 time: 0.9078131 Jul 28 14:57:03.549847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48262) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:03.564295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b6f2bf50-ccc7-45fa-adbb-ce7e13837205 None None] Provisioning complete for port 7b008019-fad7-4e09-991e-67b7206227fe triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:03.566119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bf50-ccc7-45fa-adbb-ce7e13837205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.610430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2bf50-ccc7-45fa-adbb-ce7e13837205 None None] Port 7b008019-fad7-4e09-991e-67b7206227fe cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:03.615638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4d38ed86-70e4-4cfd-bc37-a494086485f2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:03.616025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:03.922042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.228934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 7b008019-fad7-4e09-991e-67b7206227fe {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:04.229207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.351241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.373414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 7b008019-fad7-4e09-991e-67b7206227fe owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:04.554684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-641eb20b-343c-4dad-91e8-21bb62daece8 req-27129401-ec0a-44e9-95bb-41d478bc6fe4 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.4163053 Jul 28 14:57:04.690230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:04.724469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=7b008019-fad7-4e09-991e-67b7206227fe,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:04.972803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.081149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ed90b45b-098c-4a9a-b59c-19ad98cdc9bb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:05.179706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:05.185941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5becbfac-ade4-40eb-a7e8-956c9f923959 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ed90b45b-098c-4a9a-b59c-19ad98cdc9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6343179 Jul 28 14:57:05.189353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48274) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:05.191848 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] Sync routers for ids ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:05.207581 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] Routers {'ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:05.208405 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.225316 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-142570d4-a8ae-4854-86f0-63b9b1b599e0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed90b45b-098c-4a9a-b59c-19ad98cdc9bb HTTP/1.1" status: 200 len: 205 time: 0.0322983 Jul 28 14:57:05.225561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:05.243440 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.253571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] Routers {'ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:05.254439 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.290096 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:05.294742 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8608e23-f135-4347-a364-f8cc8ae1ccc9 None None] The sync data for ids ['ed90b45b-098c-4a9a-b59c-19ad98cdc9bb'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:05.656679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.748553 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2400c012-3768-4141-bfba-78d60af6f665 req-119085d6-bf45-4059-b360-164c7626be55 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0550365 Jul 28 14:57:05.854817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:05.857583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.009385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.010170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router ed90b45b-098c-4a9a-b59c-19ad98cdc9bb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:06.017577 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.018829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-862b3e7f-e8d9-4483-98b7-1f0e5b55400f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/ed90b45b-098c-4a9a-b59c-19ad98cdc9bb HTTP/1.1" status: 204 len: 168 time: 0.7924333 Jul 28 14:57:06.021705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:06.079611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 148bd3e5-9dfc-410c-9273-dd6177225055 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:06.082818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.124914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.243113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.441017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.468431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=148bd3e5-9dfc-410c-9273-dd6177225055,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:06.480322 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.484585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9557a23-ef82-4b0c-9c58-8bafb299c945 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/148bd3e5-9dfc-410c-9273-dd6177225055 HTTP/1.1" status: 204 len: 168 time: 0.4596014 Jul 28 14:57:06.485289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48300) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:06.491964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a0b43-8848-4a9f-9d69-a5282d4e6d17 None None] Network a49ab1c9-2cc7-4d4d-8613-22ce591011e3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:06.575344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.640509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 4d38ed86-70e4-4cfd-bc37-a494086485f2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:06.640860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.703625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] DHCP port deletion for a49ab1c9-2cc7-4d4d-8613-22ce591011e3 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:06.723699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port 4d38ed86-70e4-4cfd-bc37-a494086485f2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4d38ed86-70e4-4cfd-bc37-a494086485f2,segment=NetworkSegment(9f6b7bfc-0417-43ec-b19f-699db52728a5),segment_id=9f6b7bfc-0417-43ec-b19f-699db52728a5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:06.724153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.740220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 4d38ed86-70e4-4cfd-bc37-a494086485f2 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:06.770722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Deleting port 4d38ed86-70e4-4cfd-bc37-a494086485f2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:06.771238 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.869247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] For port 4d38ed86-70e4-4cfd-bc37-a494086485f2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4d38ed86-70e4-4cfd-bc37-a494086485f2,segment=NetworkSegment(9f6b7bfc-0417-43ec-b19f-699db52728a5),segment_id=9f6b7bfc-0417-43ec-b19f-699db52728a5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:06.869800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.875871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-472dc50d-2781-4593-9e0c-797e4eaa79c5 req-4820577d-994b-43ee-81dc-a78a9e399eeb tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0297449 Jul 28 14:57:06.883960 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Calling delete_port for 4d38ed86-70e4-4cfd-bc37-a494086485f2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:06.953543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.969598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:06.982766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=4d38ed86-70e4-4cfd-bc37-a494086485f2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:06.987784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port 4d38ed86-70e4-4cfd-bc37-a494086485f2 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:06.998429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] Pushing event deleted for resources: {'Port': ['ID=4d38ed86-70e4-4cfd-bc37-a494086485f2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:07.011648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9923b1-7736-4655-bd0b-63bd79329fa7 None None] No DVR routers for this DVR port 4d38ed86-70e4-4cfd-bc37-a494086485f2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:07.086943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.100196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49ab1c9-2cc7-4d4d-8613-22ce591011e3']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:07.111259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6b7bfc-0417-43ec-b19f-699db52728a5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:07.112959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6b7bfc-0417-43ec-b19f-699db52728a5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:07.121409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.135327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.141551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:07.141978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:07.149728 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:07.330503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.338402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.348402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/a49ab1c9-2cc7-4d4d-8613-22ce591011e3 HTTP/1.1" status: 204 len: 168 time: 0.8544312 Jul 28 14:57:07.348402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48316) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:07.359772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-37760615', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:07.366749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38d82a-4a36-4d6d-8ebb-4e5e544f8cf7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=a49ab1c9-2cc7-4d4d-8613-22ce591011e3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:07.497094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.497741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.514115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4d38ed86-70e4-4cfd-bc37-a494086485f2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:07.535847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4d38ed86-70e4-4cfd-bc37-a494086485f2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:07.536208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4d38ed86-70e4-4cfd-bc37-a494086485f2 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:07.565065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.651573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.787591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:07.788850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-16ce9d55-745d-477f-9f62-ea6303861af9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4426084 Jul 28 14:57:07.798788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48320) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:07.803805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-1265413415'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:07.983483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80d0e38b-0e5c-49f7-bd53-e60179236c13 req-9ac3b81a-8ed5-4723-8832-a660ae5152ea tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0311987 Jul 28 14:57:07.995048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:07.998690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.034277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:08.044605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.044951 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment e4846c29-c8ac-4594-b7e9-3e728dc36333 of type vlan for network 11fffe5d-a013-4d9c-a513-401381204848 Jul 28 14:57:08.096370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.232749 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.238503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:08.239165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:08.316961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=11fffe5d-a013-4d9c-a513-401381204848,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:08.328739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 11fffe5d-a013-4d9c-a513-401381204848 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:08.582070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e54b2ade-2681-45f2-8e6b-9c5d0c21059d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7821562 Jul 28 14:57:08.586224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48328) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:08.592117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:08.667773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2505dd83-90c3-45e9-8366-56888a9ec498 req-aa56d9a1-5230-4200-9f2c-d769f9a07be8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0334880 Jul 28 14:57:08.804691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:08.809568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:09.104820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-11a4ae7e-d39b-4838-9b91-57928096cf5e req-c59cb2a7-c7a9-4c47-b0c4-2d8024baf60c tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0310309 Jul 28 14:57:09.153626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:09.223276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:09.235353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:09.235616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 11fffe5d-a013-4d9c-a513-401381204848, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:09.410303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 11fffe5d-a013-4d9c-a513-401381204848 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:09.563604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 11fffe5d-a013-4d9c-a513-401381204848) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:09.565534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:09.566445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:09.566922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb62524-b85a-4b47-935f-a2624e5d0ce3 None None] Network 11fffe5d-a013-4d9c-a513-401381204848 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:09.660794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9117f51b-060c-4587-be1c-d0784adda371 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0692236 Jul 28 14:57:09.661212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48346) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:09.733615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-11fffe5d-a013-4d9c-a513-401381204848', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:09.734999 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:09.910330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Allocated IP 172.20.0.2 (11fffe5d-a013-4d9c-a513-401381204848/701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1/b93e2b4b-f8d0-4345-8165-132157af2e08) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:10.027149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.096919 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.112921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Transition to ACTIVE for port object b93e2b4b-f8d0-4345-8165-132157af2e08 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:10.130165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Transition to ACTIVE for port object b93e2b4b-f8d0-4345-8165-132157af2e08 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:10.248071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a1fc1d5a-289d-4585-ae53-5743bee324c5 req-d32dc3b7-c0f6-466d-92e1-0188a81da8ab tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0445039 Jul 28 14:57:10.256874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.329987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Pushing event updated for resources: {'Port': ['ID=b93e2b4b-f8d0-4345-8165-132157af2e08,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:10.343971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Network 11fffe5d-a013-4d9c-a513-401381204848 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:10.345620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:10.349821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:10.416418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.20.0.1 (11fffe5d-a013-4d9c-a513-401381204848/701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1/7be08fec-2152-42a2-9564-3297ab1cf718) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:10.435710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Attempting to bind port b93e2b4b-f8d0-4345-8165-132157af2e08 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:10.436102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Attempting to bind port b93e2b4b-f8d0-4345-8165-132157af2e08 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:10.436806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Attempting to bind port b93e2b4b-f8d0-4345-8165-132157af2e08 on network 11fffe5d-a013-4d9c-a513-401381204848 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:10.442138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:10.442518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Checking segment: {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:10.442944 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.443357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Bound using segment: {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:10.443818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Bound port: b93e2b4b-f8d0-4345-8165-132157af2e08, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:10.444221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.513823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] For port b93e2b4b-f8d0-4345-8165-132157af2e08, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:10.517127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] For port b93e2b4b-f8d0-4345-8165-132157af2e08, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b93e2b4b-f8d0-4345-8165-132157af2e08,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:10.550241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.565637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object 7be08fec-2152-42a2-9564-3297ab1cf718 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:10.683111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48360) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:10.765183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.766488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:10.815340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 11fffe5d-a013-4d9c-a513-401381204848 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:10.824079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:10.826305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:10.828885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:10.853707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c7bd-bd34-48eb-911b-1f8c9059e636 None None] Pushing event updated for resources: {'Port': ['ID=b93e2b4b-f8d0-4345-8165-132157af2e08,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:10.887003 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.147359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.287968 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.295287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d0f68e4-6dc8-4d34-bcd3-4f5c0e2cd5d5 req-eee63dc0-2979-4337-96db-f1803ef774b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcc36408bd514f3bb48303af5a4ae4f7&device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0382721 Jul 28 14:57:11.336213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d0f68e4-6dc8-4d34-bcd3-4f5c0e2cd5d5 req-cd03b3ec-fed4-4859-829b-163066901041 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=fcc36408bd514f3bb48303af5a4ae4f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258195 Jul 28 14:57:11.367598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f263890e-2285-4079-beac-386b782ef960 req-225a3118-12be-4c65-a2a6-8f6da24aa5e8 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0521319 Jul 28 14:57:11.614613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f68e4-6dc8-4d34-bcd3-4f5c0e2cd5d5 req-0581408c-de7e-4463-a011-59afc57c8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:11.616550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d0f68e4-6dc8-4d34-bcd3-4f5c0e2cd5d5 req-0581408c-de7e-4463-a011-59afc57c8b52 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439606 Jul 28 14:57:11.672814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b93e2b4b-f8d0-4345-8165-132157af2e08 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:11.673350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.748293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port 8b570934-b9cf-4914-bf67-30cb6e689188 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:11.748293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.792846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.858237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port 8b570934-b9cf-4914-bf67-30cb6e689188, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8b570934-b9cf-4914-bf67-30cb6e689188,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:11.858675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.878725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:11.881749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for 8b570934-b9cf-4914-bf67-30cb6e689188 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:11.895430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b93e2b4b-f8d0-4345-8165-132157af2e08 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:11.920153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:12.014268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 11fffe5d-a013-4d9c-a513-401381204848 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:12.015938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:12.030077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a84557-db2e-4fb3-a837-a6f9dd7ef440 None None] Network 11fffe5d-a013-4d9c-a513-401381204848 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:12.288705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Provisioning for port b93e2b4b-f8d0-4345-8165-132157af2e08 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:12.293884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Provisioning complete for port b93e2b4b-f8d0-4345-8165-132157af2e08 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:12.294267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.380363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.398046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.398384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:12.411861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-49c1075d-25cf-495b-956d-1928817f5b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.457089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] For port b93e2b4b-f8d0-4345-8165-132157af2e08, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b93e2b4b-f8d0-4345-8165-132157af2e08,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:12.460320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=8b570934-b9cf-4914-bf67-30cb6e689188,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:12.569006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.590377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:12.609887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fc5c5acf-ffeb-41a2-ad9f-9b7ed8987124 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467027 Jul 28 14:57:12.611469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48374) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:12.617025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-286662159'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:12.633162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:12.641937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c4946c5-86ff-4ff7-8003-d8accf3a1de1 req-42406f56-9260-42e8-b7cc-5ecd5287dcbf tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0550632 Jul 28 14:57:12.704768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:12.706348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:12.752463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f14b2-5439-498e-ab18-c8dd0712f8a3 None None] Pushing event updated for resources: {'Port': ['ID=b93e2b4b-f8d0-4345-8165-132157af2e08,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:12.787546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:12.791241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.815305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:12.822015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.828823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:12.848139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.848978 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment 689d3c99-0552-448f-9c5c-98261fb8251b of type vlan for network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe Jul 28 14:57:12.919504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:12.954059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Provisioning for port 7be08fec-2152-42a2-9564-3297ab1cf718 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:12.960501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d0f68e4-6dc8-4d34-bcd3-4f5c0e2cd5d5 req-06010654-c2e9-4533-adf8-92e9daea791c tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.53 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0405633 Jul 28 14:57:12.998443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Provisioning complete for port 7be08fec-2152-42a2-9564-3297ab1cf718 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:12.998912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.041375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Port 7be08fec-2152-42a2-9564-3297ab1cf718 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:13.082690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Provisioning complete for port b93e2b4b-f8d0-4345-8165-132157af2e08 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:13.082690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-16bcabc5-2dd4-4a90-8682-c20e7ffc989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.088888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.094822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:13.095672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.197647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=1457e3bc-40bf-4a69-bbcd-32ea51829ebe,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:13.238362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:13.485207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:11Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:11Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:13.515673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:13.516041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Updating router ac09cfaa-7194-4c4b-8255-f578e32e0254 port 7be08fec-2152-42a2-9564-3297ab1cf718 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:57:13.532962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:13.546907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.560230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-797a28a6-9ccc-47c5-9966-342085db8389 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9472656 Jul 28 14:57:13.562849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:13.568542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:13.576526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b93e2b4b-f8d0-4345-8165-132157af2e08 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:13.671522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:13.744167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:13.759995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7d052045-bce4-4d66-92bc-c0737430ec1f None None] Provisioning complete for port 7be08fec-2152-42a2-9564-3297ab1cf718 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:13.759995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d052045-bce4-4d66-92bc-c0737430ec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.761443 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:13.771242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d453532d-c94e-49ba-a848-f6067d4d53a6 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/5b3abbde-0933-4a12-b834-a67c35a7d84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0867794 Jul 28 14:57:13.787617 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:13.788483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:13.831713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fcad332b-7ee7-46d4-8201-7efe92872aa3 req-44edbdcd-7e69-44af-a131-96cbe4adedf5 tempest-ServerShowV257Test-1412947916 tempest-ServerShowV257Test-1412947916-project] 10.222.0.47 "GET /v2.0/ports?device_id=812cfc86-ae82-4cdd-a978-26c02926dc29 HTTP/1.1" status: 200 len: 210 time: 0.0689285 Jul 28 14:57:13.888663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7d052045-bce4-4d66-92bc-c0737430ec1f None None] Port 7be08fec-2152-42a2-9564-3297ab1cf718 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:13.900741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b93e2b4b-f8d0-4345-8165-132157af2e08 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:13.901302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.906935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:13.910828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:13.967057 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:13.987918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 019aec64-ae4d-4200-bdad-f675d3712ad4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:13.988387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.143595 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.147371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.147963 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.157012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Transition to ACTIVE for port object 7be08fec-2152-42a2-9564-3297ab1cf718 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:14.169909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 019aec64-ae4d-4200-bdad-f675d3712ad4 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:14.265519 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:14.294802 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:14.311675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:14.312424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:14.336839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.429768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d7fc-0449-4c8e-87cc-703bdff26178 None None] Pushing event updated for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:14.467330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.471727 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:14.529809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Attempting to bind port 7be08fec-2152-42a2-9564-3297ab1cf718 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:14.532267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Attempting to bind port 7be08fec-2152-42a2-9564-3297ab1cf718 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:14.532267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Attempting to bind port 7be08fec-2152-42a2-9564-3297ab1cf718 on network 11fffe5d-a013-4d9c-a513-401381204848 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:14.538008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:14.538405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Checking segment: {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:14.538861 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.539293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Bound using segment: {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:14.539780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Bound port: 7be08fec-2152-42a2-9564-3297ab1cf718, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4846c29-c8ac-4594-b7e9-3e728dc36333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '11fffe5d-a013-4d9c-a513-401381204848'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:14.540262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.617399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75491f9-8d03-4922-af9d-ee2a79146fcf req-a4f48ffb-9ec7-431f-a10e-c8bd5fcc6efa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:14.617399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c75491f9-8d03-4922-af9d-ee2a79146fcf req-a4f48ffb-9ec7-431f-a10e-c8bd5fcc6efa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.0961537 Jul 28 14:57:14.626935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=b924168f-3827-4e6c-a08b-ca836bf42354,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:14.677383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:14.678090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 1457e3bc-40bf-4a69-bbcd-32ea51829ebe, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:14.682143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] For port 7be08fec-2152-42a2-9564-3297ab1cf718, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:14.685924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] For port 7be08fec-2152-42a2-9564-3297ab1cf718, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7be08fec-2152-42a2-9564-3297ab1cf718,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:14.710934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c75491f9-8d03-4922-af9d-ee2a79146fcf req-cc09846a-5688-4084-98e5-4f442e5f7f21 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756319 Jul 28 14:57:14.819232 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:14.822723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.847809 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d2703-a1b6-4fcd-9950-742397159793 None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'a52809e0-c847-4a8f-bfca-a92b487ebf46', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'port_id': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'mac_address': 'fa:16:3e:d9:ec:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98229887-e653-47b9-a368-45787fa7214b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:47Z', 'revision_number': 1, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:14.857051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=019aec64-ae4d-4200-bdad-f675d3712ad4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:14.889824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fa9eb8ed-6e6f-4fb0-9025-26528c716d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.933848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.934202 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Floating IP 0a79eb13-658f-436b-afe2-7ae249b1afff disassociated (deleted). External IP: 172.25.0.16, port: d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73. Jul 28 14:57:14.960937 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.965660 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:14.977161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:15.035985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:15.036685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:15.084073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4d7fc-0449-4c8e-87cc-703bdff26178 None None] Pushing event updated for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:15.149398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:15.486210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8b570934-b9cf-4914-bf67-30cb6e689188 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:15.506602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 1457e3bc-40bf-4a69-bbcd-32ea51829ebe) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:15.513060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:15.513666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:15.515065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8b570934-b9cf-4914-bf67-30cb6e689188 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:15.515423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8b570934-b9cf-4914-bf67-30cb6e689188 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:15.518107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:11Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:14Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:15.568627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eec27d-94cb-4304-8931-6d4d7c98a758 None None] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:15.572938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107195ed-8166-439d-bea9-6cfad1eb7135 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:11Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:14Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:15.691393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 14ddd065-a615-44bc-a05a-c83496bbcaaf has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:15.698214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b16a2999-b27a-40fa-b278-0cfe7670ce1d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1340017 Jul 28 14:57:15.702191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48402) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:15.773059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:15.773984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.020218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48410) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:16.033502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:16.035466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.054109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Sync routers for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:16.098077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:16.098551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:16.150596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b5aea193-c33c-4805-a3ec-2fd256c0b33e tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/floatingips/0a79eb13-658f-436b-afe2-7ae249b1afff HTTP/1.1" status: 204 len: 168 time: 2.4746382 Jul 28 14:57:16.164458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:16.169600 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14" -d '{"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:16.174277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Allocated IP 172.21.0.2 (1457e3bc-40bf-4a69-bbcd-32ea51829ebe/b924168f-3827-4e6c-a08b-ca836bf42354/4e8508a3-ba2d-4201-912b-fffb4a84928f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:16.226652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb89a6-f220-4d8d-afdf-1ac1c24e6050 req-18477e85-d54b-45ec-9ec7-ac6f318472b4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:16.229161 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02fb89a6-f220-4d8d-afdf-1ac1c24e6050 req-18477e85-d54b-45ec-9ec7-ac6f318472b4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.2474227 Jul 28 14:57:16.278011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.323758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-5135e65b-cb43-4f82-ad38-fd72df5844d0 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:16.326029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-5135e65b-cb43-4f82-ad38-fd72df5844d0 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.2788022 Jul 28 14:57:16.376289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:16.420517 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02fb89a6-f220-4d8d-afdf-1ac1c24e6050 req-0032d1fd-11d1-4738-bfa5-2871debb7161 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446207 Jul 28 14:57:16.440767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.460481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.521260 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79be2f-beac-4dc1-ad90-2366f203da13 x-openstack-request-id: req-da79be2f-beac-4dc1-ad90-2366f203da13 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:16.521872 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:16.522292 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da79be2f-beac-4dc1-ad90-2366f203da13 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:16.522893 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'status': 'completed', 'code': 200} Jul 28 14:57:16.693307 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.696611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-a4344b28-7bef-4e0e-9049-34f138b3acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:16.698391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-a4344b28-7bef-4e0e-9049-34f138b3acb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 1098 time: 0.1326940 Jul 28 14:57:16.710162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Transition to ACTIVE for port object 4e8508a3-ba2d-4201-912b-fffb4a84928f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:16.735876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Transition to ACTIVE for port object 4e8508a3-ba2d-4201-912b-fffb4a84928f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:16.753235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:16.792165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Checking router: 14ddd065-a615-44bc-a05a-c83496bbcaaf for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:16.802043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:16.802844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:16.820005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:16.820354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.850948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.934260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-34250fd0-2258-4ffe-a31b-b98d89817836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:16.935905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-34250fd0-2258-4ffe-a31b-b98d89817836 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 200 len: 898 time: 0.2276442 Jul 28 14:57:16.953022 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:16.998504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:17.041174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.060902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:17.063943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-fb9cb73e-70cc-4e06-a27c-a46feaa2146f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 200 len: 217 time: 0.0968456 Jul 28 14:57:17.069714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Pushing event updated for resources: {'Port': ['ID=4e8508a3-ba2d-4201-912b-fffb4a84928f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:17.080136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:17.086621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:17.093522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:17.094169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.142924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32eaa409-1bbf-417e-a908-d411affa8135,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:17.162850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for ddc1dac2-703d-4bdc-a8dd-2308811ef2ed owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:17.188159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.188409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.188846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.189167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.189642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.189998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.190335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.190672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.191105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.197083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.197083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.197083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:17.241088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-648510fe-0080-4cf0-b02a-91b4fc7a89f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcc36408bd514f3bb48303af5a4ae4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2120330 Jul 28 14:57:17.245992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Attempting to bind port 4e8508a3-ba2d-4201-912b-fffb4a84928f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:17.246568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Attempting to bind port 4e8508a3-ba2d-4201-912b-fffb4a84928f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:17.246728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Attempting to bind port 4e8508a3-ba2d-4201-912b-fffb4a84928f on network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:17.251205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:17.269351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:17.270507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Checking segment: {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:17.270507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.270507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Bound using segment: {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:17.282395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Bound port: 4e8508a3-ba2d-4201-912b-fffb4a84928f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:17.282395 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.309788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.21.0.1 (1457e3bc-40bf-4a69-bbcd-32ea51829ebe/b924168f-3827-4e6c-a08b-ca836bf42354/d742c258-d337-4c81-9eb8-31a78c0556ef) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:17.342013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-403e19a7-0d66-4cc9-a3b4-e32ed99194a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:17.343591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-403e19a7-0d66-4cc9-a3b4-e32ed99194a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 200 len: 835 time: 0.1979163 Jul 28 14:57:17.401730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d05ef-5ec4-43ad-b7fa-a398c1017059 req-54fb3468-d5fb-4f79-9aeb-8fce70f3cd3f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:17.403426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-028d05ef-5ec4-43ad-b7fa-a398c1017059 req-54fb3468-d5fb-4f79-9aeb-8fce70f3cd3f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.1166539 Jul 28 14:57:17.407163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.433670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-5f966a0a-c10d-45d0-a837-07cbe03c82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:17.442731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-5f966a0a-c10d-45d0-a837-07cbe03c82f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7eeeca75-f10f-4222-a978-f5c3e0cba676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808749 Jul 28 14:57:17.622238 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.668023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-028d05ef-5ec4-43ad-b7fa-a398c1017059 req-abff88df-7fd0-4199-96a0-3e85ef9d5976 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248363 Jul 28 14:57:17.668135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.686277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7be08fec-2152-42a2-9564-3297ab1cf718 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:17.726465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object d742c258-d337-4c81-9eb8-31a78c0556ef will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:17.743358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0672cd-b558-4192-a512-e947dea7605a req-64b15635-62ab-4b04-96cd-f6bbe5b694e7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:17.744927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d0672cd-b558-4192-a512-e947dea7605a req-64b15635-62ab-4b04-96cd-f6bbe5b694e7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 946 time: 0.1443217 Jul 28 14:57:17.774023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-e3aff40f-ecf6-43a0-9f69-1ff2609aa44a service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968004 Jul 28 14:57:17.792525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] For port 4e8508a3-ba2d-4201-912b-fffb4a84928f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:17.799735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] For port 4e8508a3-ba2d-4201-912b-fffb4a84928f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4e8508a3-ba2d-4201-912b-fffb4a84928f,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:17.818505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.823780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:17.833706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d0672cd-b558-4192-a512-e947dea7605a req-3d7555ad-ab00-4e02-90ee-f60cd632be75 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc1cdd46-4e83-426f-9026-f462683a0ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657125 Jul 28 14:57:17.863178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.866204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ec553a-37ff-421a-b15e-f2e9d6f30c54 None None] The sync data for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 is: [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9ccf621a-13a6-41b7-b2fb-be47f74c74b8', 'name': '', 'network_id': '7eeeca75-f10f-4222-a978-f5c3e0cba676', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'mac_address': 'fa:16:3e:ca:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:28Z', 'updated_at': '2021-07-28T14:55:35Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'subnets': [{'id': '07597dd6-7327-4c2d-aa09-b5379f220e47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:17.888357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=ddc1dac2-703d-4bdc-a8dd-2308811ef2ed,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:17.947154 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.949817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.951685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] No DVR routers for this DVR port ddc1dac2-703d-4bdc-a8dd-2308811ef2ed on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:17.954013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32eaa409-1bbf-417e-a908-d411affa8135 HTTP/1.1" status: 204 len: 168 time: 0.6982620 Jul 28 14:57:17.956297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:17.958813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-720e62ad-5a15-46d3-a95a-254e7a4f84e7 req-3738cb1f-7544-4f71-bd7c-d9870dead104 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.50 "DELETE /v2.0/ports/ddc1dac2-703d-4bdc-a8dd-2308811ef2ed HTTP/1.1" status: 204 len: 173 time: 1.5491791 Jul 28 14:57:17.965526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a506-94f7-4027-9b72-15a90bcf4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eaa409-1bbf-417e-a908-d411affa8135,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:17.983271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee8b6ed-33b2-41ac-948f-e7190c17fe14 req-ceadcf0e-59be-4b29-afe5-0dfa476fdcf3 service neutron] 10.222.0.50 "GET /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007339 Jul 28 14:57:18.035243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.036339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7be08fec-2152-42a2-9564-3297ab1cf718 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:18.040584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.045439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7be08fec-2152-42a2-9564-3297ab1cf718 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:18.050628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.095937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:18.101584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:18.111699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:18.157680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:18.173266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c06d2d-f5a8-49dd-bc53-ec6e51a1d86b None None] Pushing event updated for resources: {'Port': ['ID=4e8508a3-ba2d-4201-912b-fffb4a84928f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:18.216007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.258526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.259548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4b4df7-32d7-4ce0-8c6d-4fe5ae1e590d None None] New status for floating IP 0a79eb13-658f-436b-afe2-7ae249b1afff: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:57:18.336382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7be08fec-2152-42a2-9564-3297ab1cf718, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7be08fec-2152-42a2-9564-3297ab1cf718,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:18.525724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'name': 'network-vif-deleted', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:18.528907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.531451 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7227790d-2ca9-4d57-8a21-5c23b04b1550" -d '{"events": [{"server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "name": "network-vif-deleted", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:18.685091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:18.701099 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90e8e1-9d56-44a2-98df-e8347af5c324 x-openstack-request-id: req-6c90e8e1-9d56-44a2-98df-e8347af5c324 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:18.701516 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcb33c-cf73-4c6f-b878-4bfac891c18e", "name": "network-vif-deleted", "tag": "ddc1dac2-703d-4bdc-a8dd-2308811ef2ed", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:18.701897 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c90e8e1-9d56-44a2-98df-e8347af5c324 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:18.702428 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcb33c-cf73-4c6f-b878-4bfac891c18e', 'name': 'network-vif-deleted', 'tag': 'ddc1dac2-703d-4bdc-a8dd-2308811ef2ed', 'status': 'completed', 'code': 200} Jul 28 14:57:18.731768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:18.742454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-67cd5fbd-d164-4c2e-b9ba-e4d1f38af033 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:18.745018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-67cd5fbd-d164-4c2e-b9ba-e4d1f38af033 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.2069583 Jul 28 14:57:18.914911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:18.915439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.049818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755622e-4be4-4b22-b984-a3d9e58357a3 req-907050d5-80b4-4026-8fd4-1854a0b408a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:19.051434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0722395-6040-44c5-8bba-62b2ea8d8ea1 req-41d1987b-8596-42f4-8b24-5a21b408d78d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0531571 Jul 28 14:57:19.069179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1755622e-4be4-4b22-b984-a3d9e58357a3 req-907050d5-80b4-4026-8fd4-1854a0b408a8 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 946 time: 0.2490351 Jul 28 14:57:19.078676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:19.087538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.095479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:19.183451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1755622e-4be4-4b22-b984-a3d9e58357a3 req-f6af94c5-be21-4d2a-9d14-380f9933ef87 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dff5648-bdbb-4310-b290-9217f4e9946f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075449 Jul 28 14:57:19.340350 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.524725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.569134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.701947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:19.717017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.720478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:19.800880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4e8508a3-ba2d-4201-912b-fffb4a84928f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:19.825547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] No DVR routers for this DVR port d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:19.830024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:19.837691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c42eff0-57c3-4a0d-8c8c-6f2e6548a90e req-01e0230d-c500-4d23-bcfc-320f0e251a5b tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.50 "DELETE /v2.0/ports/d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 HTTP/1.1" status: 204 len: 173 time: 1.0829544 Jul 28 14:57:19.863995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ddc1dac2-703d-4bdc-a8dd-2308811ef2ed no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:19.905276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:19.907289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:19.934213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: ddc1dac2-703d-4bdc-a8dd-2308811ef2ed {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:19.934470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ddc1dac2-703d-4bdc-a8dd-2308811ef2ed not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:19.935206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:19.989281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17131c0-9f9f-4fb2-a5df-857056016272 None None] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:20.029269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:20.029626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:20.063551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:20.252335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.312040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48470) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:20.315415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b742df45-2254-4db0-a2ef-176acab3deb8 req-df2a3ec5-70c4-4e88-9f7c-e1eff666cd42 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1bcb33c-cf73-4c6f-b878-4bfac891c18e HTTP/1.1" status: 200 len: 210 time: 0.0573623 Jul 28 14:57:20.317974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:20.319321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Provisioning for port 4e8508a3-ba2d-4201-912b-fffb4a84928f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:20.324442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4e8508a3-ba2d-4201-912b-fffb4a84928f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:20.331381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Provisioning complete for port 4e8508a3-ba2d-4201-912b-fffb4a84928f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:20.331770 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.351451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e00b6304-c753-44fc-8d9e-e6d7417717da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6371849 Jul 28 14:57:20.355953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89f68f1b-5bfa-4e5e-be0d-80c67f0ded96 req-28988765-8b46-481c-92ac-d395c5b77436 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.0520952 Jul 28 14:57:20.357075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:20.381070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-1701777701'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:20.395970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:20.398068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4e8508a3-ba2d-4201-912b-fffb4a84928f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:20.398453 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.477423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:20.478933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:20.529815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-593399676-network', 'tenant_id': '9d7f2ae0981e4b04962f01c860c39af9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:20.600593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:20.604273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.639844 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.647403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.651373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:20.664048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.664422 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment 208a3feb-3a4d-4e70-b1eb-4d626ad587bb of type vlan for network c0075a54-caf4-4c17-8531-1029279289ff Jul 28 14:57:20.672966 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:20.704059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-deleted', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:20.706671 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60726cbc-b1bf-49fb-bdc9-0a1ce9719f52" -d '{"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-deleted", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:20.722982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.744699 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.764194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Made reservation on behalf of 9d7f2ae0981e4b04962f01c860c39af9 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:20.769402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.780187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.803480 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a16c89-0c34-430e-a653-c1e799dda998 x-openstack-request-id: req-05a16c89-0c34-430e-a653-c1e799dda998 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:20.803853 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd845bf7-bcca-424f-8b50-4a9c84eb7673", "name": "network-vif-deleted", "tag": "d784fc8d-79b4-4d5e-a8e7-47eacf4eaf73", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:20.804140 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05a16c89-0c34-430e-a653-c1e799dda998 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:20.804739 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd845bf7-bcca-424f-8b50-4a9c84eb7673', 'name': 'network-vif-deleted', 'tag': 'd784fc8d-79b4-4d5e-a8e7-47eacf4eaf73', 'status': 'completed', 'code': 200} Jul 28 14:57:20.831318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] For port 4e8508a3-ba2d-4201-912b-fffb4a84928f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4e8508a3-ba2d-4201-912b-fffb4a84928f,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:20.895482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.902436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:20.903824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.936155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:20.943549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.042123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.057523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=c0075a54-caf4-4c17-8531-1029279289ff,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:21.081129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:21.093074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c0075a54-caf4-4c17-8531-1029279289ff details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:21.098542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.098904 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Added segment 7f1aeb8c-d4b1-4238-a011-53b7bbf992cc of type vlan for network 53b6e154-f169-4a1c-993e-bf30592fd931 Jul 28 14:57:21.156982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 14:57:21.157937 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 14:57:21.171424 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.179027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aa074-66b5-4e3a-8ae5-1647a8dfad39 None None] Pushing event updated for resources: {'Port': ['ID=4e8508a3-ba2d-4201-912b-fffb4a84928f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:21.186471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Provisioning complete for port 4e8508a3-ba2d-4201-912b-fffb4a84928f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:21.186724 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.195275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:21.239928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2cce085f-1b2b-4e38-bcfb-7f2860f75734 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8642590 Jul 28 14:57:21.240790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:21.246919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:21.253468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 3, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:19Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:21.289556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:21.290029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Updating router ac09cfaa-7194-4c4b-8255-f578e32e0254 port d742c258-d337-4c81-9eb8-31a78c0556ef binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:57:21.348050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.422372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:21.454227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.455293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:21.455900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.545861 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:57:21.575107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:21.582355 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.593237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Provisioning for port d742c258-d337-4c81-9eb8-31a78c0556ef completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:21.595835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-833bfa1c-94bc-443a-af67-a52dc4e17ea6 req-eba8bdd7-9ca1-4aba-b785-8be81983d751 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd845bf7-bcca-424f-8b50-4a9c84eb7673 HTTP/1.1" status: 200 len: 210 time: 0.1082640 Jul 28 14:57:21.607553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Provisioning complete for port d742c258-d337-4c81-9eb8-31a78c0556ef triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:21.608303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.669393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] Pushing event updated for resources: {'Network': ['ID=53b6e154-f169-4a1c-993e-bf30592fd931,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:21.673638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.697754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 53b6e154-f169-4a1c-993e-bf30592fd931 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:21.707372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.713914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09589406-7bea-4b17-b6b5-1afd30119711 None None] Port d742c258-d337-4c81-9eb8-31a78c0556ef cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:21.765549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7be08fec-2152-42a2-9564-3297ab1cf718 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:21.778247 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7235f993-a7cd-4902-ab40-cd6d862f29d4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4628563 Jul 28 14:57:21.778476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:21.789802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Request body: {'subnet': {'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-593399676-subnet', 'tenant_id': '9d7f2ae0981e4b04962f01c860c39af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:21.923182 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:21.925570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0160a77e-0368-4a3b-87e8-e77dc64e8dc2 None None] Provisioning complete for port d742c258-d337-4c81-9eb8-31a78c0556ef triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:21.925941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0160a77e-0368-4a3b-87e8-e77dc64e8dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.078574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.117300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Transition to ACTIVE for port object d742c258-d337-4c81-9eb8-31a78c0556ef will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:22.132550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0160a77e-0368-4a3b-87e8-e77dc64e8dc2 None None] Port d742c258-d337-4c81-9eb8-31a78c0556ef cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:22.139003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7be08fec-2152-42a2-9564-3297ab1cf718 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:22.139268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.168021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=c254d324-07f6-4c67-9d5a-72b28575fd2c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.169929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Made reservation on behalf of 9d7f2ae0981e4b04962f01c860c39af9 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:22.173132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.183639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:22.184247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: c0075a54-caf4-4c17-8531-1029279289ff, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:22.243568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.247183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.255490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.259942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/security-groups/fc1cdd46-4e83-426f-9026-f462683a0ff9 HTTP/1.1" status: 204 len: 168 time: 0.8364694 Jul 28 14:57:22.289425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c0075a54-caf4-4c17-8531-1029279289ff is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:22.313751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575214f6-b27f-4046-9a61-98c243743319 None None] Pushing event updated for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.319884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cccdf-5983-4f03-8903-43ab37ee890d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1cdd46-4e83-426f-9026-f462683a0ff9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.400770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Attempting to bind port d742c258-d337-4c81-9eb8-31a78c0556ef on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:22.401378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Attempting to bind port d742c258-d337-4c81-9eb8-31a78c0556ef by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:22.402288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Attempting to bind port d742c258-d337-4c81-9eb8-31a78c0556ef on network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:22.414539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:22.415487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Checking segment: {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:22.416042 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.416448 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Bound using segment: {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:22.417394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Bound port: d742c258-d337-4c81-9eb8-31a78c0556ef, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689d3c99-0552-448f-9c5c-98261fb8251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:22.417394 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.422067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4e8508a3-ba2d-4201-912b-fffb4a84928f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:22.431521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48502) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:22.526633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c0075a54-caf4-4c17-8531-1029279289ff) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:22.534632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:22.535483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.544752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576acaea-93ec-4a3d-9757-70b0ba643f88 None None] Network c0075a54-caf4-4c17-8531-1029279289ff requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:22.551357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting subnet f5ead969-1181-4369-95ef-663d8a4ea445 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:22.557006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4e8508a3-ba2d-4201-912b-fffb4a84928f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:22.557400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.565354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.630033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.683053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48508) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:22.700350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] For port d742c258-d337-4c81-9eb8-31a78c0556ef, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:22.724723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] For port d742c258-d337-4c81-9eb8-31a78c0556ef, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d742c258-d337-4c81-9eb8-31a78c0556ef,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:22.784277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-55622e4f-8752-455b-9d72-642a10f6719a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5417759 Jul 28 14:57:22.790356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:22.866097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.867289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.903631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:22.956557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575214f6-b27f-4046-9a61-98c243743319 None None] Pushing event updated for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:22.981160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:22.981805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:22.985415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c0075a54-caf4-4c17-8531-1029279289ff', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:22.986281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.171379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.340808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1787bc-b62e-423f-b321-6272d2e41d02,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:23.346437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:23.427533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ead969-1181-4369-95ef-663d8a4ea445,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:23.430314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Checking segment: {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:23.430784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Network hostable DHCP agents. Network: 53b6e154-f169-4a1c-993e-bf30592fd931, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:23.452072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.461442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-554d5972-1d7d-4d91-a806-0b3cfe2c139c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/subnets/f5ead969-1181-4369-95ef-663d8a4ea445 HTTP/1.1" status: 204 len: 168 time: 1.0213032 Jul 28 14:57:23.463188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48514) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:23.478936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dc634-aca8-4b9f-bae3-ad929bc3ffb2 None None] Network ef08d9be-f077-43f5-917a-5cc441e74f89 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:23.588360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Network 53b6e154-f169-4a1c-993e-bf30592fd931 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:23.665756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.677189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.740413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 53b6e154-f169-4a1c-993e-bf30592fd931) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:23.753910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc0d25-6d82-455b-a2de-b023b5ee2bd5 None None] Network 53b6e154-f169-4a1c-993e-bf30592fd931 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:23.777485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:23.778562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:23.871017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Allocated IP 172.22.0.2 (c0075a54-caf4-4c17-8531-1029279289ff/c254d324-07f6-4c67-9d5a-72b28575fd2c/06d875fc-419e-4bdc-af92-0722db282cb2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:23.894110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port 1888a0af-d906-4160-a765-0797950011e0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:23.894110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.019760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fd6a60f4-6472-4f59-9e6d-31e3dcf25b7e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1909401 Jul 28 14:57:24.022542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port 1888a0af-d906-4160-a765-0797950011e0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1888a0af-d906-4160-a765-0797950011e0,segment=NetworkSegment(2d6dd296-1a40-4438-9c49-3f87fe86c195),segment_id=2d6dd296-1a40-4438-9c49-3f87fe86c195)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:24.023008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.038787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.085614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for 1888a0af-d906-4160-a765-0797950011e0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:24.138637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] DHCP port deletion for ef08d9be-f077-43f5-917a-5cc441e74f89 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:24.141300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-98e0cf1f-4246-4cb5-9152-e89267bfaa26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874341 Jul 28 14:57:24.168011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1236da-68f4-4c69-8c0f-904cbb11dd33 None None] Network 53b6e154-f169-4a1c-993e-bf30592fd931 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:24.288815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675346a1-5912-4756-977c-331a635a49e5 req-877d3d96-0b48-4fd0-ae51-0b09e53dbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:24.292978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-877d3d96-0b48-4fd0-ae51-0b09e53dbabf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1097 time: 0.0837064 Jul 28 14:57:24.453634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1888a0af-d906-4160-a765-0797950011e0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:24.536540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.541029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675346a1-5912-4756-977c-331a635a49e5 req-273db73f-522f-4662-819a-781b1eed617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:24.545183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-273db73f-522f-4662-819a-781b1eed617d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 898 time: 0.2269573 Jul 28 14:57:24.560987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] No DVR routers for this DVR port 1888a0af-d906-4160-a765-0797950011e0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:24.597414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=1888a0af-d906-4160-a765-0797950011e0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:24.709540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.744057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Transition to ACTIVE for port object 06d875fc-419e-4bdc-af92-0722db282cb2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:24.746425 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-c67ffb55-a0c1-4d57-8bc5-12c1bf4d04a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 1000 time: 0.1892848 Jul 28 14:57:24.774163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.789732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef08d9be-f077-43f5-917a-5cc441e74f89']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:24.801281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d6dd296-1a40-4438-9c49-3f87fe86c195') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:24.801939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d6dd296-1a40-4438-9c49-3f87fe86c195') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:24.813306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.841617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675346a1-5912-4756-977c-331a635a49e5 req-c0a38cd2-5ce2-49a6-ad5f-f2a758741987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:24.843550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-c0a38cd2-5ce2-49a6-ad5f-f2a758741987 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 200 len: 835 time: 0.0893376 Jul 28 14:57:24.844828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.871051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Transition to ACTIVE for port object 06d875fc-419e-4bdc-af92-0722db282cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:24.873249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port 1888a0af-d906-4160-a765-0797950011e0 {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 14:57:24.873703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1888a0af-d906-4160-a765-0797950011e0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:24.876916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:24.880872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.884620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-7b90be20-d448-4915-b1a8-a046d54bbfa8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:24.885036 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:24.889041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-7b90be20-d448-4915-b1a8-a046d54bbfa8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 813 time: 0.2515891 Jul 28 14:57:24.893817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Deleting port 1888a0af-d906-4160-a765-0797950011e0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:24.894210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.900578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 3, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:22Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:24.935032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-b7f4fab5-babb-4731-abd8-1eb68ff67be4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/quotas/9d7f2ae0981e4b04962f01c860c39af9 HTTP/1.1" status: 200 len: 375 time: 0.0463820 Jul 28 14:57:24.985616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:24.987480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:24.992033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d093fd-43d0-423f-888e-fd3fdc341d2c None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 3, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:22Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:25.020241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.093949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] For port 1888a0af-d906-4160-a765-0797950011e0, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:25.094615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.105522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-35d870f5-4d79-47ac-89d9-f488090e9f7b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1682391 Jul 28 14:57:25.141453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Network c0075a54-caf4-4c17-8531-1029279289ff is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:25.141453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Calling delete_port for 1888a0af-d906-4160-a765-0797950011e0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:25.141453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Port 1888a0af-d906-4160-a765-0797950011e0 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:57:25.142795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:25.145532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:25.153894 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.156532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Pushing event updated for resources: {'Port': ['ID=06d875fc-419e-4bdc-af92-0722db282cb2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:25.216147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.22.0.1 (c0075a54-caf4-4c17-8531-1029279289ff/c254d324-07f6-4c67-9d5a-72b28575fd2c/199fe99e-e810-4e20-95bb-bc414ea44d3a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:25.249904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] Pushing event deleted for resources: {'Port': ['ID=1888a0af-d906-4160-a765-0797950011e0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:25.254470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa4f2d-59e8-4cd5-83ac-19708e91cb94 None None] No DVR routers for this DVR port 1888a0af-d906-4160-a765-0797950011e0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:25.320032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Attempting to bind port 06d875fc-419e-4bdc-af92-0722db282cb2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:25.320343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Attempting to bind port 06d875fc-419e-4bdc-af92-0722db282cb2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:25.320709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Attempting to bind port 06d875fc-419e-4bdc-af92-0722db282cb2 on network c0075a54-caf4-4c17-8531-1029279289ff {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:25.338563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:25.339015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Checking segment: {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:25.339449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.340023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Bound using segment: {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:25.340541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Bound port: 06d875fc-419e-4bdc-af92-0722db282cb2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:25.340939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.411153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.438991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object 199fe99e-e810-4e20-95bb-bc414ea44d3a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:25.461758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675346a1-5912-4756-977c-331a635a49e5 req-b01e379d-60db-474a-89b1-bfe7fe96bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:25.463692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-b01e379d-60db-474a-89b1-bfe7fe96bd57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6118104 Jul 28 14:57:25.514727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] For port 06d875fc-419e-4bdc-af92-0722db282cb2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:25.521638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] For port 06d875fc-419e-4bdc-af92-0722db282cb2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=06d875fc-419e-4bdc-af92-0722db282cb2,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:25.610239 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.698474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.714416 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.716742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/networks/ef08d9be-f077-43f5-917a-5cc441e74f89 HTTP/1.1" status: 204 len: 168 time: 2.2520716 Jul 28 14:57:25.731983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48550) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:25.735707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696ac52-fdca-4193-86a5-d86393bd264b None None] Pushing event updated for resources: {'Port': ['ID=06d875fc-419e-4bdc-af92-0722db282cb2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:25.768058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf3ae9-d905-4978-97fb-530ac91e6a8b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Network': ['ID=ef08d9be-f077-43f5-917a-5cc441e74f89,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:25.821227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 9ccf621a-13a6-41b7-b2fb-be47f74c74b8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:25.821614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.831289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:25.848496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:25.865739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-83930242-097b-4ffa-a405-2b3b014ad478 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:25.871289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-83930242-097b-4ffa-a405-2b3b014ad478 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.7556760 Jul 28 14:57:25.891854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-eb60f4c6-0539-4726-980a-5c935bdeb572 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0159731 Jul 28 14:57:25.897077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-ceb7aba2-ff95-4523-8626-a5786f7725d7 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101620 Jul 28 14:57:26.034281 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-fbc52e97-f9bd-4202-91c6-4feefd2a1b55 service neutron] 10.222.0.47 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991008 Jul 28 14:57:26.065194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c0075a54-caf4-4c17-8531-1029279289ff is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:26.132437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:26.147646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:26.161751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-f1317cf2-6105-4a5a-8d3c-c44f3a6fdc1b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319839 Jul 28 14:57:26.354236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-b6540a3d-9016-4b6e-9833-08d5b9d2d8d7 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710434 Jul 28 14:57:26.481764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.512465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d742c258-d337-4c81-9eb8-31a78c0556ef up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:26.611525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=9ccf621a-13a6-41b7-b2fb-be47f74c74b8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:26.661587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:26.686812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-e0004548-9c45-49fa-876c-18d6f81cab01 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136561 Jul 28 14:57:26.725219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d742c258-d337-4c81-9eb8-31a78c0556ef completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:26.732616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d742c258-d337-4c81-9eb8-31a78c0556ef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:26.733237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.855259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.937952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-675346a1-5912-4756-977c-331a635a49e5 req-50250cc0-1424-4150-b183-873032bef901 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9373014 Jul 28 14:57:26.944705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:26.954359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.016055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d742c258-d337-4c81-9eb8-31a78c0556ef, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d742c258-d337-4c81-9eb8-31a78c0556ef,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:27.062483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-465e459b-a928-4f27-bcd0-ce74e00058ed service neutron] 10.222.0.47 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750936 Jul 28 14:57:27.073011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port ec88505b-a521-408f-98d1-b62bc26fb2e5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:27.073358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.124114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.125861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 06d875fc-419e-4bdc-af92-0722db282cb2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:27.253528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.254155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.268287 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.279285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:27.286889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for ec88505b-a521-408f-98d1-b62bc26fb2e5 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:27.338247 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc9ad58a-c0ee-4587-84f2-52b808285961 req-2ddecc88-1fdf-4ad9-a72c-d4cec17fac9c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0432832 Jul 28 14:57:27.339573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65240fe6-a7d3-426b-8647-f729dde84488 None None] Network c0075a54-caf4-4c17-8531-1029279289ff requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:27.362811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Router 14ddd065-a615-44bc-a05a-c83496bbcaaf has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:27.398246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 06d875fc-419e-4bdc-af92-0722db282cb2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:27.496532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Provisioning for port 06d875fc-419e-4bdc-af92-0722db282cb2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:27.511176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Provisioning complete for port 06d875fc-419e-4bdc-af92-0722db282cb2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:27.511407 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.603578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d0b3dea-21b8-4408-be1c-3ac8002eb88d req-e7cece38-ee08-4945-9757-71bc76da0428 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0735266 Jul 28 14:57:27.605694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:27.628642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e113ef12-de69-4355-8b7d-70dc0004123d tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "PUT /v2.0/routers/14ddd065-a615-44bc-a05a-c83496bbcaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9443986 Jul 28 14:57:27.630802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:27.631907 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Sync routers for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:27.647558 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:27.648330 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:27.721710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting subnet 07597dd6-7327-4c2d-aa09-b5379f220e47 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:27.727693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.819964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.821849 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.904794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:27.918352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] For port 06d875fc-419e-4bdc-af92-0722db282cb2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=06d875fc-419e-4bdc-af92-0722db282cb2,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:27.960312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:27.990200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.010176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.050163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=ec88505b-a521-408f-98d1-b62bc26fb2e5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:28.083853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.087189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.142214 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:28.156752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3687b-5759-47c7-813c-b5df0e771514 None None] Pushing event updated for resources: {'Port': ['ID=06d875fc-419e-4bdc-af92-0722db282cb2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:28.174444 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Checking router: 14ddd065-a615-44bc-a05a-c83496bbcaaf for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:28.186611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.196478 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Routers {'14ddd065-a615-44bc-a05a-c83496bbcaaf'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:28.197116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['14ddd065-a615-44bc-a05a-c83496bbcaaf'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:28.213550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Provisioning complete for port 06d875fc-419e-4bdc-af92-0722db282cb2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:28.213798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.247854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.250406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.250406 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Floating IP a52809e0-c847-4a8f-bfca-a92b487ebf46 disassociated (deleted). External IP: 172.25.0.85, port: ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1. Jul 28 14:57:28.272090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.287221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/subnets/07597dd6-7327-4c2d-aa09-b5379f220e47 HTTP/1.1" status: 204 len: 168 time: 0.6499255 Jul 28 14:57:28.292188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:28.335624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7573d-056f-4955-b3e0-9149fe120dac None None] Network 7eeeca75-f10f-4222-a978-f5c3e0cba676 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:28.350334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:28.438175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] Set router 14ddd065-a615-44bc-a05a-c83496bbcaaf gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:28.462551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42074ff-edf0-4da6-8e45-3408649b0d49 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Subnet': ['ID=07597dd6-7327-4c2d-aa09-b5379f220e47,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:28.478658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.615065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d742c258-d337-4c81-9eb8-31a78c0556ef up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:28.659209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65ce8f84-e1fe-49ee-817e-4a7ccb71314d req-adc9bcee-6b61-429e-951a-b82c399bf36e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.1882775 Jul 28 14:57:28.719999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95230c65-824e-4b60-83aa-6381d2afb373 req-abe62511-c5e8-4d8f-9934-ab4542861589 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0327513 Jul 28 14:57:28.722537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.760810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d742c258-d337-4c81-9eb8-31a78c0556ef triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:28.761452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:28.788209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:28.819906 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3187fc3-1a7a-4ec6-ab0e-72e355d21bc1 None None] The sync data for ids ['14ddd065-a615-44bc-a05a-c83496bbcaaf'] in n-d-705658-23 is: [{'id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437642202', 'tenant_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '0b05f569-a738-487c-b976-325db8de3adc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:20Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '56245dcc2a25444f8fd4d55b76dc31cb', 'gw_port': {'id': '0b05f569-a738-487c-b976-325db8de3adc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ddd065-a615-44bc-a05a-c83496bbcaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:21Z', 'updated_at': '2021-07-28T14:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:28.825998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network c0075a54-caf4-4c17-8531-1029279289ff is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:28.831539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:28.883970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] DHCP port deletion for 7eeeca75-f10f-4222-a978-f5c3e0cba676 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:28.934668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 06d875fc-419e-4bdc-af92-0722db282cb2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:28.983280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Provisioning for port 199fe99e-e810-4e20-95bb-bc414ea44d3a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:28.988158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Provisioning complete for port 199fe99e-e810-4e20-95bb-bc414ea44d3a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:28.988401 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.004932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:29.050712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-31deab64-980f-4452-a2fb-347c7647c80b None None] Port 199fe99e-e810-4e20-95bb-bc414ea44d3a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:29.052878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Deleting port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:29.053265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.078405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Deleting port 0b05f569-a738-487c-b976-325db8de3adc {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:29.079391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.134754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:29.148447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 06d875fc-419e-4bdc-af92-0722db282cb2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:29.148932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.171717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:29.180820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.189964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:29.194495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] For port 0b05f569-a738-487c-b976-325db8de3adc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0b05f569-a738-487c-b976-325db8de3adc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:29.195021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.200258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] For port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,segment=NetworkSegment(a0ce853c-5791-4901-bd25-511277439458),segment_id=a0ce853c-5791-4901-bd25-511277439458)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:29.200671 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.211039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Calling delete_port for 0b05f569-a738-487c-b976-325db8de3adc owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:29.248112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Calling delete_port for ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:29.259505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:29.260161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:29.265543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-14a53fd6-6dea-4999-b579-ba5a37d81327 None None] Provisioning complete for port 199fe99e-e810-4e20-95bb-bc414ea44d3a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:29.265925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-14a53fd6-6dea-4999-b579-ba5a37d81327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.297192 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32317452-87c2-4e00-bff5-6cdf7142b99c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/floatingips/a52809e0-c847-4a8f-bfca-a92b487ebf46 HTTP/1.1" status: 204 len: 168 time: 3.5641243 Jul 28 14:57:29.299586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:29.311365 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e3b812-6fc9-4db8-ae26-014f8f19d575" -d '{"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:29.371927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:29.378208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4b2650f-570b-405b-84ca-8c00644c7ffc tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5861862 Jul 28 14:57:29.381975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:29.389028 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:29.396326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'network': {'name': 'tempest-RoutersTest-790551052'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:29.409048 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:29.413046 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:29.420661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-14a53fd6-6dea-4999-b579-ba5a37d81327 None None] Port 199fe99e-e810-4e20-95bb-bc414ea44d3a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:29.454376 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9263817a-d895-4ad1-a03b-99f8229c21fb x-openstack-request-id: req-9263817a-d895-4ad1-a03b-99f8229c21fb {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:29.454866 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:29.455361 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9263817a-d895-4ad1-a03b-99f8229c21fb {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:29.455978 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'status': 'completed', 'code': 200} Jul 28 14:57:29.575283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:29.580451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.590353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-876a51dc-03a2-4c8e-ba86-0ad8bf23afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:29.592485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-876a51dc-03a2-4c8e-ba86-0ad8bf23afc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 1097 time: 0.0984738 Jul 28 14:57:29.622427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:29.635000 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.635429 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added segment b7ca0c87-1aa6-4116-abac-740fdfdf8521 of type vlan for network 4280c539-921a-44b3-bb54-81e91e8700c4 Jul 28 14:57:29.664436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.676224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:29.744063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-98b81560-f84a-4754-ab0a-d1d85fe728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:29.748381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-98b81560-f84a-4754-ab0a-d1d85fe728ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 200 len: 898 time: 0.1484392 Jul 28 14:57:29.755369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Port': ['ID=0b05f569-a738-487c-b976-325db8de3adc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:29.797828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:29.828393 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:29.884946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-bf0bed73-04c2-4806-b506-8b3cefeca6d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 200 len: 217 time: 0.1272240 Jul 28 14:57:29.911047 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e17414f-c2b4-4eec-8d0f-854add9d3207 req-738d16bf-d44a-44b1-b759-c65c014b5641 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0463102 Jul 28 14:57:29.912608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.062160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:30.069780 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.076686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.078118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.094467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db15ae3e-28c5-48f8-a965-66df282ee490 req-03be0996-cded-44fa-b461-be37cf81fa60 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.1792068 Jul 28 14:57:30.102563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-2a5d356b-a3d4-420b-8ec7-275f6b5d92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.104481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-2a5d356b-a3d4-420b-8ec7-275f6b5d92cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 200 len: 835 time: 0.2110825 Jul 28 14:57:30.150178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.167112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.172467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Network': ['ID=4280c539-921a-44b3-bb54-81e91e8700c4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:30.175332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.203834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:27Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:27Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:30.222540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:30.233825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-e6f6cadb-7db9-4769-9525-e188e4abd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.239041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-e6f6cadb-7db9-4769-9525-e188e4abd92c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236029 Jul 28 14:57:30.240346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Pushing event deleted for resources: {'Port': ['ID=ab8865d9-2e56-4ae3-bf2e-7facefe1ad01,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:30.249398 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:30.249755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Updating router ac09cfaa-7194-4c4b-8255-f578e32e0254 port 199fe99e-e810-4e20-95bb-bc414ea44d3a binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:57:30.257826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79797f3f-04fa-40c5-8fd0-04a5fcf103cd req-307c8bc4-5bf7-4726-9db7-ceeb23eadc68 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:30.257826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79797f3f-04fa-40c5-8fd0-04a5fcf103cd req-307c8bc4-5bf7-4726-9db7-ceeb23eadc68 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.1762128 Jul 28 14:57:30.277294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4280c539-921a-44b3-bb54-81e91e8700c4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:30.289396 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.338803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.356638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:30.362309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79797f3f-04fa-40c5-8fd0-04a5fcf103cd req-1896638e-c539-41e8-8b14-e8444da31261 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966647 Jul 28 14:57:30.397551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ed9a2-60cc-4c27-866a-bc369bea607d None None] No DVR routers for this DVR port ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:30.402777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:30.406898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:30.509734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e3cd4d53-6fa1-4918-bb75-2a43fd1e5a10 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1166377 Jul 28 14:57:30.528528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48614) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:30.528528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'subnet': {'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:30.528886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-3e3a6f36-469d-44c6-8399-8568f2d05a02 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752497 Jul 28 14:57:30.559777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:30.587583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:30.588003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9ccf621a-13a6-41b7-b2fb-be47f74c74b8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:30.588494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:30.598169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.598699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Fanout notify agent at l3_agent the message router_deleted on router 14ddd065-a615-44bc-a05a-c83496bbcaaf {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:30.620894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:30.621700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ab8865d9-2e56-4ae3-bf2e-7facefe1ad01 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:30.630537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.631701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b25263e2-3dcc-4e19-87c3-93243f33ea2f tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/routers/14ddd065-a615-44bc-a05a-c83496bbcaaf HTTP/1.1" status: 204 len: 168 time: 2.3378067 Jul 28 14:57:30.642678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48618) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:30.673158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:30.691770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44e3b812-6fc9-4db8-ae26-014f8f19d575 req-1a6353c7-ff2c-447d-a9f5-bb1c12559011 service neutron] 10.222.0.53 "GET /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592104 Jul 28 14:57:30.865962 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.891713 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Transition to ACTIVE for port object 199fe99e-e810-4e20-95bb-bc414ea44d3a will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:30.966580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:30.980273 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.020301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-37c9c64f-1294-4dde-8718-7b7d9caf7f15 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.027750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-37c9c64f-1294-4dde-8718-7b7d9caf7f15 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.2277832 Jul 28 14:57:31.054270 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2651a-7d2f-4014-abdc-1ac512cee8b1 None None] Pushing event updated for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:31.066872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': '7f39a1a8-966f-416e-8540-a0181dd27195', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:31.077973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Made reservation on behalf of 52fa24cb7c884758ba90a4467313958d for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:31.081626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.082129 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f9e8286a-f917-4734-8a71-eeb67a54631c req-fe6e93ff-1b20-4e55-b6cb-07b1209f8671 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Jul 28 14:57:31.169977 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Attempting to bind port 199fe99e-e810-4e20-95bb-bc414ea44d3a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:31.170250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Attempting to bind port 199fe99e-e810-4e20-95bb-bc414ea44d3a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:31.171290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Attempting to bind port 199fe99e-e810-4e20-95bb-bc414ea44d3a on network c0075a54-caf4-4c17-8531-1029279289ff {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:31.177618 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:31.177999 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Checking segment: {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:31.178443 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.178674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.179315 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Bound using segment: {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:31.179397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Bound port: 199fe99e-e810-4e20-95bb-bc414ea44d3a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208a3feb-3a4d-4e70-b1eb-4d626ad587bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:31.179795 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.215915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393dadf7-7334-462b-8fa0-c47eed24e809 None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:12Z', 'revision_number': 6, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bac169a2-40b7-431e-a8b0-9e44c01e61da', 'name': '', 'network_id': 'a7bb77ba-f125-48a7-b0ea-2e2ca703dc85', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:31:95:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:02Z', 'updated_at': '2021-07-28T14:55:11Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '2bd7fd84-e805-445f-908f-7ffe460f94e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:31.346155 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] For port 199fe99e-e810-4e20-95bb-bc414ea44d3a, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:31.354182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] For port 199fe99e-e810-4e20-95bb-bc414ea44d3a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=199fe99e-e810-4e20-95bb-bc414ea44d3a,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:31.354969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4f93a2d-daaf-4081-9ea4-8429d0556299 req-af96390b-a783-49ca-83af-bb410bd43749 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0762589 Jul 28 14:57:31.379260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.421613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-c600d6c9-16da-4a11-a21f-39e33c1c52da tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.424921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-c600d6c9-16da-4a11-a21f-39e33c1c52da tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.1428044 Jul 28 14:57:31.436364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eeeca75-f10f-4222-a978-f5c3e0cba676']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.466887 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.508523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ce853c-5791-4901-bd25-511277439458') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.509463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ce853c-5791-4901-bd25-511277439458') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.545278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.611005 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2651a-7d2f-4014-abdc-1ac512cee8b1 None None] Pushing event updated for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:31.631795 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:31.640545 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:31.640719 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.669238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:31.669501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:31.688236 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:31.735477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3d9c4-0653-46bd-a66a-3c7f45184e27 req-240cd263-a47b-40f7-b309-2dfae0e65cca tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.758568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eae3d9c4-0653-46bd-a66a-3c7f45184e27 req-240cd263-a47b-40f7-b309-2dfae0e65cca tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 945 time: 0.2545700 Jul 28 14:57:31.772731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a56ab68-d490-4754-b5e8-b65cdb03c5ab None None] New status for floating IP a52809e0-c847-4a8f-bfca-a92b487ebf46: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:57:31.820266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:31.824455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.826027 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:31.846770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eae3d9c4-0653-46bd-a66a-3c7f45184e27 req-78389717-82c1-45a8-9a06-330b7256121b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=657edc51-718e-44a4-8e3b-bd0b73de8af6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866084 Jul 28 14:57:31.866417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:31.867085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:31.964848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-6944b072-084c-45d4-bd4b-c396ffddac54 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:31.966694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-6944b072-084c-45d4-bd4b-c396ffddac54 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 813 time: 0.4162817 Jul 28 14:57:32.011612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:32.012365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.013420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Request body: {'port': {'device_id': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'admin_state_up': True, 'tenant_id': '9d7f2ae0981e4b04962f01c860c39af9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:32.026849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:32.037343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-4cbdc517-5981-42a6-8fe6-2b3589180fcd req-d3a9411d-d2b3-4502-863b-e27e03fe3bbe service neutron] (94748) timed out ('10.222.0.50', 58255) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:57:32.126475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.131830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.136492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/networks/7eeeca75-f10f-4222-a978-f5c3e0cba676 HTTP/1.1" status: 204 len: 168 time: 1.4869726 Jul 28 14:57:32.152458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48634) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:32.162781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3e71e-a84f-4ab0-a153-a83a2fdaa6d0 tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'Network': ['ID=7eeeca75-f10f-4222-a978-f5c3e0cba676,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:32.173869 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:27Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:31Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:32.235832 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb55e393-8660-49a4-896c-c24ce8f99eed None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:27Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:31Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:32.297480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0b05f569-a738-487c-b976-325db8de3adc no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:32.342135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0b05f569-a738-487c-b976-325db8de3adc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:32.342437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0b05f569-a738-487c-b976-325db8de3adc not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:32.345269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.397307 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.487341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d948f63f-3524-4870-9328-20f0a53c5336 req-de52fe97-af55-477f-bd50-00e0d388ec1f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0376487 Jul 28 14:57:32.489852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.548596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:32.625531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] No DVR routers for this DVR port ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:32.629348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.631954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e40ac351-e61a-41ad-8817-f804b7c031c0 req-5bd450f4-d172-43bd-99c8-76345543e889 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "DELETE /v2.0/ports/ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 HTTP/1.1" status: 204 len: 173 time: 1.1958129 Jul 28 14:57:32.632645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'name': 'network-vif-deleted', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:32.645704 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4734eba7-aae8-4dd7-8908-15d624d6c901" -d '{"events": [{"server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "name": "network-vif-deleted", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:32.682972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.687485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.690777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] 10.222.0.47 "DELETE /v2.0/security-groups/9dff5648-bdbb-4310-b290-9217f4e9946f HTTP/1.1" status: 204 len: 168 time: 0.5372233 Jul 28 14:57:32.714334 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad2f57-32cd-48df-ae95-70e1eead944d x-openstack-request-id: req-f7ad2f57-32cd-48df-ae95-70e1eead944d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:32.716165 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98229887-e653-47b9-a368-45787fa7214b", "name": "network-vif-deleted", "tag": "ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:32.716165 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7ad2f57-32cd-48df-ae95-70e1eead944d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:32.716165 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98229887-e653-47b9-a368-45787fa7214b', 'name': 'network-vif-deleted', 'tag': 'ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1', 'status': 'completed', 'code': 200} Jul 28 14:57:32.729476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf07f0d-0d83-4710-a9ab-8cdc120645ca tempest-TestNetworkAdvancedServerOps-1181141359 tempest-TestNetworkAdvancedServerOps-1181141359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff5648-bdbb-4310-b290-9217f4e9946f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:32.825711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95f3febd-736f-432c-b72f-5bed2b7af1ce req-3ea627c6-9cee-4bdf-bc8a-a1f34345165d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.6058352 Jul 28 14:57:32.830030 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:32.910293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.9 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/0c73fdad-a4e9-44db-8090-02f9c6571ece) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:33.169413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dcb2836-1358-41b5-9330-b917c4f2af90 req-df274e6a-80a1-496c-b089-68adca6800f5 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=98229887-e653-47b9-a368-45787fa7214b HTTP/1.1" status: 200 len: 210 time: 0.1579750 Jul 28 14:57:33.170100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Subnet': ['ID=66faaeb4-7fc6-45c9-a7c1-94abbfdf334f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:33.198484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Made reservation on behalf of 9d7f2ae0981e4b04962f01c860c39af9 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:33.208090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.219474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Checking segment: {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:33.219853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network hostable DHCP agents. Network: 4280c539-921a-44b3-bb54-81e91e8700c4, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:33.348002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.390596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object 0c73fdad-a4e9-44db-8090-02f9c6571ece will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:33.422215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Allocated IP 172.20.0.9 (53b6e154-f169-4a1c-993e-bf30592fd931/9c1787bc-b62e-423f-b321-6272d2e41d02/710be04b-a07f-4184-8aa7-0771b60749e4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:33.455935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 4280c539-921a-44b3-bb54-81e91e8700c4 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:33.639493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.651223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4280c539-921a-44b3-bb54-81e91e8700c4) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:33.656308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:33.657045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.661284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0168ed1e-b2c3-4b00-b615-79c1e38a8efa None None] Network 4280c539-921a-44b3-bb54-81e91e8700c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:33.727240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33041258-682f-49da-8668-d843dbb81ec9 req-ebb530a8-701d-4aaf-8f34-100c732acb71 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0523169 Jul 28 14:57:33.770299 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:33.779352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:33.780601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:33.796563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:33.800488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:33.826303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:33.856604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48662) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:33.856949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4a30aea8-2027-4ced-b5cd-9d288e6dd5d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3409739 Jul 28 14:57:33.955572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:33.956277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.066120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-4280c539-921a-44b3-bb54-81e91e8700c4', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:34.067383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.136456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2f650-6508-4a53-86bb-27e2b78d03a3 req-fee5fdde-56a4-4e0a-922c-6c8d531bf265 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:34.138120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcc2f650-6508-4a53-86bb-27e2b78d03a3 req-fee5fdde-56a4-4e0a-922c-6c8d531bf265 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 931 time: 0.1132977 Jul 28 14:57:34.224471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcc2f650-6508-4a53-86bb-27e2b78d03a3 req-3d6fddd5-8128-4a03-9b8f-d84f519ac271 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Jul 28 14:57:34.227529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-4fdff10a-f572-4667-aaeb-3432057ff9a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1641166 Jul 28 14:57:34.248830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Request body: {'port': {'device_id': '7f39a1a8-966f-416e-8540-a0181dd27195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:34.322532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48668) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:34.369244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.442074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 199fe99e-e810-4e20-95bb-bc414ea44d3a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:34.444997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9cffb8c3-ddd4-43ec-85fa-682925317a79 None None] Provisioning for port 0c73fdad-a4e9-44db-8090-02f9c6571ece completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:34.453817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:34.515385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Allocated IP 172.23.0.2 (4280c539-921a-44b3-bb54-81e91e8700c4/66faaeb4-7fc6-45c9-a7c1-94abbfdf334f/b7b99ca1-696a-41d5-be26-2d97fa07a05f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:34.519235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.524953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9cffb8c3-ddd4-43ec-85fa-682925317a79 None None] Provisioning complete for port 0c73fdad-a4e9-44db-8090-02f9c6571ece triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:34.525673 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9cffb8c3-ddd4-43ec-85fa-682925317a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.644115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9cffb8c3-ddd4-43ec-85fa-682925317a79 None None] Port 0c73fdad-a4e9-44db-8090-02f9c6571ece cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:34.687052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Network 53b6e154-f169-4a1c-993e-bf30592fd931 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:34.697097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:34.702182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:34.803018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-660462d3-8bd9-4c8d-93fc-2d8ae2dc5443 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56245dcc2a25444f8fd4d55b76dc31cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737446 Jul 28 14:57:34.806014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48674) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:34.812143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 199fe99e-e810-4e20-95bb-bc414ea44d3a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:34.825189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 199fe99e-e810-4e20-95bb-bc414ea44d3a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:34.828582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.838401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.896704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.910360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Transition to ACTIVE for port object b7b99ca1-696a-41d5-be26-2d97fa07a05f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:34.932992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Transition to ACTIVE for port object b7b99ca1-696a-41d5-be26-2d97fa07a05f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:34.954861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:34.955451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:34.968797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.006117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.037097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.046539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 199fe99e-e810-4e20-95bb-bc414ea44d3a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=199fe99e-e810-4e20-95bb-bc414ea44d3a,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:35.055563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.081354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22de31-ada8-47ba-a68c-fef7da40d2a0 req-443c8dfe-d4bb-4121-9b9d-4059eb683d60 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:35.083239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a22de31-ada8-47ba-a68c-fef7da40d2a0 req-443c8dfe-d4bb-4121-9b9d-4059eb683d60 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 931 time: 0.2225032 Jul 28 14:57:35.085502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Network 4280c539-921a-44b3-bb54-81e91e8700c4 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:35.088758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:35.111359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:35.131922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e5f2cc56-d0ce-47af-be10-cbc6c01ac936 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496804 Jul 28 14:57:35.135935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.140110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.166576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Request body: {'port': {'device_id': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:35.184394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Pushing event updated for resources: {'Port': ['ID=b7b99ca1-696a-41d5-be26-2d97fa07a05f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.195202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Attempting to bind port b7b99ca1-696a-41d5-be26-2d97fa07a05f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:35.199464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Attempting to bind port b7b99ca1-696a-41d5-be26-2d97fa07a05f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:35.200098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Attempting to bind port b7b99ca1-696a-41d5-be26-2d97fa07a05f on network 4280c539-921a-44b3-bb54-81e91e8700c4 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:35.220642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5a22de31-ada8-47ba-a68c-fef7da40d2a0 req-7f182b17-6fd1-4736-9a5d-d343af6cdd02 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217308 Jul 28 14:57:35.262293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:35.262293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Checking segment: {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:35.262520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.262891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Bound using segment: {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:35.266526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Bound port: b7b99ca1-696a-41d5-be26-2d97fa07a05f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:35.268561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.287857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c73fdad-a4e9-44db-8090-02f9c6571ece {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:57:35.310207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.319100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.323412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.324915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/security-groups/657edc51-718e-44a4-8e3b-bd0b73de8af6 HTTP/1.1" status: 204 len: 168 time: 1.0013566 Jul 28 14:57:35.346113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.347537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.364822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.376445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Transition to ACTIVE for port object 0c73fdad-a4e9-44db-8090-02f9c6571ece will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:35.378929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b2ac-cec3-44ce-8e13-2f139d481788 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657edc51-718e-44a4-8e3b-bd0b73de8af6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.439416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] For port b7b99ca1-696a-41d5-be26-2d97fa07a05f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:35.442915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] For port b7b99ca1-696a-41d5-be26-2d97fa07a05f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7b99ca1-696a-41d5-be26-2d97fa07a05f,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:35.454554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.457463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.458735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3493615-a89d-4254-a341-f96a829bd658 HTTP/1.1" status: 204 len: 168 time: 0.6123397 Jul 28 14:57:35.498481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48682) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:35.514418 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.551847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:35.581241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52947fb-f250-43fa-8b5d-5b3a921f2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3493615-a89d-4254-a341-f96a829bd658,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.610719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eff4c8-be3b-4ace-b5f9-585821238263 req-56815f77-b25e-4da2-9f3b-6ed3109c7c2c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:35.612465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42eff4c8-be3b-4ace-b5f9-585821238263 req-56815f77-b25e-4da2-9f3b-6ed3109c7c2c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 931 time: 0.2678123 Jul 28 14:57:35.763147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b439-0368-4aa2-9564-bb77d51e9ad7 None None] Pushing event updated for resources: {'Port': ['ID=b7b99ca1-696a-41d5-be26-2d97fa07a05f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.795053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Pushing event updated for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:35.950362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Attempting to bind port 0c73fdad-a4e9-44db-8090-02f9c6571ece on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:35.950704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Attempting to bind port 0c73fdad-a4e9-44db-8090-02f9c6571ece by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:35.951062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Attempting to bind port 0c73fdad-a4e9-44db-8090-02f9c6571ece on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:35.999372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42eff4c8-be3b-4ace-b5f9-585821238263 req-f7048f2b-392b-4619-b07d-75479455e5c4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711824 Jul 28 14:57:36.059489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Port 0c73fdad-a4e9-44db-8090-02f9c6571ece on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:57:36.073595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Attempting to bind port 0c73fdad-a4e9-44db-8090-02f9c6571ece on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:36.135670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:36.136021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:36.136596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:36.137293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Bound port: 0c73fdad-a4e9-44db-8090-02f9c6571ece, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:36.137667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.237292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:36.281949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Allocated IP 172.23.0.1 (4280c539-921a-44b3-bb54-81e91e8700c4/66faaeb4-7fc6-45c9-a7c1-94abbfdf334f/eeddaa0a-ce3f-4391-90c9-934aeeb1b847) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:36.296030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:36.299945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:36.328100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:36.328458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ec3831ee-6bc8-4e72-9df1-1d6f5a11cfe1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:36.351767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:57:36.363264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.381679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Transition to ACTIVE for port object 710be04b-a07f-4184-8aa7-0771b60749e4 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:36.393695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.506558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:36.509868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.509868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] 10.222.0.50 "PUT /v2.0/ports/0c73fdad-a4e9-44db-8090-02f9c6571ece HTTP/1.1" status: 200 len: 1092 time: 2.2668407 Jul 28 14:57:36.524756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:36.530298 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927b5ee9-275b-4873-9238-6ff3c0898257" -d '{"events": [{"name": "network-changed", "server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:36.606616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f78eb2-eb29-4a81-9f99-51aa535e7555 service neutron] Pushing event updated for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:36.609101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.689607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:36.741346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 199fe99e-e810-4e20-95bb-bc414ea44d3a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:36.763251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48696) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:36.772862 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a6d9b-e34d-43a6-b18b-67bc230514b9 x-openstack-request-id: req-584a6d9b-e34d-43a6-b18b-67bc230514b9 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:36.774005 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:36.774349 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-584a6d9b-e34d-43a6-b18b-67bc230514b9 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:36.776831 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece', 'status': 'completed', 'code': 200} Jul 28 14:57:36.799373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.832981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d5029-8d13-47eb-99e5-3dbc0cbca197 req-84f6d052-e677-4cf8-8536-4bb83b0c8cef tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:36.846596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c2d5029-8d13-47eb-99e5-3dbc0cbca197 req-84f6d052-e677-4cf8-8536-4bb83b0c8cef tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 931 time: 0.3957539 Jul 28 14:57:36.855253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Transition to ACTIVE for port object eeddaa0a-ce3f-4391-90c9-934aeeb1b847 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:36.863204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-db1dfd2a-8cea-4950-98c8-4f6dffc37e7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc639c4375e746f2ab4643a9077562cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963337 Jul 28 14:57:36.866763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48698) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:36.901286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 199fe99e-e810-4e20-95bb-bc414ea44d3a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:36.904185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:36.993668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-acb6a6fa-ad57-478a-90cc-ccc6c285330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:36.995815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-acb6a6fa-ad57-478a-90cc-ccc6c285330d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 1095 time: 0.3022919 Jul 28 14:57:37.016082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.120782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.120782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.165453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7b99ca1-696a-41d5-be26-2d97fa07a05f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:37.183579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Attempting to bind port 710be04b-a07f-4184-8aa7-0771b60749e4 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:37.184137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Attempting to bind port 710be04b-a07f-4184-8aa7-0771b60749e4 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:37.184385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Attempting to bind port 710be04b-a07f-4184-8aa7-0771b60749e4 on network 53b6e154-f169-4a1c-993e-bf30592fd931 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:37.228108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 4280c539-921a-44b3-bb54-81e91e8700c4 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:37.241593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:37.248801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:37.272633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Port 710be04b-a07f-4184-8aa7-0771b60749e4 on network 53b6e154-f169-4a1c-993e-bf30592fd931 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:57:37.272877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Attempting to bind port 710be04b-a07f-4184-8aa7-0771b60749e4 on network 53b6e154-f169-4a1c-993e-bf30592fd931 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:37.279948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:37.280336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-5c410c79-b840-4b09-9f68-9e776a816bc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece HTTP/1.1" status: 200 len: 217 time: 0.1568589 Jul 28 14:57:37.296822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.303867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c2d5029-8d13-47eb-99e5-3dbc0cbca197 req-c1854df8-8cf7-436b-a99d-c675c8fe7a0e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562008 Jul 28 14:57:37.314187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:37.314551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Checking segment: {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:37.315583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Bound using segment: {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:37.316851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Bound port: 710be04b-a07f-4184-8aa7-0771b60749e4, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:37.317238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.371470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b2c47-c29d-4df1-9ddc-8ee823a28ad4 req-8848b0a5-1d46-4dc9-a121-31467975773c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:37.373075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a45b2c47-c29d-4df1-9ddc-8ee823a28ad4 req-8848b0a5-1d46-4dc9-a121-31467975773c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.2181120 Jul 28 14:57:37.376144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.401813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870506f9-8b01-49f7-be3f-0d97aac8a11c None None] Network 4280c539-921a-44b3-bb54-81e91e8700c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:37.431512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-c5278811-aabe-42b9-b04f-5562550330c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:37.435178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-c5278811-aabe-42b9-b04f-5562550330c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.1008389 Jul 28 14:57:37.502569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:37.546698 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:37.555529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-6caaf0d3-29a4-440d-9f5c-c58c0003293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:37.558565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-6caaf0d3-29a4-440d-9f5c-c58c0003293c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144826 Jul 28 14:57:37.594715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a45b2c47-c29d-4df1-9ddc-8ee823a28ad4 req-8eaf48c4-74cf-4ae3-b0ee-e4e189668a0b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134552 Jul 28 14:57:37.680069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-f02df09e-c3ac-44e9-b44b-c7b45587cf44 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116066 Jul 28 14:57:37.699913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b7b99ca1-696a-41d5-be26-2d97fa07a05f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:37.700801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.700801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.700801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb51c3db-f3d7-491f-84b5-332b49eeb4e6 HTTP/1.1" status: 204 len: 168 time: 0.8296504 Jul 28 14:57:37.735089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732208e8-9b34-4978-8a57-8811661154ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb51c3db-f3d7-491f-84b5-332b49eeb4e6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:37.820819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Provisioning for port b7b99ca1-696a-41d5-be26-2d97fa07a05f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:37.823752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.826804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Provisioning complete for port b7b99ca1-696a-41d5-be26-2d97fa07a05f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:37.827531 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.891089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:37.891764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:37.894202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] 10.222.0.50 "PUT /v2.0/ports/710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 1092 time: 2.7331879 Jul 28 14:57:37.968657 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac9f43d9-f9a1-44fa-b84d-9d36f7e332ac req-25c1a777-d74c-42b3-b7a0-722283177a73 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770221 Jul 28 14:57:37.969255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f0d0-31fd-40d7-9cfa-ed11fe8c4e1c service neutron] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:37.997700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.021295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.066397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] For port b7b99ca1-696a-41d5-be26-2d97fa07a05f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7b99ca1-696a-41d5-be26-2d97fa07a05f,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:38.083916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port bac169a2-40b7-431e-a8b0-9e44c01e61da {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:38.084416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.104387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-96b44131-91b3-465e-843e-2bb739b349bf req-46cf0c48-f422-4a36-925b-b90301eaa227 service neutron] (94748) timed out ('10.222.0.50', 58341) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:57:38.141269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-d20a02a4-72f5-4aa3-9946-c408c021282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.143349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-d20a02a4-72f5-4aa3-9946-c408c021282d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1095 time: 0.0546935 Jul 28 14:57:38.235447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-e818814f-91d0-40c7-be21-c738182e8c30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.0780566 Jul 28 14:57:38.272652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.333372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port bac169a2-40b7-431e-a8b0-9e44c01e61da, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bac169a2-40b7-431e-a8b0-9e44c01e61da,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:38.333846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.362658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-d0aee7cc-f199-4c22-9b80-81cc4fc11dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.364873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-d0aee7cc-f199-4c22-9b80-81cc4fc11dfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.1116178 Jul 28 14:57:38.396501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b440e68-6936-4630-badb-4a46624c7692 None None] Pushing event updated for resources: {'Port': ['ID=b7b99ca1-696a-41d5-be26-2d97fa07a05f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:38.430286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Provisioning complete for port b7b99ca1-696a-41d5-be26-2d97fa07a05f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:38.432651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.440200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-dac8ef01-6d40-4221-ac1b-05eeeb13e3ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669732 Jul 28 14:57:38.441755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for bac169a2-40b7-431e-a8b0-9e44c01e61da owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:38.543998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-7015089f-2b97-49aa-a59a-b6c6a3b6dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.547146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-7015089f-2b97-49aa-a59a-b6c6a3b6dd02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 1095 time: 0.3811932 Jul 28 14:57:38.686692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69fd15-eb87-48f9-93f2-6879db8a6fbc req-6d04e811-4973-4718-8fc3-8df678692cdd tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.690036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd69fd15-eb87-48f9-93f2-6879db8a6fbc req-6d04e811-4973-4718-8fc3-8df678692cdd tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.2551770 Jul 28 14:57:38.734806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-2c9ad0e4-3a9e-495d-9558-913fc486c7d3 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781122 Jul 28 14:57:38.746369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Provisioning for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:38.758441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Provisioning complete for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:38.759361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.763477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.802268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15eed4-ee66-4086-8953-5975e75899bc req-b4409d54-bdc2-4410-962c-bf4daf0c2e6a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.804007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e15eed4-ee66-4086-8953-5975e75899bc req-b4409d54-bdc2-4410-962c-bf4daf0c2e6a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0916226 Jul 28 14:57:38.811163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:38.813404 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:38.855411 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0f3925ee-4970-48fe-b129-789c86cef6d5 None None] Port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:38.860131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-24e6533d-8773-4126-90a0-d3e530f9cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:38.861384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-24e6533d-8773-4126-90a0-d3e530f9cf6a service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.3038812 Jul 28 14:57:38.866182 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd69fd15-eb87-48f9-93f2-6879db8a6fbc req-400e887f-b966-4ad7-8b4d-7aa6c5c276c7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642168 Jul 28 14:57:38.889223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.927001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-a72f6c94-7320-4bbb-8283-c51245f456a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece HTTP/1.1" status: 200 len: 217 time: 0.0574369 Jul 28 14:57:38.956931 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd55cb50-22bf-4ffa-a94c-cf3a93ea8d3d x-openstack-request-id: req-bd55cb50-22bf-4ffa-a94c-cf3a93ea8d3d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:38.956931 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:38.956931 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd55cb50-22bf-4ffa-a94c-cf3a93ea8d3d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:38.956931 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'status': 'completed', 'code': 200} Jul 28 14:57:38.983459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-daef1c07-792d-4bd9-ad7b-992ff1d659e6 None None] Provisioning complete for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:38.984221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-daef1c07-792d-4bd9-ad7b-992ff1d659e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:38.998160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204b12df-0a5b-4dd4-a7fb-be1dbf46d02a req-8dc748ed-dcba-412b-819a-21935f6f38f8 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524567 Jul 28 14:57:39.013318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-03e72c13-e470-4203-b002-2e3e3ed56730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:39.015230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-03e72c13-e470-4203-b002-2e3e3ed56730 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0780144 Jul 28 14:57:39.051924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-daef1c07-792d-4bd9-ad7b-992ff1d659e6 None None] Port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:39.079890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-1a8df64f-d66c-49ec-a410-2b9627717666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:39.081536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-1a8df64f-d66c-49ec-a410-2b9627717666 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564439 Jul 28 14:57:39.199911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-b99c80db-a10f-4c4b-beb9-3aa422cb7dd1 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113045 Jul 28 14:57:39.394110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-daa4ac82-4685-42c1-9c6b-1452c3558c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:39.395617 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-daa4ac82-4685-42c1-9c6b-1452c3558c07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1095 time: 0.1778190 Jul 28 14:57:39.400018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-47161a5a-de85-443e-898c-2916058b55d8 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835737 Jul 28 14:57:39.444506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e15eed4-ee66-4086-8953-5975e75899bc req-705ee8b4-70ea-4983-9754-3513fea3e55e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6322746 Jul 28 14:57:39.449026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.450917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event updated for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:39.532054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-753b5069-c03e-465b-9ef9-831e16a85d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:39.534123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-753b5069-c03e-465b-9ef9-831e16a85d59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 914 time: 0.1142144 Jul 28 14:57:39.568193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Network 4280c539-921a-44b3-bb54-81e91e8700c4 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:39.569933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:39.594240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-e2760975-0868-410e-ac9a-be1813b93a7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.0511301 Jul 28 14:57:39.666509 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:39.669543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-028d982c-acc4-4a16-b467-9bf9d82be5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:39.681142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-028d982c-acc4-4a16-b467-9bf9d82be5b7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.0789638 Jul 28 14:57:39.704730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48736) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:39.709431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=bac169a2-40b7-431e-a8b0-9e44c01e61da,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:39.782948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-cc9b43c6-f908-482a-b8cd-a578e33d35ec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640895 Jul 28 14:57:39.804581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:39.920271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-16db6c74-d974-4afd-b971-e1853f07bac0 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513953 Jul 28 14:57:40.056643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-367176956-network', 'tenant_id': '8803c44c977e49869cbf9145f5bdd890'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:40.103830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-df48f962-8593-45af-ba41-1c404f6b66bc None None] Provisioning complete for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:40.103830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df48f962-8593-45af-ba41-1c404f6b66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.172618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-df48f962-8593-45af-ba41-1c404f6b66bc None None] Port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:57:40.234382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb04c8-6297-40f5-a824-865f525d8939 req-33695972-79a8-416d-8c8a-fbc8565e3c70 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:40.243486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afcb04c8-6297-40f5-a824-865f525d8939 req-33695972-79a8-416d-8c8a-fbc8565e3c70 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1394346 Jul 28 14:57:40.268973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:40.275891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d1d1e4a4-7f38-4713-ae19-adf8bf84a204 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4232805 Jul 28 14:57:40.278947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48780) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:40.281552 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:40.284018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:40.298117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:40.300593 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.312490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-afcb04c8-6297-40f5-a824-865f525d8939 req-be7e9ebc-deb4-4e87-a4bf-c1c6ba426d8b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Jul 28 14:57:40.314724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Made reservation on behalf of 8803c44c977e49869cbf9145f5bdd890 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:40.317434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.322998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70bb2e2d-6752-4ce9-8548-c8dbf2869e14 req-7cd8e7cd-aa5b-4ad6-95c0-b7dc32a44c70 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976998 Jul 28 14:57:40.325081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.329639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.506009 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:40.542452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.559175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7b99ca1-696a-41d5-be26-2d97fa07a05f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:40.631305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.635745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b7b99ca1-696a-41d5-be26-2d97fa07a05f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:40.636134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.685388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:40.721022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:40.729155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.729835 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Added segment e071ec31-994e-463f-96bd-469c9edfa41d of type vlan for network abd482c7-de7c-4d30-bcea-1191d697d3c7 Jul 28 14:57:40.765073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b6d5-6bc1-43a9-ba7a-1c65f85eead4 req-7c6f6857-a4ae-40cb-bcea-4226d8f10e59 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:40.767224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6644b6d5-6bc1-43a9-ba7a-1c65f85eead4 req-7c6f6857-a4ae-40cb-bcea-4226d8f10e59 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1650660 Jul 28 14:57:40.797599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.883309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:37Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:38Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:40.922976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6644b6d5-6bc1-43a9-ba7a-1c65f85eead4 req-22c890ed-e1e5-4b0c-b67f-e88f0a07551c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Jul 28 14:57:40.924668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:40.925130 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Updating router ac09cfaa-7194-4c4b-8255-f578e32e0254 port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:57:40.925540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 5b3abbde-0933-4a12-b834-a67c35a7d84f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:40.935188 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:40.944812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:40.944812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.000712 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.059092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] Pushing event updated for resources: {'Network': ['ID=abd482c7-de7c-4d30-bcea-1191d697d3c7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:41.071506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network abd482c7-de7c-4d30-bcea-1191d697d3c7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:41.173835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ddf7efb7-ec48-4e5b-a00f-2519e09e4b3d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4671605 Jul 28 14:57:41.176653 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:41.186758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Request body: {'subnet': {'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-367176956-subnet', 'tenant_id': '8803c44c977e49869cbf9145f5bdd890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:41.214343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:41.224847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-574c94f9-b07a-4eeb-b5cc-0ac2f1cfa9b2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/5b3abbde-0933-4a12-b834-a67c35a7d84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7234185 Jul 28 14:57:41.227072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Sync routers for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:41.230887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:41.241658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:41.242610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:41.279058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:57:41.313324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Removed routes are [] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:57:41.313732 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.327149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting subnet 2bd7fd84-e805-445f-908f-7ffe460f94e9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:41.331143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.339942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Made reservation on behalf of 8803c44c977e49869cbf9145f5bdd890 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:41.343680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.389165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.468580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:41.511276 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.527422 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Transition to ACTIVE for port object eeddaa0a-ce3f-4391-90c9-934aeeb1b847 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:41.545638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1286b3a-08c7-4a25-bf3f-3f6f8ba04238 req-7e9750c2-538e-48f9-b876-8dd01c28a057 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:41.547210 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1286b3a-08c7-4a25-bf3f-3f6f8ba04238 req-7e9750c2-538e-48f9-b876-8dd01c28a057 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0977004 Jul 28 14:57:41.625001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.655299 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.693338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1286b3a-08c7-4a25-bf3f-3f6f8ba04238 req-94bc3276-1edd-407a-8a04-7599f1c4828e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303024 Jul 28 14:57:41.845206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.845206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.853954 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Attempting to bind port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:41.854326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Attempting to bind port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:41.854694 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Attempting to bind port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 on network 4280c539-921a-44b3-bb54-81e91e8700c4 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:41.862948 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:41.863239 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Checking segment: {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:41.863603 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.864187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Bound using segment: {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:41.865396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Bound port: eeddaa0a-ce3f-4391-90c9-934aeeb1b847, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ca0c87-1aa6-4116-abac-740fdfdf8521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:41.866096 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.916222 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43385833-4205-4a34-875e-ae124136fe2d None None] Pushing event updated for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:41.917878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:41.949330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:57:41.953552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:38Z', 'revision_number': 7, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:41.985325 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] For port eeddaa0a-ce3f-4391-90c9-934aeeb1b847, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:41.993699 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] For port eeddaa0a-ce3f-4391-90c9-934aeeb1b847, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:42.015055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.037387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Checking router: 5b3abbde-0933-4a12-b834-a67c35a7d84f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:42.054126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd7fd84-e805-445f-908f-7ffe460f94e9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:42.084391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.086892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eaa5b8bb-9902-4009-bd61-dc919a951c44 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/subnets/2bd7fd84-e805-445f-908f-7ffe460f94e9 HTTP/1.1" status: 204 len: 168 time: 0.8547738 Jul 28 14:57:42.091380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48828) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:42.096133 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.187300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c224c3f2-fbde-4d93-b3d4-65534d176bd8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:42.202425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Checking segment: {'id': 'e071ec31-994e-463f-96bd-469c9edfa41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:42.202799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Network hostable DHCP agents. Network: abd482c7-de7c-4d30-bcea-1191d697d3c7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:42.231505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:42.250058 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43385833-4205-4a34-875e-ae124136fe2d None None] Pushing event updated for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:42.278831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b925f9b-7d5d-4419-964d-656f178e886c None None] Network a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:42.285138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:42.286499 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:42.381222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Network abd482c7-de7c-4d30-bcea-1191d697d3c7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:42.421028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:42.445622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '710be04b-a07f-4184-8aa7-0771b60749e4', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'port_id': '710be04b-a07f-4184-8aa7-0771b60749e4', 'mac_address': 'fa:16:3e:11:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1787bc-b62e-423f-b321-6272d2e41d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:57:42.472468 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:42.540290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Routers {'5b3abbde-0933-4a12-b834-a67c35a7d84f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:42.541164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5b3abbde-0933-4a12-b834-a67c35a7d84f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:42.557058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, abd482c7-de7c-4d30-bcea-1191d697d3c7) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:42.569710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:42.571232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.630835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:42.633586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432d2c5-f5a4-4d54-ae10-78f4b2c8e232 None None] Network abd482c7-de7c-4d30-bcea-1191d697d3c7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:42.729685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a378fd92-58fe-4cc7-9e5a-4f1dadf55d21 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5501182 Jul 28 14:57:42.841370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:57:42.921072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5b96f-e481-42cb-b5f4-a5b6f93dfa58 req-334b9e9f-f86d-431f-b5a0-501d51e7c536 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:42.935048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1d5b96f-e481-42cb-b5f4-a5b6f93dfa58 req-334b9e9f-f86d-431f-b5a0-501d51e7c536 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.7618904 Jul 28 14:57:42.943329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c39c1-7972-4cb1-b4ac-5e9578474299 req-fad78484-8544-4151-a6f1-385a17a807f1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:42.945671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-128c39c1-7972-4cb1-b4ac-5e9578474299 req-fad78484-8544-4151-a6f1-385a17a807f1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1009660 Jul 28 14:57:42.950481 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 6, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:42.987769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc733-3d8d-403b-8560-0d77009a1b50 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 6, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:43.017224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-128c39c1-7972-4cb1-b4ac-5e9578474299 req-a8355e53-62f6-49ad-a781-59859fec2d92 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565381 Jul 28 14:57:43.135744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1d5b96f-e481-42cb-b5f4-a5b6f93dfa58 req-7e8e3584-f06b-4328-b102-6093bd8404f4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992919 Jul 28 14:57:43.144426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.214245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:43.245585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.247785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2cc1177a-97fc-434e-aea5-ad99b480f0d4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 932 time: 2.9677835 Jul 28 14:57:43.250623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:43.320589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eec781ff-6a6e-4df8-9eeb-0f0bbc1d0220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.384348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.461317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff4fdc32-0294-40cf-8fdc-6a9a9c7ea860 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 932 time: 0.2091300 Jul 28 14:57:43.464908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:43.466711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:43.469278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] DHCP port deletion for a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:43.471144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a15829a-6ad1-475a-b45a-7071d43933a2 None None] Network abd482c7-de7c-4d30-bcea-1191d697d3c7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:43.474623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'routes': None}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:43.530703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] Set router 5b3abbde-0933-4a12-b834-a67c35a7d84f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:43.627727 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.772037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:43.772395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.818297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:43.847563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Deleting port 18ab3666-e0a3-48c3-b696-d62c9115ceef {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:43.847912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.919016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:57:43.942831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] For port 18ab3666-e0a3-48c3-b696-d62c9115ceef, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=18ab3666-e0a3-48c3-b696-d62c9115ceef,segment=NetworkSegment(908a9b40-ca61-47c7-8218-2095774a03a6),segment_id=908a9b40-ca61-47c7-8218-2095774a03a6)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:43.943520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:43.962485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Calling delete_port for 18ab3666-e0a3-48c3-b696-d62c9115ceef owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:43.982348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:43.982920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.003942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:44.151991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added routes are [] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:57:44.152324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.extraroute_db [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94748) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:57:44.229554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:38Z', 'revision_number': 7, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:44.295480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0afa3-a956-4393-b4b1-af8f3ebd501a None None] The sync data for ids ['5b3abbde-0933-4a12-b834-a67c35a7d84f'] in n-d-705658-23 is: [{'id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'name': 'tempest-TestNetworkBasicOps-router-1907177213', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:54:54Z', 'updated_at': '2021-07-28T14:57:38Z', 'revision_number': 7, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': '76b03a0f-42ab-4d49-bfda-09f0ccb9fa84', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3abbde-0933-4a12-b834-a67c35a7d84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:54:55Z', 'updated_at': '2021-07-28T14:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:44.316435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:44.331159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-931553607-network', 'tenant_id': '6695c080a9e44dfc9b1b24505e7b67ba'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:44.373667 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.383730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015b309-d10d-4113-9a29-7e26446ee215 req-6ea52989-1d63-4c15-9196-3c29c92f3e50 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:44.385923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f015b309-d10d-4113-9a29-7e26446ee215 req-6ea52989-1d63-4c15-9196-3c29c92f3e50 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.1734226 Jul 28 14:57:44.445785 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:44.460048 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.461900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:44.463044 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:44.466164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] No DVR routers for this DVR port 18ab3666-e0a3-48c3-b696-d62c9115ceef on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:44.471593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9a1d-3c5f-4575-9602-cad18932e740 None None] Pushing event deleted for resources: {'Port': ['ID=18ab3666-e0a3-48c3-b696-d62c9115ceef,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:44.499821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f015b309-d10d-4113-9a29-7e26446ee215 req-715f4e35-8fee-45f6-9421-1208d76dbc4e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013303 Jul 28 14:57:44.509504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4eb18-99d3-43ad-b2b0-2c3167cb8f5d req-edd5c6f5-3027-4e3d-ba77-bf6f1e718ec8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:44.511784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c4eb18-99d3-43ad-b2b0-2c3167cb8f5d req-edd5c6f5-3027-4e3d-ba77-bf6f1e718ec8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.2029085 Jul 28 14:57:44.568990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Made reservation on behalf of 6695c080a9e44dfc9b1b24505e7b67ba for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:44.569545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c4eb18-99d3-43ad-b2b0-2c3167cb8f5d req-b10bc004-c714-47d2-9902-b78382d85b84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Jul 28 14:57:44.571635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.590662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.614747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:44.717682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.774341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.790046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=76b03a0f-42ab-4d49-bfda-09f0ccb9fa84,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:44.808776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device eeddaa0a-ce3f-4391-90c9-934aeeb1b847 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:44.856437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b3938105-6601-4d2b-b714-13f7e354fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.871887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.923030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:44.940456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce33a61-ac26-4cdb-8851-701aa3d33013,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:44.944185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:44.944185 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Added segment 15bc8cc3-88ca-4e4d-9ff7-3883b8c16d55 of type vlan for network c0bafcd9-8bdc-4373-a1b0-56b3681809e3 Jul 28 14:57:44.988397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 6, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:44.998817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.009657 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.041440 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:45.049527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.052847 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:45.053615 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:45.093889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:45.098232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:45.098611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.184757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.187324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.188323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:45.189610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.200581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.206342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.210892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.225543 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:45.257154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.290192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] Pushing event updated for resources: {'Network': ['ID=c0bafcd9-8bdc-4373-a1b0-56b3681809e3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:45.314946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c0bafcd9-8bdc-4373-a1b0-56b3681809e3 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:45.320473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5453ab6-3606-4aad-ab55-20e67827fa89 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0012310 Jul 28 14:57:45.322631 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:45.330194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Request body: {'subnet': {'network_id': 'c0bafcd9-8bdc-4373-a1b0-56b3681809e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-931553607-subnet', 'tenant_id': '6695c080a9e44dfc9b1b24505e7b67ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:45.348956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port eeddaa0a-ce3f-4391-90c9-934aeeb1b847, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:45.378352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:45.488580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.489151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Fanout notify agent at l3_agent the message router_deleted on router 5b3abbde-0933-4a12-b834-a67c35a7d84f {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:57:45.500382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.501835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1d27af27-c61d-46d7-a72e-ded2ed5d3111 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/routers/5b3abbde-0933-4a12-b834-a67c35a7d84f HTTP/1.1" status: 204 len: 168 time: 3.4092712 Jul 28 14:57:45.504437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:45.505670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.526324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Made reservation on behalf of 6695c080a9e44dfc9b1b24505e7b67ba for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:45.529597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.599155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:45.606681 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18ab3666-e0a3-48c3-b696-d62c9115ceef no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:45.618299 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:45.632172 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:44Z', 'revision_number': 7, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:45.633369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-31771af6-ad73-4bc4-a8c0-289e8e4f818d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 698 time: 2.1619754 Jul 28 14:57:45.633369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48870) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:45.686117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 18ab3666-e0a3-48c3-b696-d62c9115ceef {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:45.686571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 18ab3666-e0a3-48c3-b696-d62c9115ceef not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:45.699739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05964eb-396d-4f5b-baa5-33aa2bfbed75 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:44Z', 'revision_number': 7, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:41Z', 'revision_number': 4, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:45.715552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:45.860984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bb59ac04-3ffe-4d5c-932f-486e17f0056d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 698 time: 0.2261860 Jul 28 14:57:45.871299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa01c77-06be-4c3d-a14b-e18f4a7e3506 req-a86a048d-5b4b-4241-86d2-8adeffefee9e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:45.872989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fa01c77-06be-4c3d-a14b-e18f4a7e3506 req-a86a048d-5b4b-4241-86d2-8adeffefee9e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1403961 Jul 28 14:57:45.873482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48872) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:45.970576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:46.004279 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fa01c77-06be-4c3d-a14b-e18f4a7e3506 req-b5bed49f-873d-4c0e-8539-caa0b0000135 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243820 Jul 28 14:57:46.154030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:46.175813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:46.176549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:46.263428 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.308119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.322742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:46.331137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d071ce-b854-4aa8-94c1-27aacd9ecd9e req-95cbd276-3d70-4e9b-a517-63469abf860e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:46.342551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6d071ce-b854-4aa8-94c1-27aacd9ecd9e req-95cbd276-3d70-4e9b-a517-63469abf860e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.1423705 Jul 28 14:57:46.374702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-bd1e6bf4-1981-40ef-ba9f-22c3121b367d req-2640471f-e898-4648-987e-280cc906d522 service neutron] (94749) timed out ('10.222.0.53', 51258) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:57:46.376836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 710be04b-a07f-4184-8aa7-0771b60749e4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:46.388921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 710be04b-a07f-4184-8aa7-0771b60749e4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:46.389190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.422819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.451270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6d071ce-b854-4aa8-94c1-27aacd9ecd9e req-59c6d378-ad29-4564-95cf-fe29f47f75d6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926108 Jul 28 14:57:46.520978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device eeddaa0a-ce3f-4391-90c9-934aeeb1b847 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:46.540313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.562222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bb77ba-f125-48a7-b0ea-2e2ca703dc85']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:46.614919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908a9b40-ca61-47c7-8218-2095774a03a6') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:46.615309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908a9b40-ca61-47c7-8218-2095774a03a6') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:46.635969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.661104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.671585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:46.673921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.701233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:46.729371 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:46.731755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.762662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:46.763083 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.810892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:46.813624 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f00823c-92fa-4a59-b0f1-b1cba4b4d2fc" -d '{"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:46.832674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dd5d99c-ef66-4dea-b20e-17981bc9f80c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:46.836656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:46.855652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Checking segment: {'id': '15bc8cc3-88ca-4e4d-9ff7-3883b8c16d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0bafcd9-8bdc-4373-a1b0-56b3681809e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:46.858157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Network hostable DHCP agents. Network: c0bafcd9-8bdc-4373-a1b0-56b3681809e3, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:46.876845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:44Z', 'revision_number': 7, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:45Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:46.881267 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec68bd04-763a-47fb-94de-e8f0fbbf00a9 x-openstack-request-id: req-ec68bd04-763a-47fb-94de-e8f0fbbf00a9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:46.881567 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:46.881913 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec68bd04-763a-47fb-94de-e8f0fbbf00a9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:46.882321 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'code': 200} Jul 28 14:57:46.903418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port eeddaa0a-ce3f-4391-90c9-934aeeb1b847 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:46.903812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.929475 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.942917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:46.959141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/networks/a7bb77ba-f125-48a7-b0ea-2e2ca703dc85 HTTP/1.1" status: 204 len: 168 time: 1.4405420 Jul 28 14:57:46.966280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:46.972193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8e4af-f990-4ae2-9e97-e4bfbba3a380 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Network': ['ID=a7bb77ba-f125-48a7-b0ea-2e2ca703dc85,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:46.973106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:46.979756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'network': {'name': 'tempest-network-smoke--1068367183', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:47.002836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:47.003564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:47.093025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port eeddaa0a-ce3f-4391-90c9-934aeeb1b847, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:47.093025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.099921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645dc73-0247-4585-a7fc-a31d9949cf0e req-f0400428-c213-42a9-aaf1-1b27e2ffdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:47.106829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6645dc73-0247-4585-a7fc-a31d9949cf0e req-f0400428-c213-42a9-aaf1-1b27e2ffdde1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1096 time: 0.1103332 Jul 28 14:57:47.108014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Network c0bafcd9-8bdc-4373-a1b0-56b3681809e3 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:47.133325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for eeddaa0a-ce3f-4391-90c9-934aeeb1b847 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:47.140546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.199656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6645dc73-0247-4585-a7fc-a31d9949cf0e req-da5e3dac-ab8b-46a3-bfe4-36ebcf8ddede service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771327 Jul 28 14:57:47.221277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bac169a2-40b7-431e-a8b0-9e44c01e61da no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:47.224083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a94ab3-d8f0-475e-84a1-98ad0669cb34 req-064d03d3-bc62-43a9-b404-d51977fc28c2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:47.225833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02a94ab3-d8f0-475e-84a1-98ad0669cb34 req-064d03d3-bc62-43a9-b404-d51977fc28c2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1050432 Jul 28 14:57:47.249998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:47.255942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.282566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02a94ab3-d8f0-475e-84a1-98ad0669cb34 req-b89a88bc-adbd-49df-b711-b88c015b7bd0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462673 Jul 28 14:57:47.299878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c0bafcd9-8bdc-4373-a1b0-56b3681809e3) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:47.306090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:47.308570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.355753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:57:47.366455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.367971 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Added segment 1e744076-f5f6-420e-a37b-6ee819ebb217 of type vlan for network dc3e3e73-27c2-422b-bf36-ebf808c0d29b Jul 28 14:57:47.434323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.510308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d7ebb-58a2-4a49-b9d8-1dcb6e405bf2 None None] Network c0bafcd9-8bdc-4373-a1b0-56b3681809e3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:47.526842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bac169a2-40b7-431e-a8b0-9e44c01e61da {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:47.536125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bac169a2-40b7-431e-a8b0-9e44c01e61da not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:47.536125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:47.536337 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-de458dce-9111-4c5e-ab33-595b0c035706 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2034681 Jul 28 14:57:47.599645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:47.604688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:47.605262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 76b03a0f-42ab-4d49-bfda-09f0ccb9fa84 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:47.677462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:47.895708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:47.938830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9fa80c-d25a-424e-85fc-9ad9222979e8 None None] Network c0bafcd9-8bdc-4373-a1b0-56b3681809e3 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:48.151284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:44Z', 'revision_number': 7, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:45Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:48.183692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ebab96-00cd-445d-af32-f110464f2361 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:44Z', 'revision_number': 7, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eeddaa0a-ce3f-4391-90c9-934aeeb1b847', 'name': '', 'network_id': '4280c539-921a-44b3-bb54-81e91e8700c4', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:bf:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:35Z', 'updated_at': '2021-07-28T14:57:45Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '66faaeb4-7fc6-45c9-a7c1-94abbfdf334f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:48.198776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.219591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:48.220090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.352564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fb13a-b212-4b2a-bb61-67aa97944bc1 req-6811a4ab-eeca-4053-8c24-daf8974ff23b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:48.354224 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c38fb13a-b212-4b2a-bb61-67aa97944bc1 req-6811a4ab-eeca-4053-8c24-daf8974ff23b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1920791 Jul 28 14:57:48.355440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Network': ['ID=dc3e3e73-27c2-422b-bf36-ebf808c0d29b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:48.367619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:57:48.402626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c38fb13a-b212-4b2a-bb61-67aa97944bc1 req-61380211-7743-4914-acef-2b8da5fb277f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Jul 28 14:57:48.552561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.558550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e107ffcc-1e14-4149-9df6-a434ab75b15b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5844722 Jul 28 14:57:48.559191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:48.575515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'admin_state_up': True, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:48.597796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-27ad1e42-cacc-45d2-a6e3-93d13ab11a6c tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:48.603867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-27ad1e42-cacc-45d2-a6e3-93d13ab11a6c tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/networks?id=abd482c7-de7c-4d30-bcea-1191d697d3c7 HTTP/1.1" status: 200 len: 811 time: 0.1869481 Jul 28 14:57:48.608402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77470-9b27-4abf-a66a-f2eecbe1ec31 req-91254314-98fd-459a-af6a-61cf5fd63346 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:48.609995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bf77470-9b27-4abf-a66a-f2eecbe1ec31 req-91254314-98fd-459a-af6a-61cf5fd63346 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1049550 Jul 28 14:57:48.613729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=eeddaa0a-ce3f-4391-90c9-934aeeb1b847,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:48.621672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-ced2fb38-6af5-4aa9-b89f-acc73f29691e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/quotas/8803c44c977e49869cbf9145f5bdd890 HTTP/1.1" status: 200 len: 375 time: 0.0160925 Jul 28 14:57:48.663793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-99b3263a-430b-4330-bd43-904607a75d61 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8803c44c977e49869cbf9145f5bdd890&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357134 Jul 28 14:57:48.681935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.682291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.682637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.684049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.684248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.684573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.685576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.686144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.687323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.687678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.688028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.688372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:57:48.825979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-85ba56b9-57ab-490a-8576-62169e3375d7 service neutron] 10.222.0.47 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498363 Jul 28 14:57:48.889844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bf77470-9b27-4abf-a66a-f2eecbe1ec31 req-88db3ecb-b912-4dfc-915b-709bf761c271 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703838 Jul 28 14:57:48.921308 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:48.955372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-1e831ae0-5486-42ef-bd28-474f60fd3c09 service neutron] 10.222.0.47 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283736 Jul 28 14:57:49.011243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.012267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.089577 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.187836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:49.355265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab351abd-5b93-4f0e-bc0f-09fc753a3c86 req-48134bdc-1004-4618-b137-adf3b0fcdf23 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0686476 Jul 28 14:57:49.394354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:49.402204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-34bb7266-fc56-41a1-b396-f6c87d103b6a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5268598 Jul 28 14:57:49.404013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:49.417127 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:49.428309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:49.429871 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:49.528447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.543122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 66faaeb4-7fc6-45c9-a7c1-94abbfdf334f {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:49.546893 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.557060 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:49.586882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221c389-7357-4d95-a3a9-3d45e67bad48 req-492042cc-2d92-4feb-a04d-906140b9eaf8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:49.588923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f221c389-7357-4d95-a3a9-3d45e67bad48 req-492042cc-2d92-4feb-a04d-906140b9eaf8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0735950 Jul 28 14:57:49.595736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.645352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f221c389-7357-4d95-a3a9-3d45e67bad48 req-fedcf488-5e64-4cab-87d1-2a988935c2fa tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498326 Jul 28 14:57:49.762757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:49.875017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:47Z', 'revision_number': 8, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:49.952297 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:49.964954 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:49.965989 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:50.092161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200fca0-4dd8-483b-a2d7-48d1beaaf48d req-a3dc6c87-e69b-4daf-8da6-b27305010889 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:50.093930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4200fca0-4dd8-483b-a2d7-48d1beaaf48d req-a3dc6c87-e69b-4daf-8da6-b27305010889 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1045024 Jul 28 14:57:50.099338 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.143067 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.155252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4200fca0-4dd8-483b-a2d7-48d1beaaf48d req-972237b7-aa15-491e-bbf9-5b689850d191 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Jul 28 14:57:50.209678 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:50.213504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=66faaeb4-7fc6-45c9-a7c1-94abbfdf334f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:50.226142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.236939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e79365-7a2b-44a8-81bb-493e53702b57 None None] Network 4280c539-921a-44b3-bb54-81e91e8700c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:50.237669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.243903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48936) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:50.244734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d6e62bc0-8cf4-407e-81e6-e1e87a8fbf9a tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/66faaeb4-7fc6-45c9-a7c1-94abbfdf334f HTTP/1.1" status: 204 len: 168 time: 0.8397119 Jul 28 14:57:50.277262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.287090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-dbcd4d46-1ce0-4b34-a771-219dac516413 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:50.295883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-dbcd4d46-1ce0-4b34-a771-219dac516413 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 813 time: 0.3933511 Jul 28 14:57:50.325990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-96cf9684-7ff6-4c6d-8bc6-fbb7c887d1b7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/quotas/9d7f2ae0981e4b04962f01c860c39af9 HTTP/1.1" status: 200 len: 375 time: 0.0300713 Jul 28 14:57:50.470080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-76fa03fb-2ecd-40a6-825d-2427652411b3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430898 Jul 28 14:57:50.498526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01f74462-0237-4d59-a0e3-224f4f26ed0f req-85fe0332-6a07-46ec-838e-6742dea32223 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0444314 Jul 28 14:57:50.550635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.574555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:47Z', 'revision_number': 8, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:50.585134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.598944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] DHCP port deletion for 4280c539-921a-44b3-bb54-81e91e8700c4 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:50.625050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port b7b99ca1-696a-41d5-be26-2d97fa07a05f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:50.625400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.632905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.25.0.210 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/d3e096b0-342f-4fbe-b6aa-ad43237dd763) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:50.638182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01409e64-8183-44bb-be33-197d8f6c47f7 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:47Z', 'revision_number': 8, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '199fe99e-e810-4e20-95bb-bc414ea44d3a', 'name': '', 'network_id': 'c0075a54-caf4-4c17-8531-1029279289ff', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:2e:3e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:23Z', 'updated_at': '2021-07-28T14:57:35Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'c254d324-07f6-4c67-9d5a-72b28575fd2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:50.697769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Deleting port b7b99ca1-696a-41d5-be26-2d97fa07a05f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:50.697769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.736765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port b7b99ca1-696a-41d5-be26-2d97fa07a05f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7b99ca1-696a-41d5-be26-2d97fa07a05f,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:50.737302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.761521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for b7b99ca1-696a-41d5-be26-2d97fa07a05f owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:50.770975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e4b13cf6-7951-4f28-b6ee-b08523b7531b service neutron] 10.222.0.47 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999275 Jul 28 14:57:50.773202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] For port b7b99ca1-696a-41d5-be26-2d97fa07a05f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b7b99ca1-696a-41d5-be26-2d97fa07a05f,segment=NetworkSegment(b7ca0c87-1aa6-4116-abac-740fdfdf8521),segment_id=b7ca0c87-1aa6-4116-abac-740fdfdf8521)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:50.773537 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.792722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Calling delete_port for b7b99ca1-696a-41d5-be26-2d97fa07a05f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:50.880885 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:50.951602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-3d515fa3-1884-44bd-a66d-f17c68a4d2df service neutron] 10.222.0.47 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690595 Jul 28 14:57:51.037020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.046633 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.072044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=b7b99ca1-696a-41d5-be26-2d97fa07a05f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:51.076264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port b7b99ca1-696a-41d5-be26-2d97fa07a05f on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:51.102180 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] Pushing event deleted for resources: {'Port': ['ID=b7b99ca1-696a-41d5-be26-2d97fa07a05f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:51.104592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346e0b4-199e-4143-af00-eb34fc15a783 None None] No DVR routers for this DVR port b7b99ca1-696a-41d5-be26-2d97fa07a05f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:51.153695 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.170015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.190240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280c539-921a-44b3-bb54-81e91e8700c4']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:51.208915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ca0c87-1aa6-4116-abac-740fdfdf8521') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:51.209256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ca0c87-1aa6-4116-abac-740fdfdf8521') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:51.223685 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.224626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:51.246888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:51.249730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:51.254271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=d3e096b0-342f-4fbe-b6aa-ad43237dd763,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:51.268062 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.290611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:51.291101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:51.330603 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:51.386798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8ea6d90-80c3-47e1-aeac-a905233285e0 req-bf8c5c20-ab49-4497-8002-ed03e4976bbe tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0633876 Jul 28 14:57:51.491428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb1543-77ee-477c-9ab5-75b97cb91e11 req-5abf8f93-df88-46bf-90f2-86aa2b16f169 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:51.493306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19fb1543-77ee-477c-9ab5-75b97cb91e11 req-5abf8f93-df88-46bf-90f2-86aa2b16f169 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1672356 Jul 28 14:57:51.549418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19fb1543-77ee-477c-9ab5-75b97cb91e11 req-b23ecaaf-b6e0-43a3-ad68-a59ea7c90ca7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Jul 28 14:57:51.625393 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.631160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:51.635135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/4280c539-921a-44b3-bb54-81e91e8700c4 HTTP/1.1" status: 204 len: 168 time: 1.3897655 Jul 28 14:57:51.639817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:51.647595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54260e60-2c32-40fe-a932-9f4290ab345a req-bd47366f-541b-49d0-8db4-730797a8bba7 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0414402 Jul 28 14:57:51.654427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe68d06-9f8e-46f8-8013-8dbe38f9b2b0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=4280c539-921a-44b3-bb54-81e91e8700c4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:52.041125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:52.363144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device eeddaa0a-ce3f-4391-90c9-934aeeb1b847 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:52.387390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: eeddaa0a-ce3f-4391-90c9-934aeeb1b847 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:52.387752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device eeddaa0a-ce3f-4391-90c9-934aeeb1b847 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:52.394124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7b99ca1-696a-41d5-be26-2d97fa07a05f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:52.418355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b7b99ca1-696a-41d5-be26-2d97fa07a05f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:52.418355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b7b99ca1-696a-41d5-be26-2d97fa07a05f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:52.504486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2e58eca-6624-48d9-8d91-b668d05fdaa4 req-06c63893-618f-452a-8fef-872de90f92da tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0451314 Jul 28 14:57:52.774772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c50d4031-2d1e-4145-bd13-b79621325240 req-040bfdc6-5bea-4eb1-8c77-ed03740ee1db tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0354543 Jul 28 14:57:52.783760 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:52.914882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:52.940270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05fde1-6d39-4089-8dc0-4bf28c551c8a req-e51ecc9c-94e6-4a8d-9e10-fbaa984eae73 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:52.941994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc05fde1-6d39-4089-8dc0-4bf28c551c8a req-e51ecc9c-94e6-4a8d-9e10-fbaa984eae73 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.2238638 Jul 28 14:57:53.203255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc05fde1-6d39-4089-8dc0-4bf28c551c8a req-c3938bd3-1378-4af1-aa69-d048f05ae181 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136686 Jul 28 14:57:53.273426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-b4215fae-13e2-4ca2-9a64-03f8bbbca505 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:53.275737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-b4215fae-13e2-4ca2-9a64-03f8bbbca505 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.53 "GET /v2.0/networks?id=abd482c7-de7c-4d30-bcea-1191d697d3c7 HTTP/1.1" status: 200 len: 811 time: 0.3323739 Jul 28 14:57:53.299029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Request body: {'port': {'device_id': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7', 'admin_state_up': True, 'tenant_id': '8803c44c977e49869cbf9145f5bdd890'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:53.500588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 199fe99e-e810-4e20-95bb-bc414ea44d3a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:53.501083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.548362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:57:53.615128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Made reservation on behalf of 8803c44c977e49869cbf9145f5bdd890 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:53.618681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-efb8a486-48a1-474a-a818-8f5c908b3744 req-9f0bbe6d-98d0-4d87-9fd5-b3e347f7f836 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0324576 Jul 28 14:57:53.619412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.729932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port 199fe99e-e810-4e20-95bb-bc414ea44d3a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=199fe99e-e810-4e20-95bb-bc414ea44d3a,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:53.730231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:53.786421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 199fe99e-e810-4e20-95bb-bc414ea44d3a owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:53.805623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:53.815333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Sync routers for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:53.836720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:53.836720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:53.944226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-decf4150-d053-4910-acce-f368b357efd2 req-ee7ccf67-00ad-44a1-b69d-7c2cf5cb8031 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0451357 Jul 28 14:57:53.998364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:54.015615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Allocated IP 172.20.0.5 (abd482c7-de7c-4d30-bcea-1191d697d3c7/c224c3f2-fbde-4d93-b3d4-65534d176bd8/0629b30b-8806-4ec4-857b-6a7210402a7d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:54.059769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.064759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8af8e30b-23e0-4e5f-928b-cdb3276e1825 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4965105 Jul 28 14:57:54.065136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48974) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:54.113635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08d7b810-6123-414b-afcf-785f3060cf77 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cb3e620cf8a14f81a21592cf8eecbead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473020 Jul 28 14:57:54.114537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:54.259195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:51Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:54.295289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Checking router: 859899da-4b09-4abc-97cd-dd9dc8c5e9bb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:54.296705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Updating router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb port d3e096b0-342f-4fbe-b6aa-ad43237dd763 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:57:54.310871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee0ff99-b6c3-485c-80f8-cce9a1df6789 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:54.321091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dee0ff99-b6c3-485c-80f8-cce9a1df6789 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2016768 Jul 28 14:57:54.323412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:54.331002 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.387128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7e0f81d3-b1c9-483d-b363-624cddce00f3 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598810 Jul 28 14:57:54.387574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 48984) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:54.390740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.401764 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.402155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801901945', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:54.423925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd73ac-fbc2-49b3-87ea-32156ef74c6c req-27899737-ed95-436b-9146-717be4fdfdb8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:54.432357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25dd73ac-fbc2-49b3-87ea-32156ef74c6c req-27899737-ed95-436b-9146-717be4fdfdb8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1135252 Jul 28 14:57:54.446699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=199fe99e-e810-4e20-95bb-bc414ea44d3a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:54.607554 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25dd73ac-fbc2-49b3-87ea-32156ef74c6c req-2e9d45af-0a7a-473e-a48c-58af6ea4c651 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742165 Jul 28 14:57:54.751265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.764285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Transition to ACTIVE for port object d3e096b0-342f-4fbe-b6aa-ad43237dd763 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:54.779075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:54.783157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.869494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.877752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39e9fbbe-a761-4d02-8958-d09ade99d5a3 req-2c538a2a-fc43-45d4-9efc-983103d94f19 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0931876 Jul 28 14:57:54.951144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-f611b83c-cd58-4c53-a533-6e5f19a79ab2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:54.952700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-f611b83c-cd58-4c53-a533-6e5f19a79ab2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.53 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 813 time: 0.3903778 Jul 28 14:57:54.968885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.970585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:54.974276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Network abd482c7-de7c-4d30-bcea-1191d697d3c7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:54.986270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Request body: {'port': {'device_id': '4500233e-3256-4792-b672-97c2dfda48fe', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'admin_state_up': True, 'tenant_id': '9d7f2ae0981e4b04962f01c860c39af9'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:54.994183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Pushing event updated for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:54.997495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:55.012151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:55.055585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe1b34-c4cf-496c-bcf2-5b98edb66b18 None None] Pushing event updated for resources: {'Port': ['ID=d3e096b0-342f-4fbe-b6aa-ad43237dd763,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:55.080343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Attempting to bind port d3e096b0-342f-4fbe-b6aa-ad43237dd763 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:55.080716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Attempting to bind port d3e096b0-342f-4fbe-b6aa-ad43237dd763 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:55.081095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Attempting to bind port d3e096b0-342f-4fbe-b6aa-ad43237dd763 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:55.088889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:55.098597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:55.098597 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.098597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:55.098597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Bound port: d3e096b0-342f-4fbe-b6aa-ad43237dd763, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:55.098597 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.159811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011ac8-2b72-4da7-80be-7e862f589e5f req-b73a3df9-0380-4d0d-a236-bd74c9f18301 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:55.164277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34011ac8-2b72-4da7-80be-7e862f589e5f req-b73a3df9-0380-4d0d-a236-bd74c9f18301 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 931 time: 0.0723469 Jul 28 14:57:55.165615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.186620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] For port d3e096b0-342f-4fbe-b6aa-ad43237dd763, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:55.191219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] For port d3e096b0-342f-4fbe-b6aa-ad43237dd763, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3e096b0-342f-4fbe-b6aa-ad43237dd763,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:55.267056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:55.267327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Subnet': ['ID=3d4532bc-6894-49f9-b740-8cfa529f4e7b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:55.267859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.295238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34011ac8-2b72-4da7-80be-7e862f589e5f req-0dc1f76b-0825-4699-b318-09dd90752903 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Jul 28 14:57:55.301732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Checking segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:55.301732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network hostable DHCP agents. Network: dc3e3e73-27c2-422b-bf36-ebf808c0d29b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:57:55.326094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.389633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:55.390332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:55.418695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e7257e7f-9e3f-4ce1-b80d-9e1375d8bf30 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1239119 Jul 28 14:57:55.441053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Request body: {'port': {'device_id': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:55.448896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:57:55.452849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe1b34-c4cf-496c-bcf2-5b98edb66b18 None None] Pushing event updated for resources: {'Port': ['ID=d3e096b0-342f-4fbe-b6aa-ad43237dd763,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:55.465066 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:57:55.534431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:55.582703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.590552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Made reservation on behalf of 9d7f2ae0981e4b04962f01c860c39af9 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:57:55.594072 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.621934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:57:55.626161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, dc3e3e73-27c2-422b-bf36-ebf808c0d29b) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:55.643794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:55.650391 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:57:55.652312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:55.665465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d963fad7-ea21-48a1-9fb5-abeaf2c6940e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0222087 Jul 28 14:57:55.668021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56194497-060d-46bb-95e7-0a864a487c7e None None] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:55.668202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 48994) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:55.671453 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:55.672001 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:55.827203 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:55.904976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet c254d324-07f6-4c67-9d5a-72b28575fd2c {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:57:55.937961 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.013275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:51Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.051759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:57:56.053804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.056019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68044cf5-ceb2-4825-bdc8-7e082b4c765f req-439aec95-37d7-4c78-9f80-d8eed4b48d7a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0731437 Jul 28 14:57:56.080850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b34fca-4e67-4c60-ba6e-8389bb71989e None None] The sync data for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 is: [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:51Z', 'revision_number': 3, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:56.121396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecda0a-3c2b-4e48-b2bb-47056d9123d5 req-34c0a0d5-8048-436b-87fe-20b2576aec3b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:56.123459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37ecda0a-3c2b-4e48-b2bb-47056d9123d5 req-34c0a0d5-8048-436b-87fe-20b2576aec3b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.3347790 Jul 28 14:57:56.129242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.146271 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:54Z', 'revision_number': 9, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.200032 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:57:56.211539 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:57:56.212358 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.230980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Allocated IP 172.20.0.8 (53b6e154-f169-4a1c-993e-bf30592fd931/9c1787bc-b62e-423f-b321-6272d2e41d02/affd64c0-c1c3-47a2-97af-02d185e1e102) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:56.394697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f792e804-4738-4c82-b5bf-6c05f58862ad tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9981225 Jul 28 14:57:56.395141 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:57:56.395875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49002) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:56.603874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Allocated IP 172.20.0.2 (dc3e3e73-27c2-422b-bf36-ebf808c0d29b/3d4532bc-6894-49f9-b740-8cfa529f4e7b/455771e5-9fca-4e56-a264-9b908bbed60c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:56.727705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1aa80-da54-4d1e-b665-8eedccb7f55a req-0fb1b413-f934-4947-9297-7702d90bd946 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:56.736019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44d1aa80-da54-4d1e-b665-8eedccb7f55a req-0fb1b413-f934-4947-9297-7702d90bd946 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 931 time: 0.1830370 Jul 28 14:57:56.910704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44d1aa80-da54-4d1e-b665-8eedccb7f55a req-07271420-6d20-4770-9585-649e1ea8f2a0 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737769 Jul 28 14:57:56.967060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:56.981096 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:54Z', 'revision_number': 9, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:56.983124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Transition to ACTIVE for port object 455771e5-9fca-4e56-a264-9b908bbed60c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:57.018062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Transition to ACTIVE for port object 455771e5-9fca-4e56-a264-9b908bbed60c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:57.050059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871af04f-25b0-4f58-879b-7ff7e96a51ec None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:57:54Z', 'revision_number': 9, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd742c258-d337-4c81-9eb8-31a78c0556ef', 'name': '', 'network_id': '1457e3bc-40bf-4a69-bbcd-32ea51829ebe', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:45:fe:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:16Z', 'updated_at': '2021-07-28T14:57:26Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': 'b924168f-3827-4e6c-a08b-ca836bf42354', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:57:57.174225 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.206698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f98b4e8d-531f-4a1b-a9d8-3c61853be460 req-e032bf7b-fce9-415d-9c4a-ce528e8fa99f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0434637 Jul 28 14:57:57.231325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:57.236232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:57.240217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:57.260577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-37ecda0a-3c2b-4e48-b2bb-47056d9123d5 req-9571467f-5e5f-41b5-a991-1a405d25c6a2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0962949 Jul 28 14:57:57.304619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Pushing event updated for resources: {'Port': ['ID=455771e5-9fca-4e56-a264-9b908bbed60c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:57.359484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.365293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Attempting to bind port 455771e5-9fca-4e56-a264-9b908bbed60c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:57.365669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Attempting to bind port 455771e5-9fca-4e56-a264-9b908bbed60c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:57.366782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Attempting to bind port 455771e5-9fca-4e56-a264-9b908bbed60c on network dc3e3e73-27c2-422b-bf36-ebf808c0d29b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:57.376442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:57.376843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Checking segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:57.377229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.377675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Bound using segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:57.378302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Bound port: 455771e5-9fca-4e56-a264-9b908bbed60c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:57.378690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.480675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] For port 455771e5-9fca-4e56-a264-9b908bbed60c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:57.485248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] For port 455771e5-9fca-4e56-a264-9b908bbed60c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=455771e5-9fca-4e56-a264-9b908bbed60c,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:57.576073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.585634 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.619548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0629b30b-8806-4ec4-857b-6a7210402a7d {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:57:57.649439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.683528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Transition to ACTIVE for port object 0629b30b-8806-4ec4-857b-6a7210402a7d will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:57.721576 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.745519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d65e78-3b27-4b61-ad86-ad2802062896 None None] Pushing event updated for resources: {'Port': ['ID=455771e5-9fca-4e56-a264-9b908bbed60c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:57.747899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.780104 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.782903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/c254d324-07f6-4c67-9d5a-72b28575fd2c HTTP/1.1" status: 204 len: 168 time: 2.1067076 Jul 28 14:57:57.786684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f104bbff-7bac-4805-ba25-c5c1f3110a8e None None] Network c0075a54-caf4-4c17-8531-1029279289ff requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:57.811783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:57.865696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c67d0-e43b-4183-a3c0-9fcd7f8ac147 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=c254d324-07f6-4c67-9d5a-72b28575fd2c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:57.868615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:57.952069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.115269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Pushing event updated for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:58.192001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Attempting to bind port 0629b30b-8806-4ec4-857b-6a7210402a7d on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:57:58.192001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Attempting to bind port 0629b30b-8806-4ec4-857b-6a7210402a7d by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'e071ec31-994e-463f-96bd-469c9edfa41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:57:58.192315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Attempting to bind port 0629b30b-8806-4ec4-857b-6a7210402a7d on network abd482c7-de7c-4d30-bcea-1191d697d3c7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:58.199474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] DHCP port deletion for c0075a54-caf4-4c17-8531-1029279289ff request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:57:58.203117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Port 0629b30b-8806-4ec4-857b-6a7210402a7d on network abd482c7-de7c-4d30-bcea-1191d697d3c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:57:58.203549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Attempting to bind port 0629b30b-8806-4ec4-857b-6a7210402a7d on network abd482c7-de7c-4d30-bcea-1191d697d3c7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:57:58.204490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.1 (dc3e3e73-27c2-422b-bf36-ebf808c0d29b/3d4532bc-6894-49f9-b740-8cfa529f4e7b/36d8cb30-b4a5-4626-af3d-41f7a0a33630) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:57:58.218732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:57:58.230427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Checking segment: {'id': 'e071ec31-994e-463f-96bd-469c9edfa41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:57:58.230427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Bound using segment: {'id': 'e071ec31-994e-463f-96bd-469c9edfa41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:57:58.230427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Bound port: 0629b30b-8806-4ec4-857b-6a7210402a7d, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e071ec31-994e-463f-96bd-469c9edfa41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:57:58.230427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.245315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff6931-1b93-4d16-8fa0-a26b05650d13 req-7ffac311-cf7e-4f2b-b430-ef201f7b9da4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.246530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 06d875fc-419e-4bdc-af92-0722db282cb2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:58.247202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.248910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fff6931-1b93-4d16-8fa0-a26b05650d13 req-7ffac311-cf7e-4f2b-b430-ef201f7b9da4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 943 time: 0.1485891 Jul 28 14:57:58.361902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7fff6931-1b93-4d16-8fa0-a26b05650d13 req-b77e406d-3c7c-4cee-a97e-02b7718786cb tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979338 Jul 28 14:57:58.365022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Deleting port 06d875fc-419e-4bdc-af92-0722db282cb2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:57:58.365422 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.407269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.479332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] For port 06d875fc-419e-4bdc-af92-0722db282cb2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=06d875fc-419e-4bdc-af92-0722db282cb2,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:58.479834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.493622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Calling delete_port for 06d875fc-419e-4bdc-af92-0722db282cb2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:58.543530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.560046 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:57:58.572261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:57:58.596153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port 06d875fc-419e-4bdc-af92-0722db282cb2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=06d875fc-419e-4bdc-af92-0722db282cb2,segment=NetworkSegment(208a3feb-3a4d-4e70-b1eb-4d626ad587bb),segment_id=208a3feb-3a4d-4e70-b1eb-4d626ad587bb)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:58.601379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.601528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object 36d8cb30-b4a5-4626-af3d-41f7a0a33630 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:57:58.607100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3e096b0-342f-4fbe-b6aa-ad43237dd763 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:58.614393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Network 53b6e154-f169-4a1c-993e-bf30592fd931 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:58.626374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:57:58.630665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:58.636045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:58.641053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Pushing event updated for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:58.643906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 06d875fc-419e-4bdc-af92-0722db282cb2 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:57:58.669477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0629b30b-8806-4ec4-857b-6a7210402a7d,segment=NetworkSegment(e071ec31-994e-463f-96bd-469c9edfa41d),segment_id=e071ec31-994e-463f-96bd-469c9edfa41d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:57:58.698108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9909290-b4ec-4f03-9130-11d81c8b7ac2 req-fe69823a-715c-444a-bc8d-3e4612025137 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.703951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9909290-b4ec-4f03-9130-11d81c8b7ac2 req-fe69823a-715c-444a-bc8d-3e4612025137 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1247733 Jul 28 14:57:58.711331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec1fd-a4a8-4e6c-9279-a689225703b8 req-414c4915-8bb1-4f61-9281-6892e8595b24 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.712948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac8ec1fd-a4a8-4e6c-9279-a689225703b8 req-414c4915-8bb1-4f61-9281-6892e8595b24 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 931 time: 0.3013060 Jul 28 14:57:58.781869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.825835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e9909290-b4ec-4f03-9130-11d81c8b7ac2 req-311bf109-419b-416e-a29a-c4db22c49d72 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740817 Jul 28 14:57:58.833797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.834450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.883640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:58.884284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.885714 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] 10.222.0.53 "PUT /v2.0/ports/0629b30b-8806-4ec4-857b-6a7210402a7d HTTP/1.1" status: 200 len: 1092 time: 3.4511368 Jul 28 14:57:58.886243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:57:58.888539 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de" -d '{"events": [{"name": "network-changed", "server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:57:58.904131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac8ec1fd-a4a8-4e6c-9279-a689225703b8 req-0d315eac-71c6-4907-a633-682d2306dcc3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458056 Jul 28 14:57:58.931653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d3e096b0-342f-4fbe-b6aa-ad43237dd763 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:58.934045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121eedf-81f4-4b16-aefa-39f2b5134b3c service neutron] Pushing event updated for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:58.939192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3e096b0-342f-4fbe-b6aa-ad43237dd763 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:58.939192 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.947193 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe0d8ea-4121-4714-a05b-86572201e32f x-openstack-request-id: req-bbe0d8ea-4121-4714-a05b-86572201e32f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:57:58.947557 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:57:58.949915 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bbe0d8ea-4121-4714-a05b-86572201e32f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:57:58.949915 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d', 'status': 'completed', 'code': 200} Jul 28 14:57:58.974656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.977094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:58.997032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.026149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] Pushing event deleted for resources: {'Port': ['ID=06d875fc-419e-4bdc-af92-0722db282cb2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.035854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=06d875fc-419e-4bdc-af92-0722db282cb2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.036509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381734b-6a15-45b7-a42a-7a039dd7a0f5 None None] No DVR routers for this DVR port 06d875fc-419e-4bdc-af92-0722db282cb2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:59.038125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port 06d875fc-419e-4bdc-af92-0722db282cb2 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:57:59.068145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-e31747aa-6fd8-4bc9-9b77-0b35b577b418 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0894313 Jul 28 14:57:59.095199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:57:59.104682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:57:59.119044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Request body: {'port': {'device_id': '4500233e-3256-4792-b672-97c2dfda48fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:57:59.122028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:57:59.127734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.165269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d3e096b0-342f-4fbe-b6aa-ad43237dd763, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3e096b0-342f-4fbe-b6aa-ad43237dd763,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:57:59.165506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.202720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.226230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.249333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0075a54-caf4-4c17-8531-1029279289ff']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:59.301870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.307621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-987aba61-657c-4ffe-8501-7338b99e545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:59.307621 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-987aba61-657c-4ffe-8501-7338b99e545e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8803c44c977e49869cbf9145f5bdd890&device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 1095 time: 0.2931681 Jul 28 14:57:59.311859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208a3feb-3a4d-4e70-b1eb-4d626ad587bb') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:59.312139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208a3feb-3a4d-4e70-b1eb-4d626ad587bb') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:57:59.333404 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.336457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 455771e5-9fca-4e56-a264-9b908bbed60c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:57:59.349317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.506048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d3e096b0-342f-4fbe-b6aa-ad43237dd763,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.540718 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.553088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.591737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:57:59.592151 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self.session.flush() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:57:59.597494 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:57:59.644072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 455771e5-9fca-4e56-a264-9b908bbed60c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:59.672025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e400157-1c3e-4605-933d-ef4b4096d487 None None] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:57:59.748214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab34a6-c525-4280-b3f2-fa840cf2b8ca req-3b91d364-af64-4bc3-99df-ba133a2d68ed tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:59.751526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ab34a6-c525-4280-b3f2-fa840cf2b8ca req-3b91d364-af64-4bc3-99df-ba133a2d68ed tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 943 time: 0.2109911 Jul 28 14:57:59.762038 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 199fe99e-e810-4e20-95bb-bc414ea44d3a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:59.796715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 199fe99e-e810-4e20-95bb-bc414ea44d3a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:59.797000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 199fe99e-e810-4e20-95bb-bc414ea44d3a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:59.797545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 06d875fc-419e-4bdc-af92-0722db282cb2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:57:59.836911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 06d875fc-419e-4bdc-af92-0722db282cb2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:57:59.837618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 06d875fc-419e-4bdc-af92-0722db282cb2 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:57:59.863853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-4e3c83d0-f90c-4b95-b412-4b4d1e82ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:57:59.865353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-4e3c83d0-f90c-4b95-b412-4b4d1e82ab86 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8803c44c977e49869cbf9145f5bdd890&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5333064 Jul 28 14:57:59.937658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66927b52-900a-439e-8d51-46069953a554 None None] Provisioning for port 455771e5-9fca-4e56-a264-9b908bbed60c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:57:59.944869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.947550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66927b52-900a-439e-8d51-46069953a554 None None] Provisioning complete for port 455771e5-9fca-4e56-a264-9b908bbed60c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:57:59.947917 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66927b52-900a-439e-8d51-46069953a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.981078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:57:59.986010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/c0075a54-caf4-4c17-8531-1029279289ff HTTP/1.1" status: 204 len: 168 time: 2.1731207 Jul 28 14:57:59.987051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c23083-6c9e-4fd0-a088-841be30e91b9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=c0075a54-caf4-4c17-8531-1029279289ff,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:57:59.999794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49028) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:57:59.999794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3ab34a6-c525-4280-b3f2-fa840cf2b8ca req-b5efce32-e465-47c4-aba2-8a6f7dfea7cd tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818948 Jul 28 14:58:00.136390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66927b52-900a-439e-8d51-46069953a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.177536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0daacc4-e75a-48df-826c-e973e9b73a95 req-f95432c2-b3eb-4f0e-922e-6b5a00aa8319 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.179784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0daacc4-e75a-48df-826c-e973e9b73a95 req-f95432c2-b3eb-4f0e-922e-6b5a00aa8319 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1588044 Jul 28 14:58:00.190015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-66927b52-900a-439e-8d51-46069953a554 None None] For port 455771e5-9fca-4e56-a264-9b908bbed60c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=455771e5-9fca-4e56-a264-9b908bbed60c,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:00.225944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-b3ca9c0b-1e2d-4a91-960b-ba8462f0b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.227761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ff04b2f-e7c1-4bc1-a006-01f01edae5de req-b3ca9c0b-1e2d-4a91-960b-ba8462f0b032 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540742 Jul 28 14:58:00.251625 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0daacc4-e75a-48df-826c-e973e9b73a95 req-0657cbb3-051d-4513-8772-bd91af929020 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649512 Jul 28 14:58:00.308482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.356501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66927b52-900a-439e-8d51-46069953a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.377140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a68d56-1ea8-4d32-95fc-53707190e16e req-800717e1-c528-4b45-ac96-4fc1fb3d5cee tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.377632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3a68d56-1ea8-4d32-95fc-53707190e16e req-800717e1-c528-4b45-ac96-4fc1fb3d5cee tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 931 time: 0.2561049 Jul 28 14:58:00.415046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3e096b0-342f-4fbe-b6aa-ad43237dd763 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:00.436078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.486779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Provisioning complete for port 455771e5-9fca-4e56-a264-9b908bbed60c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:00.495116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.520904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affd64c0-c1c3-47a2-97af-02d185e1e102 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:00.551770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.552807 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.555824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:00.576389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66927b52-900a-439e-8d51-46069953a554 None None] Pushing event updated for resources: {'Port': ['ID=455771e5-9fca-4e56-a264-9b908bbed60c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:00.576982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-1eaf2f37-0a4a-4d40-be09-f077e9f89b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.579882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-1eaf2f37-0a4a-4d40-be09-f077e9f89b54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8803c44c977e49869cbf9145f5bdd890&device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 1095 time: 0.2548432 Jul 28 14:58:00.596984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3a68d56-1ea8-4d32-95fc-53707190e16e req-beae1925-df9d-4205-ae93-6321821b2232 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066967 Jul 28 14:58:00.606450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d3e096b0-342f-4fbe-b6aa-ad43237dd763 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:00.606873 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:00.674131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-c9afd5a0-5418-4d71-8ea4-5f6dc38d5180 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0629b30b-8806-4ec4-857b-6a7210402a7d HTTP/1.1" status: 200 len: 217 time: 0.0758116 Jul 28 14:58:00.811008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-206132eb-6828-4e47-872a-a4489fcb00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:00.812997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-206132eb-6828-4e47-872a-a4489fcb00ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c224c3f2-fbde-4d93-b3d4-65534d176bd8 HTTP/1.1" status: 200 len: 851 time: 0.0785463 Jul 28 14:58:00.816706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Transition to ACTIVE for port object affd64c0-c1c3-47a2-97af-02d185e1e102 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:00.825465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:00.829752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:00.866816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-4fbbb1b9-37b6-4a22-b349-e50a02665a03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abd482c7-de7c-4d30-bcea-1191d697d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305507 Jul 28 14:58:00.992157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:01.054206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-e0a4de5a-91d3-41b5-818a-505349130774 service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794963 Jul 28 14:58:01.147194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.244280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11b5ca-4967-4fec-a26a-14a7266f53fc req-3d49ea68-fb1f-48a9-88cc-b38bcb0171f8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:01.247037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d11b5ca-4967-4fec-a26a-14a7266f53fc req-3d49ea68-fb1f-48a9-88cc-b38bcb0171f8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 943 time: 0.1165178 Jul 28 14:58:01.252728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:01.261750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-38573497-41a7-4ec1-b86f-82a30469176f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/859899da-4b09-4abc-97cd-dd9dc8c5e9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8575976 Jul 28 14:58:01.264556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:01.265693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Sync routers for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:01.281885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:01.282989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:01.420936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8d11b5ca-4967-4fec-a26a-14a7266f53fc req-3de74d35-4b62-422a-894c-12b62ffdd848 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552103 Jul 28 14:58:01.467775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:01.649578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Provisioning for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:01.658358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Provisioning complete for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:01.663141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.694324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f750498-0a3f-4543-bdf9-79ec34b6ebd6 req-6fe5f1a3-e4e3-4428-8465-96d572292140 service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276405 Jul 28 14:58:01.708039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.733109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ea52d76c-895f-4330-a9cc-8dab0262d537 None None] Port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:01.815675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 2, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:01.832872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4d45d-31e6-4540-b364-aebd5bc0c6f9 req-925c23bb-58fd-41d4-b9bf-9962fba220fa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:01.835066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cd4d45d-31e6-4540-b364-aebd5bc0c6f9 req-925c23bb-58fd-41d4-b9bf-9962fba220fa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1757119 Jul 28 14:58:01.863355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Checking router: 859899da-4b09-4abc-97cd-dd9dc8c5e9bb for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:01.863723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Updating router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:01.889022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Pushing event updated for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:01.904063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.914413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad83dac1-c3bb-41b0-ac1d-a34d0c220398 None None] Provisioning complete for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:01.914816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad83dac1-c3bb-41b0-ac1d-a34d0c220398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:01.951254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cd4d45d-31e6-4540-b364-aebd5bc0c6f9 req-24ff289f-4e92-4c2d-8982-e92530bd19ac tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083887 Jul 28 14:58:02.009935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ad83dac1-c3bb-41b0-ac1d-a34d0c220398 None None] Port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Attempting to bind port affd64c0-c1c3-47a2-97af-02d185e1e102 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Attempting to bind port affd64c0-c1c3-47a2-97af-02d185e1e102 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Attempting to bind port affd64c0-c1c3-47a2-97af-02d185e1e102 on network 53b6e154-f169-4a1c-993e-bf30592fd931 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Port affd64c0-c1c3-47a2-97af-02d185e1e102 on network 53b6e154-f169-4a1c-993e-bf30592fd931 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Attempting to bind port affd64c0-c1c3-47a2-97af-02d185e1e102 on network 53b6e154-f169-4a1c-993e-bf30592fd931 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Checking segment: {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Bound using segment: {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Bound port: affd64c0-c1c3-47a2-97af-02d185e1e102, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:02.034908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.036120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5b326-02cc-44dd-bf72-7e88508471ee req-bf4a96a2-b2ab-4c79-a2f2-5afb01ec77a0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.036120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68e5b326-02cc-44dd-bf72-7e88508471ee req-bf4a96a2-b2ab-4c79-a2f2-5afb01ec77a0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 943 time: 0.1313481 Jul 28 14:58:02.092859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.093695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.094238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.094764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.095263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.095719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.096174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.096797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.097139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.097588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.098038 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.103922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9f7ff762-6fbf-4dbe-8bad-6a5eeb6b9d06 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7746 time: 0.8290555 Jul 28 14:58:02.105145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49042) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:02.114599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68e5b326-02cc-44dd-bf72-7e88508471ee req-b86e283b-453d-4446-8d39-e3c75b09b969 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722561 Jul 28 14:58:02.196665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:02.232114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=affd64c0-c1c3-47a2-97af-02d185e1e102,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:02.234798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port d742c258-d337-4c81-9eb8-31a78c0556ef {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:02.235163 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.299419 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.299889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.300351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.300830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.301250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.301697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.302143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.302593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.303050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.303727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.304169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.308759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4bef2d5e-0302-4496-a950-36e2bb81647d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7107 time: 0.2002726 Jul 28 14:58:02.309861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:02.359206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.426384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port d742c258-d337-4c81-9eb8-31a78c0556ef, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d742c258-d337-4c81-9eb8-31a78c0556ef,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:02.429527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.443690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.444338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.445827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] 10.222.0.53 "PUT /v2.0/ports/affd64c0-c1c3-47a2-97af-02d185e1e102 HTTP/1.1" status: 200 len: 1092 time: 3.3411644 Jul 28 14:58:02.446908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:02.450749 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294b109-b4fb-4a91-af82-c1b1b195195a" -d '{"events": [{"name": "network-changed", "server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:02.480613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for d742c258-d337-4c81-9eb8-31a78c0556ef owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:02.503650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c545d5b-02c0-40c0-a98f-cab7b12366bd service neutron] Pushing event updated for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:02.588040 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeaa844-a700-46a5-b4cb-423951591bea x-openstack-request-id: req-ceeaa844-a700-46a5-b4cb-423951591bea {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:02.588608 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:02.588738 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ceeaa844-a700-46a5-b4cb-423951591bea {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:02.589650 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102', 'status': 'completed', 'code': 200} Jul 28 14:58:02.610508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 455771e5-9fca-4e56-a264-9b908bbed60c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:02.645956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.653455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-365aabba-35fb-46e0-9c42-8a1019c0fe6d tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 0.3423724 Jul 28 14:58:02.666336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Transition to ACTIVE for port object 36d8cb30-b4a5-4626-af3d-41f7a0a33630 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:02.700495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 455771e5-9fca-4e56-a264-9b908bbed60c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:02.701648 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.714446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-ca495d4a-0ba7-4c57-a53e-90077049c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.716161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-ca495d4a-0ba7-4c57-a53e-90077049c5ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 1095 time: 0.1108665 Jul 28 14:58:02.766846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390d5bd-e571-411c-a024-8556bb644f43 req-ef3458fe-60f5-4632-b129-77add7d65177 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.768427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1390d5bd-e571-411c-a024-8556bb644f43 req-ef3458fe-60f5-4632-b129-77add7d65177 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 943 time: 0.1822295 Jul 28 14:58:02.882190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:02.916821 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1390d5bd-e571-411c-a024-8556bb644f43 req-f7772a71-6553-4647-8d9a-f1a6c1bf18ca tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360145 Jul 28 14:58:02.991518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-a208649a-f334-4e47-a04d-51493fe2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:02.992875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-a208649a-f334-4e47-a04d-51493fe2c0b9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2346649 Jul 28 14:58:03.013536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d79e-d604-4bb4-9015-c62eef564a51 None None] Pushing event updated for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:03.078388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Attempting to bind port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:03.078887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Attempting to bind port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:03.079772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Attempting to bind port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 on network dc3e3e73-27c2-422b-bf36-ebf808c0d29b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:03.094701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:03.098048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Checking segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:03.098656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.098999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Bound using segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:03.101131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Bound port: 36d8cb30-b4a5-4626-af3d-41f7a0a33630, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:03.101555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.212349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577d9f3-0e91-4683-82ef-291f188bf4a5 req-74e8ca5c-4a01-496b-8757-d15956339af5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.213877 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5577d9f3-0e91-4683-82ef-291f188bf4a5 req-74e8ca5c-4a01-496b-8757-d15956339af5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1005354 Jul 28 14:58:03.231226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] For port 36d8cb30-b4a5-4626-af3d-41f7a0a33630, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:03.236871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.237030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] For port 36d8cb30-b4a5-4626-af3d-41f7a0a33630, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=36d8cb30-b4a5-4626-af3d-41f7a0a33630,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:03.274734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-2c0701fc-7dcd-4808-8fe1-43871282ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.276319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6294b109-b4fb-4a91-af82-c1b1b195195a req-2c0701fc-7dcd-4808-8fe1-43871282ed13 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2746964 Jul 28 14:58:03.285050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=d742c258-d337-4c81-9eb8-31a78c0556ef,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:03.359096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5577d9f3-0e91-4683-82ef-291f188bf4a5 req-f0bbde57-fef8-4136-8162-ba2790ce9f6a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353495 Jul 28 14:58:03.419722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49070) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:03.425138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671374344', 'description': 'tempest-secgroup-smoke-671374344 description', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:03.449054 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.521315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:03.522086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:03.598603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22249dfc-055a-4011-baa2-e84beeb548d9 req-461ae218-0077-4648-a465-818ff3f83e1b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.600159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22249dfc-055a-4011-baa2-e84beeb548d9 req-461ae218-0077-4648-a465-818ff3f83e1b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 943 time: 0.1523805 Jul 28 14:58:03.608305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-4e3b397b-dbfd-4e9e-a91b-7c0c1c9d2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.609839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-4e3b397b-dbfd-4e9e-a91b-7c0c1c9d2477 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 1095 time: 0.2314165 Jul 28 14:58:03.622401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.683674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d79e-d604-4bb4-9015-c62eef564a51 None None] Pushing event updated for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:03.714042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-c97c6cad-b6bc-4830-a1d3-265a543fbeda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affd64c0-c1c3-47a2-97af-02d185e1e102 HTTP/1.1" status: 200 len: 217 time: 0.0657327 Jul 28 14:58:03.732035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:03.751802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22249dfc-055a-4011-baa2-e84beeb548d9 req-8174af8a-737c-4003-a590-0340b2d58f48 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407938 Jul 28 14:58:03.772942 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.783512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.870299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-c2dbf373-285f-4d3b-85b9-2def5dd3ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:03.884451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-c2dbf373-285f-4d3b-85b9-2def5dd3ec71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.1372221 Jul 28 14:58:03.912518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:03.938616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-5f8ba08b-f3f0-4c86-82c5-a60493096113 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326149 Jul 28 14:58:03.987198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d22d59-ed57-4d20-8926-12e10ae7d9f1,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:04.060076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:04.081905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefd585-6034-4c59-8eb2-30ddd88ca799 req-7852108b-a22b-4d4a-ad8b-d8aea76eb9b8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:04.084122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fefd585-6034-4c59-8eb2-30ddd88ca799 req-7852108b-a22b-4d4a-ad8b-d8aea76eb9b8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 943 time: 0.0728741 Jul 28 14:58:04.087839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b61042-fbc7-4cf4-a56a-fa596135ec95 None None] The sync data for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 is: [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:03Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:04.117314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.119563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a51b9fe-a946-45f4-8abb-249926ecb7de tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6972532 Jul 28 14:58:04.121844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49078) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:04.126855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:04.211990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fefd585-6034-4c59-8eb2-30ddd88ca799 req-3cb5b6dc-b543-4d20-9016-038d9842c357 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027398 Jul 28 14:58:04.245596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-cad07b15-7e11-4689-b61c-1858768d7892 service neutron] 10.222.0.53 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954476 Jul 28 14:58:04.268946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:04.317908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.433805 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.447797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0629b30b-8806-4ec4-857b-6a7210402a7d details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:04.510438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.528830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e749d1-cc2e-420b-bc90-4364a288c41f req-52b27599-311b-48d6-9b80-49c46d8794ec service neutron] 10.222.0.53 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709475 Jul 28 14:58:04.536361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:04.548720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:04.574722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff318c1-106f-447c-9a83-5d3f6fabf400,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:04.575148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 36d8cb30-b4a5-4626-af3d-41f7a0a33630 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:04.579462 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:04.580117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:04.605900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-08dd573b-8b4e-4f7c-8f79-830c9e602293 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6085844 Jul 28 14:58:04.609752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49084) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:04.661404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6293eff-184b-4abc-a767-9fc83981274f req-5d7672cc-298e-4bc2-85fc-0fd6a2e6c21f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:04.663971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6293eff-184b-4abc-a767-9fc83981274f req-5d7672cc-298e-4bc2-85fc-0fd6a2e6c21f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1582725 Jul 28 14:58:04.675807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0629b30b-8806-4ec4-857b-6a7210402a7d,segment=NetworkSegment(e071ec31-994e-463f-96bd-469c9edfa41d),segment_id=e071ec31-994e-463f-96bd-469c9edfa41d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:04.707882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0629b30b-8806-4ec4-857b-6a7210402a7d', 'network_id': 'abd482c7-de7c-4d30-bcea-1191d697d3c7', 'port_id': '0629b30b-8806-4ec4-857b-6a7210402a7d', 'mac_address': 'fa:16:3e:38:5e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c224c3f2-fbde-4d93-b3d4-65534d176bd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:04.744433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b6293eff-184b-4abc-a767-9fc83981274f req-ecf833ad-9008-450a-8052-3c00b3cc0d33 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731547 Jul 28 14:58:04.753784 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:04.763529 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.763986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet b924168f-3827-4e6c-a08b-ca836bf42354 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:04.780183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.783417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.787216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1128a7a-5008-4d8c-b334-fdb4a4e9e763 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6621320 Jul 28 14:58:04.787621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:04.795703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:04.829872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0629b30b-8806-4ec4-857b-6a7210402a7d {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:04.883562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0629b30b-8806-4ec4-857b-6a7210402a7d,segment=NetworkSegment(e071ec31-994e-463f-96bd-469c9edfa41d),segment_id=e071ec31-994e-463f-96bd-469c9edfa41d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:04.902128 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.904483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:04.910422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:04.911174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:04.943647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.008850 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fea72d-7e25-4ec4-ae1a-dd77531b34dc req-24b93895-ffa3-445f-8c05-2685f4b0d734 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:05.009510 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.016956 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39fea72d-7e25-4ec4-ae1a-dd77531b34dc req-24b93895-ffa3-445f-8c05-2685f4b0d734 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 943 time: 0.1472142 Jul 28 14:58:05.025311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.075352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.090133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.136252 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:02Z', 'revision_number': 10, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.138730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:05.161307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39fea72d-7e25-4ec4-ae1a-dd77531b34dc req-3ae4ea2a-02d6-4860-9015-1aab535a228e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432769 Jul 28 14:58:05.189023 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:05.207793 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:05.208630 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.216337 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.251776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b7efd1-dbfb-4078-acd5-682c19f3ab19,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:05.368400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0629b30b-8806-4ec4-857b-6a7210402a7d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:05.399620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87ba5-8dd1-4090-9e72-4f101b7247f1 req-d19dff57-0935-4ec2-88fb-51239dd8f99e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:05.404204 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:05.408064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dc87ba5-8dd1-4090-9e72-4f101b7247f1 req-d19dff57-0935-4ec2-88fb-51239dd8f99e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 944 time: 0.0858195 Jul 28 14:58:05.411741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 36d8cb30-b4a5-4626-af3d-41f7a0a33630, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=36d8cb30-b4a5-4626-af3d-41f7a0a33630,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:05.442812 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.449881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dc87ba5-8dd1-4090-9e72-4f101b7247f1 req-771ab9c6-764b-4ab9-ac8e-d3381f495e1a tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Jul 28 14:58:05.477219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=b924168f-3827-4e6c-a08b-ca836bf42354,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:05.479443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.484387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49094) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:05.484644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-014ea9af-fdd1-4d68-85ff-b947101ca551 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/b924168f-3827-4e6c-a08b-ca836bf42354 HTTP/1.1" status: 204 len: 168 time: 0.8734035 Jul 28 14:58:05.503489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f219288-08d5-4053-a233-9250110347fa None None] Network 1457e3bc-40bf-4a69-bbcd-32ea51829ebe requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:05.566114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.571020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49098) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:05.571232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b6b7a8b-ef8a-4114-8a6a-98d6021821c7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7817259 Jul 28 14:58:05.576499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:05.576719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.634174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.704752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:05.739871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 4e8508a3-ba2d-4201-912b-fffb4a84928f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:05.740268 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.763926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.840408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port 4e8508a3-ba2d-4201-912b-fffb4a84928f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4e8508a3-ba2d-4201-912b-fffb4a84928f,segment=NetworkSegment(689d3c99-0552-448f-9c5c-98261fb8251b),segment_id=689d3c99-0552-448f-9c5c-98261fb8251b)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:05.841416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:05.866077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 4e8508a3-ba2d-4201-912b-fffb4a84928f owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:05.953009 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:02Z', 'revision_number': 10, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:05.973384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.032789 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed067f-e4ea-4798-bdb2-f86bb27317bb None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:02Z', 'revision_number': 10, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None, '_interfaces': [{'id': '7be08fec-2152-42a2-9564-3297ab1cf718', 'name': '', 'network_id': '11fffe5d-a013-4d9c-a513-401381204848', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'mac_address': 'fa:16:3e:c4:77:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:10Z', 'updated_at': '2021-07-28T14:57:18Z', 'revision_number': 5, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'subnets': [{'id': '701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:06.055537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7c06-ceee-49f9-9f7c-928cf80a350b req-f65acafa-06e6-4fc1-aecf-0ffcffa5657c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.057421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4efe7c06-ceee-49f9-9f7c-928cf80a350b req-f65acafa-06e6-4fc1-aecf-0ffcffa5657c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1228237 Jul 28 14:58:06.058811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.104495 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.109970 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520e231d-c0d2-42eb-a865-175747327d40,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:06.123195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4c42d-2af2-4de3-8921-0960c1aff7e5 None None] DHCP port deletion for 1457e3bc-40bf-4a69-bbcd-32ea51829ebe request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:58:06.139302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4efe7c06-ceee-49f9-9f7c-928cf80a350b req-38775f12-26be-431e-aa7f-e0e39dd7bcb8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724485 Jul 28 14:58:06.165276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=4e8508a3-ba2d-4201-912b-fffb4a84928f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:06.172779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port 4e8508a3-ba2d-4201-912b-fffb4a84928f on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:06.258588 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.262248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-94c7f9b3-ae80-43ed-8307-c81f2f6739a3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6874533 Jul 28 14:58:06.263444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.276238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:06.316916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.338189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1457e3bc-40bf-4a69-bbcd-32ea51829ebe']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.352288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689d3c99-0552-448f-9c5c-98261fb8251b') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.352604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689d3c99-0552-448f-9c5c-98261fb8251b') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:06.367531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.382085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea616-6ec6-4edd-98c9-73851bbdc14e req-d4699818-476d-44a1-a199-2e1b46e1d207 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.383726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-445ea616-6ec6-4edd-98c9-73851bbdc14e req-d4699818-476d-44a1-a199-2e1b46e1d207 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 943 time: 0.1315329 Jul 28 14:58:06.396380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.414157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:06.414587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:06.418048 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:06.453802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0629b30b-8806-4ec4-857b-6a7210402a7d up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:06.469457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.517429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-445ea616-6ec6-4edd-98c9-73851bbdc14e req-9cd11c63-f63b-4d55-8667-e59d403db8f8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272762 Jul 28 14:58:06.561315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 36d8cb30-b4a5-4626-af3d-41f7a0a33630 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:06.608500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.638905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:06.639609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.670117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.687736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.698936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/1457e3bc-40bf-4a69-bbcd-32ea51829ebe HTTP/1.1" status: 204 len: 168 time: 1.2112925 Jul 28 14:58:06.700699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404256-694e-45c5-9354-254af4c88774 req-3bb2bc88-9010-4a04-86f6-bb8d81b33d0e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:06.702383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1404256-694e-45c5-9354-254af4c88774 req-3bb2bc88-9010-4a04-86f6-bb8d81b33d0e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 944 time: 0.1006401 Jul 28 14:58:06.702894 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49118) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.720381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0629b30b-8806-4ec4-857b-6a7210402a7d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:06.731023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0629b30b-8806-4ec4-857b-6a7210402a7d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:06.731680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.764613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.777582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebff37-7758-44db-8e44-10f0a1c7e55f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=1457e3bc-40bf-4a69-bbcd-32ea51829ebe,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:06.811013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58772228-a9de-4eb2-9b21-08f83641c322,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:06.886624 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.893041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d742c258-d337-4c81-9eb8-31a78c0556ef no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:06.925144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d742c258-d337-4c81-9eb8-31a78c0556ef {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:06.926003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d742c258-d337-4c81-9eb8-31a78c0556ef not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:06.926463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4e8508a3-ba2d-4201-912b-fffb4a84928f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:06.944290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:06.948273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e42964fd-6f93-469f-9097-e5424b784cdf tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6744792 Jul 28 14:58:06.957159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:06.957159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:06.957426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4e8508a3-ba2d-4201-912b-fffb4a84928f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:06.957426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4e8508a3-ba2d-4201-912b-fffb4a84928f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:06.972948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:06.977426 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8be08-48fb-402e-a873-02420c19225f" -d '{"events": [{"server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:06.993826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0629b30b-8806-4ec4-857b-6a7210402a7d,segment=NetworkSegment(e071ec31-994e-463f-96bd-469c9edfa41d),segment_id=e071ec31-994e-463f-96bd-469c9edfa41d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:07.007131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f1404256-694e-45c5-9354-254af4c88774 req-fee1002d-00c7-4c44-a44e-b75eda560eaa tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799014 Jul 28 14:58:07.030256 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f2e59-a3da-4bd5-a93b-b462b1bb42b6 x-openstack-request-id: req-128f2e59-a3da-4bd5-a93b-b462b1bb42b6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:07.030653 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "name": "network-vif-plugged", "status": "completed", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:07.031204 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-128f2e59-a3da-4bd5-a93b-b462b1bb42b6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:07.031687 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d', 'code': 200} Jul 28 14:58:07.087586 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:58:07.087586 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.173518 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.212693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3ba47-f15f-4378-842d-6652266ebd9e req-3f1ee06a-759e-43c7-9b64-fb60ebcba722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:07.214231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6c3ba47-f15f-4378-842d-6652266ebd9e req-3f1ee06a-759e-43c7-9b64-fb60ebcba722 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 1096 time: 0.0923934 Jul 28 14:58:07.215950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.247360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.282413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:07.296891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6c3ba47-f15f-4378-842d-6652266ebd9e req-7c062302-3b5d-456d-ba68-10f6f8c9a0ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756700 Jul 28 14:58:07.318065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02856455-1280-48ac-a7b5-bfae23cb2ddb req-4a50b344-f6ca-4485-9411-ef780ffdd54d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:07.320911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02856455-1280-48ac-a7b5-bfae23cb2ddb req-4a50b344-f6ca-4485-9411-ef780ffdd54d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0972991 Jul 28 14:58:07.379794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02856455-1280-48ac-a7b5-bfae23cb2ddb req-0f1b5fce-ebd4-4eb3-9439-1b0e2062d2a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478332 Jul 28 14:58:07.384678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.410205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fabafd8-3e79-47fe-920d-bfe39a853749,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:07.557135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port 7be08fec-2152-42a2-9564-3297ab1cf718 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:07.557354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.572959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.578776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:07.580964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c8a2d464-05a4-4e1f-af54-55c971a99057 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6310647 Jul 28 14:58:07.586410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'security_group_rule': {'security_group_id': '89d22d59-ed57-4d20-8926-12e10ae7d9f1', 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:07.703809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a37081-f7ff-4fe8-a96d-3a2169e6438f req-11173e71-ae4a-4925-81cd-ac7ce632127e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:07.705365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5a37081-f7ff-4fe8-a96d-3a2169e6438f req-11173e71-ae4a-4925-81cd-ac7ce632127e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 943 time: 0.1169591 Jul 28 14:58:07.727732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port 7be08fec-2152-42a2-9564-3297ab1cf718, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7be08fec-2152-42a2-9564-3297ab1cf718,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:07.728114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.746234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for 7be08fec-2152-42a2-9564-3297ab1cf718 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:07.811805 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Project cb3e620cf8a14f81a21592cf8eecbead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:58:07.820922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:07.953264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f5a37081-f7ff-4fe8-a96d-3a2169e6438f req-903c98f6-a8f5-4673-a68e-e0979e467e19 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377939 Jul 28 14:58:07.954934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.144379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.147985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae34673-92ff-4b0a-a4c8-46dcf7aae9b3 req-f67e91cb-5f28-4979-9564-adbf72ef79b0 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:08.149498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ae34673-92ff-4b0a-a4c8-46dcf7aae9b3 req-f67e91cb-5f28-4979-9564-adbf72ef79b0 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0547724 Jul 28 14:58:08.163924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b652ddf-057d-4d0b-a49c-dd2227638dcb,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:08.191256 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ae34673-92ff-4b0a-a4c8-46dcf7aae9b3 req-5e08a6bb-a288-4052-8e39-4e7d5ba8e807 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jul 28 14:58:08.246611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.269028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=7be08fec-2152-42a2-9564-3297ab1cf718,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:08.362930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.362930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-19c57bfd-fa05-40aa-84ad-f7a8b58791ae tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7828083 Jul 28 14:58:08.447289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.466568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device affd64c0-c1c3-47a2-97af-02d185e1e102 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:08.766104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=affd64c0-c1c3-47a2-97af-02d185e1e102,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:08.766104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'affd64c0-c1c3-47a2-97af-02d185e1e102', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'port_id': 'affd64c0-c1c3-47a2-97af-02d185e1e102', 'mac_address': 'fa:16:3e:20:39:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1787bc-b62e-423f-b321-6272d2e41d02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:08.767302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc9ed8-fa0a-469d-9eff-5007b0b78536 req-c691a6ea-54a1-4823-90a5-faf7051f7c70 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:08.767302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cffc9ed8-fa0a-469d-9eff-5007b0b78536 req-c691a6ea-54a1-4823-90a5-faf7051f7c70 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1358209 Jul 28 14:58:08.768076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-663c5a93-a2b4-43ee-b89d-83c3e334ca65 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671374344&fields=id&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 267 time: 0.0550821 Jul 28 14:58:08.768169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.768169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affd64c0-c1c3-47a2-97af-02d185e1e102 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:08.768389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:08.768477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=affd64c0-c1c3-47a2-97af-02d185e1e102,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:08.768556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cffc9ed8-fa0a-469d-9eff-5007b0b78536 req-8eaf5e21-54de-42c5-b0bf-cb7608512801 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546103 Jul 28 14:58:08.778423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-d254bee7-5d8d-4985-a5ab-9bf1e256446f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:08.780012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-d254bee7-5d8d-4985-a5ab-9bf1e256446f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/networks?id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b HTTP/1.1" status: 200 len: 797 time: 0.1099935 Jul 28 14:58:08.796885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-f7874241-ad9e-410a-8448-a557dd6a1fe3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/quotas/cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 375 time: 0.0102744 Jul 28 14:58:08.818992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:08.824769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5990eb14-70d3-4619-8575-6a8b14755648 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1208103 Jul 28 14:58:08.828198 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49154) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:08.830268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:08.842711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:08.843398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.858074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-ac5183f1-d4a2-45c0-a075-2ec699b922b7 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539811 Jul 28 14:58:08.885995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting subnet 701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:08.889212 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.917769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:08.938537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:08.967315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-3e3eb7ed-4e87-451e-a053-5fef5b2ef641 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Jul 28 14:58:08.978853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:08.982010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.039733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:09.050883 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.055474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:09.056128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:09.101575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-872c0e2f-a15f-4073-be3b-805a22192875 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279948 Jul 28 14:58:09.143773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf203e65-5c2d-4cfb-bd2c-9153f234bd98 req-f4792d42-41d7-4dd6-820a-7a3ac9d78804 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.148734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf203e65-5c2d-4cfb-bd2c-9153f234bd98 req-f4792d42-41d7-4dd6-820a-7a3ac9d78804 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 944 time: 0.1081982 Jul 28 14:58:09.197282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf203e65-5c2d-4cfb-bd2c-9153f234bd98 req-fb47f600-9873-4001-ab00-e8a6a2f41056 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jul 28 14:58:09.309875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:09.316313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:09.319515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.361956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c80950-35e1-4339-a48e-74caa0015458 req-311cd9e8-c8f2-4187-aff4-e7668113f758 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.364087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3c80950-35e1-4339-a48e-74caa0015458 req-311cd9e8-c8f2-4187-aff4-e7668113f758 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0965965 Jul 28 14:58:09.371117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:09.374667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.376434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1 HTTP/1.1" status: 204 len: 168 time: 0.5466938 Jul 28 14:58:09.377828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616a5ca-86c4-4714-a9c3-3c701bdf7a68 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Subnet': ['ID=701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:09.379424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49160) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:09.440090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d66475-900f-4e4f-a784-bd5b21811d90 None None] Network 11fffe5d-a013-4d9c-a513-401381204848 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:09.442244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['affd64c0-c1c3-47a2-97af-02d185e1e102'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:09.445838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3c80950-35e1-4339-a48e-74caa0015458 req-cf96ef11-3e55-472b-bf0d-f3d21cc4f529 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626836 Jul 28 14:58:09.482702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.491863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5303f1ae-727e-466e-8365-37cc447aab5e None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:09.529612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33ece129-af84-4dad-a154-8966a1862957 req-3df2e15e-2b12-4aaa-8be4-4f70c6dda54f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0446012 Jul 28 14:58:09.652669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Deleting port b93e2b4b-f8d0-4345-8165-132157af2e08 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:09.652669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.654215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736a12a-1454-453d-b393-5aaf26533fdb req-5d1860ee-b54b-40c6-9d47-e1ac1da75695 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.658363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e736a12a-1454-453d-b393-5aaf26533fdb req-5d1860ee-b54b-40c6-9d47-e1ac1da75695 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0972857 Jul 28 14:58:09.698719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e736a12a-1454-453d-b393-5aaf26533fdb req-14838aad-ee59-4659-a584-f04a3bff10d9 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Jul 28 14:58:09.710263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] For port b93e2b4b-f8d0-4345-8165-132157af2e08, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b93e2b4b-f8d0-4345-8165-132157af2e08,segment=NetworkSegment(e4846c29-c8ac-4594-b7e9-3e728dc36333),segment_id=e4846c29-c8ac-4594-b7e9-3e728dc36333)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:09.710771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.728146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Calling delete_port for b93e2b4b-f8d0-4345-8165-132157af2e08 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:09.889323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72695f0c-8383-474a-a394-39de7013462a req-68d0e516-856c-4316-bad7-a17702a0e8d4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:09.898518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72695f0c-8383-474a-a394-39de7013462a req-68d0e516-856c-4316-bad7-a17702a0e8d4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0549426 Jul 28 14:58:09.905919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] DHCP port deletion for 11fffe5d-a013-4d9c-a513-401381204848 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:58:09.928020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.977250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Deleting port b93e2b4b-f8d0-4345-8165-132157af2e08 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:09.977642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:09.989244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72695f0c-8383-474a-a394-39de7013462a req-9df74e2c-b3c8-4f66-8fe8-34b7d9abf436 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887194 Jul 28 14:58:09.990845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Port': ['ID=b93e2b4b-f8d0-4345-8165-132157af2e08,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:09.994726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No DVR routers for this DVR port b93e2b4b-f8d0-4345-8165-132157af2e08 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:10.083919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] For port b93e2b4b-f8d0-4345-8165-132157af2e08, host n-d-705658-23, got binding levels [] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:10.085513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.087867 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.098990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fffe5d-a013-4d9c-a513-401381204848']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:10.102940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Calling delete_port for b93e2b4b-f8d0-4345-8165-132157af2e08 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:10.105924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.ipam_backend_mixin [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Port b93e2b4b-f8d0-4345-8165-132157af2e08 was not found and therefore no delete operation was performed {{(pid=94750) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 14:58:10.107322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.118758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4846c29-c8ac-4594-b7e9-3e728dc36333') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:10.122198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4846c29-c8ac-4594-b7e9-3e728dc36333') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:10.129314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.143239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] Pushing event deleted for resources: {'Port': ['ID=b93e2b4b-f8d0-4345-8165-132157af2e08,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:10.145348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.153573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:10.153989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.157528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b39e35-f5a3-4d42-b8f1-aac9bb8b39ef None None] No DVR routers for this DVR port b93e2b4b-f8d0-4345-8165-132157af2e08 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:10.163728 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:10.341481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59414b-a901-4906-8adf-55e2657526f6 req-c660115a-a4a9-4aac-bd94-ca8bd7cf5b99 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.343954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee59414b-a901-4906-8adf-55e2657526f6 req-c660115a-a4a9-4aac-bd94-ca8bd7cf5b99 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 944 time: 0.0738196 Jul 28 14:58:10.376727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7be08fec-2152-42a2-9564-3297ab1cf718 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:10.392465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee59414b-a901-4906-8adf-55e2657526f6 req-41cc9afb-6458-4e91-a28b-9372d5afdcdf tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Jul 28 14:58:10.402210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af4f81-03f5-4e28-8598-ea3d3d869799 req-317f6f76-a77f-4319-8680-4a5ef5c42ae4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:10.402807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7be08fec-2152-42a2-9564-3297ab1cf718 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:10.403203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7be08fec-2152-42a2-9564-3297ab1cf718 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:10.403730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b93e2b4b-f8d0-4345-8165-132157af2e08 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:10.404035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46af4f81-03f5-4e28-8598-ea3d3d869799 req-317f6f76-a77f-4319-8680-4a5ef5c42ae4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0524869 Jul 28 14:58:10.429348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b93e2b4b-f8d0-4345-8165-132157af2e08 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:10.429348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b93e2b4b-f8d0-4345-8165-132157af2e08 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:10.431677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.436496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.438802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/networks/11fffe5d-a013-4d9c-a513-401381204848 HTTP/1.1" status: 204 len: 168 time: 1.0579023 Jul 28 14:58:10.441554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49184) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:10.446649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'routes': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:10.463772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dff57-56cf-44a9-b493-6707d4612285 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Pushing event deleted for resources: {'Network': ['ID=11fffe5d-a013-4d9c-a513-401381204848,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:10.475589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-46af4f81-03f5-4e28-8598-ea3d3d869799 req-a7168297-8e9f-4cc0-8aa6-2fee543fc966 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642235 Jul 28 14:58:10.483195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device affd64c0-c1c3-47a2-97af-02d185e1e102 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:10.664835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port affd64c0-c1c3-47a2-97af-02d185e1e102 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:10.669220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port affd64c0-c1c3-47a2-97af-02d185e1e102 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:10.670000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.685817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d880a62e-2ed2-45b7-afdb-397fbb3ee6a7 req-3420c3f0-7cc7-4c24-8b8f-8f171ac35e8e tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0780587 Jul 28 14:58:10.687134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.extraroute_db [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Added routes are [] {{(pid=94749) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 28 14:58:10.687453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.extraroute_db [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Removed routes are [] {{(pid=94749) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 28 14:58:10.687914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.794809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:10.820080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:10.822434 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7468f3e-60c0-4eb1-94ec-7221db12cabd" -d '{"events": [{"server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "name": "network-vif-plugged", "status": "completed", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:10.847837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=affd64c0-c1c3-47a2-97af-02d185e1e102,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:10.884703 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae14609-0c08-4b55-9c8f-b4d5f95de9bd x-openstack-request-id: req-2ae14609-0c08-4b55-9c8f-b4d5f95de9bd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:10.885106 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "name": "network-vif-plugged", "status": "completed", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:10.885615 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ae14609-0c08-4b55-9c8f-b4d5f95de9bd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:10.886104 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102', 'code': 200} Jul 28 14:58:11.025270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.114096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:11.144582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31dae8-7eda-45a9-ad6f-0191a5779fff req-0577ed35-fd5f-44b8-8218-75aa6298c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:11.146352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b31dae8-7eda-45a9-ad6f-0191a5779fff req-0577ed35-fd5f-44b8-8218-75aa6298c837 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 1096 time: 0.1452048 Jul 28 14:58:11.193133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b31dae8-7eda-45a9-ad6f-0191a5779fff req-3943bc13-7fb7-4ab5-8644-7c1ca87ad3ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Jul 28 14:58:11.247941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.267061 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.353010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c43d06-c0d8-4570-9376-33c81e8e1896 req-ad3f5f7a-fee3-4e4f-8b84-6ee12e51fe0f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:11.354596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c43d06-c0d8-4570-9376-33c81e8e1896 req-ad3f5f7a-fee3-4e4f-8b84-6ee12e51fe0f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1236920 Jul 28 14:58:11.372527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router ac09cfaa-7194-4c4b-8255-f578e32e0254 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:11.408811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c43d06-c0d8-4570-9376-33c81e8e1896 req-384012a0-8e71-490c-8bdb-5084d8c36a0e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Jul 28 14:58:11.490078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:11.497892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.503846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b711e86e-c764-4184-90e4-9e79c931f37e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 699 time: 1.0565200 Jul 28 14:58:11.503846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49198) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:11.507255 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Sync routers for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:11.526291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:11.527195 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.541599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-949c0aee-7fc5-491d-ba9f-734e35136870 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 205 time: 0.0382912 Jul 28 14:58:11.544569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:11.595617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18c6a-cbbb-42a0-896b-29d80594a565 req-76607847-9e89-42ed-ac59-f19df321a1a5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:11.596872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85e18c6a-cbbb-42a0-896b-29d80594a565 req-76607847-9e89-42ed-ac59-f19df321a1a5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.1117783 Jul 28 14:58:11.643082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85e18c6a-cbbb-42a0-896b-29d80594a565 req-f637f748-7a37-446c-bc8e-aa24a7228654 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Jul 28 14:58:11.659692 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:11.675566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.734386 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.767958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2e34f-0273-4911-b6e3-ca495581d064 req-ea0c664e-dcf8-4f3b-84a9-2f5c8cf5ebff tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:11.769531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62c2e34f-0273-4911-b6e3-ca495581d064 req-ea0c664e-dcf8-4f3b-84a9-2f5c8cf5ebff tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.1657329 Jul 28 14:58:11.842636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Checking router: ac09cfaa-7194-4c4b-8255-f578e32e0254 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:11.843944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f4a04068-7f21-4df2-a504-0a18ccbc707c req-521a9875-229b-49ae-b8a5-e9bcd2e1a62a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0354242 Jul 28 14:58:11.876953 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Routers {'ac09cfaa-7194-4c4b-8255-f578e32e0254'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:11.877593 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ac09cfaa-7194-4c4b-8255-f578e32e0254'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:11.895018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.901319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:11.969534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62c2e34f-0273-4911-b6e3-ca495581d064 req-5cfb8e21-82d5-4b0b-9ec9-280ec7822316 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648116 Jul 28 14:58:12.004914 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] Set router ac09cfaa-7194-4c4b-8255-f578e32e0254 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:12.067132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:12.092604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.102872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router ac09cfaa-7194-4c4b-8255-f578e32e0254 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:12.103545 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914f2c9-9c13-4d94-b25b-db99ecfb2701 None None] The sync data for ids ['ac09cfaa-7194-4c4b-8255-f578e32e0254'] in n-d-705658-23 is: [{'id': 'ac09cfaa-7194-4c4b-8255-f578e32e0254', 'name': 'tempest-RoutersTest-router-37760615', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:07Z', 'updated_at': '2021-07-28T14:58:07Z', 'revision_number': 11, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:12.103667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.109503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c2ba00a-52a7-4efb-85e1-cf666da6b78d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 204 len: 168 time: 0.5573986 Jul 28 14:58:12.110335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49208) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:12.117472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1451018065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:12.470380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36866644-ebfa-48d3-8e49-7ba4af6682de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.476539 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.478261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.553609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb33d4-fa8b-4ae0-8c7a-f9b7b9e1f2e5 req-9b95eeaf-d06b-4bbb-96da-d84cfa2dc5c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.555063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4edb33d4-fa8b-4ae0-8c7a-f9b7b9e1f2e5 req-9b95eeaf-d06b-4bbb-96da-d84cfa2dc5c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0574455 Jul 28 14:58:12.565436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.604708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4edb33d4-fa8b-4ae0-8c7a-f9b7b9e1f2e5 req-f2365051-2e85-47a9-9aec-0ca6182b960d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Jul 28 14:58:12.750758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.795604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe24a-cb91-4e7d-842d-a464972f8f3f req-fe90ea9c-7154-455a-a03d-d65aa7dc1b96 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.797476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25efe24a-cb91-4e7d-842d-a464972f8f3f req-fe90ea9c-7154-455a-a03d-d65aa7dc1b96 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.0710182 Jul 28 14:58:12.844146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25efe24a-cb91-4e7d-842d-a464972f8f3f req-663f4538-0fcf-4226-9c44-749da1ea4a4a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jul 28 14:58:12.869784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cdfca-e53e-43e7-a787-edf36290485e req-2c8ed8ab-1c9c-41ae-a518-d07b371b52e2 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:12.879206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-634cdfca-e53e-43e7-a787-edf36290485e req-2c8ed8ab-1c9c-41ae-a518-d07b371b52e2 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0736411 Jul 28 14:58:12.888895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:12.890064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24ea539a-65a0-450c-8785-de33db4be7a5 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7774971 Jul 28 14:58:12.893529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:12.901119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:12.936384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-634cdfca-e53e-43e7-a787-edf36290485e req-6fbe8770-ecf5-448b-9628-d7107fecd931 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561755 Jul 28 14:58:13.043247 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fdc879b-ee50-47c5-976b-78bb3d55a099 req-2263be93-7d60-4dc6-b43f-005199695869 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0450771 Jul 28 14:58:13.046714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-15019341-bdbf-4bfe-befb-d3a1d697e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.048075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-15019341-bdbf-4bfe-befb-d3a1d697e847 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8803c44c977e49869cbf9145f5bdd890&device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 1097 time: 0.0861669 Jul 28 14:58:13.202815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.407817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382936', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-760959'] for router, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.596472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-a20cbb0b-2807-468e-a191-33055ad0f2e3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.597872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-a20cbb0b-2807-468e-a191-33055ad0f2e3 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/networks?id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b HTTP/1.1" status: 200 len: 797 time: 0.5679018 Jul 28 14:58:13.602561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-a9457925-c833-4f94-9761-d1c10a9164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.603939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-a9457925-c833-4f94-9761-d1c10a9164ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=abd482c7-de7c-4d30-bcea-1191d697d3c7 HTTP/1.1" status: 200 len: 912 time: 0.5417151 Jul 28 14:58:13.659074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Router b3eccbe5-dc63-4f4e-b727-e1c8719024f2 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:13.667403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-e4d4873e-2b65-4296-940d-c00efd14f166 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0629b30b-8806-4ec4-857b-6a7210402a7d HTTP/1.1" status: 200 len: 217 time: 0.0467532 Jul 28 14:58:13.724760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e8309656-e166-486b-8795-636b999d64d1 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb3e620cf8a14f81a21592cf8eecbead HTTP/1.1" status: 200 len: 379 time: 0.1056266 Jul 28 14:58:13.738709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:13.746758 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:13.750423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6266e4b3-fd6a-4c1b-b3ee-10f2db92f4c0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "PUT /v2.0/routers/b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 200 len: 694 time: 0.8530838 Jul 28 14:58:13.750564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'port': {'device_id': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'admin_state_up': True, 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'security_groups': ['89d22d59-ed57-4d20-8926-12e10ae7d9f1']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:13.750687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49224) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:13.761874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Sync routers for ids ['b3eccbe5-dc63-4f4e-b727-e1c8719024f2'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:13.774945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Routers {'b3eccbe5-dc63-4f4e-b727-e1c8719024f2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:13.775933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b3eccbe5-dc63-4f4e-b727-e1c8719024f2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:13.817038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-e35f87d4-3c68-4339-b1f0-7c3ead535161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.819791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-e35f87d4-3c68-4339-b1f0-7c3ead535161 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c224c3f2-fbde-4d93-b3d4-65534d176bd8 HTTP/1.1" status: 200 len: 851 time: 0.1447797 Jul 28 14:58:13.846928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39e8fec5-ea9a-4039-a2e9-ed628c08791c tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/routers/b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 200 len: 700 time: 0.0950015 Jul 28 14:58:13.851455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49226) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:13.872015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a331ca3-3843-46d3-9aec-10915bc51141 req-726ddbc4-1a5f-4b22-8b9f-51a15d6c3e84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:13.879249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a331ca3-3843-46d3-9aec-10915bc51141 req-726ddbc4-1a5f-4b22-8b9f-51a15d6c3e84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1889381 Jul 28 14:58:13.884441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Set router b3eccbe5-dc63-4f4e-b727-e1c8719024f2 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:13.888140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-e2144aa2-838f-410c-ae69-ec9c07d73d10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abd482c7-de7c-4d30-bcea-1191d697d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619888 Jul 28 14:58:13.909277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d79dfbf-9b7c-4857-9d7a-00e280fa0950 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 200 len: 205 time: 0.0559955 Jul 28 14:58:13.921941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49230) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:13.978993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eccbe5-dc63-4f4e-b727-e1c8719024f2', 'name': 'tempest-RoutersTest-router-1451018065', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:12Z', 'updated_at': '2021-07-28T14:58:13Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:14.016297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Checking router: b3eccbe5-dc63-4f4e-b727-e1c8719024f2 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:14.029383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Routers {'b3eccbe5-dc63-4f4e-b727-e1c8719024f2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:14.030385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:57:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b3eccbe5-dc63-4f4e-b727-e1c8719024f2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:14.050922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.065340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-70001b61-9160-4de0-975b-b3fe5eab69cf service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584742 Jul 28 14:58:14.069514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a331ca3-3843-46d3-9aec-10915bc51141 req-bbfbd072-b3d0-4034-b2ca-b8c396b92a14 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884413 Jul 28 14:58:14.128333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] Set router b3eccbe5-dc63-4f4e-b727-e1c8719024f2 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:14.192120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eccbe5-dc63-4f4e-b727-e1c8719024f2', 'name': 'tempest-RoutersTest-router-1451018065', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:12Z', 'updated_at': '2021-07-28T14:58:13Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:14.211119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2708d18-40c4-4096-ac7a-f27f3aa3e64e req-724e69b0-4996-4f57-b7b9-c63cd2feb97b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.219044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2708d18-40c4-4096-ac7a-f27f3aa3e64e req-724e69b0-4996-4f57-b7b9-c63cd2feb97b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.2416654 Jul 28 14:58:14.228386 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0648f4-1454-4a9c-9e0a-d6a93f946d36 None None] The sync data for ids ['b3eccbe5-dc63-4f4e-b727-e1c8719024f2'] in n-d-705658-23 is: [{'id': 'b3eccbe5-dc63-4f4e-b727-e1c8719024f2', 'name': 'tempest-RoutersTest-router-1451018065', 'tenant_id': '52fa24cb7c884758ba90a4467313958d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:12Z', 'updated_at': '2021-07-28T14:58:13Z', 'revision_number': 2, 'project_id': '52fa24cb7c884758ba90a4467313958d', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:14.274452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42f252-8b54-415b-bd0b-686c101b1f9f req-93d09003-6d6d-428a-b30b-6ab44facc9d8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:14.276325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a42f252-8b54-415b-bd0b-686c101b1f9f req-93d09003-6d6d-428a-b30b-6ab44facc9d8 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.1007144 Jul 28 14:58:14.298935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-77c5487b-ebb2-45b2-849f-d0616e9a8012 req-cce7acd3-6913-4cc0-8e26-64410fbe7cb4 service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255492 Jul 28 14:58:14.340279 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a42f252-8b54-415b-bd0b-686c101b1f9f req-afbe814b-c24b-4780-8657-a243b8d5826a tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567791 Jul 28 14:58:14.341140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Made reservation on behalf of cb3e620cf8a14f81a21592cf8eecbead for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:14.344738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.354989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.360048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.373857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f2708d18-40c4-4096-ac7a-f27f3aa3e64e req-352067ae-7a05-4889-aad1-e25a91d362eb tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517768 Jul 28 14:58:14.558638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0db692c9-5424-4f0c-9dad-63fcc312a355 req-55321fdf-0702-46db-9eb0-e007f21286c8 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0889397 Jul 28 14:58:14.561519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.562236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Fanout notify agent at l3_agent the message router_deleted on router b3eccbe5-dc63-4f4e-b727-e1c8719024f2 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:58:14.572951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.580634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f1bdf33-09eb-4f7d-b7d0-86cc14ad6a2f tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 204 len: 168 time: 0.6569657 Jul 28 14:58:14.583472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49240) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.596934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.20.0.6 (dc3e3e73-27c2-422b-bf36-ebf808c0d29b/3d4532bc-6894-49f9-b740-8cfa529f4e7b/023fbbdf-4328-4857-aa43-788239456b02) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:14.613280 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2967ec9c-8284-4468-bd91-245c97f7bbb0 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 200 len: 205 time: 0.0280957 Jul 28 14:58:14.616483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49242) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.665165 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-dbff0181-a819-4917-b22e-91a3ffdeaeca tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:14.666403 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dbff0181-a819-4917-b22e-91a3ffdeaeca tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/b3eccbe5-dc63-4f4e-b727-e1c8719024f2 HTTP/1.1" status: 404 len: 336 time: 0.0458815 Jul 28 14:58:14.669286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49244) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.703593 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a31d16-5f38-4877-930b-11d79e32d7f7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:14.719892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a31d16-5f38-4877-930b-11d79e32d7f7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:14.719892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-21a31d16-5f38-4877-930b-11d79e32d7f7 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/66faaeb4-7fc6-45c9-a7c1-94abbfdf334f HTTP/1.1" status: 404 len: 337 time: 0.0355358 Jul 28 14:58:14.722161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49246) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.750338 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db3beb9-a488-429d-b8f0-db1bb8c953ec tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:14.750338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db3beb9-a488-429d-b8f0-db1bb8c953ec tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:14.752890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1db3beb9-a488-429d-b8f0-db1bb8c953ec tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/c254d324-07f6-4c67-9d5a-72b28575fd2c HTTP/1.1" status: 404 len: 337 time: 0.0288827 Jul 28 14:58:14.754637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49248) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.793341 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-9430cb7d-6c62-41b2-a6b7-9ce27999ccfe tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:14.793341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9430cb7d-6c62-41b2-a6b7-9ce27999ccfe tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:14.793341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9430cb7d-6c62-41b2-a6b7-9ce27999ccfe tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/b924168f-3827-4e6c-a08b-ca836bf42354 HTTP/1.1" status: 404 len: 337 time: 0.0302725 Jul 28 14:58:14.793806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.807221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:14.822345 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36c79dc-51db-4bb2-88e5-5ac30de1a266 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:14.822575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Transition to ACTIVE for port object 023fbbdf-4328-4857-aa43-788239456b02 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:14.823045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36c79dc-51db-4bb2-88e5-5ac30de1a266 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:14.827010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f36c79dc-51db-4bb2-88e5-5ac30de1a266 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/701d1c24-e44d-41cf-9ee5-59a2ebb5b5e1 HTTP/1.1" status: 404 len: 337 time: 0.0299563 Jul 28 14:58:14.827579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49252) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.858367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fb7eb404-f726-4520-a4f7-b9380086ff63 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 200 len: 205 time: 0.0272820 Jul 28 14:58:14.858596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49254) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.903237 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-d5291ef2-1bb2-4833-81ba-ebef005fed06 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:14.904324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5291ef2-1bb2-4833-81ba-ebef005fed06 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/ac09cfaa-7194-4c4b-8255-f578e32e0254 HTTP/1.1" status: 404 len: 336 time: 0.0449109 Jul 28 14:58:14.908094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49256) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.941425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-948486dc-dfad-4ba7-9e13-5becb5a58e84 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed90b45b-098c-4a9a-b59c-19ad98cdc9bb HTTP/1.1" status: 200 len: 205 time: 0.0316818 Jul 28 14:58:14.943950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49258) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:14.996538 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-839b4762-c9c5-48bc-af81-ddf284eb45ba tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:15.013665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-839b4762-c9c5-48bc-af81-ddf284eb45ba tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/ed90b45b-098c-4a9a-b59c-19ad98cdc9bb HTTP/1.1" status: 404 len: 336 time: 0.0524938 Jul 28 14:58:15.013945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49260) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.046109 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9452096-eceb-464f-ae7f-36bda7fa0895 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:15.046470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9452096-eceb-464f-ae7f-36bda7fa0895 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:15.049413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b9452096-eceb-464f-ae7f-36bda7fa0895 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/148bd3e5-9dfc-410c-9273-dd6177225055 HTTP/1.1" status: 404 len: 337 time: 0.0332847 Jul 28 14:58:15.051421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49262) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.075525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7ec08bd1-f1c1-453d-a208-f68be057cd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.077698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.097569 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5edf889-b2a7-453e-9ee0-9043de3d49f4 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 200 len: 205 time: 0.0376983 Jul 28 14:58:15.100499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49266) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.148224 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-00b7acf8-2e32-4af2-9142-d978193a5b99 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:15.149494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-00b7acf8-2e32-4af2-9142-d978193a5b99 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/3f1bb62e-1571-43a4-910a-15f64e33af91 HTTP/1.1" status: 404 len: 336 time: 0.0473287 Jul 28 14:58:15.153155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49270) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.206747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8d3e2979-01ef-454a-8c10-2c774f1bed6d tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=09d6bd7f-4127-4a62-8e81-42a74ce7c693 HTTP/1.1" status: 200 len: 205 time: 0.0482545 Jul 28 14:58:15.209779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49272) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.215790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.265322 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-c467f2fb-a63d-4162-9897-f8661a54f091 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:15.265322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c467f2fb-a63d-4162-9897-f8661a54f091 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/09d6bd7f-4127-4a62-8e81-42a74ce7c693 HTTP/1.1" status: 404 len: 336 time: 0.0472083 Jul 28 14:58:15.267752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.298402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:15.303345 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca344396-2f9f-486c-a78a-4d5970518c74 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:15.310185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca344396-2f9f-486c-a78a-4d5970518c74 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:15.310185 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ca344396-2f9f-486c-a78a-4d5970518c74 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/4a444ec2-6d75-4483-8bc5-839b191e79e5 HTTP/1.1" status: 404 len: 337 time: 0.0377283 Jul 28 14:58:15.312359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49278) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.322673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede4b68-992d-46f8-9613-cbfd9530d8fa req-3159a501-6ba2-444b-9169-026bba61e443 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.330589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aede4b68-992d-46f8-9613-cbfd9530d8fa req-3159a501-6ba2-444b-9169-026bba61e443 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1612546 Jul 28 14:58:15.341886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:15.347062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eb5d1e95-f3dd-4dbd-86fa-6138a37d3143 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=71b70030-c600-485e-a837-7c85f1efbb45 HTTP/1.1" status: 200 len: 205 time: 0.0332119 Jul 28 14:58:15.347856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.359556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:15.398817 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-9b40ef91-c8c1-4034-8c03-bc506f803c5e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:15.406189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b40ef91-c8c1-4034-8c03-bc506f803c5e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/71b70030-c600-485e-a837-7c85f1efbb45 HTTP/1.1" status: 404 len: 336 time: 0.0570388 Jul 28 14:58:15.407085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.454761 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c13a260-0111-4ad4-9a1b-9e39952b16d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:15.455267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c13a260-0111-4ad4-9a1b-9e39952b16d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:15.458371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c13a260-0111-4ad4-9a1b-9e39952b16d2 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/57a565a7-8627-4bc8-ba41-3e21256c05f4 HTTP/1.1" status: 404 len: 337 time: 0.0478661 Jul 28 14:58:15.462107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.483543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:15.498467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aede4b68-992d-46f8-9613-cbfd9530d8fa req-76864954-d810-4667-af8f-895caa8bdced tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669385 Jul 28 14:58:15.526935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.526935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.541555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-823a570b-1ba8-4a3b-8799-e932c6cef5da tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "GET /v2.0/ports?device_id=3724f163-6882-4e01-b741-33d216c21893 HTTP/1.1" status: 200 len: 205 time: 0.0783088 Jul 28 14:58:15.544312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49288) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.628392 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-a5d16ff6-f19c-4d45-890c-d287ffa30b49 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] delete failed (client error): The resource could not be found. Jul 28 14:58:15.632531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a5d16ff6-f19c-4d45-890c-d287ffa30b49 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/routers/3724f163-6882-4e01-b741-33d216c21893 HTTP/1.1" status: 404 len: 336 time: 0.0845237 Jul 28 14:58:15.633465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49292) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.663537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be2d3b-39ed-45b8-a086-75e2a938cc89 req-11e8cb2e-88a4-4378-ac69-7e81365c0ae9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.671432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7be2d3b-39ed-45b8-a086-75e2a938cc89 req-11e8cb2e-88a4-4378-ac69-7e81365c0ae9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.2632935 Jul 28 14:58:15.673099 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0de66b7-181c-4bcf-a1a6-20e2a22ba17e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:15.673883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0de66b7-181c-4bcf-a1a6-20e2a22ba17e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:15.678691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f0de66b7-181c-4bcf-a1a6-20e2a22ba17e tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/c19e5a8b-3eaa-494c-888f-66cd8e1812aa HTTP/1.1" status: 404 len: 337 time: 0.0438747 Jul 28 14:58:15.679287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:15.719678 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a7357d-8973-420e-845e-2bc020c1c0e9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] DELETE failed (client error): The resource could not be found. Jul 28 14:58:15.720359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a7357d-8973-420e-845e-2bc020c1c0e9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 14:58:15.726609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-01a7357d-8973-420e-845e-2bc020c1c0e9 tempest-RoutersTest-1299341166 tempest-RoutersTest-1299341166-project] 10.222.0.47 "DELETE /v2.0/subnets/8d9b526e-7c3d-414f-a9a8-4e3c5bb70c10 HTTP/1.1" status: 404 len: 337 time: 0.0455394 Jul 28 14:58:15.763655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-79c21f80-70fa-4042-8957-85a221bacc19 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0197787 Jul 28 14:58:15.776166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7be2d3b-39ed-45b8-a086-75e2a938cc89 req-15883f32-294c-479d-a159-0977d7b22857 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036699 Jul 28 14:58:15.780896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf65523-3aba-4f97-a8d4-8b6e8e292077 req-d4d970ad-dd40-4e00-8109-2ff8d967077c tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.790647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bf65523-3aba-4f97-a8d4-8b6e8e292077 req-d4d970ad-dd40-4e00-8109-2ff8d967077c tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0936573 Jul 28 14:58:15.817766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Request body: {'port': {'device_id': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:15.877110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0bf65523-3aba-4f97-a8d4-8b6e8e292077 req-9bf3bd19-1776-4e8e-bf9a-0a65fad92f9f tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849719 Jul 28 14:58:15.918791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.918942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77616826-97f2-4acb-aa31-8cd75d537de7 req-9c687a41-d2df-43eb-978b-ca665233b94f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:15.929614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77616826-97f2-4acb-aa31-8cd75d537de7 req-9c687a41-d2df-43eb-978b-ca665233b94f tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 931 time: 0.0749574 Jul 28 14:58:15.982885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d39bf072-50ac-42de-97cb-ce022db54390 None None] Provisioning for port 023fbbdf-4328-4857-aa43-788239456b02 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:15.991786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d39bf072-50ac-42de-97cb-ce022db54390 None None] Provisioning complete for port 023fbbdf-4328-4857-aa43-788239456b02 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:15.992590 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d39bf072-50ac-42de-97cb-ce022db54390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:15.999751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-77616826-97f2-4acb-aa31-8cd75d537de7 req-cd631ece-1e20-4f90-958f-66fdff5cba0d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688400 Jul 28 14:58:16.042264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d39bf072-50ac-42de-97cb-ce022db54390 None None] Port 023fbbdf-4328-4857-aa43-788239456b02 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:16.179274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.270765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023fbbdf-4328-4857-aa43-788239456b02 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:16.279826 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.294400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Transition to ACTIVE for port object 023fbbdf-4328-4857-aa43-788239456b02 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:16.406524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49304) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:16.413127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.492366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Pushing event updated for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:16.566366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666daa4-335f-4bee-8cce-2ab39c79e40c req-f0a6c60e-b948-4fb5-bb47-6526ce27603e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.575064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8666daa4-335f-4bee-8cce-2ab39c79e40c req-f0a6c60e-b948-4fb5-bb47-6526ce27603e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0738857 Jul 28 14:58:16.583376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Attempting to bind port 023fbbdf-4328-4857-aa43-788239456b02 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:16.583765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Attempting to bind port 023fbbdf-4328-4857-aa43-788239456b02 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:16.584103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Attempting to bind port 023fbbdf-4328-4857-aa43-788239456b02 on network dc3e3e73-27c2-422b-bf36-ebf808c0d29b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:16.589171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Port 023fbbdf-4328-4857-aa43-788239456b02 on network dc3e3e73-27c2-422b-bf36-ebf808c0d29b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:58:16.589507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Attempting to bind port 023fbbdf-4328-4857-aa43-788239456b02 on network dc3e3e73-27c2-422b-bf36-ebf808c0d29b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:16.595068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:16.595796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Checking segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:16.596196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Bound using segment: {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:16.596759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Bound port: 023fbbdf-4328-4857-aa43-788239456b02, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e744076-f5f6-420e-a37b-6ee819ebb217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:16.597141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.658271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8666daa4-335f-4bee-8cce-2ab39c79e40c req-6e7eab7b-38b0-408b-81f8-cb86f8f99fe5 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710542 Jul 28 14:58:16.662932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1aba022d-9d39-4a28-93c8-c1a18845f83a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52fa24cb7c884758ba90a4467313958d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544498 Jul 28 14:58:16.664981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:16.715414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:16.733743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.757771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2b21-9f38-49bb-b3ac-ea302dcebc1e req-0848ef83-4c48-49dd-aecb-0087061a72ed tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.763312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80df2b21-9f38-49bb-b3ac-ea302dcebc1e req-0848ef83-4c48-49dd-aecb-0087061a72ed tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.1493065 Jul 28 14:58:16.763425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.765594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=023fbbdf-4328-4857-aa43-788239456b02,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:16.806134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-0b4ceabe-f9ec-4988-81d0-797e27216072 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.807632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-0b4ceabe-f9ec-4988-81d0-797e27216072 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.53 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.0937278 Jul 28 14:58:16.855590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80df2b21-9f38-49bb-b3ac-ea302dcebc1e req-389236b8-347f-4311-b45a-4b248c3c00d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Jul 28 14:58:16.907028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82672f0a-640b-4ae5-8b72-f538594812fb req-6aa04779-3eca-4e2b-8ac2-7ec9f6f2243d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:16.909794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82672f0a-640b-4ae5-8b72-f538594812fb req-6aa04779-3eca-4e2b-8ac2-7ec9f6f2243d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 945 time: 0.0600293 Jul 28 14:58:16.930360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Deleting port affd64c0-c1c3-47a2-97af-02d185e1e102 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:16.930936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.933937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.953830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82672f0a-640b-4ae5-8b72-f538594812fb req-a6f5762e-7af1-4c88-a0f0-f00b22514e18 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Jul 28 14:58:16.990140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.993641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:16.994913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec5567af-c28c-4b84-8731-f5004d376e83 HTTP/1.1" status: 204 len: 168 time: 0.3289368 Jul 28 14:58:17.004145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bf020-4289-4273-99f9-962f5ffd1ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5567af-c28c-4b84-8731-f5004d376e83,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:17.015359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.016009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.017584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] 10.222.0.53 "PUT /v2.0/ports/023fbbdf-4328-4857-aa43-788239456b02 HTTP/1.1" status: 200 len: 1092 time: 1.2047107 Jul 28 14:58:17.019566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:17.024631 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:17.071608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8f0c0-b18c-4553-b1d9-2bec1e3023fb service neutron] Pushing event updated for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:17.084845 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c53ee3b-c13e-4b39-a7e1-f9e0f6114935 x-openstack-request-id: req-3c53ee3b-c13e-4b39-a7e1-f9e0f6114935 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:17.085351 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:17.085696 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c53ee3b-c13e-4b39-a7e1-f9e0f6114935 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:17.086276 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02', 'status': 'completed', 'code': 200} Jul 28 14:58:17.114650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] For port affd64c0-c1c3-47a2-97af-02d185e1e102, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=affd64c0-c1c3-47a2-97af-02d185e1e102,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:17.115257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.168050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Calling delete_port for affd64c0-c1c3-47a2-97af-02d185e1e102 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:17.262951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-0b140193-35f8-45af-acf9-372b811c4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.264394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-0b140193-35f8-45af-acf9-372b811c4a60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1095 time: 0.1313691 Jul 28 14:58:17.272563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cbb52-567f-48b5-b116-bb319da27a98 req-01a4d184-463f-4fa6-9be7-07db257c62ee tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.274096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d8cbb52-567f-48b5-b116-bb319da27a98 req-01a4d184-463f-4fa6-9be7-07db257c62ee tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 943 time: 0.1503987 Jul 28 14:58:17.407007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d8cbb52-567f-48b5-b116-bb319da27a98 req-3fc78e3b-2487-4409-a538-f004ba3cca9a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249015 Jul 28 14:58:17.456758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-be4565f3-d7ec-48f4-9122-27a80b302e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.458338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-be4565f3-d7ec-48f4-9122-27a80b302e63 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1752577 Jul 28 14:58:17.569106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-8ba74781-03c7-4367-b2b9-ade0c1375c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.570834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7ae2ff2-49cd-4cf2-9434-24d3b50f69d7 req-8ba74781-03c7-4367-b2b9-ade0c1375c24 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044095 Jul 28 14:58:17.629002 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.658507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['affd64c0-c1c3-47a2-97af-02d185e1e102'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:17.668953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Pushing event deleted for resources: {'Port': ['ID=affd64c0-c1c3-47a2-97af-02d185e1e102,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:17.669258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:17.766887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] No DVR routers for this DVR port affd64c0-c1c3-47a2-97af-02d185e1e102 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:17.772157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.773112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.53 "DELETE /v2.0/ports/affd64c0-c1c3-47a2-97af-02d185e1e102 HTTP/1.1" status: 204 len: 173 time: 0.9544947 Jul 28 14:58:17.788663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-55f8459a-ebf4-4ed6-85da-504d94d93f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.790560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-55f8459a-ebf4-4ed6-85da-504d94d93f04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1095 time: 0.1572428 Jul 28 14:58:17.792601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:17.815803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9108a-2571-46d1-9eef-0a52265f960f req-94b637db-bf38-421b-8091-fc254f9c7647 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.817374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4d9108a-2571-46d1-9eef-0a52265f960f req-94b637db-bf38-421b-8091-fc254f9c7647 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0602720 Jul 28 14:58:17.849127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e7bd5657-e821-4a63-8703-38126aa91198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023fbbdf-4328-4857-aa43-788239456b02 HTTP/1.1" status: 200 len: 217 time: 0.0451870 Jul 28 14:58:17.872648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e4d9108a-2571-46d1-9eef-0a52265f960f req-b527bb75-ca3d-43cb-86e4-83748d5e6056 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445199 Jul 28 14:58:17.922724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e0f7f033-e01b-409b-80bf-521f726ac12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:17.924526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e0f7f033-e01b-409b-80bf-521f726ac12c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4532bc-6894-49f9-b740-8cfa529f4e7b HTTP/1.1" status: 200 len: 835 time: 0.0679064 Jul 28 14:58:18.014264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e0fddb47-786b-40a5-bb47-6e783b322b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.015857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-e0fddb47-786b-40a5-bb47-6e783b322b41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815244 Jul 28 14:58:18.030916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f0486-a00e-4d8c-a945-0249c79b5395 req-b04ecb58-6fbb-4024-8398-5a31243363fe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.032705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-828f0486-a00e-4d8c-a945-0249c79b5395 req-b04ecb58-6fbb-4024-8398-5a31243363fe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0661283 Jul 28 14:58:18.123320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-828f0486-a00e-4d8c-a945-0249c79b5395 req-d461b49d-ffb2-48bb-8f27-43894e9ceba4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808194 Jul 28 14:58:18.162598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-20f9d58a-68f3-4746-880c-3e7920893a8c service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281412 Jul 28 14:58:18.257889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f7b88e4e-bdd0-4ca4-84a2-0e25ca026b5d req-a9cdec10-e97d-4321-b1cd-a8055c68cd5b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=4500233e-3256-4792-b672-97c2dfda48fe HTTP/1.1" status: 200 len: 210 time: 0.0613313 Jul 28 14:58:18.308928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aa9abc4-c786-4be4-a8dc-8a595f81cd59 req-32869c3a-0b8c-4c91-ba6c-9999b03e42a0 service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399059 Jul 28 14:58:18.429523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa64ab-2f28-44d9-9e29-0db959be5002 req-c58c588b-b120-4dc1-8f90-477d59fb153e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.431029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f4aa64ab-2f28-44d9-9e29-0db959be5002 req-c58c588b-b120-4dc1-8f90-477d59fb153e tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0571241 Jul 28 14:58:18.472394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f4aa64ab-2f28-44d9-9e29-0db959be5002 req-834b2922-9510-4fde-8f9d-8384dc93632b tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Jul 28 14:58:18.533122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875d7c8-544e-4842-9f5a-a93554233f7d req-4ec59a66-d44e-4aac-bf87-19d4954bbaee tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.534639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3875d7c8-544e-4842-9f5a-a93554233f7d req-4ec59a66-d44e-4aac-bf87-19d4954bbaee tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 943 time: 0.0517035 Jul 28 14:58:18.575431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3875d7c8-544e-4842-9f5a-a93554233f7d req-de19f040-6ce4-48d8-8ae5-674fbac2f4dc tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339746 Jul 28 14:58:18.863456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49364) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:18.891940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-4a320239-e2b7-4fd2-af6f-000fa82da31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.893458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-4a320239-e2b7-4fd2-af6f-000fa82da31b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8803c44c977e49869cbf9145f5bdd890&device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 1097 time: 0.0416000 Jul 28 14:58:18.967312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9d6646f6-9441-4d70-aee9-438cb994ac81 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-439137011', 'prefixes': ['172.20.0.0/16']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:18.986773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-55cee182-8943-49ba-b581-d2a51d437b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:18.988301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-55cee182-8943-49ba-b581-d2a51d437b51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=abd482c7-de7c-4d30-bcea-1191d697d3c7 HTTP/1.1" status: 200 len: 912 time: 0.0863237 Jul 28 14:58:19.035129 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-5706c96a-e88c-4c2c-ab52-a8950edb6192 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0629b30b-8806-4ec4-857b-6a7210402a7d HTTP/1.1" status: 200 len: 217 time: 0.0388286 Jul 28 14:58:19.087650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-27092981-46b1-4545-8421-6cf363d9eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.089150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-27092981-46b1-4545-8421-6cf363d9eaf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c224c3f2-fbde-4d93-b3d4-65534d176bd8 HTTP/1.1" status: 200 len: 851 time: 0.0450897 Jul 28 14:58:19.089589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'name': 'network-vif-deleted', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:19.091886 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61e4f6-f438-4cf8-acc5-6f8928d30087" -d '{"events": [{"server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "name": "network-vif-deleted", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:19.128939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-266d7eef-35b5-45a5-af6a-4365de15ad66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abd482c7-de7c-4d30-bcea-1191d697d3c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jul 28 14:58:19.147934 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3104304-29ed-4c62-8ef6-027f3d36ea02 x-openstack-request-id: req-d3104304-29ed-4c62-8ef6-027f3d36ea02 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:19.149034 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4500233e-3256-4792-b672-97c2dfda48fe", "name": "network-vif-deleted", "tag": "affd64c0-c1c3-47a2-97af-02d185e1e102", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:19.149034 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3104304-29ed-4c62-8ef6-027f3d36ea02 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:19.149034 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4500233e-3256-4792-b672-97c2dfda48fe', 'name': 'network-vif-deleted', 'tag': 'affd64c0-c1c3-47a2-97af-02d185e1e102', 'status': 'completed', 'code': 200} Jul 28 14:58:19.250286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-6a333ef9-6b89-4017-9d95-253cdb5b797c service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121125 Jul 28 14:58:19.272676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0451-684d-4f5d-8f1e-de68f7898ad8 req-59927d90-e2a3-4d9e-80fa-8ff2b2a1f283 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.274717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-350f0451-684d-4f5d-8f1e-de68f7898ad8 req-59927d90-e2a3-4d9e-80fa-8ff2b2a1f283 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0779684 Jul 28 14:58:19.321209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-350f0451-684d-4f5d-8f1e-de68f7898ad8 req-2c6122ce-8c0a-4926-9b7f-4e0109f7a49b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Jul 28 14:58:19.381580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-575f6482-8878-44e3-b5ac-35f9ba05860f req-13617c23-45e9-467a-b2fe-ba82dbcb3b2b service neutron] 10.222.0.53 "GET /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143734 Jul 28 14:58:19.434192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d0504-e832-4a37-8f7d-c7c2a894ddbb req-d9e724a1-42d6-4c97-99bd-b4183dab78d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.435783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c4d0504-e832-4a37-8f7d-c7c2a894ddbb req-d9e724a1-42d6-4c97-99bd-b4183dab78d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0579114 Jul 28 14:58:19.473999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6c4d0504-e832-4a37-8f7d-c7c2a894ddbb req-8946ea45-76e3-480a-bb3d-d3717e4145e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Jul 28 14:58:19.539310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d6646f6-9441-4d70-aee9-438cb994ac81 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] Notify callbacks [] for subnetpool, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.553487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9d6646f6-9441-4d70-aee9-438cb994ac81 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6762853 Jul 28 14:58:19.553487 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:19.592096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cb061514-7495-47a3-bc5e-5b0a60baef66 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "GET /v2.0/subnetpools/acf6fea7-71fd-4d01-9707-6f6518cdc41f HTTP/1.1" status: 200 len: 731 time: 0.0470941 Jul 28 14:58:19.594254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49388) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:19.601858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5b168413-0600-4f18-9742-0a278160242d tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1752567756'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:19.630409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b83b9-7218-4d5a-9ae1-7e74640fad99 req-cd8a1af3-0a12-4c15-ab8b-6079181410ad tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.632302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db6b83b9-7218-4d5a-9ae1-7e74640fad99 req-cd8a1af3-0a12-4c15-ab8b-6079181410ad tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0659108 Jul 28 14:58:19.678369 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db6b83b9-7218-4d5a-9ae1-7e74640fad99 req-62ebbd95-c9df-4203-870a-f1653d26e3d7 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387864 Jul 28 14:58:19.756355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caac4d-2669-4f67-8822-0ad744ddaf09 req-c8370823-8839-4ad6-8523-9440da219a15 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.759460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16caac4d-2669-4f67-8822-0ad744ddaf09 req-c8370823-8839-4ad6-8523-9440da219a15 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 943 time: 0.0828078 Jul 28 14:58:19.796329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7baa3f-cb51-4c70-b455-58d852736ae2 req-7be288ca-3d4f-42f2-a746-9cabc296a0d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.797774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b7baa3f-cb51-4c70-b455-58d852736ae2 req-7be288ca-3d4f-42f2-a746-9cabc296a0d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0552726 Jul 28 14:58:19.800814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16caac4d-2669-4f67-8822-0ad744ddaf09 req-e1abd0a6-7936-489d-8a42-2e5d279750c5 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352440 Jul 28 14:58:19.839349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b7baa3f-cb51-4c70-b455-58d852736ae2 req-2595691a-cba9-42e9-858c-1251b266d915 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Jul 28 14:58:19.855945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5b168413-0600-4f18-9742-0a278160242d tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] Notify callbacks [] for subnetpool, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:19.857210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b168413-0600-4f18-9742-0a278160242d tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "PUT /v2.0/subnetpools/acf6fea7-71fd-4d01-9707-6f6518cdc41f HTTP/1.1" status: 200 len: 684 time: 0.2619176 Jul 28 14:58:19.860473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49396) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:19.984087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1e59-4862-4001-a7a2-1e5013cb061b req-4b4ad79d-e9c8-427d-bc96-34bce2ed69a1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:19.985708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e6a1e59-4862-4001-a7a2-1e5013cb061b req-4b4ad79d-e9c8-427d-bc96-34bce2ed69a1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0570714 Jul 28 14:58:20.032708 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e6a1e59-4862-4001-a7a2-1e5013cb061b req-c4674a4c-66b0-4816-aa72-eda10ebb7227 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Jul 28 14:58:20.052259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.104818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99160f0e-10b8-488f-ba0f-788ee8dea423 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] Notify callbacks [] for subnetpool, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.104818 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99160f0e-10b8-488f-ba0f-788ee8dea423 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "DELETE /v2.0/subnetpools/acf6fea7-71fd-4d01-9707-6f6518cdc41f HTTP/1.1" status: 204 len: 168 time: 0.2421279 Jul 28 14:58:20.106483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49402) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:20.121891 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-54d79829-69a7-43a5-896d-97faa64292f5 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] show failed (client error): The resource could not be found. Jul 28 14:58:20.122899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-54d79829-69a7-43a5-896d-97faa64292f5 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "GET /v2.0/subnetpools/acf6fea7-71fd-4d01-9707-6f6518cdc41f HTTP/1.1" status: 404 len: 346 time: 0.0154243 Jul 28 14:58:20.125610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49404) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:20.140183 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-9929f16d-f521-43e1-84f9-f8623e1a8211 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] delete failed (client error): The resource could not be found. Jul 28 14:58:20.141176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9929f16d-f521-43e1-84f9-f8623e1a8211 tempest-SubnetPoolsTestJSON-1652877197 tempest-SubnetPoolsTestJSON-1652877197-project] 10.222.0.47 "DELETE /v2.0/subnetpools/acf6fea7-71fd-4d01-9707-6f6518cdc41f HTTP/1.1" status: 404 len: 346 time: 0.0145781 Jul 28 14:58:20.458429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdaa41-e775-4a0f-bb53-cd2808119050 req-9475f23e-97fc-4f5a-816a-399fb76be3cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:20.460024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0abdaa41-e775-4a0f-bb53-cd2808119050 req-9475f23e-97fc-4f5a-816a-399fb76be3cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0502760 Jul 28 14:58:20.498512 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0abdaa41-e775-4a0f-bb53-cd2808119050 req-69563a1c-9e8e-435e-b11c-200473c9dba3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Jul 28 14:58:20.501905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device affd64c0-c1c3-47a2-97af-02d185e1e102 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:20.523044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: affd64c0-c1c3-47a2-97af-02d185e1e102 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:20.523394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device affd64c0-c1c3-47a2-97af-02d185e1e102 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:20.607793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:20.799396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d6947-c3ef-4099-a842-a1cbccb92cb8 req-613b50a6-686f-4e25-82e0-c70cef5b1996 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:20.801083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f0d6947-c3ef-4099-a842-a1cbccb92cb8 req-613b50a6-686f-4e25-82e0-c70cef5b1996 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0535729 Jul 28 14:58:20.846426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f0d6947-c3ef-4099-a842-a1cbccb92cb8 req-f425e44b-b8fd-4ec6-9798-19c03fa00839 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Jul 28 14:58:20.898816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:20.940581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbcf4-00f6-4768-a3b3-e1272c275bd2 req-4b388095-e12a-48a3-ac64-193108dfd978 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:20.942465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e3fbcf4-00f6-4768-a3b3-e1272c275bd2 req-4b388095-e12a-48a3-ac64-193108dfd978 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 943 time: 0.0582104 Jul 28 14:58:20.989213 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e3fbcf4-00f6-4768-a3b3-e1272c275bd2 req-e137042a-c942-433d-8acb-77c4a8a50a90 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351951 Jul 28 14:58:21.019672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aff6eb2a-c84d-43d2-96c7-9eadb6824549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.107788 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aff6eb2a-c84d-43d2-96c7-9eadb6824549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.395005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aff6eb2a-c84d-43d2-96c7-9eadb6824549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.435184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6eb2a-c84d-43d2-96c7-9eadb6824549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c897e6-79d6-4e38-9532-d1ec21e675ec,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:21.440479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aff6eb2a-c84d-43d2-96c7-9eadb6824549 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fec9146ca804cf0a35c683d3ac33d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405984 Jul 28 14:58:21.444353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49430) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:21.493923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.519030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.620076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef08be1-ba3b-4841-93e8-98a2f85d0e31 req-041419a4-4a49-41cb-a97b-ef3ef86babf5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:21.621574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ef08be1-ba3b-4841-93e8-98a2f85d0e31 req-041419a4-4a49-41cb-a97b-ef3ef86babf5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0489855 Jul 28 14:58:21.660919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5ef08be1-ba3b-4841-93e8-98a2f85d0e31 req-9d2c676d-788a-41c3-82a1-60808ab66622 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 Jul 28 14:58:21.767300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.769492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:21.770749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1c897e6-79d6-4e38-9532-d1ec21e675ec HTTP/1.1" status: 204 len: 168 time: 0.3254156 Jul 28 14:58:21.780444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768d667-54e3-43dd-9604-2f056cb5c40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c897e6-79d6-4e38-9532-d1ec21e675ec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:22.024344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c0e6c-6948-458e-b2ce-18aa245fed37 req-56da5ab4-3431-4e02-b471-08ed4c5558a4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:22.026126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-184c0e6c-6948-458e-b2ce-18aa245fed37 req-56da5ab4-3431-4e02-b471-08ed4c5558a4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0498631 Jul 28 14:58:22.069279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-184c0e6c-6948-458e-b2ce-18aa245fed37 req-2ff4e3a9-1135-4940-83fc-e257d00b6212 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350223 Jul 28 14:58:22.125471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d064c-4272-4fec-8625-e1b365607199 req-ae3cdfd2-521b-4728-bffc-cb63482294fe tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:22.127027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb8d064c-4272-4fec-8625-e1b365607199 req-ae3cdfd2-521b-4728-bffc-cb63482294fe tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 943 time: 0.0614138 Jul 28 14:58:22.167342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb8d064c-4272-4fec-8625-e1b365607199 req-0f9e34a0-7e04-437c-89fa-5f8ff88d4eb4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340788 Jul 28 14:58:22.505280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 023fbbdf-4328-4857-aa43-788239456b02 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:22.616561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=023fbbdf-4328-4857-aa43-788239456b02,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:22.636158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '023fbbdf-4328-4857-aa43-788239456b02', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'port_id': '023fbbdf-4328-4857-aa43-788239456b02', 'mac_address': 'fa:16:3e:f5:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:22.694731 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:22.723986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023fbbdf-4328-4857-aa43-788239456b02 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:22.792913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=023fbbdf-4328-4857-aa43-788239456b02,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:22.839404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070d650-90c2-40f2-b130-cabcaa4e6c14 req-70f7f5d9-c819-42d5-a61a-6e2cfe2e20fd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:22.841140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d070d650-90c2-40f2-b130-cabcaa4e6c14 req-70f7f5d9-c819-42d5-a61a-6e2cfe2e20fd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0732157 Jul 28 14:58:22.891360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d070d650-90c2-40f2-b130-cabcaa4e6c14 req-dfb37310-2f9f-4341-979c-d16d87477144 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436413 Jul 28 14:58:23.047078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:23.098191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:23.220406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112edec-fed7-4bea-9de0-bbbb757ecefd req-f40927dc-0e07-47ae-895a-0ca25244f450 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:23.223134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0112edec-fed7-4bea-9de0-bbbb757ecefd req-f40927dc-0e07-47ae-895a-0ca25244f450 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0759976 Jul 28 14:58:23.323314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0112edec-fed7-4bea-9de0-bbbb757ecefd req-a2d38eca-10e7-4153-b9e1-40f0e3d2e8aa tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Jul 28 14:58:23.332115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['023fbbdf-4328-4857-aa43-788239456b02'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:23.435348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbdc14-0bd3-4442-a2a6-fc13c0f14bc0 req-e71f07c3-0fae-443c-bdbe-43b36ad53df9 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:23.458988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4cbdc14-0bd3-4442-a2a6-fc13c0f14bc0 req-e71f07c3-0fae-443c-bdbe-43b36ad53df9 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 944 time: 0.1514156 Jul 28 14:58:23.500229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4cbdc14-0bd3-4442-a2a6-fc13c0f14bc0 req-2d441439-7399-4e3a-b38b-bd94917ee562 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504026 Jul 28 14:58:23.817114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bbfc3-c976-48a0-a4ca-d74e1f1428b6 req-ac235286-2c16-4a70-947e-b42f2fbf3a44 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:23.819871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da9bbfc3-c976-48a0-a4ca-d74e1f1428b6 req-ac235286-2c16-4a70-947e-b42f2fbf3a44 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0557871 Jul 28 14:58:23.864506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da9bbfc3-c976-48a0-a4ca-d74e1f1428b6 req-7250bc12-58e3-4883-bd8c-623f76e38d89 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Jul 28 14:58:24.014645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714cb70-be29-43ee-88e1-cb34e5e8a0f3 req-9f6af0a7-e143-44bc-8c97-c73ebc840ca2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.024118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1714cb70-be29-43ee-88e1-cb34e5e8a0f3 req-9f6af0a7-e143-44bc-8c97-c73ebc840ca2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0689139 Jul 28 14:58:24.033836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab2b36-f831-4a2a-aa83-5495995d76c5 req-1a28e65b-eb69-48c1-b4c7-f2d229b21349 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.035851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6ab2b36-f831-4a2a-aa83-5495995d76c5 req-1a28e65b-eb69-48c1-b4c7-f2d229b21349 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0574574 Jul 28 14:58:24.072194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1714cb70-be29-43ee-88e1-cb34e5e8a0f3 req-56754d6e-8809-4504-94bf-8194d694b19a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Jul 28 14:58:24.084373 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6ab2b36-f831-4a2a-aa83-5495995d76c5 req-ec90620f-1e7c-4a02-98ca-e7a7e0970405 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Jul 28 14:58:24.146163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-491df8bf-6928-49f4-9c6d-d99817bc9f21 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.147823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-491df8bf-6928-49f4-9c6d-d99817bc9f21 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.53 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0624764 Jul 28 14:58:24.242545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Deleting port 0629b30b-8806-4ec4-857b-6a7210402a7d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:24.243231 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.359497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] For port 0629b30b-8806-4ec4-857b-6a7210402a7d, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0629b30b-8806-4ec4-857b-6a7210402a7d,segment=NetworkSegment(e071ec31-994e-463f-96bd-469c9edfa41d),segment_id=e071ec31-994e-463f-96bd-469c9edfa41d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:24.359497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.359497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Calling delete_port for 0629b30b-8806-4ec4-857b-6a7210402a7d owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:24.479680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51508a-26a6-4019-97e1-3f650f5002dd req-6d0efe82-7701-4ea2-96a4-2ab1528c8714 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.482468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d51508a-26a6-4019-97e1-3f650f5002dd req-6d0efe82-7701-4ea2-96a4-2ab1528c8714 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 945 time: 0.0716546 Jul 28 14:58:24.519868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 023fbbdf-4328-4857-aa43-788239456b02 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:24.582162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d51508a-26a6-4019-97e1-3f650f5002dd req-c73c13ee-2fbc-476a-853e-b64147b7bc32 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/security-groups?id=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802891 Jul 28 14:58:24.649432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a242b8-c617-43cf-bd80-5eb8496eddf9 req-1bdf8f4d-901c-4132-a0f4-27bcfdddc52d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:24.651279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0a242b8-c617-43cf-bd80-5eb8496eddf9 req-1bdf8f4d-901c-4132-a0f4-27bcfdddc52d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 944 time: 0.0577335 Jul 28 14:58:24.686654 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.692412 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0a242b8-c617-43cf-bd80-5eb8496eddf9 req-50308bc2-87f3-4ea2-85be-e6a487bd93ee tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343106 Jul 28 14:58:24.717657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Pushing event deleted for resources: {'Port': ['ID=0629b30b-8806-4ec4-857b-6a7210402a7d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:24.719564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0629b30b-8806-4ec4-857b-6a7210402a7d'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:24.763341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] No DVR routers for this DVR port 0629b30b-8806-4ec4-857b-6a7210402a7d on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:24.765803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.767857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72083644-15e3-44ee-8aa1-aa27b163a114 req-b55da301-1305-4abb-b6ad-a24d129c9ded tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.53 "DELETE /v2.0/ports/0629b30b-8806-4ec4-857b-6a7210402a7d HTTP/1.1" status: 204 len: 173 time: 0.6140671 Jul 28 14:58:24.768294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'name': 'network-vif-deleted', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:24.770514 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a0bfc-e4d0-4e8e-9698-7ab47b5061cc" -d '{"events": [{"server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "name": "network-vif-deleted", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:24.777797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 023fbbdf-4328-4857-aa43-788239456b02 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:24.785301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 023fbbdf-4328-4857-aa43-788239456b02 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:24.785301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.820832 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a757135f-c384-4889-9bee-1e592c8ad76c x-openstack-request-id: req-a757135f-c384-4889-9bee-1e592c8ad76c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:24.821160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b928ad-1e7f-42cd-8e26-e87790a4fe4c", "name": "network-vif-deleted", "tag": "0629b30b-8806-4ec4-857b-6a7210402a7d", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:24.821407 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a757135f-c384-4889-9bee-1e592c8ad76c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:24.821765 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b928ad-1e7f-42cd-8e26-e87790a4fe4c', 'name': 'network-vif-deleted', 'tag': '0629b30b-8806-4ec4-857b-6a7210402a7d', 'status': 'completed', 'code': 200} Jul 28 14:58:24.881172 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:24.912202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023fbbdf-4328-4857-aa43-788239456b02'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:24.912202 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ae22b5-8812-4d06-aeaf-c3e6c3a96bb4" -d '{"events": [{"server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "023fbbdf-4328-4857-aa43-788239456b02"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:24.922105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=023fbbdf-4328-4857-aa43-788239456b02,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:24.948855 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08115c31-f668-49bc-8523-7c1418c95629 x-openstack-request-id: req-08115c31-f668-49bc-8523-7c1418c95629 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:24.948855 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "name": "network-vif-plugged", "status": "completed", "tag": "023fbbdf-4328-4857-aa43-788239456b02", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:24.948855 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08115c31-f668-49bc-8523-7c1418c95629 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:24.948855 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023fbbdf-4328-4857-aa43-788239456b02', 'code': 200} Jul 28 14:58:25.008069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:25.064430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:25.090248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549555-7e03-40aa-8c2d-d97d835e820a req-f3fe6d5d-7b82-4c99-b99f-ad155c503868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:25.091855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2549555-7e03-40aa-8c2d-d97d835e820a req-f3fe6d5d-7b82-4c99-b99f-ad155c503868 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1097 time: 0.0481584 Jul 28 14:58:25.128158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2549555-7e03-40aa-8c2d-d97d835e820a req-3275477b-b52d-4276-a6c9-14ab47d2a1fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292978 Jul 28 14:58:25.227688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fcd28-caf2-4a76-b13f-b377b01c28c1 req-d77eb6ff-6c6f-4ba3-952f-fbd47d2377e6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:25.229489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-691fcd28-caf2-4a76-b13f-b377b01c28c1 req-d77eb6ff-6c6f-4ba3-952f-fbd47d2377e6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0537839 Jul 28 14:58:25.275603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-691fcd28-caf2-4a76-b13f-b377b01c28c1 req-da252c7f-aae9-4054-9baa-f0b8be79c28b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jul 28 14:58:25.696672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e971015-dd85-4792-9dd5-4697a5467187 req-c764d332-d332-4d98-89b5-e0ae40c907e4 tempest-TestServerAdvancedOps-2047830949 tempest-TestServerAdvancedOps-2047830949-project] 10.222.0.47 "GET /v2.0/ports?device_id=05b928ad-1e7f-42cd-8e26-e87790a4fe4c HTTP/1.1" status: 200 len: 210 time: 0.0270238 Jul 28 14:58:25.839783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95086d4-be24-4006-ab4d-b5424eafabb4 req-56cb4fcb-69b3-464c-9cf1-a72369ff9be2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:25.841673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e95086d4-be24-4006-ab4d-b5424eafabb4 req-56cb4fcb-69b3-464c-9cf1-a72369ff9be2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.0743411 Jul 28 14:58:25.946170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e95086d4-be24-4006-ab4d-b5424eafabb4 req-d94368fc-18f5-421d-b554-3ed3a2ebb823 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924263 Jul 28 14:58:26.234327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0c73fdad-a4e9-44db-8090-02f9c6571ece details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:58:26.431204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:26.460059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '0c73fdad-a4e9-44db-8090-02f9c6571ece', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': '0c73fdad-a4e9-44db-8090-02f9c6571ece', 'mac_address': 'fa:16:3e:41:e9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:58:26.461194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3919e24-2b2f-4518-b481-7c693bbe2b07 req-8ae71bbd-196c-49b1-882d-cf036e2c3dba tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:26.469932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3919e24-2b2f-4518-b481-7c693bbe2b07 req-8ae71bbd-196c-49b1-882d-cf036e2c3dba tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 943 time: 0.0754941 Jul 28 14:58:26.491285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49560) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:26.525780 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.546233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c73fdad-a4e9-44db-8090-02f9c6571ece {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:58:26.572354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3919e24-2b2f-4518-b481-7c693bbe2b07 req-17fbb4dc-934a-4abc-85eb-71f4914d9af2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012836 Jul 28 14:58:26.581453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:26.645132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a7736eb-340d-43e5-8990-0328444b31c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.748653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a7736eb-340d-43e5-8990-0328444b31c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.769096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49566) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:26.806643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.820899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Deleting subnet c224c3f2-fbde-4d93-b3d4-65534d176bd8 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:26.820899 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.856997 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.861278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:26.901240 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:26.981533 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4a7736eb-340d-43e5-8990-0328444b31c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.020623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4a7736eb-340d-43e5-8990-0328444b31c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=196180ea57b045498a198d7b753fd5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5281377 Jul 28 14:58:27.022149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7736eb-340d-43e5-8990-0328444b31c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c2a80-c466-4980-aed6-2221c141af38,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.023112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49572) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.074571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['0c73fdad-a4e9-44db-8090-02f9c6571ece'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:27.143115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42de6-eb87-4d68-b705-2fd120be272d req-f5151ed5-200d-484a-9c7f-25e99c3aad58 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.144815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68d42de6-eb87-4d68-b705-2fd120be272d req-f5151ed5-200d-484a-9c7f-25e99c3aad58 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.0867891 Jul 28 14:58:27.146159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.178850 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.184307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.211635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c224c3f2-fbde-4d93-b3d4-65534d176bd8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.217799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.221612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d99345dc-9f0a-4fcb-9e5d-3736c2c8795d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c224c3f2-fbde-4d93-b3d4-65534d176bd8 HTTP/1.1" status: 204 len: 168 time: 0.4490750 Jul 28 14:58:27.221755 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49574) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.227083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-68d42de6-eb87-4d68-b705-2fd120be272d req-8fa4a0af-309f-4ecc-b540-204afffc9824 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710266 Jul 28 14:58:27.309010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.424500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.435974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a606c0f-2fa1-48fb-89e5-749be12b31ec req-d4b87f86-6655-4df5-947a-e50196c93d5d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.436582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a606c0f-2fa1-48fb-89e5-749be12b31ec req-d4b87f86-6655-4df5-947a-e50196c93d5d tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.1203349 Jul 28 14:58:27.458070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd482c7-de7c-4d30-bcea-1191d697d3c7']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:27.477338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e071ec31-994e-463f-96bd-469c9edfa41d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:27.477796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e071ec31-994e-463f-96bd-469c9edfa41d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:27.501605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.521924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a606c0f-2fa1-48fb-89e5-749be12b31ec req-139ef897-901c-49aa-94e0-3aceef2e1278 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784035 Jul 28 14:58:27.526463 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.530889 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.535848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c05c2a80-c466-4980-aed6-2221c141af38 HTTP/1.1" status: 204 len: 168 time: 0.5093822 Jul 28 14:58:27.541046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.555668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c2a80-c466-4980-aed6-2221c141af38,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:27.555797 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:27.564218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.564840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.565462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.569474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.569866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.570252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.570598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.572027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.572027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.572027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.572312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.572395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d2b2317-91c5-448d-89a3-c0a3863a6879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:27.575049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.671369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0559ce-2609-41e8-afd8-bf3c61c37b40 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.673001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d0559ce-2609-41e8-afd8-bf3c61c37b40 tempest-TestNetworkBasicOps-1727437748 tempest-TestNetworkBasicOps-1727437748-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1092 time: 0.0966423 Jul 28 14:58:27.677980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49592) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.683552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '023fbbdf-4328-4857-aa43-788239456b02', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:27.745646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.748104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682c58d-a25d-4e5b-b29c-4c3e09032ae9 req-3f368f82-0b9a-4981-81da-5f575296c009 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.749646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9682c58d-a25d-4e5b-b29c-4c3e09032ae9 req-3f368f82-0b9a-4981-81da-5f575296c009 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0553250 Jul 28 14:58:27.759548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f747071-d0d8-4a6b-a0bc-8694d6a08b64 req-5ce09a18-72a7-43cd-901d-84c0544cd309 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:27.761253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f747071-d0d8-4a6b-a0bc-8694d6a08b64 req-5ce09a18-72a7-43cd-901d-84c0544cd309 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 944 time: 0.0731850 Jul 28 14:58:27.763581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.768381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] 10.222.0.47 "DELETE /v2.0/networks/abd482c7-de7c-4d30-bcea-1191d697d3c7 HTTP/1.1" status: 204 len: 168 time: 0.5429616 Jul 28 14:58:27.770986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:27.777576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f6d7e-c8e7-48ad-9cdc-58b6dc361f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd482c7-de7c-4d30-bcea-1191d697d3c7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:27.819983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f747071-d0d8-4a6b-a0bc-8694d6a08b64 req-0173c351-fe2a-457a-8c20-2cd176b313ce tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Jul 28 14:58:27.830088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9682c58d-a25d-4e5b-b29c-4c3e09032ae9 req-3c782c37-0159-49d9-8ce3-e72fc5fc914c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729516 Jul 28 14:58:27.845581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Deleting subnet 7dd5d99c-ef66-4dea-b20e-17981bc9f80c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:58:27.846808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:27.853792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.249065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0c73fdad-a4e9-44db-8090-02f9c6571ece up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:28.306919 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.348344 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.375396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004a0fd-ce17-417c-ae62-d0921fb8492c req-5455a17a-a5ca-46bf-b42d-990277032976 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:28.376982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9004a0fd-ce17-417c-ae62-d0921fb8492c req-5455a17a-a5ca-46bf-b42d-990277032976 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.4539807 Jul 28 14:58:28.412323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.433299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9004a0fd-ce17-417c-ae62-d0921fb8492c req-3d3b1d2b-6b51-4c53-ae2a-9ac5b6971ac2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487459 Jul 28 14:58:28.486293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 0c73fdad-a4e9-44db-8090-02f9c6571ece completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:28.492593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 0c73fdad-a4e9-44db-8090-02f9c6571ece triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:28.493216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.535392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0629b30b-8806-4ec4-857b-6a7210402a7d no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:28.540087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Allocated IP 172.25.0.180 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/df237c87-3baa-4974-911e-4a6b0ac0a642) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:28.582369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 0629b30b-8806-4ec4-857b-6a7210402a7d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:28.582699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0629b30b-8806-4ec4-857b-6a7210402a7d not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:28.640132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.663387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:28.665714 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a08d8-95e0-4983-9e69-a7a92dd679cd" -d '{"events": [{"server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "name": "network-vif-plugged", "status": "completed", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:28.675981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.702079 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.706767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:28.713177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dd5d99c-ef66-4dea-b20e-17981bc9f80c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:28.713820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316d49f-c4a9-4ac2-8704-c8ccf9a40e0b req-b50e3949-f8c4-4fee-af86-5e7565f26aa1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:28.717564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.719709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-33d7a7e3-031b-4180-b018-a94968cc3d59 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7dd5d99c-ef66-4dea-b20e-17981bc9f80c HTTP/1.1" status: 204 len: 168 time: 0.9472020 Jul 28 14:58:28.721672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d316d49f-c4a9-4ac2-8704-c8ccf9a40e0b req-b50e3949-f8c4-4fee-af86-5e7565f26aa1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0872126 Jul 28 14:58:28.722284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:28.794641 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4974b3-6ba3-4522-9882-413f85c760bb x-openstack-request-id: req-5d4974b3-6ba3-4522-9882-413f85c760bb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:28.794641 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "name": "network-vif-plugged", "status": "completed", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:28.794641 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d4974b3-6ba3-4522-9882-413f85c760bb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:28.794641 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece', 'code': 200} Jul 28 14:58:28.819016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.956302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.960196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d316d49f-c4a9-4ac2-8704-c8ccf9a40e0b req-7e036f9d-c0a0-428c-b31e-652bfe96d75a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376585 Jul 28 14:58:28.970644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.985027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:28.985995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bafcd9-8bdc-4373-a1b0-56b3681809e3']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:29.002297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bc8cc3-88ca-4e4d-9ff7-3883b8c16d55') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:29.002661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bc8cc3-88ca-4e4d-9ff7-3883b8c16d55') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:29.017365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c88b-79e9-4f22-8fc5-d667129b0edf req-911a5913-b34c-416f-b919-80c7a90731ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:29.017365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0b2c88b-79e9-4f22-8fc5-d667129b0edf req-911a5913-b34c-416f-b919-80c7a90731ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 1096 time: 0.1604004 Jul 28 14:58:29.019700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.045267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.056956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a68ca-4fa7-47e0-b6d5-f0745796fb31 req-31907806-5489-4bab-8b1a-555a0cf8f599 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:29.058756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-093a68ca-4fa7-47e0-b6d5-f0745796fb31 req-31907806-5489-4bab-8b1a-555a0cf8f599 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 944 time: 0.1404307 Jul 28 14:58:29.059995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.062243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49618) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.081302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:29.083745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:58:29.084155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:58:29.086013 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:58:29.111595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:29.117753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:29.122318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=df237c87-3baa-4974-911e-4a6b0ac0a642,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.150506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2be9fc6a-6abd-45ba-9fa2-1a9f6cbf0dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.179483 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0b2c88b-79e9-4f22-8fc5-d667129b0edf req-3c10f320-90db-4d47-8177-1277d224ebc5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498196 Jul 28 14:58:29.179908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8154f-3cce-4001-bd7b-3a7e55d89851 req-44f992d8-82a2-4276-8c30-2cedc0edbf3d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:29.189324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed8154f-3cce-4001-bd7b-3a7e55d89851 req-44f992d8-82a2-4276-8c30-2cedc0edbf3d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1104803 Jul 28 14:58:29.209565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-093a68ca-4fa7-47e0-b6d5-f0745796fb31 req-d701e76a-d364-49d1-89c9-a5fd85567851 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415062 Jul 28 14:58:29.291673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aed8154f-3cce-4001-bd7b-3a7e55d89851 req-350ac088-f39f-4a34-ae91-5203aa0bb01c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032219 Jul 28 14:58:29.300745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2be9fc6a-6abd-45ba-9fa2-1a9f6cbf0dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.384620 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.395658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.400773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/c0bafcd9-8bdc-4373-a1b0-56b3681809e3 HTTP/1.1" status: 204 len: 168 time: 0.6771650 Jul 28 14:58:29.417151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e16bd-8cd8-43ad-a054-02c7543c11cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bafcd9-8bdc-4373-a1b0-56b3681809e3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.447608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2be9fc6a-6abd-45ba-9fa2-1a9f6cbf0dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.499514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2be9fc6a-6abd-45ba-9fa2-1a9f6cbf0dc7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d934a1164b641ee940d2256ec10ce70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347522 Jul 28 14:58:29.500923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9fc6a-6abd-45ba-9fa2-1a9f6cbf0dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002eb7ac-9c4e-4f2b-b082-dc74cd16b638,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:29.503411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49632) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:29.684885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53196-7e12-4d82-809d-983f5a4bddc8 req-c4f8437b-47a2-4f76-8ea7-8d757f5f399b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:29.686393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdf53196-7e12-4d82-809d-983f5a4bddc8 req-c4f8437b-47a2-4f76-8ea7-8d757f5f399b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1707449 Jul 28 14:58:29.718933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.725824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.785424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fdf53196-7e12-4d82-809d-983f5a4bddc8 req-b8f7f8d1-57b5-438e-adb5-240ced6a14f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867724 Jul 28 14:58:29.787949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:29.917408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd236fd-6742-4ed4-9da5-60c02dd953bd req-9e699099-a05d-4fcf-b35f-70ead695a82d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:29.919002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cd236fd-6742-4ed4-9da5-60c02dd953bd req-9e699099-a05d-4fcf-b35f-70ead695a82d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0566049 Jul 28 14:58:29.959648 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cd236fd-6742-4ed4-9da5-60c02dd953bd req-288e8963-d5e3-4792-935b-b32e80b2c8d1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Jul 28 14:58:30.063999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-d8886855-70af-4893-8655-96fc81bbace1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544868 Jul 28 14:58:30.172170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78494130-81be-44ad-bf65-6cbb76c5d67c req-1577e88f-a55d-4fc2-be0d-d4beffdad31c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.173782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78494130-81be-44ad-bf65-6cbb76c5d67c req-1577e88f-a55d-4fc2-be0d-d4beffdad31c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0824797 Jul 28 14:58:30.199482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-6cb57345-324c-4917-a5d8-528797ed94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.200951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-6cb57345-324c-4917-a5d8-528797ed94c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1097 time: 0.0754976 Jul 28 14:58:30.223639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-78494130-81be-44ad-bf65-6cbb76c5d67c req-0db50a05-ea52-4cb0-a3d1-f709cf31f7f6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Jul 28 14:58:30.266587 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.269671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.271283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/002eb7ac-9c4e-4f2b-b082-dc74cd16b638 HTTP/1.1" status: 204 len: 168 time: 0.7655129 Jul 28 14:58:30.303336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963536c8-3429-4386-8d8d-cd63f8ac1881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002eb7ac-9c4e-4f2b-b082-dc74cd16b638,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:30.322999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.414665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49652) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:30.446747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-c72655a6-9fae-4d0a-84cd-069a6d5555db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.448236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-c72655a6-9fae-4d0a-84cd-069a6d5555db service neutron] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 914 time: 0.2097433 Jul 28 14:58:30.494214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3ad0-06d6-4832-8073-08c29f006340 req-df59a2a6-b4a4-4474-816f-9e36f475b565 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.496007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c7b3ad0-06d6-4832-8073-08c29f006340 req-df59a2a6-b4a4-4474-816f-9e36f475b565 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.1216140 Jul 28 14:58:30.528861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf104c0-3a79-48f4-8fac-b232f40e4aa5 req-9fb09db8-812c-4498-ae8a-3b95dbbaa882 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.532496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0bf104c0-3a79-48f4-8fac-b232f40e4aa5 req-9fb09db8-812c-4498-ae8a-3b95dbbaa882 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1773794 Jul 28 14:58:30.540925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-7bb66163-a94a-42d8-bb72-02512a746b8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.0832639 Jul 28 14:58:30.569522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5cc4789a-70ea-4c47-9ddd-0088583aa596 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8803c44c977e49869cbf9145f5bdd890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450186 Jul 28 14:58:30.570144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49654) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:30.614163 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0bf104c0-3a79-48f4-8fac-b232f40e4aa5 req-ab7914ca-18ac-4a24-9f9f-1789d68fe8a9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723493 Jul 28 14:58:30.623259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-2be04064-5d94-4d98-ba24-81094488309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.624938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-2be04064-5d94-4d98-ba24-81094488309b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.0750203 Jul 28 14:58:30.628332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3c7b3ad0-06d6-4832-8073-08c29f006340 req-0a2385ed-2961-48b8-9827-4475c80dff62 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198318 Jul 28 14:58:30.680138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.682426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-00b77d40-0f68-4976-8264-4d9e502f365a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501289 Jul 28 14:58:30.735882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.760680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.798877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-280fab0b-bfce-4bc1-9514-efbc9f662272 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092234 Jul 28 14:58:30.915772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c4a3-89e3-486a-8ff7-359cb4bcc115 req-fe2ca684-8e64-4aef-8b72-e06387106de9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:30.918121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3486c4a3-89e3-486a-8ff7-359cb4bcc115 req-fe2ca684-8e64-4aef-8b72-e06387106de9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0635097 Jul 28 14:58:30.921686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.952971 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29999978-1b3c-4d79-a209-cc1f051f54a2 req-2545a55b-1159-4403-a8b9-1e1d951b8701 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434555 Jul 28 14:58:30.979880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.982406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:30.983587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1222ae57-fb9f-4bf2-8731-77f3a3edc0d4 HTTP/1.1" status: 204 len: 168 time: 0.4102938 Jul 28 14:58:31.034940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea7b34-b378-40b2-9f54-efc7c52d6757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222ae57-fb9f-4bf2-8731-77f3a3edc0d4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:31.065202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event updated for resources: {'Port': ['ID=df237c87-3baa-4974-911e-4a6b0ac0a642,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:31.078322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3486c4a3-89e3-486a-8ff7-359cb4bcc115 req-5f178f5f-41f7-4436-86df-1a00bf3af4a6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387804 Jul 28 14:58:31.078322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.189457 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Floating IP b63398d1-f93d-41b0-b4d7-92d0ea87b777 associated. External IP: 172.25.0.180, port: 023fbbdf-4328-4857-aa43-788239456b02. Jul 28 14:58:31.217396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183c12-b559-45b6-9f9c-eb17ffb90d4c req-fa04fb2a-97c1-4b3a-a627-f9c0f862a5ad tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.217396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed183c12-b559-45b6-9f9c-eb17ffb90d4c req-fa04fb2a-97c1-4b3a-a627-f9c0f862a5ad tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0574751 Jul 28 14:58:31.263694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed183c12-b559-45b6-9f9c-eb17ffb90d4c req-cc452d6e-37cb-4e85-8a0b-a48886133362 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Jul 28 14:58:31.424621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:31.559461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:31.576630 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Sync routers for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:31.582303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6590225-3755-408a-826a-e4cbb679f6ea req-77e18d93-8a44-4ee6-9dae-107be1f44432 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.586630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6590225-3755-408a-826a-e4cbb679f6ea req-77e18d93-8a44-4ee6-9dae-107be1f44432 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0714748 Jul 28 14:58:31.589045 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:31.589687 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:31.638277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6590225-3755-408a-826a-e4cbb679f6ea req-926120c6-04b7-401f-a7dd-80fa178f191f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Jul 28 14:58:31.721956 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:31.779374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bacb7-a061-4587-9cb1-31f80563f6c4 req-006fe591-c3c3-4440-aefd-d4e74368aa37 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.779374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c8bacb7-a061-4587-9cb1-31f80563f6c4 req-006fe591-c3c3-4440-aefd-d4e74368aa37 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.0594206 Jul 28 14:58:31.791098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:31.835742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414bc51-14f5-4aac-80b4-5b135fa28167 req-a581a66d-79d8-4615-b85b-d1ecf2483d52 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:31.837335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4414bc51-14f5-4aac-80b4-5b135fa28167 req-a581a66d-79d8-4615-b85b-d1ecf2483d52 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1218064 Jul 28 14:58:31.843704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c8bacb7-a061-4587-9cb1-31f80563f6c4 req-d0f3cc07-69c9-40c7-9324-f50ef35a857d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 Jul 28 14:58:31.848696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-31165ee5-cc9b-439f-9869-a48778bcff63 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1661386 Jul 28 14:58:31.848696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:31.849461 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f03854-4739-4c05-95f7-7079d7966232" -d '{"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:31.852899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:31.906763 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4414bc51-14f5-4aac-80b4-5b135fa28167 req-aeecf4cc-c5f8-4e4e-8620-5e85a8de12d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535617 Jul 28 14:58:31.918380 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d90d2ac-8463-4b16-834b-a73001617844 x-openstack-request-id: req-5d90d2ac-8463-4b16-834b-a73001617844 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:31.918725 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:31.919000 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d90d2ac-8463-4b16-834b-a73001617844 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:31.919415 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02', 'status': 'completed', 'code': 200} Jul 28 14:58:32.002900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-006443f4-f469-43af-a838-f04c6a2c5ca8 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/b63398d1-f93d-41b0-b4d7-92d0ea87b777 HTTP/1.1" status: 200 len: 991 time: 0.1472535 Jul 28 14:58:32.019303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03854-4739-4c05-95f7-7079d7966232 req-a0e25e1c-9ec0-4320-9928-aac0173bfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.021847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-a0e25e1c-9ec0-4320-9928-aac0173bfe6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1097 time: 0.0560298 Jul 28 14:58:32.022752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b63398d1-f93d-41b0-b4d7-92d0ea87b777', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'port_id': '023fbbdf-4328-4857-aa43-788239456b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'mac_address': 'fa:16:3e:f5:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:58:29Z', 'updated_at': '2021-07-28T14:58:29Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:32.053239 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Checking router: 859899da-4b09-4abc-97cd-dd9dc8c5e9bb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:32.061530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daabe2c-79b9-422d-b3c6-a670ca0519cc req-f1cc8d23-2891-4244-ab5c-8493b78cb9aa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.062675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:32.063341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:32.063684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9daabe2c-79b9-422d-b3c6-a670ca0519cc req-f1cc8d23-2891-4244-ab5c-8493b78cb9aa tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.0595138 Jul 28 14:58:32.116279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9daabe2c-79b9-422d-b3c6-a670ca0519cc req-0522eb66-df8b-40de-b6da-51e3143fbdb9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Jul 28 14:58:32.148165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03854-4739-4c05-95f7-7079d7966232 req-00721ae2-3a88-4b2d-ba77-be25f61ac2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.149883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-00721ae2-3a88-4b2d-ba77-be25f61ac2d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b HTTP/1.1" status: 200 len: 898 time: 0.1214800 Jul 28 14:58:32.182629 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:32.250627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-87889d47-4806-4a98-94bd-6ca869a1f2ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023fbbdf-4328-4857-aa43-788239456b02 HTTP/1.1" status: 200 len: 999 time: 0.0929420 Jul 28 14:58:32.251555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49710) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:32.369070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03854-4739-4c05-95f7-7079d7966232 req-ce9a1f29-2a43-4372-a010-457536e02be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.370601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-ce9a1f29-2a43-4372-a010-457536e02be6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4532bc-6894-49f9-b740-8cfa529f4e7b HTTP/1.1" status: 200 len: 835 time: 0.1067977 Jul 28 14:58:32.381155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ff22-f4fd-49e1-ac32-6dc3412447af req-df611c38-ff5b-4cf1-8802-8d94742dcceb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.382842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ee0ff22-f4fd-49e1-ac32-6dc3412447af req-df611c38-ff5b-4cf1-8802-8d94742dcceb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.1314154 Jul 28 14:58:32.384632 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db78cb62-7d60-4741-97a1-39843f697307 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6695c080a9e44dfc9b1b24505e7b67ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299307 Jul 28 14:58:32.386888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:32.457326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03854-4739-4c05-95f7-7079d7966232 req-9a04c22d-f289-4670-ae88-786b72685962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.460465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-9a04c22d-f289-4670-ae88-786b72685962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758433 Jul 28 14:58:32.467665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ee0ff22-f4fd-49e1-ac32-6dc3412447af req-a2b1dd16-8440-4d35-b7f3-4b88269742a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Jul 28 14:58:32.568751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-68e03914-8199-4a9e-9b40-9dfe40643ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000912 Jul 28 14:58:32.638782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa978279-9d4c-42de-a989-2eb5727a528d req-edcdd9f8-ea77-4d9b-a73e-9c8d1bf8dff9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.640405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa978279-9d4c-42de-a989-2eb5727a528d req-edcdd9f8-ea77-4d9b-a73e-9c8d1bf8dff9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 813 time: 0.2089624 Jul 28 14:58:32.643787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.697173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa978279-9d4c-42de-a989-2eb5727a528d req-ce8c5986-c89f-4098-a3ec-0b8ef4f19d2e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/quotas/9d7f2ae0981e4b04962f01c860c39af9 HTTP/1.1" status: 200 len: 375 time: 0.0476658 Jul 28 14:58:32.704830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1f03854-4739-4c05-95f7-7079d7966232 req-7b15acbe-4405-4013-a9a9-e5e2f950a252 service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292877 Jul 28 14:58:32.724175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:32.769139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b63398d1-f93d-41b0-b4d7-92d0ea87b777', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'port_id': '023fbbdf-4328-4857-aa43-788239456b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'mac_address': 'fa:16:3e:f5:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:58:29Z', 'updated_at': '2021-07-28T14:58:29Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:32.796541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa978279-9d4c-42de-a989-2eb5727a528d req-b6a71e11-e45b-448a-b1e5-375b632a8e7f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888376 Jul 28 14:58:32.819346 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1283d7-f8ca-446e-903d-33f6334abf54 None None] The sync data for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 is: [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'b63398d1-f93d-41b0-b4d7-92d0ea87b777', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'port_id': '023fbbdf-4328-4857-aa43-788239456b02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'mac_address': 'fa:16:3e:f5:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T14:58:29Z', 'updated_at': '2021-07-28T14:58:29Z', 'revision_number': 0, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:32.936112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764008a-312d-4aeb-bb2d-61301905ae0a req-9502b96a-79f5-464c-89b3-d3b45c56fc3c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:32.943016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e764008a-312d-4aeb-bb2d-61301905ae0a req-9502b96a-79f5-464c-89b3-d3b45c56fc3c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0607309 Jul 28 14:58:32.982654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e764008a-312d-4aeb-bb2d-61301905ae0a req-e9af7757-ea8d-4a23-9341-92a736c12349 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Jul 28 14:58:33.005033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:33.088513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.094270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:33.094552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f0fe4be9-0acf-4145-a49e-6b52d04d3182 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/b63398d1-f93d-41b0-b4d7-92d0ea87b777 HTTP/1.1" status: 200 len: 991 time: 0.0872750 Jul 28 14:58:33.095544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ce33a61-ac26-4cdb-8851-701aa3d33013 HTTP/1.1" status: 204 len: 168 time: 0.7069504 Jul 28 14:58:33.132633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27319df-8cab-471b-a611-cbcf1054fa0d None None] New status for floating IP b63398d1-f93d-41b0-b4d7-92d0ea87b777: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:58:33.153673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf87dcf-9a04-479c-9d3e-9b4159ea76fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce33a61-ac26-4cdb-8851-701aa3d33013,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:33.183122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47ab71-38f9-41e3-9681-5d6a2abe4dc7 req-f04b732f-afb2-4723-b200-8c23e6f29e1c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.186619 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c47ab71-38f9-41e3-9681-5d6a2abe4dc7 req-f04b732f-afb2-4723-b200-8c23e6f29e1c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1110303 Jul 28 14:58:33.227928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c47ab71-38f9-41e3-9681-5d6a2abe4dc7 req-ce356428-3ff2-4aad-a4c8-a70f000fdda4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364647 Jul 28 14:58:33.626779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cccb5-8e2c-4dd5-8f88-81ced8506f02 req-1e69fc07-ac28-4b34-a970-d8b93face7fe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:33.628282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c56cccb5-8e2c-4dd5-8f88-81ced8506f02 req-1e69fc07-ac28-4b34-a970-d8b93face7fe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Jul 28 14:58:33.668830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c56cccb5-8e2c-4dd5-8f88-81ced8506f02 req-57bf414e-3ba2-42bb-929e-e09711723e14 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Jul 28 14:58:33.954158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce1eee66-6f5f-461e-a583-246580adbbff req-71e6e023-bb7c-44b6-b581-0428fad84261 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9d7f2ae0981e4b04962f01c860c39af9 HTTP/1.1" status: 200 len: 221 time: 0.0302396 Jul 28 14:58:34.020774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49766) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:34.061451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0facdd-0785-44c0-87ec-5b97c96d2a17 req-d6e7988e-58d7-423d-8c2b-3a85c0d5d9e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.063674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd0facdd-0785-44c0-87ec-5b97c96d2a17 req-d6e7988e-58d7-423d-8c2b-3a85c0d5d9e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0546560 Jul 28 14:58:34.096308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:34.102783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fd0facdd-0785-44c0-87ec-5b97c96d2a17 req-d04787f5-5f25-48f8-959c-b10c284c1d79 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 28 14:58:34.162901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-787a0d3e-529a-43f2-b27f-3aeae27319fe tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/b63398d1-f93d-41b0-b4d7-92d0ea87b777 HTTP/1.1" status: 200 len: 993 time: 0.0653589 Jul 28 14:58:34.330666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ef97a-3c2c-4d7e-8650-1c31d4594360 req-df611c71-07ce-43b4-af18-c5437117482c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.332371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e3ef97a-3c2c-4d7e-8650-1c31d4594360 req-df611c71-07ce-43b4-af18-c5437117482c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0671704 Jul 28 14:58:34.383703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e3ef97a-3c2c-4d7e-8650-1c31d4594360 req-9aac75e1-e25b-4514-99f8-0f87a4882eff tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Jul 28 14:58:34.587955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3a9db-535c-43a0-b7c2-bce5c1ed01a2 req-751e7a3d-53bf-448e-97d8-7fc869e83343 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.589669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff3a9db-535c-43a0-b7c2-bce5c1ed01a2 req-751e7a3d-53bf-448e-97d8-7fc869e83343 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0869853 Jul 28 14:58:34.590763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a79a9d3-765c-4e1b-8b4a-de711e9f00e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.657996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff3a9db-535c-43a0-b7c2-bce5c1ed01a2 req-5d8d2431-8a63-424e-9e61-a4eb3de8bb80 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Jul 28 14:58:34.740561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a79a9d3-765c-4e1b-8b4a-de711e9f00e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:34.804317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc647e-7962-4b13-a4a4-70b8f8455009 req-dc17d1c0-2ae1-4495-a40f-70f380cfb0ab tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.808732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2bc647e-7962-4b13-a4a4-70b8f8455009 req-dc17d1c0-2ae1-4495-a40f-70f380cfb0ab tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.0575886 Jul 28 14:58:34.811534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a25a9a-ac45-47a0-b7f2-b475c251b338 req-be5dbede-7379-4d6d-9aa5-472f56877158 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:34.819767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1a25a9a-ac45-47a0-b7f2-b475c251b338 req-be5dbede-7379-4d6d-9aa5-472f56877158 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0640397 Jul 28 14:58:34.848229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2bc647e-7962-4b13-a4a4-70b8f8455009 req-9fc2f506-6285-4272-8714-004f21a44bf3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352623 Jul 28 14:58:34.854604 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c1a25a9a-ac45-47a0-b7f2-b475c251b338 req-f8fb47d8-0559-4a91-b825-6f56c64b5043 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343435 Jul 28 14:58:34.943950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a79a9d3-765c-4e1b-8b4a-de711e9f00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.003519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a79a9d3-765c-4e1b-8b4a-de711e9f00e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e4138b777874b33a2e2d0f775a59d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9808941 Jul 28 14:58:35.005287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79a9d3-765c-4e1b-8b4a-de711e9f00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f540d021-be50-45db-86e2-4b36fa32f49e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:35.006895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49798) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:35.026183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d850be5-ab2f-4f01-985b-70183bb6ac86 req-60adb803-0dee-4ee3-900a-b16816c17bae tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.056648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d850be5-ab2f-4f01-985b-70183bb6ac86 req-60adb803-0dee-4ee3-900a-b16816c17bae tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0952747 Jul 28 14:58:35.062925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.080131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d850be5-ab2f-4f01-985b-70183bb6ac86 req-35e939e2-f60e-4dcb-aeda-2f7a686c8aef tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 Jul 28 14:58:35.086136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.201136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3f786-3155-40b8-ad60-99733c5535db req-6a22bd79-2276-4621-a3e0-1e5003cb5a7a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.202711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ede3f786-3155-40b8-ad60-99733c5535db req-6a22bd79-2276-4621-a3e0-1e5003cb5a7a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 945 time: 0.0793293 Jul 28 14:58:35.244673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071affd-5b6a-4b18-b7dc-a22b0f09f0d9 req-89dd86ae-1b0f-4e15-96cc-d7136f1d9277 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.256384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d071affd-5b6a-4b18-b7dc-a22b0f09f0d9 req-89dd86ae-1b0f-4e15-96cc-d7136f1d9277 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0893528 Jul 28 14:58:35.314334 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d071affd-5b6a-4b18-b7dc-a22b0f09f0d9 req-057b6636-c666-4470-8ae9-414c83849849 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599542 Jul 28 14:58:35.335646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 0c73fdad-a4e9-44db-8090-02f9c6571ece {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:35.336000 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.475115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port 0c73fdad-a4e9-44db-8090-02f9c6571ece, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=0c73fdad-a4e9-44db-8090-02f9c6571ece,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:35.475486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.493589 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc22c-e5b8-4580-b563-406e6ad91667 req-4fec5c68-3533-4965-ad8c-d5ce578bc6e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.537628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31abc22c-e5b8-4580-b563-406e6ad91667 req-4fec5c68-3533-4965-ad8c-d5ce578bc6e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0943544 Jul 28 14:58:35.537628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 0c73fdad-a4e9-44db-8090-02f9c6571ece owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:35.548687 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:58:35.581952 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31abc22c-e5b8-4580-b563-406e6ad91667 req-f8bfeb9f-2af5-4ccc-977a-7ace6f3af9d3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744700 Jul 28 14:58:35.703365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.705913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.707106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f540d021-be50-45db-86e2-4b36fa32f49e HTTP/1.1" status: 204 len: 168 time: 0.6984496 Jul 28 14:58:35.710538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06960b5-72b7-40d1-95e0-8d4f77586d7c req-e48e9857-89e4-4a13-8295-1863d2289d6b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.718048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a06960b5-72b7-40d1-95e0-8d4f77586d7c req-e48e9857-89e4-4a13-8295-1863d2289d6b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0577583 Jul 28 14:58:35.718737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675c7f8-eecf-4beb-b193-dad3e44c1d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f540d021-be50-45db-86e2-4b36fa32f49e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:35.760513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a06960b5-72b7-40d1-95e0-8d4f77586d7c req-f95afe51-2f35-4f01-8e55-dee6b05bd926 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jul 28 14:58:35.863339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.897990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['0c73fdad-a4e9-44db-8090-02f9c6571ece'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:58:35.900067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bb916-62d7-4a14-9fe8-3066533f0dc3 req-c3f1941e-be54-4094-a81b-b13874d9cfc8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:35.902171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800bb916-62d7-4a14-9fe8-3066533f0dc3 req-c3f1941e-be54-4094-a81b-b13874d9cfc8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0588911 Jul 28 14:58:35.904813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=0c73fdad-a4e9-44db-8090-02f9c6571ece,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:35.949733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800bb916-62d7-4a14-9fe8-3066533f0dc3 req-137c8e25-aed6-460c-aea3-17640ccb26df tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Jul 28 14:58:35.967030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port 0c73fdad-a4e9-44db-8090-02f9c6571ece on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:58:35.993414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:35.993414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ede3f786-3155-40b8-ad60-99733c5535db req-ffdb12e6-01f8-4d93-b984-388c581b7ac4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "DELETE /v2.0/ports/0c73fdad-a4e9-44db-8090-02f9c6571ece HTTP/1.1" status: 204 len: 173 time: 0.7792063 Jul 28 14:58:35.993414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-beaf18ef-ad91-4eff-9c37-5e3869143188 req-4e671962-ea86-467a-b7e9-dca944183224 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0589218 Jul 28 14:58:35.993414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'name': 'network-vif-deleted', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:58:35.995341 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ea9d85-8a3a-4471-9811-84a2d2c0b74e" -d '{"events": [{"server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "name": "network-vif-deleted", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:58:36.046493 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b028df-bc37-4cfa-8a55-fbde6c1c83ca x-openstack-request-id: req-a4b028df-bc37-4cfa-8a55-fbde6c1c83ca {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:58:36.046790 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f39a1a8-966f-416e-8540-a0181dd27195", "name": "network-vif-deleted", "tag": "0c73fdad-a4e9-44db-8090-02f9c6571ece", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:58:36.047080 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4b028df-bc37-4cfa-8a55-fbde6c1c83ca {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:58:36.047490 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f39a1a8-966f-416e-8540-a0181dd27195', 'name': 'network-vif-deleted', 'tag': '0c73fdad-a4e9-44db-8090-02f9c6571ece', 'status': 'completed', 'code': 200} Jul 28 14:58:36.093343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601ea84-c710-4ca1-b2b1-5878ca2a4a4a req-c1d05561-34c2-4c0d-b4eb-e177412d4533 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.094853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c601ea84-c710-4ca1-b2b1-5878ca2a4a4a req-c1d05561-34c2-4c0d-b4eb-e177412d4533 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0618045 Jul 28 14:58:36.141382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c601ea84-c710-4ca1-b2b1-5878ca2a4a4a req-5133fa83-0d7d-426f-97bc-415170a21a9d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Jul 28 14:58:36.284927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4f97e-c027-4401-9413-0b59262a7683 req-258cc47f-2cba-4ae0-bff1-dc643f410c58 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.287199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43b4f97e-c027-4401-9413-0b59262a7683 req-258cc47f-2cba-4ae0-bff1-dc643f410c58 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0575190 Jul 28 14:58:36.325016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:36.352552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43b4f97e-c027-4401-9413-0b59262a7683 req-034f41ba-ce6e-4bf9-aacb-50e74544884f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573559 Jul 28 14:58:36.504358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4533ea6-2697-4a16-b795-3f480f4ed912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.536813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea59c0b-82d3-4d4a-8f3b-80f6a94effc8 req-70d10319-b2f0-4557-846d-a3139afbbd9a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.538313 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ea59c0b-82d3-4d4a-8f3b-80f6a94effc8 req-70d10319-b2f0-4557-846d-a3139afbbd9a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0889032 Jul 28 14:58:36.597082 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ea59c0b-82d3-4d4a-8f3b-80f6a94effc8 req-ab147015-7718-4ffe-aeee-da517c94730c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511339 Jul 28 14:58:36.657655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4533ea6-2697-4a16-b795-3f480f4ed912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.752312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c99a1-ae12-481e-b06b-2918414ac521 req-1079e968-4bc9-4741-9f19-98e3ac327912 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:36.754076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f1c99a1-ae12-481e-b06b-2918414ac521 req-1079e968-4bc9-4741-9f19-98e3ac327912 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0584977 Jul 28 14:58:36.776022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4533ea6-2697-4a16-b795-3f480f4ed912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.827499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d4533ea6-2697-4a16-b795-3f480f4ed912 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0cb81f638ed14ae7abdb60b91a342d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011625 Jul 28 14:58:36.830290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49858) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:36.837587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0f1c99a1-ae12-481e-b06b-2918414ac521 req-2f8b41cb-69be-4a0b-abc3-5a071d153bdc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764627 Jul 28 14:58:36.838563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4533ea6-2697-4a16-b795-3f480f4ed912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231fa159-1c25-40b8-8684-3444961e62d4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:36.904093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:36.958751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.015341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40098ae9-6ad0-4ead-8a59-dc893eab9718 req-45ae09a7-3dc4-4882-8f8a-bcc96b1031ea tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.017041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40098ae9-6ad0-4ead-8a59-dc893eab9718 req-45ae09a7-3dc4-4882-8f8a-bcc96b1031ea tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0975435 Jul 28 14:58:37.060752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40098ae9-6ad0-4ead-8a59-dc893eab9718 req-18a9d1e2-e93f-4e6c-9447-a395cd264941 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355618 Jul 28 14:58:37.097059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-69c96029-7de7-41e6-afd7-12f2ffc782fb req-f67890ce-7877-4c6b-9fc1-ab2ac0b2b66b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0271802 Jul 28 14:58:37.199656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.202696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.204614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/231fa159-1c25-40b8-8684-3444961e62d4 HTTP/1.1" status: 204 len: 168 time: 0.3732245 Jul 28 14:58:37.228641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c1a28-d9a8-4a59-80d2-5c153957bbc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fa159-1c25-40b8-8684-3444961e62d4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:37.315215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49880) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:37.315705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e9ebd-5780-4455-8785-b985aaf5581f req-c3a075e7-fb64-4972-8639-7354b7140925 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.318268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-888e9ebd-5780-4455-8785-b985aaf5581f req-c3a075e7-fb64-4972-8639-7354b7140925 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0544989 Jul 28 14:58:37.368723 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-888e9ebd-5780-4455-8785-b985aaf5581f req-517b627f-ad55-4d1b-b08b-3e65765568ba tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440361 Jul 28 14:58:37.432579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2024995889-network', 'tenant_id': 'b92293edad484c2288dada0c53dab212'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:37.498227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb531d9-5fe8-4249-bdcf-b9390c5894c1 req-5a08a432-d352-4ac1-b563-868d0edc1cfc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.500170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bb531d9-5fe8-4249-bdcf-b9390c5894c1 req-5a08a432-d352-4ac1-b563-868d0edc1cfc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0582223 Jul 28 14:58:37.542063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bb531d9-5fe8-4249-bdcf-b9390c5894c1 req-5d61fdd6-b065-4d90-8e4f-38d48dc348d3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351334 Jul 28 14:58:37.594802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Made reservation on behalf of b92293edad484c2288dada0c53dab212 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:37.597549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.606661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.715241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.785215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53f7ed-65ad-4949-804a-ce127076444c req-3c7813dd-881c-4122-980d-8e2a1b686bd7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.785215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd53f7ed-65ad-4949-804a-ce127076444c req-3c7813dd-881c-4122-980d-8e2a1b686bd7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0628529 Jul 28 14:58:37.805527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.832185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:37.858523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd53f7ed-65ad-4949-804a-ce127076444c req-4831035f-ab01-4792-84f9-3d2b9cf2f510 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684233 Jul 28 14:58:37.862250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.862603 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Added segment d921634d-09fa-499b-bc91-41c8513805be of type vlan for network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef Jul 28 14:58:37.864504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c043b99-98b3-4260-8203-a0b3b924686f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:37.910409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:37.989177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deba6f6-2316-4ef0-9305-41fead0f0709 req-046fc8aa-f2bd-427e-aa9b-f17a7695f796 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:37.991298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5deba6f6-2316-4ef0-9305-41fead0f0709 req-046fc8aa-f2bd-427e-aa9b-f17a7695f796 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0550895 Jul 28 14:58:38.023179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.024301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:38.024993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.032717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5deba6f6-2316-4ef0-9305-41fead0f0709 req-1cc0faba-382d-4c6a-8421-51ecc844502e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Jul 28 14:58:38.091615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] Pushing event updated for resources: {'Network': ['ID=7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.103429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:38.147450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:38.169492 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7fa616c-08c0-46db-9d99-13353306c6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.198407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3f296792-e1e3-4027-8881-172da87e46fe admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8818674 Jul 28 14:58:38.201942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:38.209045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Request body: {'subnet': {'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2024995889-subnet', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:38.217968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce2c17-f06d-46bb-b6e2-82fab1b607e6 req-3044d6ef-9bd5-4413-a093-2e238790b2ae tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:38.226156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51ce2c17-f06d-46bb-b6e2-82fab1b607e6 req-3044d6ef-9bd5-4413-a093-2e238790b2ae tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0856299 Jul 28 14:58:38.254229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4bf9b20-3238-4cca-beed-4a003f0f57c4 req-f3f2d32b-68d3-4837-bfcc-441163e37bab tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0371742 Jul 28 14:58:38.269397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51ce2c17-f06d-46bb-b6e2-82fab1b607e6 req-f6b1d821-c98f-48d0-9f70-33976d2d831d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Jul 28 14:58:38.280165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0c73fdad-a4e9-44db-8090-02f9c6571ece no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:58:38.319443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 0c73fdad-a4e9-44db-8090-02f9c6571ece {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:58:38.319799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 0c73fdad-a4e9-44db-8090-02f9c6571ece not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:58:38.363098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7fa616c-08c0-46db-9d99-13353306c6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.407343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3021a-8399-4e33-90ba-5c3e01c551ca req-bdcd5bb7-e407-434c-84fa-d416b3098d64 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:38.408912 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0a3021a-8399-4e33-90ba-5c3e01c551ca req-bdcd5bb7-e407-434c-84fa-d416b3098d64 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0586936 Jul 28 14:58:38.450336 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7fa616c-08c0-46db-9d99-13353306c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.467102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0a3021a-8399-4e33-90ba-5c3e01c551ca req-fbb2563b-aa39-4b08-85fc-8e3cd4ca6c36 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Jul 28 14:58:38.505940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa616c-08c0-46db-9d99-13353306c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e7038f-2b6f-4d15-b8c1-f502f1007f88,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.510296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d7fa616c-08c0-46db-9d99-13353306c6fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ebb6208e8424730940c4e62c28430f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613403 Jul 28 14:58:38.513044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 49910) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:38.570141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.589201 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Made reservation on behalf of b92293edad484c2288dada0c53dab212 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:38.594774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.605936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.818486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.825829 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:38.825829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4e7038f-2b6f-4d15-b8c1-f502f1007f88 HTTP/1.1" status: 204 len: 168 time: 0.3083205 Jul 28 14:58:38.830334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d6cac-5d85-4bd2-807a-558a3b87ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e7038f-2b6f-4d15-b8c1-f502f1007f88,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:38.956046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.013925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25290307-4fd9-47d8-be92-e32c1c00495a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:39.027093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360ffb-cd7a-47bd-837f-da8a73c36670 req-84905d36-f5a3-48a9-8ddf-c64535c0f48f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.028614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5360ffb-cd7a-47bd-837f-da8a73c36670 req-84905d36-f5a3-48a9-8ddf-c64535c0f48f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1008096 Jul 28 14:58:39.068454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Checking segment: {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:39.068814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Network hostable DHCP agents. Network: 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:39.090815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5360ffb-cd7a-47bd-837f-da8a73c36670 req-1b92ffdb-5fd1-488b-8ea7-3dc5a07e4c6e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539627 Jul 28 14:58:39.287022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:39.358239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-644edf04-026a-47c6-896b-60315b843cbe req-a1d2af83-ab75-4014-ae02-ee66026d3830 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0285738 Jul 28 14:58:39.475445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:39.479593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:39.480172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.491929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28eeb8-21dd-434a-b049-4c8c70b7dab2 None None] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:39.607535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e504175d-960e-4cd2-9b6b-90375d0cd62d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4042714 Jul 28 14:58:39.610515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49926) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:39.615190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:39.656823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'fixed_ips': [{'subnet_id': '25290307-4fd9-47d8-be92-e32c1c00495a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:39.657695 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.738370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.740036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.807145 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.814561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Allocated IP 172.20.0.2 (7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef/25290307-4fd9-47d8-be92-e32c1c00495a/d7037613-be20-4783-87d4-9a84e84544fd) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:39.962325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:39.971996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Transition to ACTIVE for port object d7037613-be20-4783-87d4-9a84e84544fd will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:40.008804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Transition to ACTIVE for port object d7037613-be20-4783-87d4-9a84e84544fd will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:40.052738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.195598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.239483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbc78-c7c9-4b3d-903e-74eeae1ece95 req-14dec949-f7f6-40f5-8ad8-0a4e81758845 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:40.247447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9badbc78-c7c9-4b3d-903e-74eeae1ece95 req-14dec949-f7f6-40f5-8ad8-0a4e81758845 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0845394 Jul 28 14:58:40.259516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Pushing event updated for resources: {'Port': ['ID=d7037613-be20-4783-87d4-9a84e84544fd,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.272854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.273357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.274307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.274733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.275164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.275521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.275855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.276195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.276532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.276865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.277199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.277530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:40.288573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:40.291002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:40.293730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:40.335979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9badbc78-c7c9-4b3d-903e-74eeae1ece95 req-cde21fde-bca9-4172-b7c4-811aeca199cf tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873368 Jul 28 14:58:40.356853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Attempting to bind port d7037613-be20-4783-87d4-9a84e84544fd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:40.357644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Attempting to bind port d7037613-be20-4783-87d4-9a84e84544fd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:40.357644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Attempting to bind port d7037613-be20-4783-87d4-9a84e84544fd on network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:40.362921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:40.363507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Checking segment: {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:40.363962 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.364365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Bound using segment: {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:40.364843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Bound port: d7037613-be20-4783-87d4-9a84e84544fd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:40.365288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.461535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] For port d7037613-be20-4783-87d4-9a84e84544fd, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:40.479374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fe189bc-8d69-44e2-9971-6153fd6dc5f7 req-902ff7bf-953f-4b5c-ba32-5dda8f983ebe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f39a1a8-966f-416e-8540-a0181dd27195 HTTP/1.1" status: 200 len: 210 time: 0.0372880 Jul 28 14:58:40.481136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] For port d7037613-be20-4783-87d4-9a84e84544fd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d7037613-be20-4783-87d4-9a84e84544fd,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:40.496201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.524741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.601948 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.649291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Allocated IP 172.25.0.115 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/7f60208c-95c1-450c-9acf-aa94dc33ae09) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:40.687813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66632a6d-8c08-4af8-973b-2597572f12ce None None] Pushing event updated for resources: {'Port': ['ID=d7037613-be20-4783-87d4-9a84e84544fd,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:40.828635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:40.944795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a84a34-cc2b-4ec2-879b-16245472f8ab req-fc4b5ab0-11b5-4ab0-be74-6b4fd07a738e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:40.952887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23a84a34-cc2b-4ec2-879b-16245472f8ab req-fc4b5ab0-11b5-4ab0-be74-6b4fd07a738e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0997279 Jul 28 14:58:41.007163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.011314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23a84a34-cc2b-4ec2-879b-16245472f8ab req-7bf4af9d-d4c2-4a85-911b-287937ac7ae8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Jul 28 14:58:41.108361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:41.118904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:41.124275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:41.171659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Pushing event updated for resources: {'Port': ['ID=7f60208c-95c1-450c-9acf-aa94dc33ae09,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:41.630729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.870707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:41.977067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0d463-2e7f-4266-9e4c-3cd9228f7997 None None] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:42.127740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-249ede9a-25e7-4d9e-8fa7-3ae49f70c253 None None] Provisioning for port d7037613-be20-4783-87d4-9a84e84544fd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:42.179514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51225f-219c-425b-bd8f-e1c6944c7dd2 req-b0541d68-4f26-4c0c-8c30-2d99697a990f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.182066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a51225f-219c-425b-bd8f-e1c6944c7dd2 req-b0541d68-4f26-4c0c-8c30-2d99697a990f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0815957 Jul 28 14:58:42.246775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a51225f-219c-425b-bd8f-e1c6944c7dd2 req-bcbc548f-ab5f-4929-8f76-a90e34ded869 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564368 Jul 28 14:58:42.293009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2e7152c-0df5-40ac-b381-5c218e039d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.512345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d7037613-be20-4783-87d4-9a84e84544fd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:42.557100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b2d39-c83f-4abc-b9f9-17ec152112f9 req-69e58fa1-6e00-4abd-83d2-333a9d252745 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.562509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-713b2d39-c83f-4abc-b9f9-17ec152112f9 req-69e58fa1-6e00-4abd-83d2-333a9d252745 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1369946 Jul 28 14:58:42.617299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-713b2d39-c83f-4abc-b9f9-17ec152112f9 req-743d7b3b-1c80-44c7-b1fe-8a19b6e4ff36 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Jul 28 14:58:42.669393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:42.695746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d7037613-be20-4783-87d4-9a84e84544fd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:42.712097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d7037613-be20-4783-87d4-9a84e84544fd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:42.712505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.826126 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.868798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port d7037613-be20-4783-87d4-9a84e84544fd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d7037613-be20-4783-87d4-9a84e84544fd,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:42.871213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898265a-856b-4f8d-9159-3324ad7f8039 req-955ff955-91e6-4814-bbbd-ae2feeab255a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:42.872749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0898265a-856b-4f8d-9159-3324ad7f8039 req-955ff955-91e6-4814-bbbd-ae2feeab255a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0816407 Jul 28 14:58:42.873977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:42.883359 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Sync routers for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:42.895429 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:42.896402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:42.932003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0898265a-856b-4f8d-9159-3324ad7f8039 req-75156e4b-84d7-462f-bd8d-32b0f1e5fa6b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524373 Jul 28 14:58:42.948829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.995245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:42.996980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2de2cc71-773a-4e5b-8b41-07cf1c3f3820 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3854260 Jul 28 14:58:43.002146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 49990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:43.025166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=d7037613-be20-4783-87d4-9a84e84544fd,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:43.055109 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:43.141776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733ae7-03b9-4752-921a-25a6c1d9728f req-e8953a1f-cdc3-4f4b-9aa5-e0a9154a77d7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:43.143368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0733ae7-03b9-4752-921a-25a6c1d9728f req-e8953a1f-cdc3-4f4b-9aa5-e0a9154a77d7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0973547 Jul 28 14:58:43.226584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0733ae7-03b9-4752-921a-25a6c1d9728f req-704a8fe0-1484-4271-843b-f1f8e66553c8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741696 Jul 28 14:58:43.309228 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:41Z', 'revision_number': 3, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:43.339974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Checking router: c5f0a5e4-aae0-46f9-9534-9a45ce1e968f for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:43.340329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Updating router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f port 7f60208c-95c1-450c-9acf-aa94dc33ae09 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:43.366304 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.385499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad1380-6963-407c-9e87-fc9f0c841c08 req-eb443a03-695a-48d4-a138-63caca1f03fc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:43.387246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3ad1380-6963-407c-9e87-fc9f0c841c08 req-eb443a03-695a-48d4-a138-63caca1f03fc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0556455 Jul 28 14:58:43.435251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3ad1380-6963-407c-9e87-fc9f0c841c08 req-4c675246-ec9f-41a9-9a88-1db5cedef6ee tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Jul 28 14:58:43.587441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.623269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa2a6-9ab5-42c4-b279-bbfb78f113fa req-872fc6d8-fa7a-4727-af11-df9284313668 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:43.624980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cdaa2a6-9ab5-42c4-b279-bbfb78f113fa req-872fc6d8-fa7a-4727-af11-df9284313668 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0832467 Jul 28 14:58:43.689417 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.701842 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Transition to ACTIVE for port object 7f60208c-95c1-450c-9acf-aa94dc33ae09 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:43.753121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cdaa2a6-9ab5-42c4-b279-bbfb78f113fa req-8d8b5541-7e9a-4641-8f0c-1ad6f4023575 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171472 Jul 28 14:58:43.807171 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.841421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Allocated IP 172.20.0.1 (7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef/25290307-4fd9-47d8-be92-e32c1c00495a/8af9eec9-cf7b-4e08-be12-7cef921c5fcc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:43.872116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Pushing event updated for resources: {'Port': ['ID=7f60208c-95c1-450c-9acf-aa94dc33ae09,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:43.883013 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.883366 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.883919 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.884134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.884548 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.885075 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.885573 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.885902 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.886328 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.887403 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.887403 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.887621 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:43.919416 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Attempting to bind port 7f60208c-95c1-450c-9acf-aa94dc33ae09 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:43.919791 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Attempting to bind port 7f60208c-95c1-450c-9acf-aa94dc33ae09 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:43.920152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Attempting to bind port 7f60208c-95c1-450c-9acf-aa94dc33ae09 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:43.931209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:43.931590 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:43.939287 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.939287 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:43.939287 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Bound port: 7f60208c-95c1-450c-9acf-aa94dc33ae09, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:43.939287 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:43.989904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.002486 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] For port 7f60208c-95c1-450c-9acf-aa94dc33ae09, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:44.008139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] For port 7f60208c-95c1-450c-9acf-aa94dc33ae09, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f60208c-95c1-450c-9acf-aa94dc33ae09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:44.010054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Transition to ACTIVE for port object 8af9eec9-cf7b-4e08-be12-7cef921c5fcc will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:44.171911 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.172559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.268103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:44.271587 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf02795-22f1-40fa-8b22-26220b8146af None None] Pushing event updated for resources: {'Port': ['ID=7f60208c-95c1-450c-9acf-aa94dc33ae09,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:44.274363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:44.281399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:44.310656 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:44.311386 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:44.331674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Pushing event updated for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:44.391170 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.490140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d7037613-be20-4783-87d4-9a84e84544fd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:44.522160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f3d9-d815-479b-a80a-065d88187b4a req-05a19f10-d40f-4e36-9b16-1872cec627d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:44.524446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0378f3d9-d815-479b-a80a-065d88187b4a req-05a19f10-d40f-4e36-9b16-1872cec627d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.5937583 Jul 28 14:58:44.602952 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:44.622098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0378f3d9-d815-479b-a80a-065d88187b4a req-f448e752-d7f5-4156-9947-d7ce9c33b3f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903165 Jul 28 14:58:44.722447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port d7037613-be20-4783-87d4-9a84e84544fd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:44.722837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.836959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bc8f8-956c-4773-9708-ddac6ca629da req-07072eba-c83f-47fd-9916-c2490ee60d0f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:44.855891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb1bc8f8-956c-4773-9708-ddac6ca629da req-07072eba-c83f-47fd-9916-c2490ee60d0f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1048372 Jul 28 14:58:44.932968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-267183e2-591a-45b6-ad2d-849c38f54377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.935746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb1bc8f8-956c-4773-9708-ddac6ca629da req-b136a3ad-4a9b-41bd-9f41-4aeb38d9329c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787487 Jul 28 14:58:44.954756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d15e3cfe-c880-4a3e-a6ba-72ce9cd68553 None None] Provisioning for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:44.960725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.977725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d15e3cfe-c880-4a3e-a6ba-72ce9cd68553 None None] Provisioning complete for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:44.980509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d15e3cfe-c880-4a3e-a6ba-72ce9cd68553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:44.991116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:41Z', 'revision_number': 3, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:45.015857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.044739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712df673-4c8f-4dd5-ab61-c8e209d0e686 None None] The sync data for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 is: [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:41Z', 'revision_number': 3, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:45.270063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20389a-eae6-4caa-8b85-cd80884b861d req-c9a743d2-6727-4ce3-a50e-c8d9349dbc81 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.281009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f20389a-eae6-4caa-8b85-cd80884b861d req-c9a743d2-6727-4ce3-a50e-c8d9349dbc81 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1736867 Jul 28 14:58:45.339035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d15e3cfe-c880-4a3e-a6ba-72ce9cd68553 None None] Port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:45.408046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3f20389a-eae6-4caa-8b85-cd80884b861d req-eade0843-0ea0-45af-8fe3-24568ed15662 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Jul 28 14:58:45.440093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.543712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.631364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c4a08-9ae3-40fe-86f3-6627dd97df05 req-47d79182-cb48-401b-923a-87c1a9dda19f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.635128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d4c4a08-9ae3-40fe-86f3-6627dd97df05 req-47d79182-cb48-401b-923a-87c1a9dda19f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1191056 Jul 28 14:58:45.659809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Pushing event updated for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:45.663573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:45.697387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d4c4a08-9ae3-40fe-86f3-6627dd97df05 req-ba3620c8-737e-4cd9-9359-e9a3716bddaa tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535679 Jul 28 14:58:45.823292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:45.825006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:45.916890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808253-68c7-4420-bd90-c1a3f2f66ee7 req-0e2fcd1e-f53b-4e70-8023-0a634b71e51e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:45.928083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7808253-68c7-4420-bd90-c1a3f2f66ee7 req-0e2fcd1e-f53b-4e70-8023-0a634b71e51e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0822918 Jul 28 14:58:45.999211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7808253-68c7-4420-bd90-c1a3f2f66ee7 req-f79d7592-1327-43f1-aebc-b38fbb17f40e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Jul 28 14:58:46.018859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:46.186675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bd29ea08-c70c-49d6-aabc-565fe411aaf2 None None] Provisioning complete for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:46.187778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bd29ea08-c70c-49d6-aabc-565fe411aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.190480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.196164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:46.210690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7e2a6110-af77-49cc-a382-80dfaf0439fb admin admin] 10.222.0.47 "PUT /v2.0/routers/c5f0a5e4-aae0-46f9-9534-9a45ce1e968f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985135 Jul 28 14:58:46.219159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070710e7-65a7-4fb6-a346-6b02ec90727d req-3c7e32bf-dd3f-4c4c-b671-0d7b2b411b02 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.220329 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-070710e7-65a7-4fb6-a346-6b02ec90727d req-3c7e32bf-dd3f-4c4c-b671-0d7b2b411b02 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0890977 Jul 28 14:58:46.259160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bd29ea08-c70c-49d6-aabc-565fe411aaf2 None None] Port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:46.286345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-070710e7-65a7-4fb6-a346-6b02ec90727d req-fb5ead6a-4192-4d5f-b9ad-19e0f38e900f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573659 Jul 28 14:58:46.496970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f60208c-95c1-450c-9acf-aa94dc33ae09 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:46.567426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf95e-0313-4cbb-9719-d7b98627de07 req-57b97e16-29fc-487c-a324-23bb1c0dfb92 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.567426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3aaf95e-0313-4cbb-9719-d7b98627de07 req-57b97e16-29fc-487c-a324-23bb1c0dfb92 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0801184 Jul 28 14:58:46.603550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3aaf95e-0313-4cbb-9719-d7b98627de07 req-c740ee3c-7e67-4590-8922-e9289bfa86dd tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362451 Jul 28 14:58:46.640206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7f60208c-95c1-450c-9acf-aa94dc33ae09 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:46.647500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f60208c-95c1-450c-9acf-aa94dc33ae09 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:46.647500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.746998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.753389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a0b5a-d332-4591-a6bd-9d1443e12638 req-095183f6-dd22-41ac-b409-ba1d39706dc6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:46.756923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-304a0b5a-d332-4591-a6bd-9d1443e12638 req-095183f6-dd22-41ac-b409-ba1d39706dc6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0672162 Jul 28 14:58:46.774829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7f60208c-95c1-450c-9acf-aa94dc33ae09, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f60208c-95c1-450c-9acf-aa94dc33ae09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:46.807244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-304a0b5a-d332-4591-a6bd-9d1443e12638 req-45d662bb-1715-4fa6-afa3-d88868025d91 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Jul 28 14:58:46.852550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:46.934523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7f60208c-95c1-450c-9acf-aa94dc33ae09,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.025232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695268c-1d34-4c2a-a6be-8106af46e36d req-4ca81a29-054f-4463-8726-eeabdd16111f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.025232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0695268c-1d34-4c2a-a6be-8106af46e36d req-4ca81a29-054f-4463-8726-eeabdd16111f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0656331 Jul 28 14:58:47.055370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0695268c-1d34-4c2a-a6be-8106af46e36d req-b1b2d776-2ad4-4181-8508-216fc446daa8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363886 Jul 28 14:58:47.195607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131fa17-ad58-4faf-8b4b-c0fc427eee86 req-30636cc6-159d-4fac-87d7-0d64e9f22673 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.197466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3131fa17-ad58-4faf-8b4b-c0fc427eee86 req-30636cc6-159d-4fac-87d7-0d64e9f22673 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0598803 Jul 28 14:58:47.211338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Sync routers for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:47.221804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:47.227771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:47.251598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3131fa17-ad58-4faf-8b4b-c0fc427eee86 req-0b43cace-b72f-4083-bd4f-99df25c81d40 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470488 Jul 28 14:58:47.257750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:47.263239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1721143140-network', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:47.342690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:47.406203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Made reservation on behalf of e96d1366f4e54386b43627405ebe3359 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:47.408591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.433595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062dfa2-a8dc-4e5b-87cf-3bcb5bbcde32 req-41acb024-91ba-44b3-8c73-8e2addc1c0a3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.433595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c062dfa2-a8dc-4e5b-87cf-3bcb5bbcde32 req-41acb024-91ba-44b3-8c73-8e2addc1c0a3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0694282 Jul 28 14:58:47.433595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.508046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c062dfa2-a8dc-4e5b-87cf-3bcb5bbcde32 req-1c6bf1b1-db9d-44b2-950f-6f88ee175364 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680568 Jul 28 14:58:47.584439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.591327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:44Z', 'revision_number': 4, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8af9eec9-cf7b-4e08-be12-7cef921c5fcc', 'name': '', 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'mac_address': 'fa:16:3e:84:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:43Z', 'updated_at': '2021-07-28T14:58:45Z', 'revision_number': 2, 'project_id': 'b92293edad484c2288dada0c53dab212', 'subnets': [{'id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:47.627592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Checking router: c5f0a5e4-aae0-46f9-9534-9a45ce1e968f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:47.628058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Updating router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:47.660674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.662417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071dfed-5cd0-469c-b50e-55ff3287730a req-9cd1015f-b783-47c1-be42-914313ee794f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.663981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e071dfed-5cd0-469c-b50e-55ff3287730a req-9cd1015f-b783-47c1-be42-914313ee794f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0601528 Jul 28 14:58:47.697327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.730278 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e071dfed-5cd0-469c-b50e-55ff3287730a req-91188d92-1524-44fc-9b8a-541a505b7cf3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 Jul 28 14:58:47.731880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:58:47.754226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05186a0-a413-41ae-a66e-831c0d920b12,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:47.759359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.759951 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Added segment 7c7e2d90-6422-40da-9fde-7bc9f3858772 of type vlan for network a17829a2-09da-47c6-912d-e81a5df46e10 Jul 28 14:58:47.846451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.919334 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.989681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:47.990788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:47.991529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.123430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] Pushing event updated for resources: {'Network': ['ID=a17829a2-09da-47c6-912d-e81a5df46e10,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:48.146801 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a17829a2-09da-47c6-912d-e81a5df46e10 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:58:48.201820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b26d6990-210c-41fc-990d-65426a60fef7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9426072 Jul 28 14:58:48.204316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:48.211386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Request body: {'subnet': {'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1721143140-subnet', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:48.236956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97478-5fcd-4628-bc39-cd58c0274dc7 req-3152347d-bd47-4485-8465-40497d86dc93 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:48.254699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80c97478-5fcd-4628-bc39-cd58c0274dc7 req-3152347d-bd47-4485-8465-40497d86dc93 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1928942 Jul 28 14:58:48.327040 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80c97478-5fcd-4628-bc39-cd58c0274dc7 req-01178189-cd08-4556-8fff-7f8caa34e61f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688267 Jul 28 14:58:48.370442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.376742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Made reservation on behalf of e96d1366f4e54386b43627405ebe3359 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:58:48.379914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.400442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Transition to ACTIVE for port object 8af9eec9-cf7b-4e08-be12-7cef921c5fcc will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:48.418576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f60208c-95c1-450c-9acf-aa94dc33ae09 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:48.475573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7f60208c-95c1-450c-9acf-aa94dc33ae09 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:48.476096 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.511519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.547239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fd883-9048-4676-9891-653440d81948 req-f655328d-8c56-4ad3-83da-51c4a9d9696b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:48.549901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-620fd883-9048-4676-9891-653440d81948 req-f655328d-8c56-4ad3-83da-51c4a9d9696b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1012745 Jul 28 14:58:48.610704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f576-c420-4863-9698-b20047702d55 None None] Pushing event updated for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:48.664651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-620fd883-9048-4676-9891-653440d81948 req-b876a581-d6ab-4d88-80ac-5aedf12a665e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729415 Jul 28 14:58:48.747791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Attempting to bind port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:48.748303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Attempting to bind port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:48.748769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Attempting to bind port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc on network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:48.763230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:48.765898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Checking segment: {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:48.765898 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.765898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Bound using segment: {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:48.765898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Bound port: 8af9eec9-cf7b-4e08-be12-7cef921c5fcc, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd921634d-09fa-499b-bc91-41c8513805be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:48.765898 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.857684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551e7e4-8a95-4ea9-91fc-4cb03e344527 req-3e3a4208-d291-4dc9-88d9-3afe03350fe8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:48.865039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0551e7e4-8a95-4ea9-91fc-4cb03e344527 req-3e3a4208-d291-4dc9-88d9-3afe03350fe8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0865681 Jul 28 14:58:48.876949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] For port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:48.883906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] For port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:48.889192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:48.958162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0551e7e4-8a95-4ea9-91fc-4cb03e344527 req-04644a0b-287a-4ee3-9bd0-eb73021b88eb tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909691 Jul 28 14:58:48.969368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fef0361-968b-4bcb-b61c-496106bdb121,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:48.989808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Checking segment: {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:48.990374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Network hostable DHCP agents. Network: a17829a2-09da-47c6-912d-e81a5df46e10, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:58:49.029112 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.093611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f515b5-6af5-4c53-8f4c-797fa86095fb req-da68b9b5-0c22-4a16-9861-0367a1c127f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.095122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:49.095925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:49.101854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7f515b5-6af5-4c53-8f4c-797fa86095fb req-da68b9b5-0c22-4a16-9861-0367a1c127f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0671332 Jul 28 14:58:49.143811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Network a17829a2-09da-47c6-912d-e81a5df46e10 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:58:49.155586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7f515b5-6af5-4c53-8f4c-797fa86095fb req-e34cb762-77f5-4130-88f6-d3c4ef7d0dda tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524569 Jul 28 14:58:49.179300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f576-c420-4863-9698-b20047702d55 None None] Pushing event updated for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:49.267770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:49.320456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a17829a2-09da-47c6-912d-e81a5df46e10) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:49.324629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:49.325219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.361807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ee9fa-94e4-4abe-9c60-4dabcf2ab4ac None None] Network a17829a2-09da-47c6-912d-e81a5df46e10 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:49.480833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32ca6b1f-89fe-4117-aca3-4b0d0bc71fc5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2750764 Jul 28 14:58:49.483753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:49.490242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:58:49.641891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a17829a2-09da-47c6-912d-e81a5df46e10', 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'fixed_ips': [{'subnet_id': '2fef0361-968b-4bcb-b61c-496106bdb121'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:58:49.642870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.662924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.664015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.726300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:49.740224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:44Z', 'revision_number': 4, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8af9eec9-cf7b-4e08-be12-7cef921c5fcc', 'name': '', 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'mac_address': 'fa:16:3e:84:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:43Z', 'updated_at': '2021-07-28T14:58:48Z', 'revision_number': 4, 'project_id': 'b92293edad484c2288dada0c53dab212', 'subnets': [{'id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:49.772471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ead68-8950-42ba-911c-e5746c2fce8f None None] The sync data for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 is: [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:58:44Z', 'revision_number': 4, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8af9eec9-cf7b-4e08-be12-7cef921c5fcc', 'name': '', 'network_id': '7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'mac_address': 'fa:16:3e:84:9e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:43Z', 'updated_at': '2021-07-28T14:58:48Z', 'revision_number': 4, 'project_id': 'b92293edad484c2288dada0c53dab212', 'subnets': [{'id': '25290307-4fd9-47d8-be92-e32c1c00495a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:49.981938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Allocated IP 172.20.0.2 (a17829a2-09da-47c6-912d-e81a5df46e10/2fef0361-968b-4bcb-b61c-496106bdb121/c0561a0b-c598-4ad7-94b0-5aeecf6a3f98) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:50.069332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.145119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.155493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753caf79-fefd-4d06-bb53-b035fc4f516b req-e43b5967-940a-43fa-91c7-977ed6f54e6f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:50.158092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-753caf79-fefd-4d06-bb53-b035fc4f516b req-e43b5967-940a-43fa-91c7-977ed6f54e6f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0769494 Jul 28 14:58:50.213355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-753caf79-fefd-4d06-bb53-b035fc4f516b req-bebac0af-df92-4109-b59f-916fd2511b48 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Jul 28 14:58:50.244137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.256769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Transition to ACTIVE for port object c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:50.272728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Transition to ACTIVE for port object c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:50.463842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8af9eec9-cf7b-4e08-be12-7cef921c5fcc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:50.499793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.541113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.564440 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.594045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Network a17829a2-09da-47c6-912d-e81a5df46e10 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:50.595152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Pushing event updated for resources: {'Port': ['ID=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:50.603133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:50.606283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:50.670362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.671380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Attempting to bind port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:50.671845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Attempting to bind port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:50.672373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Attempting to bind port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 on network a17829a2-09da-47c6-912d-e81a5df46e10 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:50.678425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:50.678973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Checking segment: {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:50.679545 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.680019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Bound using segment: {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:50.680596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Bound port: c0561a0b-c598-4ad7-94b0-5aeecf6a3f98, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:50.681076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.716297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Allocated IP 172.25.0.109 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/fde11a87-e3d7-4316-a83f-86f104039792) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:50.724894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:50.731936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:50.732561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.797001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] For port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:50.813934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] For port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:50.830098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.858427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:50.896193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:50.949296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.000629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.020522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a40c8a-71a5-40c4-906b-808563d33e08 None None] Pushing event updated for resources: {'Port': ['ID=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.061266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:51.065085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:51.081621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Pushing event updated for resources: {'Port': ['ID=fde11a87-e3d7-4316-a83f-86f104039792,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.087035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:51.133549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.133905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.134336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.134786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.135111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.135448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.135886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.136334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.140922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.142296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.143539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.143890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:58:51.193243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:51.378031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:51.504330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5b34-cb7c-4a40-8eef-3dca0d6c2efd req-136beea8-f2a7-40c6-837b-8201d54e6e84 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:51.513351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-586d5b34-cb7c-4a40-8eef-3dca0d6c2efd req-136beea8-f2a7-40c6-837b-8201d54e6e84 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0901871 Jul 28 14:58:51.575747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-586d5b34-cb7c-4a40-8eef-3dca0d6c2efd req-19eec5b9-fe17-44b3-b77d-f2924d5e4b99 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Jul 28 14:58:51.909542 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.138038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.169773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15caf67f-4533-4f2c-9246-9475bd607fee None None] Network a17829a2-09da-47c6-912d-e81a5df46e10 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:58:52.383021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1577564a-eb50-4a12-afa4-ebbdaf9c7f01 None None] Provisioning for port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:52.488904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:52.520816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Router a991edb7-bc74-46e3-b32d-ded7a5decb24 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:58:52.651398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:52.663267 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Sync routers for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:52.673416 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:52.674043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:52.708333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667136d-d182-4afe-8bec-b6acf779b57a req-e6f1ff78-39db-45fb-b2e7-092ad711a8ad tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:52.709864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f667136d-d182-4afe-8bec-b6acf779b57a req-e6f1ff78-39db-45fb-b2e7-092ad711a8ad tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0562820 Jul 28 14:58:52.731009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:52.735387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:52.735387 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.755942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f667136d-d182-4afe-8bec-b6acf779b57a req-73e7eb7b-cc1f-433d-8ecf-fc3e5abee802 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Jul 28 14:58:52.783585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:52.783912 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:52.786632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa53dd29-75ed-4f61-ab6c-d824e7c32eec admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3012962 Jul 28 14:58:52.797096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:52.996718 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.028648 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 3, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:53.033523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:53.166805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Checking router: a991edb7-bc74-46e3-b32d-ded7a5decb24 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:53.167184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Updating router a991edb7-bc74-46e3-b32d-ded7a5decb24 port fde11a87-e3d7-4316-a83f-86f104039792 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:53.172372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.173721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8af9eec9-cf7b-4e08-be12-7cef921c5fcc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:53.205008 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.256926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:53.271830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:53.272274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.364593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.550245 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.561829 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Transition to ACTIVE for port object fde11a87-e3d7-4316-a83f-86f104039792 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:53.563198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Allocated IP 172.20.0.1 (a17829a2-09da-47c6-912d-e81a5df46e10/2fef0361-968b-4bcb-b61c-496106bdb121/123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:58:53.664133 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.715003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.731529 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Attempting to bind port fde11a87-e3d7-4316-a83f-86f104039792 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:53.732029 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Attempting to bind port fde11a87-e3d7-4316-a83f-86f104039792 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:53.732396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Attempting to bind port fde11a87-e3d7-4316-a83f-86f104039792 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:53.733499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Transition to ACTIVE for port object 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:53.740258 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:53.740632 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:53.741371 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.742193 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:53.742755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Bound port: fde11a87-e3d7-4316-a83f-86f104039792, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:53.743411 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.781121 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4186348-d322-44db-8d59-a4de8326e179 None None] Pushing event updated for resources: {'Port': ['ID=fde11a87-e3d7-4316-a83f-86f104039792,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:53.820294 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] For port fde11a87-e3d7-4316-a83f-86f104039792, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:53.825499 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] For port fde11a87-e3d7-4316-a83f-86f104039792, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fde11a87-e3d7-4316-a83f-86f104039792,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:53.905942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474485-5d74-4c46-a90c-ecd65780c820 req-7ae060a8-5a35-406f-a925-adb13584c957 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:53.908305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e474485-5d74-4c46-a90c-ecd65780c820 req-7ae060a8-5a35-406f-a925-adb13584c957 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0640094 Jul 28 14:58:53.910069 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.966655 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:53.980575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Network a17829a2-09da-47c6-912d-e81a5df46e10 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:53.985304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:53.993358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:58:53.995526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Pushing event updated for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:54.030391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e474485-5d74-4c46-a90c-ecd65780c820 req-d266c2d4-5669-4cf0-9aff-0f01b388b3e5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087673 Jul 28 14:58:54.055410 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:54.056306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:54.060817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.064006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4186348-d322-44db-8d59-a4de8326e179 None None] Pushing event updated for resources: {'Port': ['ID=fde11a87-e3d7-4316-a83f-86f104039792,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:54.231801 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:54.408191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:54.425430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.467082 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 3, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:54.472179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:54.473385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.523834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea12ff34-8cc2-4575-b7fd-142cac21a7a7 None None] The sync data for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 is: [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:51Z', 'revision_number': 3, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:58:54.539535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7371a262-9e41-4064-9e02-7c3f252f59df None None] Provisioning for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:54.539535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7371a262-9e41-4064-9e02-7c3f252f59df None None] Provisioning complete for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:54.539535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7371a262-9e41-4064-9e02-7c3f252f59df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.606762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7371a262-9e41-4064-9e02-7c3f252f59df None None] Port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:54.646434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.736488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.837375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Pushing event updated for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:54.840038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:54.984045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Network a17829a2-09da-47c6-912d-e81a5df46e10 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:58:54.984045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:58:55.233175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f58f-50f3-4d86-84ce-6ae4a1060024 req-607a1c57-7d8b-43b8-aadb-880a75a72214 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:55.243467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb84f58f-50f3-4d86-84ce-6ae4a1060024 req-607a1c57-7d8b-43b8-aadb-880a75a72214 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0701833 Jul 28 14:58:55.267010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Router a991edb7-bc74-46e3-b32d-ded7a5decb24 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:58:55.298296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb84f58f-50f3-4d86-84ce-6ae4a1060024 req-c4d904fc-62a0-40b4-8420-9a9c3c7ed4d0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533092 Jul 28 14:58:55.334678 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f23b42d5-64ab-4f38-a4fc-a9abe655c276 None None] Provisioning complete for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:55.335252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f23b42d5-64ab-4f38-a4fc-a9abe655c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:55.375592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f23b42d5-64ab-4f38-a4fc-a9abe655c276 None None] Port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:58:55.452629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:58:55.458684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba85e6ac-c6e8-4def-90e6-54d2dfd6907d admin admin] 10.222.0.47 "PUT /v2.0/routers/a991edb7-bc74-46e3-b32d-ded7a5decb24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603253 Jul 28 14:58:56.470334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fd38d-a49b-4bb1-8df1-202c50d2b76d req-0c0e588c-3904-4f7b-aa13-53383bc5ad64 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:56.478900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-652fd38d-a49b-4bb1-8df1-202c50d2b76d req-0c0e588c-3904-4f7b-aa13-53383bc5ad64 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0653920 Jul 28 14:58:56.524155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fde11a87-e3d7-4316-a83f-86f104039792 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:56.531108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-652fd38d-a49b-4bb1-8df1-202c50d2b76d req-98249b8d-6c57-47c5-be9d-9f95d56c5165 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Jul 28 14:58:56.714763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port fde11a87-e3d7-4316-a83f-86f104039792 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:58:56.720401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fde11a87-e3d7-4316-a83f-86f104039792 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:56.720899 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.816641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:56.849990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port fde11a87-e3d7-4316-a83f-86f104039792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fde11a87-e3d7-4316-a83f-86f104039792,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:56.947687 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:57.018098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=fde11a87-e3d7-4316-a83f-86f104039792,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:57.575298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Sync routers for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:58:57.606240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:57.607447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:57.762144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:57.774092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4be4e8-ed9e-4488-99bc-296463f4234d req-4b96fc5b-c16f-4c97-898e-e2ebf486bde4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:57.789198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4be4e8-ed9e-4488-99bc-296463f4234d req-4b96fc5b-c16f-4c97-898e-e2ebf486bde4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1101987 Jul 28 14:58:57.860829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a4be4e8-ed9e-4488-99bc-296463f4234d req-4e84165f-c8a0-4125-9703-ac83f61e9df1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Jul 28 14:58:58.056105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:54Z', 'revision_number': 4, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91', 'name': '', 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'mac_address': 'fa:16:3e:6b:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:53Z', 'updated_at': '2021-07-28T14:58:54Z', 'revision_number': 2, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'subnets': [{'id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:58.097662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Checking router: a991edb7-bc74-46e3-b32d-ded7a5decb24 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:58:58.097662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Updating router a991edb7-bc74-46e3-b32d-ded7a5decb24 port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:58:58.113598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.400999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fde11a87-e3d7-4316-a83f-86f104039792 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:58:58.438444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.462996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50326) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.465363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Transition to ACTIVE for port object 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:58:58.485175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port fde11a87-e3d7-4316-a83f-86f104039792 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:58:58.489508 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.571059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.667732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d9cd-1551-4ad9-9622-72be1017a162 None None] Pushing event updated for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:58.686499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50328) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:58.782111 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-598ec708-1517-468f-8e3e-dceda5cd9190 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/floatingips/b63398d1-f93d-41b0-b4d7-92d0ea87b777 HTTP/1.1" status: 200 len: 993 time: 0.0940878 Jul 28 14:58:58.800204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Attempting to bind port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:58:58.800844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Attempting to bind port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:58:58.800989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Attempting to bind port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 on network a17829a2-09da-47c6-912d-e81a5df46e10 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:58:58.815826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:58:58.817274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Checking segment: {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:58:58.817698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.818099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Bound using segment: {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:58:58.818596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Bound port: 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7e2d90-6422-40da-9fde-7bc9f3858772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:58:58.819006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:58.975926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] For port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:58:58.975926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] For port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:58:59.074922 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.090204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664cc2b-9386-4bc7-99d3-c18f8e3c5e7b req-4f741c4a-6b79-403f-8aa2-c052794ac713 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:58:59.110381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7664cc2b-9386-4bc7-99d3-c18f8e3c5e7b req-4f741c4a-6b79-403f-8aa2-c052794ac713 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0943391 Jul 28 14:58:59.181357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.185377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7664cc2b-9386-4bc7-99d3-c18f8e3c5e7b req-33064fba-8fdc-4b40-b95a-7a2ecff9c938 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773129 Jul 28 14:58:59.192967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:58:59.250338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:58:59.254171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:58:59.374378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7d9cd-1551-4ad9-9622-72be1017a162 None None] Pushing event updated for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:58:59.534332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port df237c87-3baa-4974-911e-4a6b0ac0a642 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:59.535373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.592469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:58:59.650358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.650716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.681516 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for df237c87-3baa-4974-911e-4a6b0ac0a642 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:58:59.715365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Deleting port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:58:59.716286 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.830783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] For port 8af9eec9-cf7b-4e08-be12-7cef921c5fcc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:58:59.832011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:58:59.850182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Calling delete_port for 8af9eec9-cf7b-4e08-be12-7cef921c5fcc owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:00.012000 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:54Z', 'revision_number': 4, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91', 'name': '', 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'mac_address': 'fa:16:3e:6b:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:53Z', 'updated_at': '2021-07-28T14:58:58Z', 'revision_number': 4, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'subnets': [{'id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:00.048824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5698313-f6c9-4fad-b7bb-86e202c440fd None None] The sync data for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 is: [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:58:54Z', 'revision_number': 4, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91', 'name': '', 'network_id': 'a17829a2-09da-47c6-912d-e81a5df46e10', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'mac_address': 'fa:16:3e:6b:fb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:53Z', 'updated_at': '2021-07-28T14:58:58Z', 'revision_number': 4, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'subnets': [{'id': '2fef0361-968b-4bcb-b61c-496106bdb121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:00.062639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.209687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=df237c87-3baa-4974-911e-4a6b0ac0a642,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:00.283913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.283913 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Floating IP b63398d1-f93d-41b0-b4d7-92d0ea87b777 disassociated (deleted). External IP: 172.25.0.180, port: 023fbbdf-4328-4857-aa43-788239456b02. Jul 28 14:59:00.383841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.471345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af9eec9-cf7b-4e08-be12-7cef921c5fcc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:00.531854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:00.595397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4561a-ffbc-40a7-8fc9-18cfe55a71cd req-af5b86de-420c-46c9-ad49-b2d9d9aa3bf0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:00.598555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02b4561a-ffbc-40a7-8fc9-18cfe55a71cd req-af5b86de-420c-46c9-ad49-b2d9d9aa3bf0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.2787843 Jul 28 14:59:00.737494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02b4561a-ffbc-40a7-8fc9-18cfe55a71cd req-94e964e1-d31e-480d-b1d4-412b0d4e3ffa tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325660 Jul 28 14:59:00.788006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:00.792519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:00.792641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:00.856184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:00.874372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.012021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.033930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:01.040548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.045969 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Sync routers for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:01.065650 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:01.066845 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:01.091989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-28045929-b860-4df9-a158-7377030e6aea tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/floatingips/b63398d1-f93d-41b0-b4d7-92d0ea87b777 HTTP/1.1" status: 204 len: 168 time: 1.8947520 Jul 28 14:59:01.092600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:01.103844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:01.109197 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc2c254-7c13-461d-8815-b343a6689956" -d '{"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:01.218173 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db162713-caf9-4ed0-9661-f08977868cc2 x-openstack-request-id: req-db162713-caf9-4ed0-9661-f08977868cc2 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:01.219035 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "tag": "023fbbdf-4328-4857-aa43-788239456b02", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:01.219035 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db162713-caf9-4ed0-9661-f08977868cc2 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:01.219301 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'tag': '023fbbdf-4328-4857-aa43-788239456b02', 'status': 'completed', 'code': 200} Jul 28 14:59:01.262787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:01.365659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:01.388418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c254-7c13-461d-8815-b343a6689956 req-514ef466-e8c4-408e-8007-8b343c3d2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:01.391522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-514ef466-e8c4-408e-8007-8b343c3d2abd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 1097 time: 0.1432724 Jul 28 14:59:01.419714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:01.613591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c254-7c13-461d-8815-b343a6689956 req-72bd7612-a7dc-4c0b-8c9b-ebd7f5ae0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:01.620108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-72bd7612-a7dc-4c0b-8c9b-ebd7f5ae0b18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b HTTP/1.1" status: 200 len: 898 time: 0.2173719 Jul 28 14:59:01.726548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-a7ac4dfd-35bb-4f8b-9beb-9620a49b8ee0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=023fbbdf-4328-4857-aa43-788239456b02 HTTP/1.1" status: 200 len: 217 time: 0.1015956 Jul 28 14:59:01.774392 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:01.813677 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Checking router: 859899da-4b09-4abc-97cd-dd9dc8c5e9bb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:01.828038 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:01.829056 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:02.031242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:02.137289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:02.318849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f301f-e803-4fb9-8ea4-2a6710b6b6fb req-545c3803-d1b3-413c-9b22-129c438ef4c2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:02.320650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-024f301f-e803-4fb9-8ea4-2a6710b6b6fb req-545c3803-d1b3-413c-9b22-129c438ef4c2 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.2301166 Jul 28 14:59:02.439365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-024f301f-e803-4fb9-8ea4-2a6710b6b6fb req-1ec65a63-c118-44ff-a10c-23aed0cc6a2b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083286 Jul 28 14:59:02.440651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:02.450042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c378a4a6-efe2-4f08-b281-9653f5b6c799 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5f0a5e4-aae0-46f9-9534-9a45ce1e968f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9901338 Jul 28 14:59:02.450912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50366) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:02.454021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Sync routers for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:02.465537 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:02.473034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:02.473894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:02.505929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c254-7c13-461d-8815-b343a6689956 req-a9ff3aea-3579-4d11-b26e-49b3cde16d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:02.508464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-a9ff3aea-3579-4d11-b26e-49b3cde16d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3d4532bc-6894-49f9-b740-8cfa529f4e7b HTTP/1.1" status: 200 len: 835 time: 0.7512455 Jul 28 14:59:02.534077 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a4ff4-8cb7-4c06-9d80-5cdee24a986d None None] The sync data for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 is: [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '36d8cb30-b4a5-4626-af3d-41f7a0a33630', 'name': '', 'network_id': 'dc3e3e73-27c2-422b-bf36-ebf808c0d29b', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'mac_address': 'fa:16:3e:de:64:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:57Z', 'updated_at': '2021-07-28T14:58:05Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'subnets': [{'id': '3d4532bc-6894-49f9-b740-8cfa529f4e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:02.552481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3c3e-f922-468f-b23f-647309f5e1ed req-43aebc7a-06e8-443f-ad21-7e3d23d49bc7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:02.556163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-332b3c3e-f922-468f-b23f-647309f5e1ed req-43aebc7a-06e8-443f-ad21-7e3d23d49bc7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1451373 Jul 28 14:59:02.647011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:02.667460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.678440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-332b3c3e-f922-468f-b23f-647309f5e1ed req-c2afe5e7-b6b2-47e8-a745-3236228386f5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655062 Jul 28 14:59:02.679751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c254-7c13-461d-8815-b343a6689956 req-14292e16-2bb7-47e2-848a-3422b3986abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:02.684048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-14292e16-2bb7-47e2-848a-3422b3986abf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc3e3e73-27c2-422b-bf36-ebf808c0d29b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672192 Jul 28 14:59:02.740460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:02.740943 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.743651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:02.792434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-40991fa5-efee-4282-8098-42677c6b83c0 service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999494 Jul 28 14:59:02.801455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:02.898138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b8d0b3-6ab7-4612-9795-94199347d554 None None] New status for floating IP b63398d1-f93d-41b0-b4d7-92d0ea87b777: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 14:59:02.968640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-afc2c254-7c13-461d-8815-b343a6689956 req-65d8d1a0-fef4-4b98-b73c-f350bde081f6 service neutron] 10.222.0.53 "GET /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392493 Jul 28 14:59:03.017610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Deleting port 7f60208c-95c1-450c-9acf-aa94dc33ae09 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:03.018104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.129148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] For port 7f60208c-95c1-450c-9acf-aa94dc33ae09, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7f60208c-95c1-450c-9acf-aa94dc33ae09,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:03.131420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.166796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Calling delete_port for 7f60208c-95c1-450c-9acf-aa94dc33ae09 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:03.314372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-d75ff4dd-8ca0-47fe-adf0-8104937c05aa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:03.314729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:59:00Z', 'revision_number': 5, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port': {'id': '7f60208c-95c1-450c-9acf-aa94dc33ae09', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ac:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:40Z', 'updated_at': '2021-07-28T14:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:03.316938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-d75ff4dd-8ca0-47fe-adf0-8104937c05aa tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.0572138 Jul 28 14:59:03.390715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Checking router: c5f0a5e4-aae0-46f9-9534-9a45ce1e968f for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:03.413507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Routers {'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:03.414146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:03.465559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port 023fbbdf-4328-4857-aa43-788239456b02 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:03.466052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.543854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] Set router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:03.559405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.616075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f60208c-95c1-450c-9acf-aa94dc33ae09,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:03.624950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port 023fbbdf-4328-4857-aa43-788239456b02, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=023fbbdf-4328-4857-aa43-788239456b02,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:03.625470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.636420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:59:02Z', 'revision_number': 6, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:03.642524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for 023fbbdf-4328-4857-aa43-788239456b02 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:03.699657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224601f-c41b-4f99-8726-29213f709e38 None None] The sync data for ids ['c5f0a5e4-aae0-46f9-9534-9a45ce1e968f'] in n-d-705658-23 is: [{'id': 'c5f0a5e4-aae0-46f9-9534-9a45ce1e968f', 'name': 'tempest-TestAggregatesBasicOps-2024995889-router', 'tenant_id': 'b92293edad484c2288dada0c53dab212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:39Z', 'updated_at': '2021-07-28T14:59:02Z', 'revision_number': 6, 'project_id': 'b92293edad484c2288dada0c53dab212', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:03.767944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2c3a-7ad9-4b8c-8fbe-b6fa98151c09 req-b1c62815-ab4c-422c-a079-95c0223cdb6c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:03.778150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96ac2c3a-7ad9-4b8c-8fbe-b6fa98151c09 req-b1c62815-ab4c-422c-a079-95c0223cdb6c tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 945 time: 0.2108424 Jul 28 14:59:03.803770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.910891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96ac2c3a-7ad9-4b8c-8fbe-b6fa98151c09 req-699b8b0e-4d07-44c4-886e-97652bc61a3b tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/security-groups?id=89d22d59-ed57-4d20-8926-12e10ae7d9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317453 Jul 28 14:59:03.932077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afddaac-cc08-4265-b121-c0e3a10a5ea7 req-4d86c449-ec41-4d8d-8fe4-7d66437c132e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:03.933926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0afddaac-cc08-4265-b121-c0e3a10a5ea7 req-4d86c449-ec41-4d8d-8fe4-7d66437c132e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0720804 Jul 28 14:59:03.959658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.962680 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:03.984519 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.040315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=023fbbdf-4328-4857-aa43-788239456b02,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:04.059318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0afddaac-cc08-4265-b121-c0e3a10a5ea7 req-bc8467a0-7f18-4d3f-a942-d855d4a433c9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189353 Jul 28 14:59:04.117098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] No DVR routers for this DVR port 023fbbdf-4328-4857-aa43-788239456b02 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:04.117884 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.123894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89f57f2d-3ba1-4260-80a5-21f9e0fe6370 req-fc5fd88b-e211-4c1b-bcf7-23e1b41ac693 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.53 "DELETE /v2.0/ports/023fbbdf-4328-4857-aa43-788239456b02 HTTP/1.1" status: 204 len: 173 time: 0.7992177 Jul 28 14:59:04.124366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'name': 'network-vif-deleted', 'tag': '023fbbdf-4328-4857-aa43-788239456b02'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:04.127970 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8511194b-ea5c-41bb-9809-4e3391086805" -d '{"events": [{"server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "name": "network-vif-deleted", "tag": "023fbbdf-4328-4857-aa43-788239456b02"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:04.168701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.168701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f0a5e4-aae0-46f9-9534-9a45ce1e968f {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:04.168701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.168701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1bab2c66-eb91-4158-90fd-f3f062dcd711 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c5f0a5e4-aae0-46f9-9534-9a45ce1e968f HTTP/1.1" status: 204 len: 168 time: 1.7137535 Jul 28 14:59:04.169879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50382) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:04.207368 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed64261-7843-4861-8fb0-aa0cf79bd958 x-openstack-request-id: req-7ed64261-7843-4861-8fb0-aa0cf79bd958 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:04.207637 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac92e003-e939-4a8b-a53e-688625ea6d1b", "name": "network-vif-deleted", "tag": "023fbbdf-4328-4857-aa43-788239456b02", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:04.207888 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ed64261-7843-4861-8fb0-aa0cf79bd958 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:04.208289 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac92e003-e939-4a8b-a53e-688625ea6d1b', 'name': 'network-vif-deleted', 'tag': '023fbbdf-4328-4857-aa43-788239456b02', 'status': 'completed', 'code': 200} Jul 28 14:59:04.244073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Deleting subnet 25290307-4fd9-47d8-be92-e32c1c00495a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:04.247639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.298056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.397400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.583767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.597689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.602358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50388) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:04.614127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19830c6f-555d-453c-a0b1-5dccd1b4176d None None] Network 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:04.614698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/25290307-4fd9-47d8-be92-e32c1c00495a HTTP/1.1" status: 204 len: 168 time: 0.4281182 Jul 28 14:59:04.660384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392e6b2-6f16-438e-a5f7-5de02416e438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25290307-4fd9-47d8-be92-e32c1c00495a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:04.712753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f60208c-95c1-450c-9acf-aa94dc33ae09 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:04.748347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7f60208c-95c1-450c-9acf-aa94dc33ae09 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:04.749408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.759055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7f60208c-95c1-450c-9acf-aa94dc33ae09 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:04.760957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8af9eec9-cf7b-4e08-be12-7cef921c5fcc no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:04.789803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8af9eec9-cf7b-4e08-be12-7cef921c5fcc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:04.791563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8af9eec9-cf7b-4e08-be12-7cef921c5fcc not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:04.865416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Deleting port d7037613-be20-4783-87d4-9a84e84544fd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:04.865819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.954558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] For port d7037613-be20-4783-87d4-9a84e84544fd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d7037613-be20-4783-87d4-9a84e84544fd,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:04.955078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:04.970073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] DHCP port deletion for 7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:04.974867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Calling delete_port for d7037613-be20-4783-87d4-9a84e84544fd owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:05.052638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Deleting port d7037613-be20-4783-87d4-9a84e84544fd {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:05.053281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.143457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00a14256-7553-4424-924f-5d92a2fa63e1 req-ff6fff84-1157-4581-a110-4777c1b99652 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac92e003-e939-4a8b-a53e-688625ea6d1b HTTP/1.1" status: 200 len: 210 time: 0.0468936 Jul 28 14:59:05.182897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] For port d7037613-be20-4783-87d4-9a84e84544fd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d7037613-be20-4783-87d4-9a84e84544fd,segment=NetworkSegment(d921634d-09fa-499b-bc91-41c8513805be),segment_id=d921634d-09fa-499b-bc91-41c8513805be)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:05.182897 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.217930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Calling delete_port for d7037613-be20-4783-87d4-9a84e84544fd owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:05.261239 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5344-2857-45fc-b812-a3f0cf90fe4d req-da715943-7712-46ed-a74e-08caa5e12001 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:05.263299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f62b5344-2857-45fc-b812-a3f0cf90fe4d req-da715943-7712-46ed-a74e-08caa5e12001 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0964265 Jul 28 14:59:05.264512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.286119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] No DVR routers for this DVR port d7037613-be20-4783-87d4-9a84e84544fd on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:05.319089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d7037613-be20-4783-87d4-9a84e84544fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.339954 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.373509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] Pushing event deleted for resources: {'Port': ['ID=d7037613-be20-4783-87d4-9a84e84544fd,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:05.377454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7773a-816c-45f8-ae9a-5ae4ddb44614 None None] No DVR routers for this DVR port d7037613-be20-4783-87d4-9a84e84544fd on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:05.419135 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f62b5344-2857-45fc-b812-a3f0cf90fe4d req-9d1d4ede-6755-425e-9d0c-d7deb446921a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448812 Jul 28 14:59:05.427252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.438566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:05.450845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd921634d-09fa-499b-bc91-41c8513805be') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:05.451224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd921634d-09fa-499b-bc91-41c8513805be') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:05.463512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.480326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.489938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:05.498914 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: timer() Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:05.502750 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:05.679467 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.685185 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:05.687062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] 10.222.0.47 "DELETE /v2.0/networks/7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef HTTP/1.1" status: 204 len: 168 time: 1.0833106 Jul 28 14:59:05.689984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50396) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:05.711074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99887694-b554-483c-885c-74be9b8563ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7b058c6e-2e3c-4bbd-a63c-3e07fc5d3cef,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:06.091642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.229435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50402) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:06.311431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.344702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.388991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Deleting port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:06.388991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.458136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d7037613-be20-4783-87d4-9a84e84544fd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:06.494220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] For port 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:06.494606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.506316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d7037613-be20-4783-87d4-9a84e84544fd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:06.506707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d7037613-be20-4783-87d4-9a84e84544fd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:06.508252 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.515427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Calling delete_port for 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:06.521168 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:06.525390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/security-groups/89d22d59-ed57-4d20-8926-12e10ae7d9f1 HTTP/1.1" status: 204 len: 168 time: 0.2955189 Jul 28 14:59:06.544338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acfaa7-2e8d-4710-a39a-066198ffe658 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d22d59-ed57-4d20-8926-12e10ae7d9f1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:06.645186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45e24-7057-4e8f-b30d-d509ae11549b req-5f393a0f-304a-47e1-91ac-b7739d4bd51d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:06.646847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40f45e24-7057-4e8f-b30d-d509ae11549b req-5f393a0f-304a-47e1-91ac-b7739d4bd51d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0715790 Jul 28 14:59:06.664016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50412) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:06.733116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40f45e24-7057-4e8f-b30d-d509ae11549b req-d4719e97-142c-4a36-9103-be18865895d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 Jul 28 14:59:06.734371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 023fbbdf-4328-4857-aa43-788239456b02 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:06.766574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 023fbbdf-4328-4857-aa43-788239456b02 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:06.767214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 023fbbdf-4328-4857-aa43-788239456b02 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:06.942521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.031928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Pushing event deleted for resources: {'Port': ['ID=123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:07.192600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.259931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.523868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Router a991edb7-bc74-46e3-b32d-ded7a5decb24 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:07.532383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port 36d8cb30-b4a5-4626-af3d-41f7a0a33630 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:07.532948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.634259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port 36d8cb30-b4a5-4626-af3d-41f7a0a33630, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=36d8cb30-b4a5-4626-af3d-41f7a0a33630,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:07.634546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:07.645907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:07.649284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for 36d8cb30-b4a5-4626-af3d-41f7a0a33630 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:07.654996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cbc9d682-e9d7-4c54-a8f8-5632507f18eb admin admin] 10.222.0.47 "PUT /v2.0/routers/a991edb7-bc74-46e3-b32d-ded7a5decb24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9610353 Jul 28 14:59:07.655173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50416) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:07.662985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Sync routers for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:07.672341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:07.673216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:07.792973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:07.926876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.004522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50432) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:08.064062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:59:06Z', 'revision_number': 5, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:08.103268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Checking router: a991edb7-bc74-46e3-b32d-ded7a5decb24 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:08.114257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Routers {'a991edb7-bc74-46e3-b32d-ded7a5decb24'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:08.114947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['a991edb7-bc74-46e3-b32d-ded7a5decb24'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:08.130545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60731-32e5-4ef9-9266-19f95335766d req-ef33ce9b-2ca5-4840-827b-eb7cfbb5f796 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:08.137605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22f60731-32e5-4ef9-9266-19f95335766d req-ef33ce9b-2ca5-4840-827b-eb7cfbb5f796 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.2678998 Jul 28 14:59:08.172425 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091d1059-786a-4253-86ac-72deea9beb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.188498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.229889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-22f60731-32e5-4ef9-9266-19f95335766d req-1fdaf39b-0f30-4ac1-ab69-9cb5d76c4902 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831258 Jul 28 14:59:08.238412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] Set router a991edb7-bc74-46e3-b32d-ded7a5decb24 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:08.302206 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091d1059-786a-4253-86ac-72deea9beb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.424734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Deleting port fde11a87-e3d7-4316-a83f-86f104039792 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:08.425058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.444685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:59:08.451237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-091d1059-786a-4253-86ac-72deea9beb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.494858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d1059-786a-4253-86ac-72deea9beb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178504e-1af8-4c28-a98f-78c99bf4263d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:08.502812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-091d1059-786a-4253-86ac-72deea9beb76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f16652ca7164e5484a63fc798a44976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965076 Jul 28 14:59:08.504415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50440) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:08.544601 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.552534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:59:06Z', 'revision_number': 5, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:08.583226 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.587141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e71f137-2b55-4f2c-b599-dbae0d16ae58 None None] The sync data for ids ['a991edb7-bc74-46e3-b32d-ded7a5decb24'] in n-d-705658-23 is: [{'id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'name': 'tempest-TestAggregatesBasicOps-1721143140-router', 'tenant_id': 'e96d1366f4e54386b43627405ebe3359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:58:49Z', 'updated_at': '2021-07-28T14:59:06Z', 'revision_number': 5, 'project_id': 'e96d1366f4e54386b43627405ebe3359', 'gw_port': {'id': 'fde11a87-e3d7-4316-a83f-86f104039792', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a991edb7-bc74-46e3-b32d-ded7a5decb24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:58:50Z', 'updated_at': '2021-07-28T14:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:08.601397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=36d8cb30-b4a5-4626-af3d-41f7a0a33630,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:08.606301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] For port fde11a87-e3d7-4316-a83f-86f104039792, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=fde11a87-e3d7-4316-a83f-86f104039792,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:08.606685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.645783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.674143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Calling delete_port for fde11a87-e3d7-4316-a83f-86f104039792 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:08.711948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:08.747342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '710be04b-a07f-4184-8aa7-0771b60749e4', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'port_id': '710be04b-a07f-4184-8aa7-0771b60749e4', 'mac_address': 'fa:16:3e:11:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1787bc-b62e-423f-b321-6272d2e41d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:59:08.855703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.855703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.855703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5178504e-1af8-4c28-a98f-78c99bf4263d HTTP/1.1" status: 204 len: 168 time: 0.3441827 Jul 28 14:59:08.860445 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:08.863710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d962fd3-827d-4623-abb7-8c02cfe6eed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178504e-1af8-4c28-a98f-78c99bf4263d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:08.904934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:08.938674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:08.966499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.034885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.137875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:09.178742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:59:09.232581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.280851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Pushing event deleted for resources: {'Port': ['ID=fde11a87-e3d7-4316-a83f-86f104039792,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:09.446874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.457326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:09.486469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020035e-3b02-4f78-9299-62fc720b0784 req-4f65d8c8-2277-47c4-9b19-802736682a4b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:09.493990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1020035e-3b02-4f78-9299-62fc720b0784 req-4f65d8c8-2277-47c4-9b19-802736682a4b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.1348674 Jul 28 14:59:09.590614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1020035e-3b02-4f78-9299-62fc720b0784 req-d9925ce8-337a-47bb-b729-fd77fa0e7fe0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872915 Jul 28 14:59:09.717121 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.720741 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:09.856028 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50466) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:09.882522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-952463b1-f77e-492a-98f4-d815fbf58aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.206310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-952463b1-f77e-492a-98f4-d815fbf58aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.302113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.302564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a991edb7-bc74-46e3-b32d-ded7a5decb24 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:10.308965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.314301 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-faf2148b-3156-4189-9240-d52a9dd42efa admin admin] 10.222.0.47 "DELETE /v2.0/routers/a991edb7-bc74-46e3-b32d-ded7a5decb24 HTTP/1.1" status: 204 len: 168 time: 2.6542675 Jul 28 14:59:10.315198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:10.324268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:10.333374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cdc99767-92cf-424e-8be8-d9411531cb7a tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "PUT /v2.0/routers/859899da-4b09-4abc-97cd-dd9dc8c5e9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6652117 Jul 28 14:59:10.333857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50472) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:10.358582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Sync routers for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:10.384061 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:10.391560 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:10.435157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:10.439234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Deleting subnet 2fef0361-968b-4bcb-b61c-496106bdb121 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:10.446821 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.491317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:10.535281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting subnet 3d4532bc-6894-49f9-b740-8cfa529f4e7b {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 14:59:10.543747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.546556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.549345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-952463b1-f77e-492a-98f4-d815fbf58aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.569162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:10.571972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 123a5e48-a4dc-4c2d-b9c7-e7ea371d6a91 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:10.624696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 710be04b-a07f-4184-8aa7-0771b60749e4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:10.625670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.668451 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:10.713408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.844065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.873521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:10.898614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3aed-ed7c-456d-9c69-7fc7f87817bb req-22711a4c-1aeb-4310-891f-1485dbd249d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:10.907836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bab3aed-ed7c-456d-9c69-7fc7f87817bb req-22711a4c-1aeb-4310-891f-1485dbd249d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.1346269 Jul 28 14:59:10.940028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:10.960245 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0689b3d-036f-4914-ad1a-45e899bf572b" -d '{"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:10.968929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3bab3aed-ed7c-456d-9c69-7fc7f87817bb req-4394210e-d069-4fca-8d8b-e83dd80bf747 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597289 Jul 28 14:59:10.988557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:59:08Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:11.005929 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.011360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:11.030849 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Checking router: 859899da-4b09-4abc-97cd-dd9dc8c5e9bb for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:11.041282 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Routers {'859899da-4b09-4abc-97cd-dd9dc8c5e9bb'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:11.042233 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:58:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:11.059397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952463b1-f77e-492a-98f4-d815fbf58aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b23f420-ee3d-48e8-a6c1-4e334287abb3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.069258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.070108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-952463b1-f77e-492a-98f4-d815fbf58aae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5993e6b333fa421db9ed8c62a2398e30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2126114 Jul 28 14:59:11.073432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.095738 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeedc2b-f42b-4929-862a-127a4355a00e x-openstack-request-id: req-aeeedc2b-f42b-4929-862a-127a4355a00e {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:11.096263 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:11.096957 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aeeedc2b-f42b-4929-862a-127a4355a00e {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:11.097531 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'code': 200} Jul 28 14:59:11.108336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.191480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fef0361-968b-4bcb-b61c-496106bdb121,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.201054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.203259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-265dbfed-02e1-447b-ae05-7bbe03191281 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2fef0361-968b-4bcb-b61c-496106bdb121 HTTP/1.1" status: 204 len: 168 time: 0.8867152 Jul 28 14:59:11.207279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50482) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.211222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2b6a0-4765-4d70-b9c7-f05620fa048c None None] Network a17829a2-09da-47c6-912d-e81a5df46e10 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:11.251884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.265746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.290518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.314175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] Set router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:11.341160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4532bc-6894-49f9-b740-8cfa529f4e7b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.348229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.349061 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.353029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.355121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-671487b6-0a53-4512-a8b9-4385c0567725 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/subnets/3d4532bc-6894-49f9-b740-8cfa529f4e7b HTTP/1.1" status: 204 len: 168 time: 1.0175898 Jul 28 14:59:11.356132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50484) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:11.365718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595a357-2075-4dc8-876b-d45baab94a82 None None] Network dc3e3e73-27c2-422b-bf36-ebf808c0d29b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:11.444505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Deleting port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:11.444840 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.549897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] For port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,segment=NetworkSegment(7c7e2d90-6422-40da-9fde-7bc9f3858772),segment_id=7c7e2d90-6422-40da-9fde-7bc9f3858772)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:11.550325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.569248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.576937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.581531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b23f420-ee3d-48e8-a6c1-4e334287abb3 HTTP/1.1" status: 204 len: 168 time: 0.5040267 Jul 28 14:59:11.593021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Calling delete_port for c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:11.600504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.618443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f39f6-b32b-4d54-8ff3-b79bf94767b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b23f420-ee3d-48e8-a6c1-4e334287abb3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:11.723381 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:59:08Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:11.784559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] DHCP port deletion for dc3e3e73-27c2-422b-bf36-ebf808c0d29b request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:11.785828 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352cfc2-9395-4d4b-a753-49ddc08f6abf None None] The sync data for ids ['859899da-4b09-4abc-97cd-dd9dc8c5e9bb'] in n-d-705658-23 is: [{'id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'name': 'tempest-TestNetworkBasicOps-router-1533631829', 'tenant_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:57:49Z', 'updated_at': '2021-07-28T14:59:08Z', 'revision_number': 5, 'project_id': 'cb3e620cf8a14f81a21592cf8eecbead', 'gw_port': {'id': 'd3e096b0-342f-4fbe-b6aa-ad43237dd763', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859899da-4b09-4abc-97cd-dd9dc8c5e9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:57:50Z', 'updated_at': '2021-07-28T14:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:11.913970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.970677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:11.998196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Pushing event deleted for resources: {'Port': ['ID=c0561a0b-c598-4ad7-94b0-5aeecf6a3f98,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.002373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] No DVR routers for this DVR port c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:12.020179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642cc55-a676-4792-8f9c-1628b46019b1 None None] DHCP port deletion for a17829a2-09da-47c6-912d-e81a5df46e10 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 14:59:12.064669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Deleting port 455771e5-9fca-4e56-a264-9b908bbed60c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:12.065063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.148280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Deleting port d3e096b0-342f-4fbe-b6aa-ad43237dd763 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 14:59:12.151966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.169725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] For port 455771e5-9fca-4e56-a264-9b908bbed60c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=455771e5-9fca-4e56-a264-9b908bbed60c,segment=NetworkSegment(1e744076-f5f6-420e-a37b-6ee819ebb217),segment_id=1e744076-f5f6-420e-a37b-6ee819ebb217)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:12.170060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.192701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Calling delete_port for 455771e5-9fca-4e56-a264-9b908bbed60c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:12.217931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.265100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17829a2-09da-47c6-912d-e81a5df46e10']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:12.318449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7e2d90-6422-40da-9fde-7bc9f3858772') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:12.318859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7e2d90-6422-40da-9fde-7bc9f3858772') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:12.320040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b748a33a-8232-4c0c-923d-8bfc135a1d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.376237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c5d39-c34a-4c34-84df-aae30c51d4b9 req-86ebb76f-f8a1-4fd2-b7ee-6122701ef2a3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:12.384200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] For port d3e096b0-342f-4fbe-b6aa-ad43237dd763, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d3e096b0-342f-4fbe-b6aa-ad43237dd763,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:12.384200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.394535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-159c5d39-c34a-4c34-84df-aae30c51d4b9 req-86ebb76f-f8a1-4fd2-b7ee-6122701ef2a3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.2728946 Jul 28 14:59:12.410427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Calling delete_port for d3e096b0-342f-4fbe-b6aa-ad43237dd763 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 14:59:12.418447 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.475590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.487922 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.507129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:12.508673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.555923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:59:12.570304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] Pushing event deleted for resources: {'Port': ['ID=455771e5-9fca-4e56-a264-9b908bbed60c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.580494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f069b8-f584-4f9f-9247-0c396b910381 None None] No DVR routers for this DVR port 455771e5-9fca-4e56-a264-9b908bbed60c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 14:59:12.600085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fde11a87-e3d7-4316-a83f-86f104039792 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:12.642570 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:12.654694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: fde11a87-e3d7-4316-a83f-86f104039792 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:12.655206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device fde11a87-e3d7-4316-a83f-86f104039792 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:12.655670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:12.712000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-159c5d39-c34a-4c34-84df-aae30c51d4b9 req-1531a54b-ec5d-470d-8f3e-5bd79d015754 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059120 Jul 28 14:59:12.753998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:12.754361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c0561a0b-c598-4ad7-94b0-5aeecf6a3f98 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:12.754795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 36d8cb30-b4a5-4626-af3d-41f7a0a33630 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:12.759793 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.777283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.777283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] 10.222.0.47 "DELETE /v2.0/networks/a17829a2-09da-47c6-912d-e81a5df46e10 HTTP/1.1" status: 204 len: 168 time: 1.5615392 Jul 28 14:59:12.783422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f246f-22ec-4e18-a23b-46afb2d813af admin admin] Pushing event deleted for resources: {'Network': ['ID=a17829a2-09da-47c6-912d-e81a5df46e10,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.807787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 36d8cb30-b4a5-4626-af3d-41f7a0a33630 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:12.808360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 36d8cb30-b4a5-4626-af3d-41f7a0a33630 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:12.808544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 455771e5-9fca-4e56-a264-9b908bbed60c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:12.829803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 455771e5-9fca-4e56-a264-9b908bbed60c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:12.830170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 455771e5-9fca-4e56-a264-9b908bbed60c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:12.844991 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:12.877422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Port': ['ID=d3e096b0-342f-4fbe-b6aa-ad43237dd763,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:12.968010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.103476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.105848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.331329 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.332191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Fanout notify agent at l3_agent the message router_deleted on router 859899da-4b09-4abc-97cd-dd9dc8c5e9bb {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 14:59:13.339587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.340848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7269fee0-eea7-4b42-bb64-df46cb2d9613 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/routers/859899da-4b09-4abc-97cd-dd9dc8c5e9bb HTTP/1.1" status: 204 len: 168 time: 1.9831693 Jul 28 14:59:13.343659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50512) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:13.532908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.588991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50522) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:13.673651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0fcbb4ba-b45b-4411-880b-0135b70b5898 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b92293edad484c2288dada0c53dab212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834484 Jul 28 14:59:13.682554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:13.717061 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.743393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3e3e73-27c2-422b-bf36-ebf808c0d29b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:13.797415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.808139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e744076-f5f6-420e-a37b-6ee819ebb217') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:13.808444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e744076-f5f6-420e-a37b-6ee819ebb217') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:13.829772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.830034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.875883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.887193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 14:59:13.887613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: timer() Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 14:59:13.891131 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 14:59:14.050000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.058857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.072905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] 10.222.0.47 "DELETE /v2.0/networks/dc3e3e73-27c2-422b-bf36-ebf808c0d29b HTTP/1.1" status: 204 len: 168 time: 0.7280574 Jul 28 14:59:14.115489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478abd63-b9e3-467c-ad5f-91536a5b07c4 tempest-TestNetworkBasicOps-1017275227 tempest-TestNetworkBasicOps-1017275227-project] Pushing event deleted for resources: {'Network': ['ID=dc3e3e73-27c2-422b-bf36-ebf808c0d29b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:14.440923 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe9f2a-6342-4ebf-baae-c7637b3e8bdc req-0ff649de-d015-4019-ac22-8114040c4767 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:14.443618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80fe9f2a-6342-4ebf-baae-c7637b3e8bdc req-0ff649de-d015-4019-ac22-8114040c4767 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.5803797 Jul 28 14:59:14.457115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3e096b0-342f-4fbe-b6aa-ad43237dd763 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:14.537700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d3e096b0-342f-4fbe-b6aa-ad43237dd763 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 14:59:14.537700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d3e096b0-342f-4fbe-b6aa-ad43237dd763 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 14:59:14.538264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80fe9f2a-6342-4ebf-baae-c7637b3e8bdc req-818005d1-dd18-4069-ac6a-07667c9f1f0b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697644 Jul 28 14:59:14.595300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.599034 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.602662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c043b99-98b3-4260-8203-a0b3b924686f HTTP/1.1" status: 204 len: 168 time: 0.9165490 Jul 28 14:59:14.620105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b50f9-13f5-4db1-9769-eb602e7e011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c043b99-98b3-4260-8203-a0b3b924686f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:14.792167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-586df1c6-f4c6-4f9e-a4bd-d1aa45eb9fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.891101 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:14.953946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50550) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:15.336908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0f8a1390-b38c-402d-9593-fb15423657e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb3e620cf8a14f81a21592cf8eecbead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807240 Jul 28 14:59:15.338861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50556) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:15.390002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.412624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.666293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a44d-2a4b-401d-b687-ec4e260326e2 req-0bf8c711-e7e8-45ef-aaba-71d82f28e786 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:15.667982 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c33a44d-2a4b-401d-b687-ec4e260326e2 req-0bf8c711-e7e8-45ef-aaba-71d82f28e786 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0554876 Jul 28 14:59:15.712145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c33a44d-2a4b-401d-b687-ec4e260326e2 req-fc685404-04b7-403a-8867-cfca8a2e4041 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Jul 28 14:59:15.729840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.733746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:15.737083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30895022-7ae7-46cc-bebd-e9ec2c817423 HTTP/1.1" status: 204 len: 168 time: 0.3951836 Jul 28 14:59:15.745297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfbc39-df99-4286-a9c5-bb84c6bf601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30895022-7ae7-46cc-bebd-e9ec2c817423,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:16.162016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:16.171459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.278461 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-40d9f2a0-7a9c-4351-b993-db411c383648 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e96d1366f4e54386b43627405ebe3359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1149762 Jul 28 14:59:16.282105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50586) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:16.354727 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.387000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.541930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.545020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:16.567828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a05186a0-a413-41ae-a66e-831c0d920b12 HTTP/1.1" status: 204 len: 168 time: 0.2714453 Jul 28 14:59:16.589603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7eaec0-0d31-4da6-85d1-6f786012ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05186a0-a413-41ae-a66e-831c0d920b12,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:16.850257 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5e829-4f50-4092-a7d1-973b8abd4f7c req-6bf38601-db8a-484a-b646-6236e27708f8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:16.852885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79b5e829-4f50-4092-a7d1-973b8abd4f7c req-6bf38601-db8a-484a-b646-6236e27708f8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0574377 Jul 28 14:59:16.913139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-79b5e829-4f50-4092-a7d1-973b8abd4f7c req-c8e3c571-0b01-4284-a7dc-63504ceadf68 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541549 Jul 28 14:59:16.918372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50596) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:16.989462 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30a98a15-aa07-44a7-aeb3-f1fab15438c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.229896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30a98a15-aa07-44a7-aeb3-f1fab15438c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.386610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-30a98a15-aa07-44a7-aeb3-f1fab15438c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.432583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-30a98a15-aa07-44a7-aeb3-f1fab15438c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0f4b5dde64a4cf3b1e0323f47230c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071132 Jul 28 14:59:17.432583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a98a15-aa07-44a7-aeb3-f1fab15438c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f197130-cac2-4426-9e73-f9902da887fd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:17.434811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50606) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:17.510129 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.538868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.696110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.699580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:17.706780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f197130-cac2-4426-9e73-f9902da887fd HTTP/1.1" status: 204 len: 168 time: 0.2674363 Jul 28 14:59:17.730509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090d0c3-36e0-48ab-947f-76e4b37a1c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f197130-cac2-4426-9e73-f9902da887fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:17.734888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.172809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789df2-27a5-4340-a172-6fea1b313819 req-e6e3223a-d26c-4d3a-b9cc-d53ecc76c882 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:18.184368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d789df2-27a5-4340-a172-6fea1b313819 req-e6e3223a-d26c-4d3a-b9cc-d53ecc76c882 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1149197 Jul 28 14:59:18.271468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5d789df2-27a5-4340-a172-6fea1b313819 req-7a8d78db-d804-4797-92aa-be67d9fb4ded tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851045 Jul 28 14:59:18.458828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50628) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:18.693503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1642837251-network', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:18.887169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Made reservation on behalf of 74ab5e44d70c42bdbdbf61395d03a2bc for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:18.889935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:18.900303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.031880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.159819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.177722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:19.190399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.191032 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Added segment 239ff238-7ac2-4219-af9e-e65fc1783eab of type vlan for network 29d7fede-fe96-4296-901e-9fc1571d03fd Jul 28 14:59:19.255307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.329989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a00928-9fbc-448e-bdbe-03e0fba133d3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:19.408015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.409744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:19.410385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:19.514200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4b4f-8094-4450-bbf6-5057dc8cbc11 req-8bc941cb-ceef-445d-b2a3-2065fc4ec5c2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:19.515705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-517f4b4f-8094-4450-bbf6-5057dc8cbc11 req-8bc941cb-ceef-445d-b2a3-2065fc4ec5c2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1427133 Jul 28 14:59:19.520515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] Pushing event updated for resources: {'Network': ['ID=29d7fede-fe96-4296-901e-9fc1571d03fd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:19.532791 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 29d7fede-fe96-4296-901e-9fc1571d03fd details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:19.593375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-517f4b4f-8094-4450-bbf6-5057dc8cbc11 req-e99c6afa-52e5-4a2f-ae42-1d5ecb224ad9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682769 Jul 28 14:59:19.896843 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c95be68-3f68-41bc-b5eb-9e9e7da7bebb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4361930 Jul 28 14:59:19.901328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50642) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:19.909982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Request body: {'subnet': {'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1642837251-subnet', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:20.034659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.130592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Made reservation on behalf of 74ab5e44d70c42bdbdbf61395d03a2bc for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:20.137101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.619692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.696585 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:20.774877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4092bd-594f-4277-aeac-f263c6cede82,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:20.777259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Checking segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:20.777643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Network hostable DHCP agents. Network: 29d7fede-fe96-4296-901e-9fc1571d03fd, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:20.808133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c16d-8aad-4ae4-9d07-ec29a2e2923c req-9257049c-2aa0-4bfa-99b6-5a1ef8828caf tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:20.816144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee77c16d-8aad-4ae4-9d07-ec29a2e2923c req-9257049c-2aa0-4bfa-99b6-5a1ef8828caf tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0935767 Jul 28 14:59:20.857966 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee77c16d-8aad-4ae4-9d07-ec29a2e2923c req-0a5177bf-bd6f-40e6-ac04-211892208f38 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Jul 28 14:59:20.929137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Network 29d7fede-fe96-4296-901e-9fc1571d03fd is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:21.055910 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 29d7fede-fe96-4296-901e-9fc1571d03fd) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:21.060435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:21.060973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.074923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1851fe-6081-451b-97f9-cc77ba91071e None None] Network 29d7fede-fe96-4296-901e-9fc1571d03fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:21.217285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-51dae1ce-1a59-4ce3-8bf4-e6587c0682f6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3134716 Jul 28 14:59:21.220615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:21.230566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:21.293428 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-29d7fede-fe96-4296-901e-9fc1571d03fd', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:21.295192 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.299994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-fb0e7904-0303-4bbf-a8dc-6d4a65e5cae4 req-62cc184d-cfeb-45a9-8c05-81f35d7234a8 service neutron] (94748) timed out ('10.222.0.47', 57042) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 14:59:21.399330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.400834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.471797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.542918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Allocated IP 172.20.0.2 (29d7fede-fe96-4296-901e-9fc1571d03fd/7e4092bd-594f-4277-aeac-f263c6cede82/38cfb1bf-7179-440a-92dd-91660a25489e) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:21.805341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.809874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:21.822232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Transition to ACTIVE for port object 38cfb1bf-7179-440a-92dd-91660a25489e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:21.845470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Transition to ACTIVE for port object 38cfb1bf-7179-440a-92dd-91660a25489e will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:22.000014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.046239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Pushing event updated for resources: {'Port': ['ID=38cfb1bf-7179-440a-92dd-91660a25489e,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:22.065872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Network 29d7fede-fe96-4296-901e-9fc1571d03fd is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:22.068114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:22.071070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:22.074272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659297-cf47-4646-a80e-3c14f5548299 req-7fb653d8-6fd1-42ed-8400-3a88be52831d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:22.076401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34659297-cf47-4646-a80e-3c14f5548299 req-7fb653d8-6fd1-42ed-8400-3a88be52831d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1302307 Jul 28 14:59:22.161271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Attempting to bind port 38cfb1bf-7179-440a-92dd-91660a25489e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:22.162159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34659297-cf47-4646-a80e-3c14f5548299 req-f4a82c70-9849-45d3-8956-8eeef6e435d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779300 Jul 28 14:59:22.175182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Attempting to bind port 38cfb1bf-7179-440a-92dd-91660a25489e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:22.175920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Attempting to bind port 38cfb1bf-7179-440a-92dd-91660a25489e on network 29d7fede-fe96-4296-901e-9fc1571d03fd {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:22.189122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:22.190295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Checking segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:22.190858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.191624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Bound using segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:22.192490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Bound port: 38cfb1bf-7179-440a-92dd-91660a25489e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:22.193161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.346673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] For port 38cfb1bf-7179-440a-92dd-91660a25489e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:22.362911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] For port 38cfb1bf-7179-440a-92dd-91660a25489e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=38cfb1bf-7179-440a-92dd-91660a25489e,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:22.372703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.398802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.537318 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.567803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Allocated IP 172.25.0.205 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/f41994d8-09c4-42f0-8fa7-e5ad6d9e324b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:22.646162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae4375-6461-4a50-b114-1d5b98d4ca94 None None] Pushing event updated for resources: {'Port': ['ID=38cfb1bf-7179-440a-92dd-91660a25489e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:22.739414 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:22.977277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:23.077054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:23.077054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:23.080899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:23.084186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:23.389164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f9e1-d548-455c-8667-0d4909637bdc req-293dcd2c-ed24-453e-b88c-89379ec9a10c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:23.398489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fad1f9e1-d548-455c-8667-0d4909637bdc req-293dcd2c-ed24-453e-b88c-89379ec9a10c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0908754 Jul 28 14:59:23.485156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fad1f9e1-d548-455c-8667-0d4909637bdc req-0633f82c-7c8b-4d7d-9b43-906effd86b88 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848122 Jul 28 14:59:23.824211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:23.946045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99b156-10fb-40ae-a14c-ccdcc8b5c577 None None] Network 29d7fede-fe96-4296-901e-9fc1571d03fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:24.093886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.333269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4f17b465-d2c5-4649-bcf2-cae19584828f None None] Provisioning for port 38cfb1bf-7179-440a-92dd-91660a25489e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:24.458794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 38cfb1bf-7179-440a-92dd-91660a25489e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:24.484523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Router 8af38df9-f30d-434d-8081-6350f600788a is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:59:24.729838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:24.745845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c635c1-6ce9-42e1-91f8-a6cb6e0e301e req-75151cda-294a-49c5-b691-ccfac7ada3e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:24.755109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Sync routers for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:24.761721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 38cfb1bf-7179-440a-92dd-91660a25489e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:24.763570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c635c1-6ce9-42e1-91f8-a6cb6e0e301e req-75151cda-294a-49c5-b691-ccfac7ada3e7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1765151 Jul 28 14:59:24.791117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:24.791696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:24.802185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 38cfb1bf-7179-440a-92dd-91660a25489e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:24.802690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.875465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30c635c1-6ce9-42e1-91f8-a6cb6e0e301e req-bed72167-bcfd-4386-af76-61ad2c83bd32 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107247 Jul 28 14:59:24.988302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:24.995284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50684) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:24.996391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ee36cab-96e4-4845-82c1-86809e875bb0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7732506 Jul 28 14:59:25.064372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:25.281847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.343393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 38cfb1bf-7179-440a-92dd-91660a25489e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=38cfb1bf-7179-440a-92dd-91660a25489e,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:25.389277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 3, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:25.419391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Checking router: 8af38df9-f30d-434d-8081-6350f600788a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:25.419750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Updating router 8af38df9-f30d-434d-8081-6350f600788a port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:25.447998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.485257 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.604344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=38cfb1bf-7179-440a-92dd-91660a25489e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:25.616875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.805018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.809404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Allocated IP 172.20.0.1 (29d7fede-fe96-4296-901e-9fc1571d03fd/7e4092bd-594f-4277-aeac-f263c6cede82/99effd84-2827-4f89-abe7-0d2cb44c05e7) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:25.810357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Transition to ACTIVE for port object f41994d8-09c4-42f0-8fa7-e5ad6d9e324b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:25.919912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:25.935496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Transition to ACTIVE for port object 99effd84-2827-4f89-abe7-0d2cb44c05e7 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:25.989690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.047925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Attempting to bind port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:26.048754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Attempting to bind port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:26.049853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Attempting to bind port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:26.063884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb48c3-ccec-407d-b3ae-6bfa5619b7c0 req-d52a4e67-7c47-404e-83e0-3d4165944fd6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:26.064454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:26.065512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:26.065512 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.066469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:26.066586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50cb48c3-ccec-407d-b3ae-6bfa5619b7c0 req-d52a4e67-7c47-404e-83e0-3d4165944fd6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0807106 Jul 28 14:59:26.066718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Bound port: f41994d8-09c4-42f0-8fa7-e5ad6d9e324b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:26.066879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.068477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.068857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62dd1a-27a4-4400-a952-fd6a2c40c9cc None None] Pushing event updated for resources: {'Port': ['ID=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:26.113506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Network 29d7fede-fe96-4296-901e-9fc1571d03fd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:26.123310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:26.128808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:26.130300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] For port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:26.135419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] For port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:26.192941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-50cb48c3-ccec-407d-b3ae-6bfa5619b7c0 req-b8df4e22-c85f-4ece-a0a5-5e7b8455c337 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148307 Jul 28 14:59:26.197747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Pushing event updated for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:26.205012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.262556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.366570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:26.367703 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:26.423186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62dd1a-27a4-4400-a952-fd6a2c40c9cc None None] Pushing event updated for resources: {'Port': ['ID=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:26.492929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 38cfb1bf-7179-440a-92dd-91660a25489e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:26.529770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.554556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:26.670987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4467d9c-dee0-43df-a628-3188447cd5bf None None] Provisioning for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:26.675020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 38cfb1bf-7179-440a-92dd-91660a25489e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:26.675389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.723497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.734412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4467d9c-dee0-43df-a628-3188447cd5bf None None] Provisioning complete for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:26.734880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4467d9c-dee0-43df-a628-3188447cd5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.821770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.890906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Pushing event updated for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:26.904794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:26.936735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a4467d9c-dee0-43df-a628-3188447cd5bf None None] Port 99effd84-2827-4f89-abe7-0d2cb44c05e7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:27.021172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Network 29d7fede-fe96-4296-901e-9fc1571d03fd is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:27.022793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:27.068612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 3, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:27.108458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d578c6-c55e-4804-b377-e205bcb7c154 None None] The sync data for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 is: [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:23Z', 'revision_number': 3, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:27.171892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Router 8af38df9-f30d-434d-8081-6350f600788a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:27.231684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420961ed-b51a-46de-bfff-f015cffc9592 req-ad9ef758-5442-4afd-8f1a-b4f4811ae9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.233491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-ad9ef758-5442-4afd-8f1a-b4f4811ae9c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1097 time: 0.1857572 Jul 28 14:59:27.367463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b638a583-415b-48ff-8666-f755f7c1fdc8 None None] Provisioning complete for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:27.368731 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b638a583-415b-48ff-8666-f755f7c1fdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:27.376134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:27.382156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27d0f37d-d51d-4e5c-aa05-b2bc6e738da9 admin admin] 10.222.0.47 "PUT /v2.0/routers/8af38df9-f30d-434d-8081-6350f600788a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3840001 Jul 28 14:59:27.430394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b638a583-415b-48ff-8666-f755f7c1fdc8 None None] Port 99effd84-2827-4f89-abe7-0d2cb44c05e7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:27.458802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5878c-f8d8-47cd-84ce-44f8c8771098 req-d4951791-2b99-4223-a2e4-a2c0669736d1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.466543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cba5878c-f8d8-47cd-84ce-44f8c8771098 req-d4951791-2b99-4223-a2e4-a2c0669736d1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1230624 Jul 28 14:59:27.494477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420961ed-b51a-46de-bfff-f015cffc9592 req-ea59853a-f77b-4d9d-a90b-7dc3c6838514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.496019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-ea59853a-f77b-4d9d-a90b-7dc3c6838514 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 914 time: 0.2551570 Jul 28 14:59:27.622027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cba5878c-f8d8-47cd-84ce-44f8c8771098 req-32a97b3a-ce1e-4759-9836-beae5ccbbf52 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541812 Jul 28 14:59:27.627339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-57099d72-b69a-4aca-9941-cf58a9a7ae35 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.1194956 Jul 28 14:59:27.736358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420961ed-b51a-46de-bfff-f015cffc9592 req-e4759bd9-c19e-4dbd-8ed0-dc71cf69c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:27.738906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-e4759bd9-c19e-4dbd-8ed0-dc71cf69c2ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.1036961 Jul 28 14:59:27.786692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-fef5844f-c7e1-403b-aa66-4aca6befc19f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402050 Jul 28 14:59:27.916948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-e9f5dc7e-00c5-43ca-8e15-47a8ab3254ee service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226547 Jul 28 14:59:28.037981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-420961ed-b51a-46de-bfff-f015cffc9592 req-8fa94ad4-ba8a-4317-af94-602a85539aa9 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141603 Jul 28 14:59:28.165039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9c8582ef-0f2b-4e71-b15d-6614c020bcf2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:28.166778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9c8582ef-0f2b-4e71-b15d-6614c020bcf2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1632206 Jul 28 14:59:28.184316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-b7fa3d7d-ba8c-4956-a549-949f66b41e26 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0109797 Jul 28 14:59:28.248526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-b16686c9-aee5-4d5b-9978-a2b1a811d946 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577302 Jul 28 14:59:28.401885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9152bbeb-9617-439c-a226-23b3e10e6f2a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 14:59:28.402945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9152bbeb-9617-439c-a226-23b3e10e6f2a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1479161 Jul 28 14:59:28.468005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f41994d8-09c4-42f0-8fa7-e5ad6d9e324b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:28.516320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3a497b4a-aee2-43f9-ad02-3c9bfe1f7a20 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060710 Jul 28 14:59:28.622202 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3886a362-3739-4381-8574-2f410a51986b service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986824 Jul 28 14:59:28.631357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:28.635806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:28.637411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.640786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50742) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:28.646924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1992999964-network', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:28.735620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Made reservation on behalf of fcad5b765f4c4417a964c28c97dc35fb for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:28.738572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.746919 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.749761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.773909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:28.778283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39c29-9e70-4048-9bf0-21df976ad652 req-0e87dadd-2a9c-485b-baaa-771926b1325a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:28.780311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89d39c29-9e70-4048-9bf0-21df976ad652 req-0e87dadd-2a9c-485b-baaa-771926b1325a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.0658474 Jul 28 14:59:28.837279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.838433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89d39c29-9e70-4048-9bf0-21df976ad652 req-62ff71e0-6a72-4459-a52f-6c8dcb2633bc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512640 Jul 28 14:59:28.884419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:28.911083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:28.981438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.008978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 14:59:29.030508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddc45f4-d282-43ad-ae85-3c8398e94cd4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:29.038531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.038885 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Added segment 377a8e87-c6cc-49d0-a398-91b6b12db73b of type vlan for network 6cf94371-0b43-4802-85db-a792e22ecb33 Jul 28 14:59:29.082184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.170140 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Sync routers for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:29.181096 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:29.181737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:29.290349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.291376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:29.291963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.297549 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:29.360719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf94371-0b43-4802-85db-a792e22ecb33,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:29.372893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 6cf94371-0b43-4802-85db-a792e22ecb33 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 14:59:29.426123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50754) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:29.428409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9bd692b5-092b-4175-be55-d82a52d14cf5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7868912 Jul 28 14:59:29.432670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Request body: {'subnet': {'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1992999964-subnet', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:29.526797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-284f35b1-a76d-448c-b23d-7a25556e53ec req-09de2034-2d73-4e23-a3fb-5c9974d3b707 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0426383 Jul 28 14:59:29.575889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Made reservation on behalf of fcad5b765f4c4417a964c28c97dc35fb for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:29.578255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.582937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 2, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:29.616389 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Checking router: 8af38df9-f30d-434d-8081-6350f600788a for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:29.616509 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Updating router 8af38df9-f30d-434d-8081-6350f600788a port 99effd84-2827-4f89-abe7-0d2cb44c05e7 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:29.645031 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.948077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:29.993545 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.009402 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Transition to ACTIVE for port object 99effd84-2827-4f89-abe7-0d2cb44c05e7 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:30.031806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31419d16-2c13-43db-8b4b-52c028aee4c5 req-a3b6be65-9548-408b-855d-687cd5896380 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:30.036871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-31419d16-2c13-43db-8b4b-52c028aee4c5 req-a3b6be65-9548-408b-855d-687cd5896380 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 945 time: 0.1067560 Jul 28 14:59:30.046504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b608215f-0e7d-4e2d-9d54-d4afb1f34fa9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.071929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:30.074413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Checking segment: {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:30.074556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Network hostable DHCP agents. Network: 6cf94371-0b43-4802-85db-a792e22ecb33, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 14:59:30.080893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-31419d16-2c13-43db-8b4b-52c028aee4c5 req-869918a2-06d8-4f67-816b-c3b578e0faa1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Jul 28 14:59:30.099905 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.151196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e2042-234c-4603-be00-9c36f8f691e6 None None] Pushing event updated for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.203497 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Attempting to bind port 99effd84-2827-4f89-abe7-0d2cb44c05e7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:30.203497 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Attempting to bind port 99effd84-2827-4f89-abe7-0d2cb44c05e7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:30.203497 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Attempting to bind port 99effd84-2827-4f89-abe7-0d2cb44c05e7 on network 29d7fede-fe96-4296-901e-9fc1571d03fd {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:30.209162 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:30.211075 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Checking segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:30.211075 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.211075 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Bound using segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:30.211075 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Bound port: 99effd84-2827-4f89-abe7-0d2cb44c05e7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:30.211454 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.231572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Network 6cf94371-0b43-4802-85db-a792e22ecb33 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 14:59:30.289497 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] For port 99effd84-2827-4f89-abe7-0d2cb44c05e7, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:30.292671 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] For port 99effd84-2827-4f89-abe7-0d2cb44c05e7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=99effd84-2827-4f89-abe7-0d2cb44c05e7,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:30.358732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 6cf94371-0b43-4802-85db-a792e22ecb33) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:30.373006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:30.373006 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.373499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21b010-9886-4423-a887-68e4d08526b8 None None] Network 6cf94371-0b43-4802-85db-a792e22ecb33 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:30.423063 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.439647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f41994d8-09c4-42f0-8fa7-e5ad6d9e324b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:30.485283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-147f8791-c299-4ff6-baf6-c544fd923731 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0580280 Jul 28 14:59:30.488165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50768) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:30.492645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:30.501412 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e2042-234c-4603-be00-9c36f8f691e6 None None] Pushing event updated for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:30.505415 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:30.506399 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:30.551784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:30.629748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.631106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.640429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:30.640817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.713113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc434b38-e1ae-4c0a-982a-c9f286c3874d req-63e4efab-df9f-4557-ba08-9955318b9c78 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0437694 Jul 28 14:59:30.776187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.802832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.817952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-6cf94371-0b43-4802-85db-a792e22ecb33', 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'fixed_ips': [{'subnet_id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 14:59:30.819091 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:30.854838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:30.855967 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:30.857188 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29592fd-22e4-49e3-96c8-614c4a07eaa1" -d '{"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-unplugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:30.881401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:31.071241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.130546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Allocated IP 172.20.0.2 (6cf94371-0b43-4802-85db-a792e22ecb33/b608215f-0e7d-4e2d-9d54-d4afb1f34fa9/812f3792-9c9c-478e-86bf-854d28f84672) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:31.149212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:31.166262 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:30Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:31.180191 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.211266 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8c013e-aa8f-4fca-a212-383024055e68 None None] The sync data for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 is: [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:30Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:31.312384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96a180-4f05-49cb-9ff4-294d94e33d81 req-09026243-3bbf-4137-96c9-607d610ac73d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:31.322158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce96a180-4f05-49cb-9ff4-294d94e33d81 req-09026243-3bbf-4137-96c9-607d610ac73d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1229789 Jul 28 14:59:31.350594 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76864909-3423-4d81-9700-731b1012fc7c x-openstack-request-id: req-76864909-3423-4d81-9700-731b1012fc7c {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:31.352084 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-unplugged", "status": "failed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "code": 422}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:31.352084 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76864909-3423-4d81-9700-731b1012fc7c {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:31.352337 n-d-705658-23 neutron-server[94750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'code': 422} returned with failed status Jul 28 14:59:31.380362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce96a180-4f05-49cb-9ff4-294d94e33d81 req-22ee5b1c-8216-4039-a147-0d84fe63e5d9 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556252 Jul 28 14:59:31.427209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.428667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Transition to ACTIVE for port object 812f3792-9c9c-478e-86bf-854d28f84672 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:31.448985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Transition to ACTIVE for port object 812f3792-9c9c-478e-86bf-854d28f84672 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:31.546558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.598308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Network 6cf94371-0b43-4802-85db-a792e22ecb33 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:31.602776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:31.607052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:31.621272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Pushing event updated for resources: {'Port': ['ID=812f3792-9c9c-478e-86bf-854d28f84672,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:31.663205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f165a-d731-4c81-91f7-fd77a443e7ba req-6045826c-13cc-47da-9de1-4bc76cca52d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:31.664818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-952f165a-d731-4c81-91f7-fd77a443e7ba req-6045826c-13cc-47da-9de1-4bc76cca52d4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1379826 Jul 28 14:59:31.683709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Attempting to bind port 812f3792-9c9c-478e-86bf-854d28f84672 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:31.686461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Attempting to bind port 812f3792-9c9c-478e-86bf-854d28f84672 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:31.686461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Attempting to bind port 812f3792-9c9c-478e-86bf-854d28f84672 on network 6cf94371-0b43-4802-85db-a792e22ecb33 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:31.693107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:31.693772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Checking segment: {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:31.694450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.694976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Bound using segment: {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:31.695590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Bound port: 812f3792-9c9c-478e-86bf-854d28f84672, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:31.696087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.699088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.729844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.734673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-952f165a-d731-4c81-91f7-fd77a443e7ba req-077b60dd-6e57-4c07-82ca-17ae8d9272f3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Jul 28 14:59:31.832296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] For port 812f3792-9c9c-478e-86bf-854d28f84672, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:31.838793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] For port 812f3792-9c9c-478e-86bf-854d28f84672, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=812f3792-9c9c-478e-86bf-854d28f84672,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:31.911659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1997d777-f081-437f-9894-a1af60386452 req-692fbfae-f5b2-405c-b2a2-677d03832211 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0496511 Jul 28 14:59:31.926856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:31.936021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Allocated IP 172.25.0.143 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:32.030371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eea7e-26f2-4af2-87d5-5b88ddabea40 None None] Pushing event updated for resources: {'Port': ['ID=812f3792-9c9c-478e-86bf-854d28f84672,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:32.121297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.311671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.428861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Pushing event updated for resources: {'Port': ['ID=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:32.577814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:32.609366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 99effd84-2827-4f89-abe7-0d2cb44c05e7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:32.613815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:32.624275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:32.696796 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699edbe-8526-4e5e-a490-8fe891ae4446 req-a834c595-20e0-4a23-ba4d-44b318451209 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:32.698418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4699edbe-8526-4e5e-a490-8fe891ae4446 req-a834c595-20e0-4a23-ba4d-44b318451209 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.2944591 Jul 28 14:59:32.712176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-14c067fb-8162-41e0-a732-87ecb458d501 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:32.713740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-14c067fb-8162-41e0-a732-87ecb458d501 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.2811594 Jul 28 14:59:32.743962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': '87d59601-87e0-497a-b536-b98a612fb44e', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:32.764014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:32.769578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:32.774085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.888710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4699edbe-8526-4e5e-a490-8fe891ae4446 req-b1ad41bd-7851-416d-8e31-1bf797b95bbc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712425 Jul 28 14:59:32.909160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:32.981563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 99effd84-2827-4f89-abe7-0d2cb44c05e7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=99effd84-2827-4f89-abe7-0d2cb44c05e7,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:33.045959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb9ef11d-7013-4df0-9968-ac049789162f req-0853b07d-76d6-4b09-b4e0-dfedad9b1673 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0479629 Jul 28 14:59:33.075826 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.076824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 812f3792-9c9c-478e-86bf-854d28f84672 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:33.213938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:33.276536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:33.280305 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.322508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 812f3792-9c9c-478e-86bf-854d28f84672 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:33.430372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcab11d-b025-4765-91fc-66f3ee5b9763 None None] Network 6cf94371-0b43-4802-85db-a792e22ecb33 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 14:59:33.622395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Provisioning for port 812f3792-9c9c-478e-86bf-854d28f84672 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:33.640471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Provisioning complete for port 812f3792-9c9c-478e-86bf-854d28f84672 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:33.643030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.766606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-05562a23-1f68-4357-9f38-a96f6675097b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7074542 Jul 28 14:59:33.805902 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.819380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:33.879971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] For port 812f3792-9c9c-478e-86bf-854d28f84672, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=812f3792-9c9c-478e-86bf-854d28f84672,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:33.976701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.020295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.8 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/60fe1220-3f91-4778-a997-62ac4c886f7c) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:34.100193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb87493-fb9e-47d1-b19a-a4f47f9e5a2d None None] Pushing event updated for resources: {'Port': ['ID=812f3792-9c9c-478e-86bf-854d28f84672,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:34.123535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1b4927c8-6def-48e7-9821-cd02568fe1bc None None] Provisioning complete for port 812f3792-9c9c-478e-86bf-854d28f84672 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:34.124129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b4927c8-6def-48e7-9821-cd02568fe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.248729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70fbcb63-4415-4574-9ed2-49411895425d req-bc8c62fd-3f44-415c-8eba-c9c10f886715 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0525312 Jul 28 14:59:34.261681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554e92-2b07-4bea-a4b9-1207f131e4e3 req-8a83cc73-3446-4ab6-abbc-15b64aa56055 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:34.263310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e554e92-2b07-4bea-a4b9-1207f131e4e3 req-8a83cc73-3446-4ab6-abbc-15b64aa56055 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.2131026 Jul 28 14:59:34.419842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e554e92-2b07-4bea-a4b9-1207f131e4e3 req-1e2d928a-70d3-4bd5-89f2-a5cd569484b0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403475 Jul 28 14:59:34.426398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.541092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 99effd84-2827-4f89-abe7-0d2cb44c05e7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:34.547120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 14:59:34.583720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.612991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object 60fe1220-3f91-4778-a997-62ac4c886f7c will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:34.703959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 99effd84-2827-4f89-abe7-0d2cb44c05e7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:34.704543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.759158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Router 4237cf35-3e97-4715-980a-914938fdc5a0 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 14:59:34.762554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.847813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 812f3792-9c9c-478e-86bf-854d28f84672 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:34.887872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:34.896539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:34.900421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:34.903685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 812f3792-9c9c-478e-86bf-854d28f84672 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:34.904199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:34.904347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:35.022295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:35.022871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.038113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:35.054925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Sync routers for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:35.071590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:35.072246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:35.154562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-9816ed3b-91b0-4fe8-9bfc-caf0cd1f24e4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4229279 Jul 28 14:59:35.222866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.224242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a05f284e-528a-4b9e-bbf2-d1647b49569e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7341244 Jul 28 14:59:35.225953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50838) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:35.273888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Request body: {'port': {'device_id': '87d59601-87e0-497a-b536-b98a612fb44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:35.275501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:35.414825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.416746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c754b1-1d85-43c2-84b0-b1b04c104f2e req-8a7c6db2-ea79-4b5b-aa04-86480abe1d84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:35.419253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39c754b1-1d85-43c2-84b0-b1b04c104f2e req-8a7c6db2-ea79-4b5b-aa04-86480abe1d84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 931 time: 0.0714097 Jul 28 14:59:35.497166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-39c754b1-1d85-43c2-84b0-b1b04c104f2e req-0b5c8dff-f90e-4f42-ad17-3df8243f58c2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699356 Jul 28 14:59:35.719175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1660b2-0b3e-46d9-b202-7ccbc5217b10 req-6be11a2a-f9b4-448d-8318-0de055022f04 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:35.720945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df1660b2-0b3e-46d9-b202-7ccbc5217b10 req-6be11a2a-f9b4-448d-8318-0de055022f04 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1254513 Jul 28 14:59:35.747328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19261d40-9df3-4611-a643-3373f39c2ed0 None None] Provisioning for port 60fe1220-3f91-4778-a997-62ac4c886f7c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:35.758022 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19261d40-9df3-4611-a643-3373f39c2ed0 None None] Provisioning complete for port 60fe1220-3f91-4778-a997-62ac4c886f7c triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:35.758408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19261d40-9df3-4611-a643-3373f39c2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.802071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-19261d40-9df3-4611-a643-3373f39c2ed0 None None] Port 60fe1220-3f91-4778-a997-62ac4c886f7c cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:35.840215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 3, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:35.866582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-57441d85-beb0-4f92-a0db-99e5a2b64fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:35.868506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-57441d85-beb0-4f92-a0db-99e5a2b64fd7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed&tenant_id=9d7f2ae0981e4b04962f01c860c39af9 HTTP/1.1" status: 200 len: 1095 time: 0.1082718 Jul 28 14:59:35.891366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Checking router: 4237cf35-3e97-4715-980a-914938fdc5a0 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:35.891732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Updating router 4237cf35-3e97-4715-980a-914938fdc5a0 port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:35.931333 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:35.986533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-ddf317e7-7688-4a44-bf62-251d22b3d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:35.988325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-ddf317e7-7688-4a44-bf62-251d22b3d190 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1095 time: 0.0770335 Jul 28 14:59:36.007418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df1660b2-0b3e-46d9-b202-7ccbc5217b10 req-3589a8e8-7508-43b4-8667-ce9b0c831b0d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339954 Jul 28 14:59:36.175048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fe1220-3f91-4778-a997-62ac4c886f7c {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:36.184543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-9f488461-e1a0-41fa-baa1-795013cdef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:36.186081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-9f488461-e1a0-41fa-baa1-795013cdef15 service neutron] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 914 time: 0.1910951 Jul 28 14:59:36.186709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.210254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Transition to ACTIVE for port object 60fe1220-3f91-4778-a997-62ac4c886f7c will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:36.257954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-eafa19d7-6c3d-40ab-8724-3aa0769efe83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.0636868 Jul 28 14:59:36.303255 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.329683 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.330832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-96faa8fa-d478-4c8c-894d-c78428c9e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:36.332540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-96faa8fa-d478-4c8c-894d-c78428c9e64b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.0676370 Jul 28 14:59:36.339934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Transition to ACTIVE for port object 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:36.368309 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-2c73466f-9081-42f4-bacb-b5678899b7d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277913 Jul 28 14:59:36.482468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-2747cc82-5c4a-41a4-b057-95f6575b5b14 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071749 Jul 28 14:59:36.507078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Allocated IP 172.20.0.1 (6cf94371-0b43-4802-85db-a792e22ecb33/b608215f-0e7d-4e2d-9d54-d4afb1f34fa9/66c84936-92fe-48e4-b43a-bbdc7175cad4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:36.567559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.576555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.627113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-0d1de9ee-7c02-4f38-ba33-9b6721177cf2 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376779 Jul 28 14:59:36.683716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810ea6-6c4f-4a5a-b7a7-cf45a03aeb8b None None] Pushing event updated for resources: {'Port': ['ID=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:36.687020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Attempting to bind port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:36.687415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Attempting to bind port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:36.687788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Attempting to bind port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:36.696577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:36.696577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:36.696976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.697384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:36.699039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Bound port: 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:36.699469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.742696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c800-83d3-447b-9c47-17a5e7be0ce8 req-d215f6d1-5de4-4e73-ac1a-aba2d9ef5760 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:36.747515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac24c800-83d3-447b-9c47-17a5e7be0ce8 req-d215f6d1-5de4-4e73-ac1a-aba2d9ef5760 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.0954862 Jul 28 14:59:36.780540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.781879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] For port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:36.786912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] For port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:36.797272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac24c800-83d3-447b-9c47-17a5e7be0ce8 req-f5c48f0c-8b47-4bd7-b267-2abf11dd9815 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Jul 28 14:59:36.811277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:36.836577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Transition to ACTIVE for port object 66c84936-92fe-48e4-b43a-bbdc7175cad4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:36.929875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.969903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Attempting to bind port 60fe1220-3f91-4778-a997-62ac4c886f7c on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:36.971462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Attempting to bind port 60fe1220-3f91-4778-a997-62ac4c886f7c by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:36.971612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Attempting to bind port 60fe1220-3f91-4778-a997-62ac4c886f7c on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:36.979614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Port 60fe1220-3f91-4778-a997-62ac4c886f7c on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:59:36.980342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Attempting to bind port 60fe1220-3f91-4778-a997-62ac4c886f7c on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:36.987158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:36.987508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:36.987902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:36.988334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Bound port: 60fe1220-3f91-4778-a997-62ac4c886f7c, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:36.988697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:36.997741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:36.998373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:37.057635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810ea6-6c4f-4a5a-b7a7-cf45a03aeb8b None None] Pushing event updated for resources: {'Port': ['ID=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:37.127719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:37.134705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=60fe1220-3f91-4778-a997-62ac4c886f7c,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:37.166552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.188469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:37.240255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Network 6cf94371-0b43-4802-85db-a792e22ecb33 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:37.253922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:37.266295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.266295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:37.269828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Pushing event updated for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:37.281946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44f4e0-260f-4955-9cb9-f28540894681 req-84ed98d6-9f92-47ea-9629-3c4b52f3cfcc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:37.294781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc44f4e0-260f-4955-9cb9-f28540894681 req-84ed98d6-9f92-47ea-9629-3c4b52f3cfcc tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1479394 Jul 28 14:59:37.402233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:37.403065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.404809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] 10.222.0.53 "PUT /v2.0/ports/60fe1220-3f91-4778-a997-62ac4c886f7c HTTP/1.1" status: 200 len: 1092 time: 2.2353365 Jul 28 14:59:37.406997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:37.409465 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ee225c-8223-4696-80fe-127cbd34e33f" -d '{"events": [{"name": "network-changed", "server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:37.463613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.471927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 3, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:37.480626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c197a-788e-4aad-a0e2-d85856433fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:37.558554 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07c8f9-7103-4ba0-9ea6-233aa4f29b37 x-openstack-request-id: req-bf07c8f9-7103-4ba0-9ea6-233aa4f29b37 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:37.558826 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:37.559304 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf07c8f9-7103-4ba0-9ea6-233aa4f29b37 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:37.559492 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c', 'status': 'completed', 'code': 200} Jul 28 14:59:37.569473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16b32de-de95-4701-9eb6-5dbbaac7747d None None] The sync data for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 is: [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:33Z', 'revision_number': 3, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:37.583684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc44f4e0-260f-4955-9cb9-f28540894681 req-d8877961-cb6b-4031-ae8c-ca3911bff26d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739351 Jul 28 14:59:37.785580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-47935405-1d71-4184-8406-87a9bf5fe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:37.787404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-47935405-1d71-4184-8406-87a9bf5fe7a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 1095 time: 0.2243087 Jul 28 14:59:37.816594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad886bca-95c9-4117-9bf5-44f90c6f672d None None] Provisioning for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:37.824487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ad886bca-95c9-4117-9bf5-44f90c6f672d None None] Provisioning complete for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:37.824487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ad886bca-95c9-4117-9bf5-44f90c6f672d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:37.899010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ad886bca-95c9-4117-9bf5-44f90c6f672d None None] Port 66c84936-92fe-48e4-b43a-bbdc7175cad4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:38.078664 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.127228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8010ab-d50b-4360-8914-617ff159da84 req-20775414-2d8d-4f67-9c16-7ad879236583 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:38.136026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be8010ab-d50b-4360-8914-617ff159da84 req-20775414-2d8d-4f67-9c16-7ad879236583 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1524820 Jul 28 14:59:38.227735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be8010ab-d50b-4360-8914-617ff159da84 req-06abebba-4e9d-47cf-8a62-560e6b1371f7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903194 Jul 28 14:59:38.250054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-83a19f34-a21b-4807-9710-243ece3d8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:38.252232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-83a19f34-a21b-4807-9710-243ece3d8615 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4492228 Jul 28 14:59:38.540368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:38.683724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-0ae1c3e1-a956-4fab-8114-8f7d802e2884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:38.686664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d3ee225c-8223-4696-80fe-127cbd34e33f req-0ae1c3e1-a956-4fab-8114-8f7d802e2884 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4170892 Jul 28 14:59:38.746732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:38.752106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:38.752491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:38.909878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.008956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3f6e7531-a7e2-467d-ad53-5af73316f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.012577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3f6e7531-a7e2-467d-ad53-5af73316f896 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 1095 time: 0.2372456 Jul 28 14:59:39.022588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.052800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.099141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:39.172178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc52cb4-17bf-47f2-8391-ef03f832de9f req-006e4c48-442a-43d7-97cd-3aa75d4d30f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.186316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc52cb4-17bf-47f2-8391-ef03f832de9f req-006e4c48-442a-43d7-97cd-3aa75d4d30f0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.3062565 Jul 28 14:59:39.192955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.292372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:39.335168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Pushing event updated for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:39.348123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-84cbcd48-8d55-4bd9-9ebd-06114b306a50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fe1220-3f91-4778-a997-62ac4c886f7c HTTP/1.1" status: 200 len: 217 time: 0.3112457 Jul 28 14:59:39.466925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3b0e-e0dd-4faa-8ec3-f2a380fbbd02 req-a2214235-ee5a-4d21-881e-87bc333f5cbf tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.480627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41ed3b0e-e0dd-4faa-8ec3-f2a380fbbd02 req-a2214235-ee5a-4d21-881e-87bc333f5cbf tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1062591 Jul 28 14:59:39.502017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cfc52cb4-17bf-47f2-8391-ef03f832de9f req-f0a95d86-6115-4e53-957e-7de76f2f54e3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136683 Jul 28 14:59:39.506650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:39.554609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3ecd1b9c-da3c-497b-b2da-24f4cb7e1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.566075 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-3ecd1b9c-da3c-497b-b2da-24f4cb7e1aee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.1947699 Jul 28 14:59:39.616322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41ed3b0e-e0dd-4faa-8ec3-f2a380fbbd02 req-9985f4f8-0401-4075-a5a2-1849c0f0f578 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313977 Jul 28 14:59:39.764424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Network 6cf94371-0b43-4802-85db-a792e22ecb33 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:39.788298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:39.838429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-ebb953d1-57d1-480f-b917-2cb16d2a1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:39.840741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-ebb953d1-57d1-480f-b917-2cb16d2a1dc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2520809 Jul 28 14:59:40.081413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-413377a1-f199-446c-a20e-9e5a1e56c1da service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068336 Jul 28 14:59:40.117596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Router 4237cf35-3e97-4715-980a-914938fdc5a0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 14:59:40.312029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ae3e70d5-1903-480a-97c7-843ade16e348 None None] Provisioning complete for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:40.313434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae3e70d5-1903-480a-97c7-843ade16e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.378633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e70d5-1903-480a-97c7-843ade16e348 None None] Port 66c84936-92fe-48e4-b43a-bbdc7175cad4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:40.509174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:40.606764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:40.607454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:40.953913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4035c-85dd-4def-91c9-cc32ecc73acb req-6394ac45-db4c-44f2-a16a-f39cc161989d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:40.953913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8d4035c-85dd-4def-91c9-cc32ecc73acb req-6394ac45-db4c-44f2-a16a-f39cc161989d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1919699 Jul 28 14:59:40.984692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 14:59:40.993280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-737957b3-ca8b-49c9-834e-00bdc41a5796 admin admin] 10.222.0.47 "PUT /v2.0/routers/4237cf35-3e97-4715-980a-914938fdc5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7659972 Jul 28 14:59:41.002100 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Sync routers for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 14:59:41.013669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d480a-b829-4113-a0c0-3727554136a2 req-923487c3-161a-4756-a5e9-96fe82ad956a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:41.024712 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:41.025404 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:41.034737 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b8d4035c-85dd-4def-91c9-cc32ecc73acb req-e0144cf9-0a4e-4c03-ba5a-50e5b4cfd7b3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772703 Jul 28 14:59:41.035635 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc8d480a-b829-4113-a0c0-3727554136a2 req-923487c3-161a-4756-a5e9-96fe82ad956a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1306725 Jul 28 14:59:41.061410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f4429d4-8f4f-4fbc-8633-afeace6d2342 req-57aa02c3-678b-4756-b5df-fef8dd8af50a service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724150 Jul 28 14:59:41.129584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc8d480a-b829-4113-a0c0-3727554136a2 req-c12dfcd9-3df0-496a-8097-61b5d8a91793 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928802 Jul 28 14:59:41.202433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:41.523021 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:37Z', 'revision_number': 4, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '66c84936-92fe-48e4-b43a-bbdc7175cad4', 'name': '', 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'mac_address': 'fa:16:3e:b4:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:36Z', 'updated_at': '2021-07-28T14:59:38Z', 'revision_number': 2, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'subnets': [{'id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:41.556509 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Checking router: 4237cf35-3e97-4715-980a-914938fdc5a0 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 14:59:41.557298 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Updating router 4237cf35-3e97-4715-980a-914938fdc5a0 port 66c84936-92fe-48e4-b43a-bbdc7175cad4 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 14:59:41.587121 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.809472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:41.816757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-357150409', 'description': 'tempest-secgroup-smoke-357150409 description', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:41.924744 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:41.936297 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Transition to ACTIVE for port object 66c84936-92fe-48e4-b43a-bbdc7175cad4 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:41.981624 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.063160 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.102622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.195653 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7969ac-8f89-4db3-b7c9-60086066bd28 None None] Pushing event updated for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:42.241838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.246036 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Attempting to bind port 66c84936-92fe-48e4-b43a-bbdc7175cad4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:42.246410 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Attempting to bind port 66c84936-92fe-48e4-b43a-bbdc7175cad4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:42.247282 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Attempting to bind port 66c84936-92fe-48e4-b43a-bbdc7175cad4 on network 6cf94371-0b43-4802-85db-a792e22ecb33 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:42.255087 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:42.255471 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Checking segment: {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:42.255884 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.256288 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Bound using segment: {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:42.256761 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Bound port: 66c84936-92fe-48e4-b43a-bbdc7175cad4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377a8e87-c6cc-49d0-a398-91b6b12db73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:42.257151 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.300776 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1d3df301-052f-4d08-b1d7-2df8a521a95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.307497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083fbca-b7db-4a3f-b3c0-ed70002de077 req-37eb75f5-c3e0-4500-87ce-aee7bb355ca8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:42.317666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7083fbca-b7db-4a3f-b3c0-ed70002de077 req-37eb75f5-c3e0-4500-87ce-aee7bb355ca8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1514659 Jul 28 14:59:42.388831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a098d6-c8c7-47db-a49f-ee8bb0dec15b req-b93dd286-1ea2-40b1-8ae3-2ea244b9b77a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:42.400948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12a098d6-c8c7-47db-a49f-ee8bb0dec15b req-b93dd286-1ea2-40b1-8ae3-2ea244b9b77a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0827062 Jul 28 14:59:42.427595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] For port 66c84936-92fe-48e4-b43a-bbdc7175cad4, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:42.432088 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] For port 66c84936-92fe-48e4-b43a-bbdc7175cad4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66c84936-92fe-48e4-b43a-bbdc7175cad4,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:42.444457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb1326-ad20-4d10-804a-d6355955cf1a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:42.457609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12a098d6-c8c7-47db-a49f-ee8bb0dec15b req-29567a3f-d763-46bb-9d97-8b02c73482db tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489883 Jul 28 14:59:42.478166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.479524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c400719e-b033-4bd6-87b0-a30c165129c9 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6688037 Jul 28 14:59:42.486634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50914) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:42.500481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:42.517298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7083fbca-b7db-4a3f-b3c0-ed70002de077 req-ecb59512-61b6-4ea1-8394-7fd5932d8f02 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930597 Jul 28 14:59:42.553047 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.622151 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 14:59:42.628682 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:42.628682 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7969ac-8f89-4db3-b7c9-60086066bd28 None None] Pushing event updated for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:42.655852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.759372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.795812 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 14:59:42.866723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:42.899313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cb0d0f-c30a-4a04-b957-0661d764c5fa,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:43.027160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.028995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7650d08e-0c75-4d84-b89d-cf5f3d160530 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5348737 Jul 28 14:59:43.031650 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50916) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:43.037609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:43.077845 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:37Z', 'revision_number': 4, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '66c84936-92fe-48e4-b43a-bbdc7175cad4', 'name': '', 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'mac_address': 'fa:16:3e:b4:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:36Z', 'updated_at': '2021-07-28T14:59:42Z', 'revision_number': 4, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'subnets': [{'id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 14:59:43.114692 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60464f29-841e-42d6-831a-e4412340f3c3 None None] The sync data for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 is: [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T14:59:37Z', 'revision_number': 4, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '66c84936-92fe-48e4-b43a-bbdc7175cad4', 'name': '', 'network_id': '6cf94371-0b43-4802-85db-a792e22ecb33', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'mac_address': 'fa:16:3e:b4:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:36Z', 'updated_at': '2021-07-28T14:59:42Z', 'revision_number': 4, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'subnets': [{'id': 'b608215f-0e7d-4e2d-9d54-d4afb1f34fa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 14:59:43.234093 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.379159 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.460861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.504612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dac2e5-c820-4c64-9d26-3b95da2a35a7,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:43.622576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.647061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:43.648659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e902c5f-fe83-4b38-b314-17ccc8499c2b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6152396 Jul 28 14:59:43.670570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:43.672670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b5c29-d7b3-47e0-b963-81fb400c2962 req-d668e71a-a236-49a3-a650-f61b9f6a2143 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:43.681275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1b7b5c29-d7b3-47e0-b963-81fb400c2962 req-d668e71a-a236-49a3-a650-f61b9f6a2143 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1127057 Jul 28 14:59:43.717179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ff373-403a-45e9-9267-cbd5f92ec638 req-b65a4dc0-ca74-4b10-a897-9b61e612f82a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:43.726721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef4ff373-403a-45e9-9267-cbd5f92ec638 req-b65a4dc0-ca74-4b10-a897-9b61e612f82a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1241412 Jul 28 14:59:43.748701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1b7b5c29-d7b3-47e0-b963-81fb400c2962 req-bd2c8992-41e3-43ce-8283-631365a7331f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Jul 28 14:59:43.803314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef4ff373-403a-45e9-9267-cbd5f92ec638 req-1d49589c-bad9-4dff-8aa4-942e2b99b6ff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Jul 28 14:59:43.827288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:43.932196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.026852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.047636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f1925b-045b-410f-9886-759ac0237381,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:44.162680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.164394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd91b948-4831-4cc6-8b19-08f5133fb744 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151131 Jul 28 14:59:44.167408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50930) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:44.174797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:44.300602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.406300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.508182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.525753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc8e97-2336-4aa3-af75-c5ecad6746f2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:44.575271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66c84936-92fe-48e4-b43a-bbdc7175cad4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:44.620809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:44.622394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d0a6d2d-cf6b-4635-bbfe-c0ab78bf2714 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4536939 Jul 28 14:59:44.624856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 50934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:44.659425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:44.980913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511afc-07f3-4639-b7da-e9365ecbcb08 req-525c7361-bd54-4278-86d7-e8410c03fbde tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:44.990137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b511afc-07f3-4639-b7da-e9365ecbcb08 req-525c7361-bd54-4278-86d7-e8410c03fbde tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.1394646 Jul 28 14:59:45.049679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b336ffa-1e14-4407-840a-573165eb81d2 req-0091e92f-147a-4c34-908a-7e90be0f49a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:45.075056 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b511afc-07f3-4639-b7da-e9365ecbcb08 req-143db262-d8c5-459b-91b8-32ca3f9d984e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838985 Jul 28 14:59:45.075773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b336ffa-1e14-4407-840a-573165eb81d2 req-0091e92f-147a-4c34-908a-7e90be0f49a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1421714 Jul 28 14:59:45.135552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-37abc992-156d-4ce7-a062-1eaf06257ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.147113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b336ffa-1e14-4407-840a-573165eb81d2 req-fe197cce-acd5-403b-9a8c-d07a266cdf9d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620058 Jul 28 14:59:45.222642 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Project 74ab5e44d70c42bdbdbf61395d03a2bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:59:45.224171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:45.228156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.231555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:45.231555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.320251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.321722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.347069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.366421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 66c84936-92fe-48e4-b43a-bbdc7175cad4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66c84936-92fe-48e4-b43a-bbdc7175cad4,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:45.398531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.417279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ad1a99-caa9-48b6-a288-25b63810458f,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:45.438474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.500059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:45.515082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.515532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.515744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.516104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.516424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.517844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.522268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.522691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.523056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.523250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 50944) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 14:59:45.523544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.523730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.524069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.524409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 14:59:45.529613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'security_group_rule': {'security_group_id': 'b0cb1326-ad20-4d10-804a-d6355955cf1a', 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:45.530426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f5f1224-b796-463c-8e61-4b2a9c3602e4 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9042616 Jul 28 14:59:45.649513 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Project 74ab5e44d70c42bdbdbf61395d03a2bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 14:59:45.655774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.750572 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.816083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.834949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96aef43-6f74-4537-8829-ef4efe0d51d7,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:45.936152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:45.937795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1af4fb89-0803-4a1c-94e8-47d01c55b259 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4125559 Jul 28 14:59:46.163845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.182105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-1f434195-9302-46ea-b8b8-f901f7390054 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-357150409&fields=id&tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc HTTP/1.1" status: 200 len: 267 time: 0.1035337 Jul 28 14:59:46.248610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7ad57-80fd-4f58-a35f-ec46a0a72c37 req-1a3f115f-d09c-4efd-bdb2-4eb7e8139556 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:46.250506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43c7ad57-80fd-4f58-a35f-ec46a0a72c37 req-1a3f115f-d09c-4efd-bdb2-4eb7e8139556 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0865407 Jul 28 14:59:46.322681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43c7ad57-80fd-4f58-a35f-ec46a0a72c37 req-40006853-7e73-42ba-b356-4f5d6bf8cdc6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Jul 28 14:59:46.414607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-51fd03f5-d888-4afe-b4ec-dc53a1530d74 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:46.416575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-51fd03f5-d888-4afe-b4ec-dc53a1530d74 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 809 time: 0.2334881 Jul 28 14:59:46.441934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-afa5a283-b8fa-4b6c-8416-c16882c82761 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/quotas/74ab5e44d70c42bdbdbf61395d03a2bc HTTP/1.1" status: 200 len: 375 time: 0.0186865 Jul 28 14:59:46.500144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66c84936-92fe-48e4-b43a-bbdc7175cad4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:46.565075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a7b41-0e89-4772-9c1b-edb354cf9023 req-7a47bb15-dcb4-47c3-b3f5-e71ca38f0318 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:46.580151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-ebef2a22-0361-486a-9510-4e0a6983f386 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071799 Jul 28 14:59:46.580474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-956a7b41-0e89-4772-9c1b-edb354cf9023 req-7a47bb15-dcb4-47c3-b3f5-e71ca38f0318 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.1313686 Jul 28 14:59:46.692498 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 66c84936-92fe-48e4-b43a-bbdc7175cad4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:46.692708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:46.719568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-956a7b41-0e89-4772-9c1b-edb354cf9023 req-bc8d0e78-7904-4393-bff2-7bcd47d145df tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366146 Jul 28 14:59:46.765897 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-443671cf-cccd-4764-81ea-9c7f293fa825 service neutron] 10.222.0.47 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808949 Jul 28 14:59:46.871700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-a2db6b1d-c72a-4472-a7f1-a218eba19f86 service neutron] 10.222.0.47 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984383 Jul 28 14:59:47.208170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ce6cbc6-c2d0-4744-ba60-d4cf43bca19f req-b3a0bea1-385c-4c61-88fe-0673010be049 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0417051 Jul 28 14:59:47.486127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3d1f4-c1b5-4707-a1b5-9e17f7721908 req-a937aa3d-3837-47c5-a5ec-a6f29ea7ec61 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:47.488792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-11f3d1f4-c1b5-4707-a1b5-9e17f7721908 req-a937aa3d-3837-47c5-a5ec-a6f29ea7ec61 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0613515 Jul 28 14:59:47.586704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-11f3d1f4-c1b5-4707-a1b5-9e17f7721908 req-3793b00e-cf66-4802-bb46-6684cb8b806f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830686 Jul 28 14:59:47.775804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:47.890308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f08c8-67c3-42b9-96ba-1e7c640a5972 req-d95407c0-6ee3-4923-bff7-47afbc021371 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:47.893461 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876f08c8-67c3-42b9-96ba-1e7c640a5972 req-d95407c0-6ee3-4923-bff7-47afbc021371 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.0744512 Jul 28 14:59:47.949788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-876f08c8-67c3-42b9-96ba-1e7c640a5972 req-e0d144c9-9f9e-4395-af8e-59c0f0870295 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Jul 28 14:59:48.297059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6695a702-7163-4424-8e6d-78c1f326ce3f req-21afd162-6497-42f4-89bd-e2be7f893b83 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0426564 Jul 28 14:59:48.765773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddb60c-7ee1-4d67-9af6-9a06a867d28e req-93222ba6-8e88-418f-bf77-527a1b743992 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:48.768255 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dddb60c-7ee1-4d67-9af6-9a06a867d28e req-93222ba6-8e88-418f-bf77-527a1b743992 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0725458 Jul 28 14:59:48.843230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dddb60c-7ee1-4d67-9af6-9a06a867d28e req-7a1e9212-6889-4f3a-b7c4-4cdd7bcf8244 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660100 Jul 28 14:59:49.100113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176cdce-aade-4b82-b31f-9d821fe0813d req-85b637fa-da3d-495f-8325-52d0805f6a20 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:49.104164 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6176cdce-aade-4b82-b31f-9d821fe0813d req-85b637fa-da3d-495f-8325-52d0805f6a20 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.0666332 Jul 28 14:59:49.151940 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6176cdce-aade-4b82-b31f-9d821fe0813d req-c93c707a-77e1-468e-97c9-37ceb61f653b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Jul 28 14:59:49.397474 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68082c36-4170-4569-8260-ca50fb54dfcd req-d67bc8d1-93d6-4cfa-a583-7671485b31f1 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0326107 Jul 28 14:59:49.556017 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 14:59:49.978658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ab181-bd9b-4505-a4e4-732a4ba15ef5 req-c8179798-455e-4e1a-a9e1-12bdcf133f3e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:49.980448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a63ab181-bd9b-4505-a4e4-732a4ba15ef5 req-c8179798-455e-4e1a-a9e1-12bdcf133f3e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0592008 Jul 28 14:59:50.024270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a63ab181-bd9b-4505-a4e4-732a4ba15ef5 req-b84ac86e-a6ee-4f57-ab7e-fcf8c36a03f4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Jul 28 14:59:50.236240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.280354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a2d0-1e29-4bf9-8c87-ce920a5090f2 req-9b2d025e-6d8c-43a4-a1b3-6222f754497d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:50.281658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12f3a2d0-1e29-4bf9-8c87-ce920a5090f2 req-9b2d025e-6d8c-43a4-a1b3-6222f754497d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 943 time: 0.0543582 Jul 28 14:59:50.334315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-12f3a2d0-1e29-4bf9-8c87-ce920a5090f2 req-312c31d7-ced8-4eab-90ca-e9e7758328f6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Jul 28 14:59:50.507636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a20c322b-ad08-4f07-84ed-fd5c1b2ef568 req-5f7f415e-de28-4254-aee4-cabcb4cb4cdd tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0281475 Jul 28 14:59:50.604275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:50.875619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 60fe1220-3f91-4778-a997-62ac4c886f7c details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:59:50.990009 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=60fe1220-3f91-4778-a997-62ac4c886f7c,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:51.003229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '60fe1220-3f91-4778-a997-62ac4c886f7c', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': '60fe1220-3f91-4778-a997-62ac4c886f7c', 'mac_address': 'fa:16:3e:65:22:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:59:51.042773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.057365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fe1220-3f91-4778-a997-62ac4c886f7c {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:51.076869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-81dc236f-3f2d-4a05-990c-4feef3014e34 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:51.076869 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-81dc236f-3f2d-4a05-990c-4feef3014e34 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 809 time: 0.1258202 Jul 28 14:59:51.081769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=60fe1220-3f91-4778-a997-62ac4c886f7c,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:51.134259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-07ad4ea3-6564-4883-9536-28312c0b803e tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc HTTP/1.1" status: 200 len: 379 time: 0.0435784 Jul 28 14:59:51.139349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'port': {'device_id': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'admin_state_up': True, 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'security_groups': ['b0cb1326-ad20-4d10-804a-d6355955cf1a']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:51.173876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c0942-b7ac-48e3-8c36-27b6fdbad19d req-00b32981-4252-409d-82f8-767035ea4864 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:51.175570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a7c0942-b7ac-48e3-8c36-27b6fdbad19d req-00b32981-4252-409d-82f8-767035ea4864 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0531945 Jul 28 14:59:51.216862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a7c0942-b7ac-48e3-8c36-27b6fdbad19d req-ce83839f-37f2-4708-8f39-96b0effbd440 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Jul 28 14:59:51.230986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.285984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:51.401656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Made reservation on behalf of 74ab5e44d70c42bdbdbf61395d03a2bc for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 14:59:51.405502 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.506557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['60fe1220-3f91-4778-a997-62ac4c886f7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:59:51.521534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a8351-3c93-4ca6-a438-b4f88a782704 req-8cff3f5d-774a-4f3b-8508-5f6ae5fb1ccd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:51.523397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-496a8351-3c93-4ca6-a438-b4f88a782704 req-8cff3f5d-774a-4f3b-8508-5f6ae5fb1ccd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 944 time: 0.1130149 Jul 28 14:59:51.605456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-496a8351-3c93-4ca6-a438-b4f88a782704 req-84ae35f1-29ef-4338-91f1-d85f1f903c6d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718057 Jul 28 14:59:51.606527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Allocated IP 172.20.0.3 (29d7fede-fe96-4296-901e-9fc1571d03fd/7e4092bd-594f-4277-aeac-f263c6cede82/afed5b27-c1d7-40bd-9395-3307d2ee1f03) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 14:59:51.623235 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9259c4bf-fc93-4935-8004-3412ff412a25 req-7cd16d39-d8ad-4c3f-97d5-4058e983fe42 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0271587 Jul 28 14:59:51.781265 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.796037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Transition to ACTIVE for port object afed5b27-c1d7-40bd-9395-3307d2ee1f03 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:51.912620 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:51.953753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Network 29d7fede-fe96-4296-901e-9fc1571d03fd is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 14:59:51.957441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 14:59:51.961054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 14:59:51.993140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:52.022594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:52.023337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.145471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-5c541522-d445-4ae5-a592-877b6ca0577a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0104244 Jul 28 14:59:52.164101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Request body: {'port': {'device_id': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 14:59:52.358166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-112b5cd3-5c96-40d3-ae26-4a0c844044ad None None] Provisioning for port afed5b27-c1d7-40bd-9395-3307d2ee1f03 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:52.363482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-112b5cd3-5c96-40d3-ae26-4a0c844044ad None None] Provisioning complete for port afed5b27-c1d7-40bd-9395-3307d2ee1f03 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:52.369152 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-112b5cd3-5c96-40d3-ae26-4a0c844044ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.411814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-112b5cd3-5c96-40d3-ae26-4a0c844044ad None None] Port afed5b27-c1d7-40bd-9395-3307d2ee1f03 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 14:59:52.604708 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.624813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44489c33-3d0a-4c17-bf6f-c799b1894eab req-492e3eea-0d76-4f6a-89f0-65a4306377d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:52.626795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44489c33-3d0a-4c17-bf6f-c799b1894eab req-492e3eea-0d76-4f6a-89f0-65a4306377d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 943 time: 0.0840199 Jul 28 14:59:52.636933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:59:52.713241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44489c33-3d0a-4c17-bf6f-c799b1894eab req-6a03ca9e-6724-4a5e-bbcd-364cb2712552 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632300 Jul 28 14:59:52.760723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e902f67-11c3-4425-8d70-58cd6aefbc49 req-c1793617-ecd3-42bf-a5a6-55b7ab3a5a8d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:52.762847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e902f67-11c3-4425-8d70-58cd6aefbc49 req-c1793617-ecd3-42bf-a5a6-55b7ab3a5a8d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 944 time: 0.0755460 Jul 28 14:59:52.778758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:52.798032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '710be04b-a07f-4184-8aa7-0771b60749e4', 'network_id': '53b6e154-f169-4a1c-993e-bf30592fd931', 'port_id': '710be04b-a07f-4184-8aa7-0771b60749e4', 'mac_address': 'fa:16:3e:11:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1787bc-b62e-423f-b321-6272d2e41d02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:59:52.810130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e902f67-11c3-4425-8d70-58cd6aefbc49 req-da23d6f4-6b64-4450-a609-bb0e5510ffc6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Jul 28 14:59:52.840606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:52.855077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:52.875360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:52.892797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 60fe1220-3f91-4778-a997-62ac4c886f7c up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:52.897606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb6bb8-c0d4-4348-ba2e-9fd7b46eba31 req-6672074c-9cab-4044-bf8a-beb0e4b707ba tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:52.899181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5cb6bb8-c0d4-4348-ba2e-9fd7b46eba31 req-6672074c-9cab-4044-bf8a-beb0e4b707ba tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 931 time: 0.1046913 Jul 28 14:59:52.969755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5cb6bb8-c0d4-4348-ba2e-9fd7b46eba31 req-ae031edc-e70d-40cd-8e39-1e4e7b3ed15b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634623 Jul 28 14:59:52.975719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.030129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afed5b27-c1d7-40bd-9395-3307d2ee1f03 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:53.038239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.051667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Transition to ACTIVE for port object afed5b27-c1d7-40bd-9395-3307d2ee1f03 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 14:59:53.054327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:53.077785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 60fe1220-3f91-4778-a997-62ac4c886f7c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 14:59:53.081985 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 60fe1220-3f91-4778-a997-62ac4c886f7c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:53.090179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.167432 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.174913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.192486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:53.194780 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88741a4-08c6-4381-b61d-a358bf696fe3" -d '{"events": [{"server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "name": "network-vif-plugged", "status": "completed", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:53.209027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=60fe1220-3f91-4778-a997-62ac4c886f7c,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:53.235675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Pushing event updated for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:53.255381 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec46a02a-f6fc-4421-ab97-57b6a1fd0a9f x-openstack-request-id: req-ec46a02a-f6fc-4421-ab97-57b6a1fd0a9f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:53.255675 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "name": "network-vif-plugged", "status": "completed", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:53.255933 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec46a02a-f6fc-4421-ab97-57b6a1fd0a9f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:53.256324 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c', 'code': 200} Jul 28 14:59:53.257286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:59:53.342376 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Attempting to bind port afed5b27-c1d7-40bd-9395-3307d2ee1f03 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 14:59:53.342726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Attempting to bind port afed5b27-c1d7-40bd-9395-3307d2ee1f03 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 14:59:53.343128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Attempting to bind port afed5b27-c1d7-40bd-9395-3307d2ee1f03 on network 29d7fede-fe96-4296-901e-9fc1571d03fd {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:53.350434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Port afed5b27-c1d7-40bd-9395-3307d2ee1f03 on network 29d7fede-fe96-4296-901e-9fc1571d03fd not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 14:59:53.350921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Attempting to bind port afed5b27-c1d7-40bd-9395-3307d2ee1f03 on network 29d7fede-fe96-4296-901e-9fc1571d03fd {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 14:59:53.363831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 14:59:53.364260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Checking segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 14:59:53.364623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Bound using segment: {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 14:59:53.365064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Bound port: afed5b27-c1d7-40bd-9395-3307d2ee1f03, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239ff238-7ac2-4219-af9e-e65fc1783eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 14:59:53.365432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:53.382789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16b90-25a5-470e-a385-1683193b7a78 req-29f88caa-8eef-4e30-9467-9075fd6a4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:53.384407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5b16b90-25a5-470e-a385-1683193b7a78 req-29f88caa-8eef-4e30-9467-9075fd6a4880 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 1096 time: 0.0491962 Jul 28 14:59:53.428488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5b16b90-25a5-470e-a385-1683193b7a78 req-e8bb4694-4b51-4078-a24c-2c7a8843978f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363934 Jul 28 14:59:53.464642 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 14:59:53.468091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 14:59:53.853332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9818ae-cacc-4ec2-94ee-a2459961f43c req-55dad492-29ac-4a6c-98ed-bff1d66b69fe tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:53.854844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f9818ae-cacc-4ec2-94ee-a2459961f43c req-55dad492-29ac-4a6c-98ed-bff1d66b69fe tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.0565765 Jul 28 14:59:53.909032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2f9818ae-cacc-4ec2-94ee-a2459961f43c req-82f580b9-25d5-4636-8719-e2b41db86452 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Jul 28 14:59:53.949117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d0f11-37e9-4d3f-93bd-c847a48ba468 req-7dab737a-f8fb-49e6-83f0-5cee0b91c369 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:53.950728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-591d0f11-37e9-4d3f-93bd-c847a48ba468 req-7dab737a-f8fb-49e6-83f0-5cee0b91c369 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 944 time: 0.0568550 Jul 28 14:59:53.991495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-591d0f11-37e9-4d3f-93bd-c847a48ba468 req-865e7fde-bfa2-4494-9964-be2e3689899b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332460 Jul 28 14:59:54.089172 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f137a28-2157-4c04-9531-9a8bf2450517 req-956687c0-ebfa-4350-b16e-6a0e5abf9ee8 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:54.090674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f137a28-2157-4c04-9531-9a8bf2450517 req-956687c0-ebfa-4350-b16e-6a0e5abf9ee8 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 943 time: 0.0493336 Jul 28 14:59:54.133060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f137a28-2157-4c04-9531-9a8bf2450517 req-f981962c-6dc3-4709-ad69-251d69e6d561 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354002 Jul 28 14:59:54.432183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.482925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:54.502211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.517742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:54.518004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.521622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] 10.222.0.50 "PUT /v2.0/ports/afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1092 time: 2.3597085 Jul 28 14:59:54.521622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:54.522297 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964dc2c7-8410-46b8-9829-ada5daaa7da0" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:54.566303 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62acac30-a04e-4cb4-97a1-3fd63943de8e x-openstack-request-id: req-62acac30-a04e-4cb4-97a1-3fd63943de8e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:54.566644 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:54.567052 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62acac30-a04e-4cb4-97a1-3fd63943de8e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:54.567326 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'status': 'completed', 'code': 200} Jul 28 14:59:54.651928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 14:59:54.659841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d34f17-2e54-4adb-8e63-c93939102c33 service neutron] Pushing event updated for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:54.704759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-8acd3f88-976c-4794-b231-1f8e1420e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:54.707251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-8acd3f88-976c-4794-b231-1f8e1420e84e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1095 time: 0.0957003 Jul 28 14:59:54.746885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 710be04b-a07f-4184-8aa7-0771b60749e4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 14:59:54.751636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.870362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-449c4898-22b8-428d-9651-01a7394d7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:54.871930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-449c4898-22b8-428d-9651-01a7394d7a99 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1512914 Jul 28 14:59:54.904667 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:54.961511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:55.025086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-e5c509b1-d88c-4563-a7f8-6813f7b28e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.025086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-964dc2c7-8410-46b8-9829-ada5daaa7da0 req-e5c509b1-d88c-4563-a7f8-6813f7b28e92 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456645 Jul 28 14:59:55.075082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907194fb-1ff8-42c0-b68f-42be519f9de8 req-87dade14-02ea-489b-81f3-f45fa3a88964 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.079807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-907194fb-1ff8-42c0-b68f-42be519f9de8 req-87dade14-02ea-489b-81f3-f45fa3a88964 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 944 time: 0.0774953 Jul 28 14:59:55.083913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:55.142353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:55.170526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423f5e-108c-44ee-8629-58e0b7da2655 req-967aac39-3bd8-411e-9a65-1ebcc63f8727 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.174204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea423f5e-108c-44ee-8629-58e0b7da2655 req-967aac39-3bd8-411e-9a65-1ebcc63f8727 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 945 time: 0.0740156 Jul 28 14:59:55.181755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-907194fb-1ff8-42c0-b68f-42be519f9de8 req-33ddf896-df8c-42ff-a427-f285c26d8674 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704784 Jul 28 14:59:55.184728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-e1b4d494-facc-43dd-9cc8-a919e9af2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.186209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-e1b4d494-facc-43dd-9cc8-a919e9af2542 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1095 time: 0.0971005 Jul 28 14:59:55.242868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea423f5e-108c-44ee-8629-58e0b7da2655 req-3ddf9510-ef83-48c3-95a4-54ac74041d1e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609186 Jul 28 14:59:55.280852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 14:59:55.285470 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f384998-a696-4d7a-8477-cbb2bb3aa7dc" -d '{"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 14:59:55.313203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-35ad2373-e8c0-455b-8e2d-cacb2e603a9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 217 time: 0.1097567 Jul 28 14:59:55.370482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82ff86-744b-4663-b77a-0c419508532c req-047ccf39-7bc4-4fcd-b945-fe9ecfd8031c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.376529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a82ff86-744b-4663-b77a-0c419508532c req-047ccf39-7bc4-4fcd-b945-fe9ecfd8031c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 943 time: 0.0947158 Jul 28 14:59:55.404210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16026add-2abd-4fc6-aeda-9ed793f64642 req-6074c852-d844-4488-8685-c227496838af tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.406629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16026add-2abd-4fc6-aeda-9ed793f64642 req-6074c852-d844-4488-8685-c227496838af tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 945 time: 0.0703278 Jul 28 14:59:55.442135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-6f29f962-e656-4b1d-8d67-131d08218f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.444139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-6f29f962-e656-4b1d-8d67-131d08218f39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.1197951 Jul 28 14:59:55.460408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16026add-2abd-4fc6-aeda-9ed793f64642 req-5fb56572-7db3-43f6-8329-1da9f03caa3e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Jul 28 14:59:55.498512 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17394799-51ab-4178-bdc7-08fc17b1bad6 x-openstack-request-id: req-17394799-51ab-4178-bdc7-08fc17b1bad6 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 14:59:55.498952 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-plugged", "status": "completed", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 14:59:55.499096 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17394799-51ab-4178-bdc7-08fc17b1bad6 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 14:59:55.499484 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'code': 200} Jul 28 14:59:55.530015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a82ff86-744b-4663-b77a-0c419508532c req-c01411c9-bfa5-401c-acea-2dc5a5007943 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378140 Jul 28 14:59:55.543433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-07ca1da0-14b6-4f0a-bb59-9e26a47a59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.545038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-07ca1da0-14b6-4f0a-bb59-9e26a47a59dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941269 Jul 28 14:59:55.667030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-cfabd52d-6cd7-4a59-8a81-8640496c52b7 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124229 Jul 28 14:59:55.779973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fa93f6cf-e392-4402-b0b1-342da917c6b4 req-f657de1d-3051-49bd-974f-e598cb403775 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058106 Jul 28 14:59:55.847290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abded9a-6751-478b-9d82-a20b8a9db760 req-7e3fde96-1fde-4be9-aafa-1a8cfef36078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:55.848896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3abded9a-6751-478b-9d82-a20b8a9db760 req-7e3fde96-1fde-4be9-aafa-1a8cfef36078 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1098 time: 0.0475774 Jul 28 14:59:55.889312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3abded9a-6751-478b-9d82-a20b8a9db760 req-9614a7f8-90ee-48ac-a82b-9035c0d35120 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Jul 28 14:59:56.318051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e91335-79da-407b-815a-3a35930b7278 req-00ed5227-2cf0-4c99-9e95-c944b798c494 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:56.322255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5e91335-79da-407b-815a-3a35930b7278 req-00ed5227-2cf0-4c99-9e95-c944b798c494 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0518186 Jul 28 14:59:56.377440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5e91335-79da-407b-815a-3a35930b7278 req-e5fb95ff-2e2d-4ca5-8b8c-66706fc098c7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Jul 28 14:59:56.645803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afc98d-341b-4cb6-98ce-03286b1ee5da req-605cf830-6662-416c-9ef4-3b06ca6560ce tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:56.649259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36afc98d-341b-4cb6-98ce-03286b1ee5da req-605cf830-6662-416c-9ef4-3b06ca6560ce tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 943 time: 0.0633681 Jul 28 14:59:56.698573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36afc98d-341b-4cb6-98ce-03286b1ee5da req-c407b22f-8a51-4983-a23d-26b5d0577805 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441430 Jul 28 14:59:57.559004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa4682-e0c6-4b71-993a-e67534de7235 req-1ef86d11-61bb-4200-887a-528584de1a46 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:57.570758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53fa4682-e0c6-4b71-993a-e67534de7235 req-1ef86d11-61bb-4200-887a-528584de1a46 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0908663 Jul 28 14:59:57.618100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53fa4682-e0c6-4b71-993a-e67534de7235 req-f997eaf7-3cbb-4c79-9c39-8fc6e1c3d3d6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Jul 28 14:59:57.851270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306262cd-d4b3-4068-8b92-7232fb0d3dcc req-572f634b-1652-4ad2-9384-a915e4f598bc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:57.851270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-306262cd-d4b3-4068-8b92-7232fb0d3dcc req-572f634b-1652-4ad2-9384-a915e4f598bc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 943 time: 0.0618756 Jul 28 14:59:57.885424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-306262cd-d4b3-4068-8b92-7232fb0d3dcc req-5af850e1-ed48-4096-bfbb-1ae7e0b767d0 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Jul 28 14:59:58.659943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device afed5b27-c1d7-40bd-9395-3307d2ee1f03 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 14:59:58.728783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df1ae9-3686-4fbc-be16-21b109a11a9a req-8c769030-83a9-4133-b528-e9891c0427a8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:58.730424 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30df1ae9-3686-4fbc-be16-21b109a11a9a req-8c769030-83a9-4133-b528-e9891c0427a8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0506566 Jul 28 14:59:58.770579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:58.773674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30df1ae9-3686-4fbc-be16-21b109a11a9a req-cc1a1290-5eaa-4311-b3b6-0bb806d143c8 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362344 Jul 28 14:59:58.786189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'port_id': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'mac_address': 'fa:16:3e:5d:53:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 14:59:58.827147 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:58.840360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afed5b27-c1d7-40bd-9395-3307d2ee1f03 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 14:59:58.861645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 14:59:59.007727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b236a09-775b-43a0-b1fe-68e6f417beb2 req-85972fc3-1abb-4894-b618-57d01738646e tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:59.009268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b236a09-775b-43a0-b1fe-68e6f417beb2 req-85972fc3-1abb-4894-b618-57d01738646e tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 943 time: 0.0519881 Jul 28 14:59:59.035818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 14:59:59.053231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4b236a09-775b-43a0-b1fe-68e6f417beb2 req-9ebf01e0-1939-45e4-a6d6-188fcdb3ae3c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Jul 28 14:59:59.088483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 14:59:59.311002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['afed5b27-c1d7-40bd-9395-3307d2ee1f03'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 14:59:59.799414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-a69963a5-0920-45e9-b028-d7259170b28c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:59.800943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-a69963a5-0920-45e9-b028-d7259170b28c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1154871 Jul 28 14:59:59.817661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-69b50240-fa0b-498f-9e94-234cc58c6c0b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0108418 Jul 28 14:59:59.875647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-4c98b665-484f-44a2-91b2-e27fb1b46f66 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521443 Jul 28 14:59:59.909292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec1122-8c1f-4413-b3da-2d5ebf73d746 req-5628c56d-05a9-4721-b2ed-0eb1105bf7da tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 14:59:59.911989 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fec1122-8c1f-4413-b3da-2d5ebf73d746 req-5628c56d-05a9-4721-b2ed-0eb1105bf7da tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0556028 Jul 28 14:59:59.953164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7fec1122-8c1f-4413-b3da-2d5ebf73d746 req-d1bfc2a7-d709-4dff-aef6-be4b09e7ff59 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345230 Jul 28 14:59:59.980384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-54285844-7f14-4118-8ff6-7892e88497bc service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962327 Jul 28 15:00:00.092966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-0670545f-a3f6-47c8-a157-8c7d63f74a76 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041710 Jul 28 15:00:00.112457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6078f41-b11f-44bb-b093-562a200e3190 req-40ef1c8f-bad4-4578-9ef8-550f666ddc62 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.114200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6078f41-b11f-44bb-b093-562a200e3190 req-40ef1c8f-bad4-4578-9ef8-550f666ddc62 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0559666 Jul 28 15:00:00.157314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e6078f41-b11f-44bb-b093-562a200e3190 req-a6315c7a-cd92-4613-b8af-e2314c0754f6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366337 Jul 28 15:00:00.278996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6d20-83ea-45a3-a9a5-b1638fe8cb5e req-8851a00e-9bba-4d1b-93cc-103113225a07 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.280610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-157f6d20-83ea-45a3-a9a5-b1638fe8cb5e req-8851a00e-9bba-4d1b-93cc-103113225a07 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 944 time: 0.0603266 Jul 28 15:00:00.322321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-157f6d20-83ea-45a3-a9a5-b1638fe8cb5e req-95f44c3d-01e3-40c2-8d4f-eb2f67615d33 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Jul 28 15:00:00.452750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-45f6343c-524a-4aa1-bfd5-06814920dd21 req-d1b57207-03d3-4e5b-88d3-e3f22cb0d7f1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Jul 28 15:00:00.478138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53dc7a-12cd-416e-bca9-9333c5f90de8 req-5a5d9092-5b35-4d7e-8ecd-3396ea69550c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.484417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c53dc7a-12cd-416e-bca9-9333c5f90de8 req-5a5d9092-5b35-4d7e-8ecd-3396ea69550c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0722299 Jul 28 15:00:00.528904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7c53dc7a-12cd-416e-bca9-9333c5f90de8 req-801ff731-d851-46c0-b105-9ef15d7c8335 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Jul 28 15:00:00.674209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56b8ad-249e-4eee-94f9-1e44340fb00e req-ce9727fa-75c5-4e18-a943-c552b598fcda tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.675847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef56b8ad-249e-4eee-94f9-1e44340fb00e req-ce9727fa-75c5-4e18-a943-c552b598fcda tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0538156 Jul 28 15:00:00.676973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device afed5b27-c1d7-40bd-9395-3307d2ee1f03 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:00:00.716309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef56b8ad-249e-4eee-94f9-1e44340fb00e req-5310e312-c0e6-4467-a6bb-2550583bb18c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jul 28 15:00:00.855788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84416700-de5d-48e1-8dd4-6f70f77dd8b6 req-0fa92fde-4685-4584-9c20-47639f2a31d1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:00.857389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84416700-de5d-48e1-8dd4-6f70f77dd8b6 req-0fa92fde-4685-4584-9c20-47639f2a31d1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0651026 Jul 28 15:00:00.881230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port afed5b27-c1d7-40bd-9395-3307d2ee1f03 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:00.885836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port afed5b27-c1d7-40bd-9395-3307d2ee1f03 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:00.897092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:00.906083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84416700-de5d-48e1-8dd4-6f70f77dd8b6 req-766ff7ec-e59e-4688-8da5-cb2f7d4183c7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Jul 28 15:00:00.975761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.001909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:01.004232 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a509b-9f00-4d32-924a-cd9ad0ead593" -d '{"events": [{"server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:01.036618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:01.074687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251cffb-310a-47a6-982e-2beb78814307 req-31256f1d-d43c-443a-9e23-d1cd227e60c6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:01.075023 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e7d7d1-8f7c-4d07-aee9-71b3b965fdbc x-openstack-request-id: req-40e7d7d1-8f7c-4d07-aee9-71b3b965fdbc {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:01.075023 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:01.075023 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40e7d7d1-8f7c-4d07-aee9-71b3b965fdbc {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:01.075023 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'code': 200} Jul 28 15:00:01.075634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e251cffb-310a-47a6-982e-2beb78814307 req-31256f1d-d43c-443a-9e23-d1cd227e60c6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0620027 Jul 28 15:00:01.129572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e251cffb-310a-47a6-982e-2beb78814307 req-83ed40e0-8ea4-4e47-b56a-3aa583c770b5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490501 Jul 28 15:00:01.180233 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:01.214360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0696bc-3491-44e2-a388-578d57bbf68a req-5131b599-12a3-4feb-ae9f-54fae00eb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:01.215844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da0696bc-3491-44e2-a388-578d57bbf68a req-5131b599-12a3-4feb-ae9f-54fae00eb91a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0473006 Jul 28 15:00:01.236493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:01.265142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-da0696bc-3491-44e2-a388-578d57bbf68a req-040d0c92-3894-44ab-aa12-171e45666eb3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397422 Jul 28 15:00:01.270948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cec6c-4087-4e1c-a0bc-ec10f0e4b604 req-87ab4651-2c9d-4931-b8a8-b4894b44247e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:01.281074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-894cec6c-4087-4e1c-a0bc-ec10f0e4b604 req-87ab4651-2c9d-4931-b8a8-b4894b44247e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0732520 Jul 28 15:00:01.337164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-894cec6c-4087-4e1c-a0bc-ec10f0e4b604 req-375773c7-9d75-444e-a017-8f364d0c631d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Jul 28 15:00:01.644203 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b035d4-6599-43de-9b81-f5781ae6032b req-a0e9b07c-0087-4eb5-a2d2-b604ee9eda64 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:01.645761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91b035d4-6599-43de-9b81-f5781ae6032b req-a0e9b07c-0087-4eb5-a2d2-b604ee9eda64 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.2315419 Jul 28 15:00:01.694261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91b035d4-6599-43de-9b81-f5781ae6032b req-eb023f72-c569-4ef9-8026-f21f2fb92b68 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376010 Jul 28 15:00:01.763660 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a755a40d-bf14-492f-8520-08fed97505c8 req-e79d5e39-1100-4eb7-af27-eba9d187715b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Jul 28 15:00:01.922041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c864e-ce89-4da8-b799-ada4563412a5 req-a83f202c-c83a-4bed-93f4-a7d7f9832b7c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:01.923746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e5c864e-ce89-4da8-b799-ada4563412a5 req-a83f202c-c83a-4bed-93f4-a7d7f9832b7c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0530615 Jul 28 15:00:01.963596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e5c864e-ce89-4da8-b799-ada4563412a5 req-76816a4c-f294-4bc5-92dd-7e1d15f09acd tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Jul 28 15:00:02.830109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6b732-e994-4eca-bd2e-c4f7a63fa350 req-6d8447d0-73b4-4a8d-a5c8-e5a17cc6ea96 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:02.831933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7c6b732-e994-4eca-bd2e-c4f7a63fa350 req-6d8447d0-73b4-4a8d-a5c8-e5a17cc6ea96 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.0641174 Jul 28 15:00:02.881282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7c6b732-e994-4eca-bd2e-c4f7a63fa350 req-eb4dcb1a-ba7a-42a3-beed-6be111cfed4d tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376430 Jul 28 15:00:02.914096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf68a7a4-2e88-4108-aaeb-e4d68176d49e req-d67f795f-a5f9-46ef-b38d-3dfde448ebe9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0349803 Jul 28 15:00:03.096460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a5477-dd81-4936-bc48-f4861df98a4e req-84ea290b-4edb-42fc-9732-ac916fee8c26 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.099479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a99a5477-dd81-4936-bc48-f4861df98a4e req-84ea290b-4edb-42fc-9732-ac916fee8c26 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0574081 Jul 28 15:00:03.139951 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a99a5477-dd81-4936-bc48-f4861df98a4e req-ca20e81c-2dda-4770-bee3-8634283da65f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335696 Jul 28 15:00:03.506317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-f84b1f20-26d7-444d-ac4e-aec2c265942c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.507837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-f84b1f20-26d7-444d-ac4e-aec2c265942c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1110229 Jul 28 15:00:03.529204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:03.685841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec637c9e-f3d1-40e9-bef5-8f78fbae614a req-ac8a32b9-36ca-41b8-b21d-622ca317f214 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.687555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec637c9e-f3d1-40e9-bef5-8f78fbae614a req-ac8a32b9-36ca-41b8-b21d-622ca317f214 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0677516 Jul 28 15:00:03.733355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec637c9e-f3d1-40e9-bef5-8f78fbae614a req-7083e236-45af-4167-b183-22a2d7ff94a6 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388710 Jul 28 15:00:03.772695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:00:03.776738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:03.832210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-9f8bc137-7950-45ef-8040-441cc12ed662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.833937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-9f8bc137-7950-45ef-8040-441cc12ed662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 1098 time: 0.0439222 Jul 28 15:00:03.915660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.3 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/8e2081da-48b7-4ee1-8f5a-9c38ef01d138) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:03.940358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-3cda2d47-2401-4eaa-8cd9-8ca12df4e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:03.942146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-3cda2d47-2401-4eaa-8cd9-8ca12df4e5eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 200 len: 914 time: 0.1005235 Jul 28 15:00:04.000879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-cf3071f0-d0d4-4038-bd24-c962300c8634 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 200 len: 217 time: 0.0505011 Jul 28 15:00:04.057606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37141606-245a-4960-93dc-f2cd5794e039 req-5b5d9946-488c-4857-b539-86457843922c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0599298 Jul 28 15:00:04.081708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ca8ad-3b42-491c-9a24-c76a79854ab0 req-39e71ab8-e333-461f-81cb-140882a1f81b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.081849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-27f42387-1bb2-44ad-bcf9-213c81a7ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.081970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e5ca8ad-3b42-491c-9a24-c76a79854ab0 req-39e71ab8-e333-461f-81cb-140882a1f81b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.1147368 Jul 28 15:00:04.082073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-27f42387-1bb2-44ad-bcf9-213c81a7ff88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 200 len: 853 time: 0.0687938 Jul 28 15:00:04.111654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-94c1f70d-c29a-42fe-89bb-fea4f53747b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=53b6e154-f169-4a1c-993e-bf30592fd931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264316 Jul 28 15:00:04.149673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e5ca8ad-3b42-491c-9a24-c76a79854ab0 req-26b928ca-4227-4335-a041-beec51855f8c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649586 Jul 28 15:00:04.160537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.175923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:04.214547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-8878fcd5-b397-4f2f-8e76-15317898fdbc service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944309 Jul 28 15:00:04.347726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9049b-d748-4352-b6aa-b095e91e459c req-8c87560e-9dc0-405b-9634-ef5dd6d8f848 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.349270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ea9049b-d748-4352-b6aa-b095e91e459c req-8c87560e-9dc0-405b-9634-ef5dd6d8f848 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.1073179 Jul 28 15:00:04.353154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e7bb790-6d4f-4c67-b10c-254b31224a6d req-dc9151cb-7e2b-43c7-acc7-2f4fcdd87f79 service neutron] 10.222.0.50 "GET /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309819 Jul 28 15:00:04.356023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.389861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['60fe1220-3f91-4778-a997-62ac4c886f7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:00:04.415509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7ea9049b-d748-4352-b6aa-b095e91e459c req-8aaf4329-7ddb-4e7b-a37c-34b0fec59778 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596237 Jul 28 15:00:04.461225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:04.466557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:04.470032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:04.510934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:04.527851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.528216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.528553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.531311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.532019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:04.587388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.587971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.623529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c13c-da24-4468-a4eb-6a6e8d134437 req-06dadb43-7d5a-4099-9303-01f76eff91e2 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.625180 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fac6c13c-da24-4468-a4eb-6a6e8d134437 req-06dadb43-7d5a-4099-9303-01f76eff91e2 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.0834970 Jul 28 15:00:04.672226 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fac6c13c-da24-4468-a4eb-6a6e8d134437 req-a8538940-5af5-488e-99b4-046e66665933 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Jul 28 15:00:04.696496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51250) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.741414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-42159c42-f0b1-48d9-9e19-d164751c2fe6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2168386 Jul 28 15:00:04.762722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Request body: {'port': {'device_id': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:04.816752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd4b93-412d-4362-9525-14e6825cde49 tempest-TestServerBasicOps-1539712818 tempest-TestServerBasicOps-1539712818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.822101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fbbd4b93-412d-4362-9525-14e6825cde49 tempest-TestServerBasicOps-1539712818 tempest-TestServerBasicOps-1539712818-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1092 time: 0.1240065 Jul 28 15:00:04.822946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51258) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:04.828620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:00:04.866176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:04.954829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c662cb-0476-4515-9aeb-017246694ba6 req-00c151cd-5abd-4fbe-888e-a2f702113d81 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:04.957717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6dea6130-ed57-4a01-993d-122e55de9449 None None] Provisioning for port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:00:04.965371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00c662cb-0476-4515-9aeb-017246694ba6 req-00c151cd-5abd-4fbe-888e-a2f702113d81 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0717518 Jul 28 15:00:04.970661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6dea6130-ed57-4a01-993d-122e55de9449 None None] Provisioning complete for port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:00:04.971435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6dea6130-ed57-4a01-993d-122e55de9449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.018171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00c662cb-0476-4515-9aeb-017246694ba6 req-575e7cd4-5d8e-4d82-aae5-77921c700d44 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474453 Jul 28 15:00:05.042250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.060325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6dea6130-ed57-4a01-993d-122e55de9449 None None] Port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:00:05.198347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.296331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2df36-0203-4663-b290-81b87e0330a7 req-5a428262-42d3-400b-a7e3-4c6264f840ca tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:05.298612 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cf2df36-0203-4663-b290-81b87e0330a7 req-5a428262-42d3-400b-a7e3-4c6264f840ca tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 931 time: 0.0801909 Jul 28 15:00:05.360002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Allocated IP 172.25.0.26 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4066aa4f-8984-48bb-8417-42ea62ec1b16) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:00:05.369767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3cf2df36-0203-4663-b290-81b87e0330a7 req-5e56d2c0-3998-43b1-896e-7663c2893ce5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Jul 28 15:00:05.377198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:00:05.388025 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.419982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Transition to ACTIVE for port object 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:00:05.485580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.559280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.637410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.639455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:05.740365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:00:05.747297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:00:05.753811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:00:05.768173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Attempting to bind port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:00:05.768527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Attempting to bind port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:00:05.768867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Attempting to bind port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:05.774255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:00:05.774668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Attempting to bind port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:00:05.782407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:00:05.782686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:00:05.783121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:00:05.783864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Bound port: 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:00:05.784297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:05.793900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'Port': ['ID=4066aa4f-8984-48bb-8417-42ea62ec1b16,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:05.919277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:00:05.926517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:00:06.053372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.134478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Pushing event updated for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:06.145302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.146129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.148042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-39032383-8154-46f5-9dc8-959f71487dcb service neutron] 10.222.0.53 "PUT /v2.0/ports/8e2081da-48b7-4ee1-8f5a-9c38ef01d138 HTTP/1.1" status: 200 len: 1092 time: 1.3901820 Jul 28 15:00:06.148848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:06.154056 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:06.198580 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d436b668-2c71-4a38-86f4-cb507189692e x-openstack-request-id: req-d436b668-2c71-4a38-86f4-cb507189692e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:06.199171 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:06.199742 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d436b668-2c71-4a38-86f4-cb507189692e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:06.200364 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138', 'status': 'completed', 'code': 200} Jul 28 15:00:06.274764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f0212-d13a-4b87-af08-31c2a9f6e7fc req-54f38872-911d-4e90-9538-af654951ec01 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.276326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df6f0212-d13a-4b87-af08-31c2a9f6e7fc req-54f38872-911d-4e90-9538-af654951ec01 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.1000040 Jul 28 15:00:06.296652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-be7081d3-d2c0-413f-9dad-c325c5f33593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.299343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-be7081d3-d2c0-413f-9dad-c325c5f33593 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0505629 Jul 28 15:00:06.303786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.358479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df6f0212-d13a-4b87-af08-31c2a9f6e7fc req-0ed2c79c-1d69-4abb-9f37-e405d4d8a5e4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640750 Jul 28 15:00:06.498540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-552b3600-f694-4c16-937c-95524894a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.501564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-552b3600-f694-4c16-937c-95524894a0c1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1877403 Jul 28 15:00:06.580841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.673649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac045b-758a-4c11-a235-151631bb27c6 req-3feb1339-8643-410e-ab6e-ee0bf3a299e4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.675544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fac045b-758a-4c11-a235-151631bb27c6 req-3feb1339-8643-410e-ab6e-ee0bf3a299e4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.1369326 Jul 28 15:00:06.688782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24211984-3365-4345-b2b2-bca7e78e698f req-98a98bb4-7c82-4448-b353-66539ae3c810 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.690951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24211984-3365-4345-b2b2-bca7e78e698f req-98a98bb4-7c82-4448-b353-66539ae3c810 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1381938 Jul 28 15:00:06.719633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-41953a13-8315-460a-8a06-923492aeb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.721662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ab0df55d-dff9-4eeb-a29e-4814e0a2599a req-41953a13-8315-460a-8a06-923492aeb138 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116854 Jul 28 15:00:06.745788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fac045b-758a-4c11-a235-151631bb27c6 req-613ab738-ba2c-4573-a61b-32cf5a870575 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606837 Jul 28 15:00:06.800348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24211984-3365-4345-b2b2-bca7e78e698f req-ef097318-296d-4aeb-b574-bb697a35d780 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006689 Jul 28 15:00:06.870546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-cb63d814-00ce-45e0-8352-26807242eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.872395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-cb63d814-00ce-45e0-8352-26807242eaa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0824676 Jul 28 15:00:06.913448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:06.941744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-7875ee5e-852d-4e52-9420-490d92c8f465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138 HTTP/1.1" status: 200 len: 217 time: 0.0543747 Jul 28 15:00:06.952343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14316f77-3529-45fd-81cf-95b5963bd828 req-5f06c996-6098-48a3-8db6-0d414aca7e03 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:06.954203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14316f77-3529-45fd-81cf-95b5963bd828 req-5f06c996-6098-48a3-8db6-0d414aca7e03 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0585251 Jul 28 15:00:06.992207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.000342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-ded931f9-1517-4ddd-a5cf-db697621f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.003266 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-ded931f9-1517-4ddd-a5cf-db697621f60c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0538156 Jul 28 15:00:07.055817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14316f77-3529-45fd-81cf-95b5963bd828 req-0665c484-f972-48b9-b81f-8a60881ebae2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933223 Jul 28 15:00:07.081551 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event updated for resources: {'Port': ['ID=4066aa4f-8984-48bb-8417-42ea62ec1b16,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:07.095622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-cb3208f8-44a6-4043-ad24-06ced5d7cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.095622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-cb3208f8-44a6-4043-ad24-06ced5d7cdb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732334 Jul 28 15:00:07.106148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.220125 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Floating IP 62bf5121-741e-40cb-bbb7-d7239ed187f1 associated. External IP: 172.25.0.26, port: afed5b27-c1d7-40bd-9395-3307d2ee1f03. Jul 28 15:00:07.242743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-3c085ecd-0de9-431d-b8cf-41d6810b11eb service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501412 Jul 28 15:00:07.254402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b1a06-5eeb-4179-8525-3b93fbfc5999 req-291c26b3-7168-47cc-b817-5582aa04bf52 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.256160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c09b1a06-5eeb-4179-8525-3b93fbfc5999 req-291c26b3-7168-47cc-b817-5582aa04bf52 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.1043446 Jul 28 15:00:07.352486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c09b1a06-5eeb-4179-8525-3b93fbfc5999 req-a26c9e3d-555d-4d2f-8443-04416e50a8ab tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865209 Jul 28 15:00:07.412570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62bdbd30-0197-4755-b04d-c91fe003e506 req-af3fd0b9-b4e0-4093-9a48-414330f02a55 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552763 Jul 28 15:00:07.476607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Router 8af38df9-f30d-434d-8081-6350f600788a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:00:07.536687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611b48-2ed8-426e-b82f-8fe01586a905 req-f3c65bdd-21d1-4ce4-ae9d-77dd1bc924c0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.538600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36611b48-2ed8-426e-b82f-8fe01586a905 req-f3c65bdd-21d1-4ce4-ae9d-77dd1bc924c0 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0555649 Jul 28 15:00:07.585803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36611b48-2ed8-426e-b82f-8fe01586a905 req-f67382e3-ed4e-4cd6-9e29-3467e5a3b4e1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Jul 28 15:00:07.600649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:00:07.612952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Sync routers for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:00:07.624668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:07.625810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:07.720677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053de6d5-fcad-4196-9252-fdc2b7969154 req-ef62a074-5d04-42bb-91d8-759f4a5e8c3a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:07.723353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-053de6d5-fcad-4196-9252-fdc2b7969154 req-ef62a074-5d04-42bb-91d8-759f4a5e8c3a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0585432 Jul 28 15:00:07.752118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:07.762792 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-053de6d5-fcad-4196-9252-fdc2b7969154 req-415bd31e-875a-437d-94d8-f819f592a80a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338163 Jul 28 15:00:07.780506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:07.823878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8bef328b-6b70-46fe-9c17-0f461fed6fbc tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9994123 Jul 28 15:00:07.824826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:07.827707 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95acff29-59d5-4a49-8be0-eb85088902d3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:07.895567 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeebf76d-0cdb-4a04-be75-f6a57890b3f4 x-openstack-request-id: req-aeebf76d-0cdb-4a04-be75-f6a57890b3f4 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:07.895852 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:07.896104 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aeebf76d-0cdb-4a04-be75-f6a57890b3f4 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:07.896498 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'status': 'completed', 'code': 200} Jul 28 15:00:08.011525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75365f-983e-4ed2-9246-45df3526d26c req-43c2ba50-806d-4ad9-bb05-eddfa16cc557 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.013124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e75365f-983e-4ed2-9246-45df3526d26c req-43c2ba50-806d-4ad9-bb05-eddfa16cc557 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.1100028 Jul 28 15:00:08.016971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-09bb5a57-2145-4af7-b49a-cabb974d6782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.018500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-09bb5a57-2145-4af7-b49a-cabb974d6782 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0677478 Jul 28 15:00:08.071291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036eb32-3d0c-4f99-8d52-ab35257451f1 req-bafb59d9-9ce6-4d0c-9d67-4285a0dcba3d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.073152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8036eb32-3d0c-4f99-8d52-ab35257451f1 req-bafb59d9-9ce6-4d0c-9d67-4285a0dcba3d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0992730 Jul 28 15:00:08.138459 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7e75365f-983e-4ed2-9246-45df3526d26c req-64a6f736-ab9f-4bbe-9d0c-b7cdf218d636 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174736 Jul 28 15:00:08.170019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '62bf5121-741e-40cb-bbb7-d7239ed187f1', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8af38df9-f30d-434d-8081-6350f600788a', 'port_id': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'mac_address': 'fa:16:3e:5d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:06Z', 'revision_number': 0, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:08.171287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8036eb32-3d0c-4f99-8d52-ab35257451f1 req-06b4ef5e-f93d-441a-bf7c-41285f385164 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916266 Jul 28 15:00:08.231576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-904239ef-9703-48bd-aaf2-fdebf9eb66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.235141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Checking router: 8af38df9-f30d-434d-8081-6350f600788a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:00:08.244749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:00:08.245394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T14:59:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:08.247406 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-904239ef-9703-48bd-aaf2-fdebf9eb66e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.2193217 Jul 28 15:00:08.378301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-249d9f72-8377-41ec-b324-1d17da84dfc8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 998 time: 0.1204600 Jul 28 15:00:08.418496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f76622-6284-41bf-93dc-fbfde0411464 req-c4730588-e449-4d97-8845-695f4505d0ff tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.427423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3f76622-6284-41bf-93dc-fbfde0411464 req-c4730588-e449-4d97-8845-695f4505d0ff tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.1004574 Jul 28 15:00:08.428312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:00:08.515058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3f76622-6284-41bf-93dc-fbfde0411464 req-2c024bb2-c2b8-4606-8961-68c5f728620c tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865672 Jul 28 15:00:08.533161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-143c273d-6dfe-46d8-bb2d-5ff34e96eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.534541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-143c273d-6dfe-46d8-bb2d-5ff34e96eaeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.1491220 Jul 28 15:00:08.633838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-8c20cf1d-2a6d-4d06-92b4-85254469df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.635564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-8c20cf1d-2a6d-4d06-92b4-85254469df0f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838211 Jul 28 15:00:08.788797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a994-4940-427d-84f5-b2f8fc89a3e9 req-0c2f6389-392f-4bce-b6eb-55a46e601314 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:08.790260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3668a994-4940-427d-84f5-b2f8fc89a3e9 req-0c2f6389-392f-4bce-b6eb-55a46e601314 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0903385 Jul 28 15:00:08.792083 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '62bf5121-741e-40cb-bbb7-d7239ed187f1', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8af38df9-f30d-434d-8081-6350f600788a', 'port_id': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'mac_address': 'fa:16:3e:5d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:06Z', 'revision_number': 0, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:08.797110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-662d500c-35fe-4c9f-a6aa-5ab9c70fd65b service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467164 Jul 28 15:00:08.826414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbf2e7-21e2-41d6-b6c9-5769aff02eed None None] The sync data for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 is: [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '62bf5121-741e-40cb-bbb7-d7239ed187f1', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'floating_ip_address': '172.25.0.26', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8af38df9-f30d-434d-8081-6350f600788a', 'port_id': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'mac_address': 'fa:16:3e:5d:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:00:06Z', 'updated_at': '2021-07-28T15:00:06Z', 'revision_number': 0, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:00:08.892383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3668a994-4940-427d-84f5-b2f8fc89a3e9 req-3ccd61f8-5648-44a7-be72-d01a8b05253b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932472 Jul 28 15:00:08.944092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-95acff29-59d5-4a49-8be0-eb85088902d3 req-731e5823-647e-4ed7-ab47-14fac95b3a35 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292067 Jul 28 15:00:09.048414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed76e94-477b-4767-8fe2-e5d30e09896c req-7402b926-4dfc-4293-b0d7-56d2516a65e3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.050019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ed76e94-477b-4767-8fe2-e5d30e09896c req-7402b926-4dfc-4293-b0d7-56d2516a65e3 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0774727 Jul 28 15:00:09.106296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ed76e94-477b-4767-8fe2-e5d30e09896c req-d4aaba04-b7af-4f14-a3b3-2ca1d761ddee tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Jul 28 15:00:09.134063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc3efb-6648-4937-8ff0-8d1b755b9c15 None None] New status for floating IP 62bf5121-741e-40cb-bbb7-d7239ed187f1: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:00:09.186100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51338) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:09.287065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231b6a-bc48-447b-ac0d-c00fe3c8de9f req-c9a26717-283d-49bc-984b-6c9b684dffb5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.297879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5231b6a-bc48-447b-ac0d-c00fe3c8de9f req-c9a26717-283d-49bc-984b-6c9b684dffb5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0958169 Jul 28 15:00:09.348165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a5231b6a-bc48-447b-ac0d-c00fe3c8de9f req-a0c0edfc-92ee-4468-9614-0711e257375a tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491409 Jul 28 15:00:09.496876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4b3f-79b3-4553-8d3b-f9ac247dd427 req-5935df30-2477-4a89-bb70-4f3798912cff tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.498632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-964e4b3f-79b3-4553-8d3b-f9ac247dd427 req-5935df30-2477-4a89-bb70-4f3798912cff tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0614064 Jul 28 15:00:09.544037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-964e4b3f-79b3-4553-8d3b-f9ac247dd427 req-e1a23be3-2635-4b93-94af-55aee451ca8e tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Jul 28 15:00:09.692291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d8e80228-fbb2-4119-874e-8782c4c723a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.692583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a1323-12f3-4543-823f-f3b6f8b31683 req-b514a42c-3062-4ac2-92ce-ce7d95054740 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.694124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b27a1323-12f3-4543-823f-f3b6f8b31683 req-b514a42c-3062-4ac2-92ce-ce7d95054740 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0571129 Jul 28 15:00:09.720509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33324eb-94e5-4517-ad64-f32b14c1971a req-06ffb825-ba55-42d5-a527-b6134fcdce96 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.722034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a33324eb-94e5-4517-ad64-f32b14c1971a req-06ffb825-ba55-42d5-a527-b6134fcdce96 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.4615066 Jul 28 15:00:09.737394 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b27a1323-12f3-4543-823f-f3b6f8b31683 req-778cc631-76d6-459c-9023-d2fee652925d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369885 Jul 28 15:00:09.788528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a33324eb-94e5-4517-ad64-f32b14c1971a req-13832363-e93b-4c88-b3ed-d29a2d47a4ec tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584340 Jul 28 15:00:09.836894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d8e80228-fbb2-4119-874e-8782c4c723a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.873748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746af45-7f7b-4bbe-8039-478fb53a5ef3 req-60520f21-5ffc-434b-bb5e-2b28666d9a5d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:09.875933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b746af45-7f7b-4bbe-8039-478fb53a5ef3 req-60520f21-5ffc-434b-bb5e-2b28666d9a5d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0535052 Jul 28 15:00:09.915161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b746af45-7f7b-4bbe-8039-478fb53a5ef3 req-ae7ec9e4-7e24-482e-8862-2a42a135b053 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Jul 28 15:00:09.946316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d8e80228-fbb2-4119-874e-8782c4c723a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:09.988372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d8e80228-fbb2-4119-874e-8782c4c723a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=180157bc72c74112840d5306842783a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7996023 Jul 28 15:00:09.990682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e80228-fbb2-4119-874e-8782c4c723a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36619f4a-b9cf-4545-886b-deb9f6614902,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:09.991295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51356) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:10.089985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f0dea-2774-4abf-b5b2-78a1978c47c6 req-8ed5a96e-8a3c-45e0-b935-7a86ec7049f4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.091449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a0f0dea-2774-4abf-b5b2-78a1978c47c6 req-8ed5a96e-8a3c-45e0-b935-7a86ec7049f4 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0768254 Jul 28 15:00:10.094929 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.132261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.167166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a0f0dea-2774-4abf-b5b2-78a1978c47c6 req-c930a08b-8349-492a-a8f0-7893049943ce tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673845 Jul 28 15:00:10.357407 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.360442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:10.361668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36619f4a-b9cf-4545-886b-deb9f6614902 HTTP/1.1" status: 204 len: 168 time: 0.3693867 Jul 28 15:00:10.370191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a925b4c-55df-41c4-83c7-0ec4a91b0fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36619f4a-b9cf-4545-886b-deb9f6614902,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:10.946676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229384f-e47c-42b7-9707-d5bdac9eb243 req-43558239-03fc-44ab-8a0a-bdb059cf7729 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:10.948775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1229384f-e47c-42b7-9707-d5bdac9eb243 req-43558239-03fc-44ab-8a0a-bdb059cf7729 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0584030 Jul 28 15:00:10.991854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1229384f-e47c-42b7-9707-d5bdac9eb243 req-8f12e51d-0de2-4154-8bea-7d390174edbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Jul 28 15:00:12.113594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eabc0-08d7-40f5-9150-69f1e190816b req-a70c5f75-af6e-4a2f-8eb5-72816b20daf9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:12.119237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-955eabc0-08d7-40f5-9150-69f1e190816b req-a70c5f75-af6e-4a2f-8eb5-72816b20daf9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0511672 Jul 28 15:00:12.163568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-955eabc0-08d7-40f5-9150-69f1e190816b req-cca0447e-609e-4562-9b6c-12c2579a3a29 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Jul 28 15:00:12.288784 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df8af9bb-2ebb-452e-ae5c-5bdb4da5cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:13.308283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48ca5-888e-4f41-bb87-067542ca0b82 req-c4e86053-0172-4765-82b3-4bac7160f086 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:13.318183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8b48ca5-888e-4f41-bb87-067542ca0b82 req-c4e86053-0172-4765-82b3-4bac7160f086 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0688512 Jul 28 15:00:13.364123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8b48ca5-888e-4f41-bb87-067542ca0b82 req-1252dfaa-35eb-43ad-aa5d-d9a617c382df tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jul 28 15:00:14.526125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ea519-7d5e-4f68-aacc-449cbb463045 req-16b8067a-2492-4eaa-9c08-44a7b9e7e573 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:14.528010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f5ea519-7d5e-4f68-aacc-449cbb463045 req-16b8067a-2492-4eaa-9c08-44a7b9e7e573 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0609620 Jul 28 15:00:14.574048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f5ea519-7d5e-4f68-aacc-449cbb463045 req-a62ee34e-21de-4e1c-ba2f-fbb656a700bb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Jul 28 15:00:14.820123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a7916d2-94be-4543-b555-00f38797c0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:14.972028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:15.693958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94331cd3-a0e4-49b4-a98e-6e469ba51907 req-e9c138e0-0e11-49e5-bf48-1a5d4e7176d5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:15.695509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94331cd3-a0e4-49b4-a98e-6e469ba51907 req-e9c138e0-0e11-49e5-bf48-1a5d4e7176d5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0503538 Jul 28 15:00:15.739040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94331cd3-a0e4-49b4-a98e-6e469ba51907 req-c6f4c893-f05e-4b93-af24-8d87e350b09f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Jul 28 15:00:16.189437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:16.864451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e5983-1103-49a4-80bb-48e68ea3e330 req-d86729eb-eebf-48ea-8fad-b52c08459fdd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:16.866264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e50e5983-1103-49a4-80bb-48e68ea3e330 req-d86729eb-eebf-48ea-8fad-b52c08459fdd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0526581 Jul 28 15:00:16.912873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e50e5983-1103-49a4-80bb-48e68ea3e330 req-f9e8b991-0750-4c4d-a342-64e6826d1dc0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Jul 28 15:00:18.032437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:18.041840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d093bbc-b341-4ccc-b309-685e7b5c7a03 req-2b7a0313-e115-43f1-9d7b-ceb622d5f9c1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.043392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d093bbc-b341-4ccc-b309-685e7b5c7a03 req-2b7a0313-e115-43f1-9d7b-ceb622d5f9c1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0534270 Jul 28 15:00:18.087926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7d093bbc-b341-4ccc-b309-685e7b5c7a03 req-777c101c-b8a8-4aa4-8270-f6ce015b3fb0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Jul 28 15:00:18.211640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edfbc-db46-4a80-82a4-0073de56b0d2 req-241cb1aa-3310-4b8e-b607-237778bfad78 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:18.213211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d13edfbc-db46-4a80-82a4-0073de56b0d2 req-241cb1aa-3310-4b8e-b607-237778bfad78 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0540955 Jul 28 15:00:18.255061 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d13edfbc-db46-4a80-82a4-0073de56b0d2 req-27107cd6-14f9-433a-9e7d-a5491529e4d5 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 28 15:00:19.220298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84722f0-ec45-4675-9a39-6abec7d83b4b req-909fc4dd-e435-40c6-8dbf-0e986daa9eba tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:19.222067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c84722f0-ec45-4675-9a39-6abec7d83b4b req-909fc4dd-e435-40c6-8dbf-0e986daa9eba tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0548301 Jul 28 15:00:19.268298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c84722f0-ec45-4675-9a39-6abec7d83b4b req-87fe17ef-7e54-4666-9897-6ed6d935e60c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 Jul 28 15:00:19.393285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909dbd55-cdb7-411f-873c-8ea5720ff261 req-47c58125-cb4a-41b6-a621-cb9cda8f3471 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:19.394823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909dbd55-cdb7-411f-873c-8ea5720ff261 req-47c58125-cb4a-41b6-a621-cb9cda8f3471 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0647476 Jul 28 15:00:19.436321 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909dbd55-cdb7-411f-873c-8ea5720ff261 req-75a38275-831a-4947-804c-b8d82f8ec0f7 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351372 Jul 28 15:00:20.074806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.137661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-0adc6b45-1962-4264-ae27-2c388c45478b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.139166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-0adc6b45-1962-4264-ae27-2c388c45478b tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0531368 Jul 28 15:00:20.242504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Deleting port 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:00:20.243251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.342499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] For port 710be04b-a07f-4184-8aa7-0771b60749e4, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=710be04b-a07f-4184-8aa7-0771b60749e4,segment=NetworkSegment(7f1aeb8c-d4b1-4238-a011-53b7bbf992cc),segment_id=7f1aeb8c-d4b1-4238-a011-53b7bbf992cc)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:00:20.342785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.365817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Calling delete_port for 710be04b-a07f-4184-8aa7-0771b60749e4 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:00:20.455764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f336b-3009-4b6f-b99a-23492e975490 req-5582d4e0-2ced-43b0-bf59-8d76ec602928 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.458523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe2f336b-3009-4b6f-b99a-23492e975490 req-5582d4e0-2ced-43b0-bf59-8d76ec602928 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1046481 Jul 28 15:00:20.520507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe2f336b-3009-4b6f-b99a-23492e975490 req-997d4ee1-c0db-4d10-b6f2-6bc33a038d59 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486073 Jul 28 15:00:20.591654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919c36e-e462-4b12-b859-8fa6a832f6a4 req-a08fae32-5f6b-4ea7-b310-7d9e1637bf2d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:20.595571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e919c36e-e462-4b12-b859-8fa6a832f6a4 req-a08fae32-5f6b-4ea7-b310-7d9e1637bf2d tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 946 time: 0.0712767 Jul 28 15:00:20.630670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.646860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e919c36e-e462-4b12-b859-8fa6a832f6a4 req-e614ebd8-2abe-4f6f-b578-4a9091e271e1 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463791 Jul 28 15:00:20.728897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.761565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Pushing event deleted for resources: {'Port': ['ID=710be04b-a07f-4184-8aa7-0771b60749e4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:20.768127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['710be04b-a07f-4184-8aa7-0771b60749e4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:00:20.812210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] No DVR routers for this DVR port 710be04b-a07f-4184-8aa7-0771b60749e4 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:00:20.815251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:20.817270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1084bff0-5eee-4042-aa7c-45bace0c61f4 req-fc8fe632-08a4-4d10-9e6a-18c910eecfb2 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.50 "DELETE /v2.0/ports/710be04b-a07f-4184-8aa7-0771b60749e4 HTTP/1.1" status: 204 len: 173 time: 0.6721330 Jul 28 15:00:20.817710 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-deleted', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:00:20.819986 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d106ee-92bd-4334-97f4-8626082dec92" -d '{"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-deleted", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:00:20.988408 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7afc482-2685-489d-9efa-f26661441629 x-openstack-request-id: req-e7afc482-2685-489d-9efa-f26661441629 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:00:20.988759 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cd7f3c-1bf8-42be-b976-2697599ab7ed", "name": "network-vif-deleted", "tag": "710be04b-a07f-4184-8aa7-0771b60749e4", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:00:20.989020 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7afc482-2685-489d-9efa-f26661441629 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:00:20.989419 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cd7f3c-1bf8-42be-b976-2697599ab7ed', 'name': 'network-vif-deleted', 'tag': '710be04b-a07f-4184-8aa7-0771b60749e4', 'status': 'completed', 'code': 200} Jul 28 15:00:21.658444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692baad-cbe4-467c-80da-b12b0759ad0f req-4b722932-4301-42a8-8596-3a8e60c38817 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:21.660015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9692baad-cbe4-467c-80da-b12b0759ad0f req-4b722932-4301-42a8-8596-3a8e60c38817 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0536995 Jul 28 15:00:21.701055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9692baad-cbe4-467c-80da-b12b0759ad0f req-bae7cb86-822a-44c9-9f11-15e0885356b2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Jul 28 15:00:21.761248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cd3aadff-de89-4c88-b0fb-d7cf52ecb4c4 req-e3ffbfcc-f3f9-4dfc-b738-2134dd1f88ac tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0308406 Jul 28 15:00:22.823028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2a96-72b3-49f1-9cfe-83003ddf15a2 req-d318436a-4b7e-4560-be0a-f064fd316a2d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:22.827495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d7f2a96-72b3-49f1-9cfe-83003ddf15a2 req-d318436a-4b7e-4560-be0a-f064fd316a2d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0569189 Jul 28 15:00:22.874358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d7f2a96-72b3-49f1-9cfe-83003ddf15a2 req-af682807-e603-43e3-99b3-cadc4064c3ec tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Jul 28 15:00:22.897925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bce75b4d-4126-4040-8e9a-a6ea1fe28163 req-082a4a88-31c4-4324-94c9-fa280d39ec03 tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2cd7f3c-1bf8-42be-b976-2697599ab7ed HTTP/1.1" status: 200 len: 210 time: 0.0310357 Jul 28 15:00:23.966388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51504) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:24.048892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Deleting subnet 9c1787bc-b62e-423f-b321-6272d2e41d02 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:00:24.057441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.089393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e836d14-14f8-4214-9187-e9ad03c4d4a3 req-36e5057a-ea33-43d3-b36a-899a110149b0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:24.090983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e836d14-14f8-4214-9187-e9ad03c4d4a3 req-36e5057a-ea33-43d3-b36a-899a110149b0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.1168201 Jul 28 15:00:24.114021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.171650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e836d14-14f8-4214-9187-e9ad03c4d4a3 req-00f5022b-2b3a-4c2c-81f1-0c60d48726de tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692160 Jul 28 15:00:24.179626 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.660179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.686118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1787bc-b62e-423f-b321-6272d2e41d02,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:24.693330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.695806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5274c127-4515-474e-b197-056fafcc8bb4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9c1787bc-b62e-423f-b321-6272d2e41d02 HTTP/1.1" status: 204 len: 168 time: 0.7277756 Jul 28 15:00:24.698073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51516) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:24.769968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.838932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:00:24.855385 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.860282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 710be04b-a07f-4184-8aa7-0771b60749e4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:00:24.860717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 710be04b-a07f-4184-8aa7-0771b60749e4 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:00:24.866423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b6e154-f169-4a1c-993e-bf30592fd931']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:24.879196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:24.879531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1aeb8c-d4b1-4238-a011-53b7bbf992cc') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:00:24.889033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.903814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.910794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:00:24.911383 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:00:24.912943 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:00:25.155005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.170736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.170736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/53b6e154-f169-4a1c-993e-bf30592fd931 HTTP/1.1" status: 204 len: 168 time: 0.4646938 Jul 28 15:00:25.175422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec15aa-3102-4e13-9e43-64bcdea484e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b6e154-f169-4a1c-993e-bf30592fd931,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:25.293919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979a5a0-ec04-4d32-af58-14b5aadad3b8 req-491f19d2-20dd-4203-8ef1-9422c907c8ad tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:25.295444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3979a5a0-ec04-4d32-af58-14b5aadad3b8 req-491f19d2-20dd-4203-8ef1-9422c907c8ad tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0517776 Jul 28 15:00:25.336072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3979a5a0-ec04-4d32-af58-14b5aadad3b8 req-c94a7a2e-2bad-4778-8c0e-73d6e12f2a18 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338886 Jul 28 15:00:25.718796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:25.765402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed64a2db-3625-4e5c-9692-84826a3531af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d7f2ae0981e4b04962f01c860c39af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453031 Jul 28 15:00:25.768393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:25.818912 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:25.840117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.111308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.113900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:26.115107 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a134ad4-3cf8-4a3f-84de-53a1e6980bfa HTTP/1.1" status: 204 len: 168 time: 0.3456759 Jul 28 15:00:26.123465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7f4f6-2a36-4b81-8f9e-dd97f7205529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a134ad4-3cf8-4a3f-84de-53a1e6980bfa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:26.461513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90925fd4-1d67-4f77-bf08-a456018b2be9 req-06425bd2-ee3c-4f79-b81e-b5e3fde27d2c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:26.463048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90925fd4-1d67-4f77-bf08-a456018b2be9 req-06425bd2-ee3c-4f79-b81e-b5e3fde27d2c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0540099 Jul 28 15:00:26.504910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90925fd4-1d67-4f77-bf08-a456018b2be9 req-6720e11e-6d3c-4abc-a417-26e7d140212b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jul 28 15:00:26.556942 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:00:27.088932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-589dc753-3795-4ff0-8f91-7c56d3f64ce5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457194 Jul 28 15:00:27.353662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-cfd61bfe-4740-4cb4-aa92-905b01177429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.355511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-cfd61bfe-4740-4cb4-aa92-905b01177429 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 1097 time: 0.0448570 Jul 28 15:00:27.473888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-132f8734-86e5-45a8-aeb6-2818489e7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.475441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-132f8734-86e5-45a8-aeb6-2818489e7c1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0996978 Jul 28 15:00:27.520970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-08570cd4-1bcb-4610-a2c9-541bc7b4280a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fe1220-3f91-4778-a997-62ac4c886f7c HTTP/1.1" status: 200 len: 217 time: 0.0379994 Jul 28 15:00:27.577009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-106e4879-47d6-416e-93cb-d31cd8e8f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.578667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-106e4879-47d6-416e-93cb-d31cd8e8f497 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0501413 Jul 28 15:00:27.634440 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ddd3f-e71d-4a1f-b9df-65777fb02b96 req-02b5f821-603d-4d13-88ce-aea8c1c2e355 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.635996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-407ddd3f-e71d-4a1f-b9df-65777fb02b96 req-02b5f821-603d-4d13-88ce-aea8c1c2e355 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0559349 Jul 28 15:00:27.638876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-ca897f70-1d64-454a-ac09-00d86e13e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:27.640739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-ca897f70-1d64-454a-ac09-00d86e13e72a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526786 Jul 28 15:00:27.677864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-407ddd3f-e71d-4a1f-b9df-65777fb02b96 req-1d471486-1227-4625-8c77-c1708efbb8f9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jul 28 15:00:27.742086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-66a2b4a0-3930-4825-a060-9432df0eb1d9 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946290 Jul 28 15:00:27.838098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1cc3b5b-b59d-4aa0-8b9f-9f1477651d21 req-5c8f7261-8ffd-4aed-93af-b25ed6a64c3a service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Jul 28 15:00:28.806146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe93fa-d6b6-422a-9c72-4844046bbe92 req-e0b5eb1f-39fa-49ed-85cc-fca23c3ced57 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:28.807808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87fe93fa-d6b6-422a-9c72-4844046bbe92 req-e0b5eb1f-39fa-49ed-85cc-fca23c3ced57 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0538883 Jul 28 15:00:28.847871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-87fe93fa-d6b6-422a-9c72-4844046bbe92 req-7a6c268b-8fc6-4104-ba32-9781d7e237b9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Jul 28 15:00:29.978152 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b83c-2af0-48a6-96b2-29affbdf84f8 req-cc3fff5f-8f45-435c-a8cc-0cea49b30c6f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:29.979899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff8b83c-2af0-48a6-96b2-29affbdf84f8 req-cc3fff5f-8f45-435c-a8cc-0cea49b30c6f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0564363 Jul 28 15:00:30.023577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fff8b83c-2af0-48a6-96b2-29affbdf84f8 req-65473f9d-5212-40bb-b72d-9bdc2d99faa9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Jul 28 15:00:31.153649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779163c-46d5-410e-82a2-b3f92fe41f85 req-776dd860-14f2-473d-afdb-9ae86df4b8e5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:31.155980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b779163c-46d5-410e-82a2-b3f92fe41f85 req-776dd860-14f2-473d-afdb-9ae86df4b8e5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0538433 Jul 28 15:00:31.203156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b779163c-46d5-410e-82a2-b3f92fe41f85 req-c433e2df-d3b6-4584-b9d0-0020f5bdd876 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Jul 28 15:00:32.021491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-a66cad8d-15a4-45ba-8288-05294462c4ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415270 Jul 28 15:00:32.121157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213199-0614-4886-87be-e86622dd6aa7 req-f8b18bd6-0beb-4ca5-b2ce-a1456b55bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.122857 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-f8b18bd6-0beb-4ca5-b2ce-a1456b55bdc7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0436602 Jul 28 15:00:32.251022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213199-0614-4886-87be-e86622dd6aa7 req-82d930c6-307b-4a16-9fd0-bdc5e3994142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.256605 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-82d930c6-307b-4a16-9fd0-bdc5e3994142 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.1029632 Jul 28 15:00:32.354301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-f418be4e-7285-4ff5-b90f-d02cc1fa13a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1000 time: 0.0921340 Jul 28 15:00:32.371692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ff23c-bcdf-48bd-92a4-b5c3c04d1dd2 req-cf3b6335-da01-4e5a-981a-6a56b16b2281 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.373197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e78ff23c-bcdf-48bd-92a4-b5c3c04d1dd2 req-cf3b6335-da01-4e5a-981a-6a56b16b2281 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0740647 Jul 28 15:00:32.446273 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e78ff23c-bcdf-48bd-92a4-b5c3c04d1dd2 req-45b2fc4e-6ba3-4da8-be1f-6ba74a56951c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Jul 28 15:00:32.447709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213199-0614-4886-87be-e86622dd6aa7 req-6a8b98a4-3dc7-4b1c-9b58-526344a9bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.449098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-6a8b98a4-3dc7-4b1c-9b58-526344a9bd1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.0853720 Jul 28 15:00:32.508041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213199-0614-4886-87be-e86622dd6aa7 req-97c39374-db1e-4de2-9b76-7132fe93be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:32.509629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-97c39374-db1e-4de2-9b76-7132fe93be45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510895 Jul 28 15:00:32.612308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-f23f40e3-3dfa-4425-99fc-aea2310b7edc service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938237 Jul 28 15:00:32.708915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b213199-0614-4886-87be-e86622dd6aa7 req-329c3005-070d-4dfd-a5d2-bd9815adc203 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887206 Jul 28 15:00:33.583847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd79c4-18f5-48d5-ba81-ab686ff29fa9 req-04569e5f-bcd9-4940-b314-522c49b666ed tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:33.586129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43bd79c4-18f5-48d5-ba81-ab686ff29fa9 req-04569e5f-bcd9-4940-b314-522c49b666ed tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0561855 Jul 28 15:00:33.644058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43bd79c4-18f5-48d5-ba81-ab686ff29fa9 req-d3e153cc-4270-483e-b435-2bbfe6bffdf5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 Jul 28 15:00:34.773068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cdf45-7253-408b-8d79-87a2bc03ebe6 req-175fdff2-0fac-47ff-bbaa-2f25dfc82034 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:34.775138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541cdf45-7253-408b-8d79-87a2bc03ebe6 req-175fdff2-0fac-47ff-bbaa-2f25dfc82034 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0557137 Jul 28 15:00:34.818507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-541cdf45-7253-408b-8d79-87a2bc03ebe6 req-8db27466-86b3-41df-8d2d-3b88b63bc0ae tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358784 Jul 28 15:00:35.967674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccbc16-15ba-4b43-b0e0-db642e93e3b0 req-633c92f1-8f0f-4521-bd50-1c530d831656 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:35.969253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1ccbc16-15ba-4b43-b0e0-db642e93e3b0 req-633c92f1-8f0f-4521-bd50-1c530d831656 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0569999 Jul 28 15:00:36.010550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d1ccbc16-15ba-4b43-b0e0-db642e93e3b0 req-5041fc60-2bd9-4544-8ce4-4a32618a158e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Jul 28 15:00:37.133889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fb1-a63f-4431-b986-a1af35f12ed0 req-f36eb5aa-42a7-4c54-933e-219b4c7849cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:37.135440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6d50fb1-a63f-4431-b986-a1af35f12ed0 req-f36eb5aa-42a7-4c54-933e-219b4c7849cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0536840 Jul 28 15:00:37.184779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a6d50fb1-a63f-4431-b986-a1af35f12ed0 req-7a9f8c6a-a1f0-416f-9764-dd6f4755ef24 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Jul 28 15:00:38.318204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20826d-011e-452e-bd85-7dff917cf13e req-3b1a7c0b-f343-4a6a-a466-0f1ca96ddac5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:38.320023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af20826d-011e-452e-bd85-7dff917cf13e req-3b1a7c0b-f343-4a6a-a466-0f1ca96ddac5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0536880 Jul 28 15:00:38.359425 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af20826d-011e-452e-bd85-7dff917cf13e req-744a5e6a-1518-47c2-ad35-3cc579918ab3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332713 Jul 28 15:00:39.519657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76aff1-755b-4c69-9bae-2e7b9bdb662d req-92e0c7d5-d64a-4b8f-82ba-9de5c830b01d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:39.521180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec76aff1-755b-4c69-9bae-2e7b9bdb662d req-92e0c7d5-d64a-4b8f-82ba-9de5c830b01d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0612812 Jul 28 15:00:39.570058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec76aff1-755b-4c69-9bae-2e7b9bdb662d req-88271f67-e175-4c80-91ce-aeeeff41da99 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Jul 28 15:00:40.694204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d66d8-c4e4-4804-914b-f01b4d10a06f req-5489e063-762b-4cec-b1dd-c6c5871c4f2a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:40.695748 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204d66d8-c4e4-4804-914b-f01b4d10a06f req-5489e063-762b-4cec-b1dd-c6c5871c4f2a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0512502 Jul 28 15:00:40.740984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-204d66d8-c4e4-4804-914b-f01b4d10a06f req-aac3f91f-44ce-47a9-9658-5cf2617a9328 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Jul 28 15:00:41.867450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4b677-fdf6-4e66-a3c5-a6e0b462d781 req-3bdf5b3b-b093-4dd5-acf9-836141a09b6f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:41.868870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36d4b677-fdf6-4e66-a3c5-a6e0b462d781 req-3bdf5b3b-b093-4dd5-acf9-836141a09b6f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0502839 Jul 28 15:00:41.908764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-36d4b677-fdf6-4e66-a3c5-a6e0b462d781 req-bd4a78bd-6d64-42d6-80b7-78ca0ec714d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Jul 28 15:00:42.236091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51830) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:42.313245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0e4f4c8-7deb-4834-9faa-e3a39654354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.345339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.438162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.639161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 51840) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:42.658835 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.714590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02737a6-d58c-42f0-af16-1b1df9409392,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:42.722021 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2d0f1a5a16f43538cf6c11344c46e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846895 Jul 28 15:00:42.722664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:42.736776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.737133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.737484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.737832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.738175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.738513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.738851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.739213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.739548 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.739879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.740213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.740546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7185a92-7dc7-44a2-8706-96399fe9f352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:00:42.747852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eb04e-620e-4b15-add8-37764a0c5bad req-12a4df48-c60e-44c9-b3bc-5a8523460461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:42.750064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce0eb04e-620e-4b15-add8-37764a0c5bad req-12a4df48-c60e-44c9-b3bc-5a8523460461 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.1098948 Jul 28 15:00:42.790575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce0eb04e-620e-4b15-add8-37764a0c5bad req-ddc7899e-50d7-4c99-b703-1b39b44be1d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Jul 28 15:00:42.792378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:42.818707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.024787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.034894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:43.034894 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d02737a6-d58c-42f0-af16-1b1df9409392 HTTP/1.1" status: 204 len: 168 time: 0.3043830 Jul 28 15:00:43.035847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57c74f-52af-4b44-99b9-60c5e87b58ac req-06fa50a4-98d3-4d2e-b7b9-fa8e317b9e0a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:43.037341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9562de-33b4-49df-a708-d47811b998ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02737a6-d58c-42f0-af16-1b1df9409392,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:43.039341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f57c74f-52af-4b44-99b9-60c5e87b58ac req-06fa50a4-98d3-4d2e-b7b9-fa8e317b9e0a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0599267 Jul 28 15:00:43.094060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f57c74f-52af-4b44-99b9-60c5e87b58ac req-3bdcc776-35b0-4a1e-b274-d20f803b1062 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Jul 28 15:00:44.217947 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6c0f8-3546-4502-a254-f01aadf4871b req-b27213a5-8958-408f-a14a-8ba3f4391f11 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:44.219532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70e6c0f8-3546-4502-a254-f01aadf4871b req-b27213a5-8958-408f-a14a-8ba3f4391f11 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0538845 Jul 28 15:00:44.258045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-70e6c0f8-3546-4502-a254-f01aadf4871b req-7ceb3b20-3ffb-4498-b37b-7c68bff2ee1d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Jul 28 15:00:44.884880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-48d8944e-97c9-4379-9c0e-0b3bcfbb6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:44.984519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:45.386251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283691-bfea-4870-ae0c-b7b31eca26af req-6894b818-29dc-489c-8e4e-2d7a8d14d4b5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:45.389618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41283691-bfea-4870-ae0c-b7b31eca26af req-6894b818-29dc-489c-8e4e-2d7a8d14d4b5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0557866 Jul 28 15:00:45.432822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41283691-bfea-4870-ae0c-b7b31eca26af req-5a5e6023-6df4-4292-a287-1b730d1f82b4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Jul 28 15:00:46.261443 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:46.564149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71201e0-cff8-4cba-9576-ed55b2574f68 req-c3109680-293c-43d9-8a14-a8037ba2c45c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:46.567529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d71201e0-cff8-4cba-9576-ed55b2574f68 req-c3109680-293c-43d9-8a14-a8037ba2c45c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0590146 Jul 28 15:00:46.606148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d71201e0-cff8-4cba-9576-ed55b2574f68 req-ebd4f075-9d19-4445-8db1-0c6ae4941fe8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Jul 28 15:00:47.733318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787e9b-746f-44f1-a49b-d4d7aaac4d56 req-93880f80-6a3c-4f79-b74e-62adeb8d000d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:47.734974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14787e9b-746f-44f1-a49b-d4d7aaac4d56 req-93880f80-6a3c-4f79-b74e-62adeb8d000d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0547485 Jul 28 15:00:47.759494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:47.775753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14787e9b-746f-44f1-a49b-d4d7aaac4d56 req-300f6d8c-9df9-4d78-941a-1697efc7282a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Jul 28 15:00:48.832328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 51992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:48.937034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805bf0f-659b-4e16-852a-f297aba4ea29 req-ea3e7b97-0993-4f19-a381-63134a149183 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:48.949023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8805bf0f-659b-4e16-852a-f297aba4ea29 req-ea3e7b97-0993-4f19-a381-63134a149183 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0840700 Jul 28 15:00:48.994230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8805bf0f-659b-4e16-852a-f297aba4ea29 req-f4705699-3617-41dc-9ebd-d300181bfb28 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Jul 28 15:00:48.998214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635bc259-a9d2-4e88-bff2-247db781137a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.126327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635bc259-a9d2-4e88-bff2-247db781137a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.256321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-635bc259-a9d2-4e88-bff2-247db781137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.300651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bc259-a9d2-4e88-bff2-247db781137a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98172a4-e4d7-43fa-864d-655264775e43,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:49.307264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-635bc259-a9d2-4e88-bff2-247db781137a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4ed2871569943108f1f23f29441c93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738166 Jul 28 15:00:49.310259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:49.376070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.398219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.730440 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.733816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:49.735046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f98172a4-e4d7-43fa-864d-655264775e43 HTTP/1.1" status: 204 len: 168 time: 0.4231517 Jul 28 15:00:49.742860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acdc8f-ca5e-4e79-90e2-45e4283b14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98172a4-e4d7-43fa-864d-655264775e43,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:50.118121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a11e21-f2b7-4067-80a6-47d8e9fbfbeb req-8105eff0-ff84-4f75-b793-3167d769023e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:50.204811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14a11e21-f2b7-4067-80a6-47d8e9fbfbeb req-8105eff0-ff84-4f75-b793-3167d769023e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Jul 28 15:00:50.204811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-14a11e21-f2b7-4067-80a6-47d8e9fbfbeb req-d9ec19d2-e4c4-4449-bcbe-08093dee1cd9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Jul 28 15:00:50.400700 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:50.644531 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.011669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52022) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:51.027148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f5926d8-088a-48fb-a151-57f5adde298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.120723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f5926d8-088a-48fb-a151-57f5adde298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.284605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5f5926d8-088a-48fb-a151-57f5adde298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.330149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5f5926d8-088a-48fb-a151-57f5adde298c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=471579f8b9884df98c8dc250331d782c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212402 Jul 28 15:00:51.332138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5926d8-088a-48fb-a151-57f5adde298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f887072-a5ba-4e3f-ba55-f66636814e0f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:51.332760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52030) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:00:51.424039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.441181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a513-3dd7-40af-af9d-a252403bc28c req-90ffb635-b412-4797-8381-3fd1732deeb6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:51.442606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5289a513-3dd7-40af-af9d-a252403bc28c req-90ffb635-b412-4797-8381-3fd1732deeb6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0809770 Jul 28 15:00:51.461414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.516721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5289a513-3dd7-40af-af9d-a252403bc28c req-0d4fd882-93ce-4d53-b2b8-e6309778b2e6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Jul 28 15:00:51.716173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.719603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:00:51.723070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f887072-a5ba-4e3f-ba55-f66636814e0f HTTP/1.1" status: 204 len: 168 time: 0.3870206 Jul 28 15:00:51.730333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaff47c-33fc-4a14-bffd-4ba7bd7387a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f887072-a5ba-4e3f-ba55-f66636814e0f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:00:52.636594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310d01-5ac5-4619-8827-edcf61175fc8 req-1391e0b2-549d-4591-b527-387b2f3c5fff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:52.638246 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c310d01-5ac5-4619-8827-edcf61175fc8 req-1391e0b2-549d-4591-b527-387b2f3c5fff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0516226 Jul 28 15:00:52.677745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c310d01-5ac5-4619-8827-edcf61175fc8 req-29344861-ac05-41b6-8513-d1eb6f76b179 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328836 Jul 28 15:00:53.796601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfafc9-9210-4347-a869-fa63cf958128 req-282db497-e7e9-4cad-91b2-9c4474234c59 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:53.798100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08dfafc9-9210-4347-a869-fa63cf958128 req-282db497-e7e9-4cad-91b2-9c4474234c59 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0504477 Jul 28 15:00:53.837300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08dfafc9-9210-4347-a869-fa63cf958128 req-a14a285e-15f3-469d-bd1e-7ac4c54bed64 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jul 28 15:00:54.958559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898995d0-3c99-4f61-92f5-c36b4ade83cb req-8ac07850-e269-4e07-bf56-14b0f2863635 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:54.960097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-898995d0-3c99-4f61-92f5-c36b4ade83cb req-8ac07850-e269-4e07-bf56-14b0f2863635 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0496643 Jul 28 15:00:55.004284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-898995d0-3c99-4f61-92f5-c36b4ade83cb req-bd789073-bc00-4e6c-89c0-175626f3053b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376441 Jul 28 15:00:56.127161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b28ff-b166-4f3e-9a15-7d3bc328ae97 req-648e6c41-aa6a-4f1f-81aa-c2326483ad57 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:56.128781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff4b28ff-b166-4f3e-9a15-7d3bc328ae97 req-648e6c41-aa6a-4f1f-81aa-c2326483ad57 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0511298 Jul 28 15:00:56.171440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff4b28ff-b166-4f3e-9a15-7d3bc328ae97 req-0baa7c34-580f-405f-ba40-e58f2f313c84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Jul 28 15:00:57.306701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2388a-231d-45ed-9e28-040c7eb89a66 req-273608fb-5406-4947-8049-c45a92b04aff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:57.308710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fe2388a-231d-45ed-9e28-040c7eb89a66 req-273608fb-5406-4947-8049-c45a92b04aff tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0590880 Jul 28 15:00:57.360263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2fe2388a-231d-45ed-9e28-040c7eb89a66 req-947da9c5-867f-4eed-9962-8f249bfbe757 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433338 Jul 28 15:00:58.495410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96160d0-69a0-45f6-b306-db98b2d4a9c7 req-bd667969-784c-4de3-b82a-ff3166864da4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:58.497183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f96160d0-69a0-45f6-b306-db98b2d4a9c7 req-bd667969-784c-4de3-b82a-ff3166864da4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0537751 Jul 28 15:00:58.537892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f96160d0-69a0-45f6-b306-db98b2d4a9c7 req-c602bcba-4da2-4373-896d-f152cb0fdaad tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348437 Jul 28 15:00:59.657070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697684c7-fbe4-4eeb-990f-bc346b3d2979 req-2f59789a-5849-4e61-a74a-39a6d51de052 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:00:59.658571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-697684c7-fbe4-4eeb-990f-bc346b3d2979 req-2f59789a-5849-4e61-a74a-39a6d51de052 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0498993 Jul 28 15:00:59.698903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-697684c7-fbe4-4eeb-990f-bc346b3d2979 req-493a8699-e7e6-48c0-a402-c7c3398d8f60 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Jul 28 15:01:00.827907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5233daf-aaf4-4e9f-b4d5-13dc43e52817 req-849b1486-3b7f-4d9e-bca5-52454a89e0ec tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:00.829446 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5233daf-aaf4-4e9f-b4d5-13dc43e52817 req-849b1486-3b7f-4d9e-bca5-52454a89e0ec tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0578692 Jul 28 15:01:00.869641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5233daf-aaf4-4e9f-b4d5-13dc43e52817 req-57839a8a-5a4f-4f15-9efd-a938ba846544 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Jul 28 15:01:02.270753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff11dfe-a18e-4d18-9ae5-86d1436282f8 req-ef2c4509-bedd-44b3-86a8-03c598c0046e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:02.272994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ff11dfe-a18e-4d18-9ae5-86d1436282f8 req-ef2c4509-bedd-44b3-86a8-03c598c0046e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0573571 Jul 28 15:01:02.323289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ff11dfe-a18e-4d18-9ae5-86d1436282f8 req-2890bd44-529e-44bc-9ed2-7afd7540069b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418811 Jul 28 15:01:03.464609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00f6ee-4e1d-4d3c-9157-264735b7041a req-2f7ed68a-8ce1-4c13-839b-319316607d17 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:03.467400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a00f6ee-4e1d-4d3c-9157-264735b7041a req-2f7ed68a-8ce1-4c13-839b-319316607d17 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0662634 Jul 28 15:01:03.507068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a00f6ee-4e1d-4d3c-9157-264735b7041a req-216fd71a-27b0-468e-a79d-d15cc8ace519 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Jul 28 15:01:03.565858 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:01:04.644156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bd6c-22db-4d29-84b1-36ce5e30f730 req-83a33daa-f186-4382-8be0-ccd2fb728a72 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:04.647454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96a7bd6c-22db-4d29-84b1-36ce5e30f730 req-83a33daa-f186-4382-8be0-ccd2fb728a72 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0621390 Jul 28 15:01:04.687435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96a7bd6c-22db-4d29-84b1-36ce5e30f730 req-1a26ec8f-38da-4b6e-bb2a-01e688b02183 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353827 Jul 28 15:01:05.837234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280867-7975-4b2b-bc15-32d8297e6c79 req-6766bf61-330c-40ca-a74c-50fcad4835a3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:05.839458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce280867-7975-4b2b-bc15-32d8297e6c79 req-6766bf61-330c-40ca-a74c-50fcad4835a3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0623496 Jul 28 15:01:05.887903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ce280867-7975-4b2b-bc15-32d8297e6c79 req-68335f3b-a91e-417c-a123-2b0daabf7852 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Jul 28 15:01:07.026832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9f968-0573-4278-88fc-9480eca38687 req-0ea3a162-0f2d-452c-b2b4-4dd753f67650 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:07.030284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0a9f968-0573-4278-88fc-9480eca38687 req-0ea3a162-0f2d-452c-b2b4-4dd753f67650 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0556262 Jul 28 15:01:07.069854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0a9f968-0573-4278-88fc-9480eca38687 req-556b3218-3275-4722-a016-8f83bb82e8b8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Jul 28 15:01:07.415261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52338) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:07.540578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.635728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.744023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.783684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d72c752-3989-4135-902c-a64b8dc716a6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:07.787783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1f3912d733e4938884791899a3a7783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714738 Jul 28 15:01:07.790803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:07.795208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.795565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.795914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.796255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.796590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.796922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.797253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.797586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.797914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.798242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.798570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.798894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a528e8a-47db-491f-8a5d-3b95d8f707a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:07.847150 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:07.869303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.037600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.040319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:08.041679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d72c752-3989-4135-902c-a64b8dc716a6 HTTP/1.1" status: 204 len: 168 time: 0.2498109 Jul 28 15:01:08.050734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb926d4-c21c-4ee0-b2d6-aa3a51abc36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d72c752-3989-4135-902c-a64b8dc716a6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:08.190239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43734c-cdb2-4451-b17d-3d0168fc9adb req-efa70b50-0d3e-428d-9269-6bd8235bb4ae tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:08.191780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea43734c-cdb2-4451-b17d-3d0168fc9adb req-efa70b50-0d3e-428d-9269-6bd8235bb4ae tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0511234 Jul 28 15:01:08.231655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea43734c-cdb2-4451-b17d-3d0168fc9adb req-1d5ff70d-3b38-448a-b246-8d17ea38b4a2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Jul 28 15:01:08.881244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52366) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:08.901428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce233-effc-4569-a34f-1ade682c2cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.007814 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce233-effc-4569-a34f-1ade682c2cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.121478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dd3ce233-effc-4569-a34f-1ade682c2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.161898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ce233-effc-4569-a34f-1ade682c2cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d1223-eaa2-4efa-b0b8-30e820e5c9f0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:09.166530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dd3ce233-effc-4569-a34f-1ade682c2cf2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4e4e00757e549b28aeaaacd8cfe4a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842095 Jul 28 15:01:09.170148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52370) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:09.233438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.255743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.358120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a53d5-cd9d-42f6-971c-ff85c9b8bd23 req-ea01f3f4-01d3-47b4-9dff-2a53e8219753 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:09.359812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-076a53d5-cd9d-42f6-971c-ff85c9b8bd23 req-ea01f3f4-01d3-47b4-9dff-2a53e8219753 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0542922 Jul 28 15:01:09.405613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-076a53d5-cd9d-42f6-971c-ff85c9b8bd23 req-972905ae-7bbf-47d0-b766-cbb81ace8a34 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388503 Jul 28 15:01:09.424351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.427737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:09.429304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f14d1223-eaa2-4efa-b0b8-30e820e5c9f0 HTTP/1.1" status: 204 len: 168 time: 0.2581708 Jul 28 15:01:09.438715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bfe87-4a90-4670-a4a4-bc728db5b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d1223-eaa2-4efa-b0b8-30e820e5c9f0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:10.543896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae87a-903a-46ed-8c89-ec1451b4d5f9 req-0e63dd5e-832c-4af8-849f-e9de31cc7c8f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:10.545306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e3ae87a-903a-46ed-8c89-ec1451b4d5f9 req-0e63dd5e-832c-4af8-849f-e9de31cc7c8f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0587201 Jul 28 15:01:10.601262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6e3ae87a-903a-46ed-8c89-ec1451b4d5f9 req-1c57f980-f662-438d-a7d1-b8575596e3a2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364482 Jul 28 15:01:11.728527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1afa1e-cf2a-4213-9fa5-4b1aaf71fde1 req-0980e1cf-d048-4d51-95dc-725056dd6af5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:11.730200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f1afa1e-cf2a-4213-9fa5-4b1aaf71fde1 req-0980e1cf-d048-4d51-95dc-725056dd6af5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0519702 Jul 28 15:01:11.780578 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f1afa1e-cf2a-4213-9fa5-4b1aaf71fde1 req-f225a25f-724b-4313-af47-033ff0321b8c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Jul 28 15:01:12.311859 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a783-de4a-49c5-a200-1bd09e0afe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:12.912596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c03bc-bf9e-43aa-bc60-bcc9ed69a7f6 req-fd51b731-6bec-4433-a5ff-2e6f0a3a0f83 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:12.914189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba5c03bc-bf9e-43aa-bc60-bcc9ed69a7f6 req-fd51b731-6bec-4433-a5ff-2e6f0a3a0f83 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0511241 Jul 28 15:01:12.953223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ba5c03bc-bf9e-43aa-bc60-bcc9ed69a7f6 req-974ef1d5-8a9a-4ca0-b30b-824eea6be01b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jul 28 15:01:13.330113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52476) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.437932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1802764-54ba-458b-92c3-be934f4bd228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.534480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1802764-54ba-458b-92c3-be934f4bd228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.638172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a1802764-54ba-458b-92c3-be934f4bd228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.683205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a1802764-54ba-458b-92c3-be934f4bd228 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c495d804bb304b8497974b82af26f36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519628 Jul 28 15:01:13.684761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1802764-54ba-458b-92c3-be934f4bd228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d1e146-bb13-43f4-b396-6ac57a16f668,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:13.686951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52482) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:13.738295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.762966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.923427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.926354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:13.927696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5d1e146-bb13-43f4-b396-6ac57a16f668 HTTP/1.1" status: 204 len: 168 time: 0.2393453 Jul 28 15:01:13.937172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe3e69-5763-4871-904d-40df2c427bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d1e146-bb13-43f4-b396-6ac57a16f668,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:14.088083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ef6c7-693f-46df-8592-fe2878ef1314 req-a8bd4047-957f-49de-b265-cb6588b43e19 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:14.089709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-186ef6c7-693f-46df-8592-fe2878ef1314 req-a8bd4047-957f-49de-b265-cb6588b43e19 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0540354 Jul 28 15:01:14.131063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-186ef6c7-693f-46df-8592-fe2878ef1314 req-00b5afc5-d137-41bd-b990-a3c1c76aca8c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326912 Jul 28 15:01:14.746149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5baf532-6b4e-4f8d-8cde-11a8d9fcdf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.790397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52502) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:14.803158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242b918e-424d-4dcc-8dfa-3189990c3cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.889441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:14.894682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242b918e-424d-4dcc-8dfa-3189990c3cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.052348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-242b918e-424d-4dcc-8dfa-3189990c3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.092952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-242b918e-424d-4dcc-8dfa-3189990c3cf5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bc1111ad1524fe3a9f468b547f61aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014266 Jul 28 15:01:15.093668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b918e-424d-4dcc-8dfa-3189990c3cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f1037d-eed0-4e07-92fa-226a955efda7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.095726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52508) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:15.150192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.178627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.253491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:01:15.263145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1fbe-c70f-4c11-8e27-5a0fbfb6670d req-20bdc1e0-0f44-42d9-b93f-634038594d68 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:15.265838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-773c1fbe-c70f-4c11-8e27-5a0fbfb6670d req-20bdc1e0-0f44-42d9-b93f-634038594d68 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 943 time: 0.0565600 Jul 28 15:01:15.309622 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-773c1fbe-c70f-4c11-8e27-5a0fbfb6670d req-c60066e4-dea0-480a-a29d-20125799dcd4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Jul 28 15:01:15.334851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.337480 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.338653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55f1037d-eed0-4e07-92fa-226a955efda7 HTTP/1.1" status: 204 len: 168 time: 0.2418284 Jul 28 15:01:15.349574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d85a1d-11b0-46ec-9b06-b96308c02fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f1037d-eed0-4e07-92fa-226a955efda7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.357020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:15.375697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138', 'mac_address': 'fa:16:3e:b3:41:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:01:15.417655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.430828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:01:15.451837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:15.625691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:15.682122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:15.689909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.690264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.690613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.690951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.691313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.691645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.691978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.692303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.692651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.693149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.693426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.693747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:15.906593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['8e2081da-48b7-4ee1-8f5a-9c38ef01d138'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:01:16.223616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:16.434947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1636a6-d622-4153-9604-71ed2e2a30ef req-4c8c5431-94f2-49b3-a336-90e0e63873cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:16.436500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb1636a6-d622-4153-9604-71ed2e2a30ef req-4c8c5431-94f2-49b3-a336-90e0e63873cb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 944 time: 0.0565915 Jul 28 15:01:16.478112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb1636a6-d622-4153-9604-71ed2e2a30ef req-89383270-09a8-435a-82b0-371da49249fe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342429 Jul 28 15:01:17.257028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:01:17.529706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:01:17.533807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:01:17.534501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.612610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5900-7f8c-4a6e-8fbb-1de32de2e775 req-1a26feee-d9c5-426a-9b8d-ed1d3047462d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:17.614207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca1d5900-7f8c-4a6e-8fbb-1de32de2e775 req-1a26feee-d9c5-426a-9b8d-ed1d3047462d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 944 time: 0.0677071 Jul 28 15:01:17.659145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca1d5900-7f8c-4a6e-8fbb-1de32de2e775 req-c7002d97-27ca-4dc4-95dd-badccec70eb5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389066 Jul 28 15:01:17.669391 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.691993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:17.694554 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475f39f9-d50a-482a-8f78-7840fff24867" -d '{"events": [{"server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:17.713296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:17.745620 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7fac6d-1957-4aca-b95d-57f48ecef4b7 x-openstack-request-id: req-6b7fac6d-1957-4aca-b95d-57f48ecef4b7 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:17.746005 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "name": "network-vif-plugged", "status": "completed", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:17.746324 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b7fac6d-1957-4aca-b95d-57f48ecef4b7 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:17.746829 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138', 'code': 200} Jul 28 15:01:17.780838 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.831818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:17.873658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3037-90fe-492b-8045-87739e52b18a req-e1a1fd1a-1477-4559-9427-ef45dbc9e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:17.875752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-842a3037-90fe-492b-8045-87739e52b18a req-e1a1fd1a-1477-4559-9427-ef45dbc9e565 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0466104 Jul 28 15:01:17.890050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:17.912939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-842a3037-90fe-492b-8045-87739e52b18a req-0845ecb5-ff8b-4597-9db3-8917693dd8fd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301504 Jul 28 15:01:18.098986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52606) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:18.209601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce797ca9-a78d-4674-b1e6-63c1de150ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.301257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce797ca9-a78d-4674-b1e6-63c1de150ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.471548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce797ca9-a78d-4674-b1e6-63c1de150ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.511487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce797ca9-a78d-4674-b1e6-63c1de150ccb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=299b8101c449409aaac585d9bb19909d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113870 Jul 28 15:01:18.513107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce797ca9-a78d-4674-b1e6-63c1de150ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fd24b3-6190-4900-9b83-5edc498fef95,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:18.514918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52612) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:18.565725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.586566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.762518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.765113 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:18.766331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22fd24b3-6190-4900-9b83-5edc498fef95 HTTP/1.1" status: 204 len: 168 time: 0.2503479 Jul 28 15:01:18.778993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9eb17-9a9b-42b3-87d4-c9cb097580cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fd24b3-6190-4900-9b83-5edc498fef95,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:18.804837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaeb8b-c313-4300-90d0-00a8e90616d8 req-f2bbd0d8-771e-4d90-ab3f-e7679d98ae88 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:18.804837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87aaeb8b-c313-4300-90d0-00a8e90616d8 req-f2bbd0d8-771e-4d90-ab3f-e7679d98ae88 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0720658 Jul 28 15:01:18.847044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87aaeb8b-c313-4300-90d0-00a8e90616d8 req-1bb48500-6c9f-42a0-9ca8-3ac57bc5ff36 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352275 Jul 28 15:01:19.972945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe38e-7517-46d8-a2e9-5879418849ee req-1f1ba52b-0884-44f8-bb1e-2b74b28b97b0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:19.974445 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37dbe38e-7517-46d8-a2e9-5879418849ee req-1f1ba52b-0884-44f8-bb1e-2b74b28b97b0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Jul 28 15:01:20.018926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37dbe38e-7517-46d8-a2e9-5879418849ee req-1cda82ff-4abc-4586-b5ad-afbb8ddf619c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Jul 28 15:01:20.128181 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.142137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e5c29-e7d7-4f8a-895b-a7c5cbe26257 req-3f55f5a4-4ed3-43f9-825a-1e897d44cdd7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:20.143692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca3e5c29-e7d7-4f8a-895b-a7c5cbe26257 req-3f55f5a4-4ed3-43f9-825a-1e897d44cdd7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0546618 Jul 28 15:01:20.184182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca3e5c29-e7d7-4f8a-895b-a7c5cbe26257 req-d63820b1-2ceb-403f-8ce3-e78fa712ae8c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342283 Jul 28 15:01:20.654629 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:20.862009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb21b7-223a-4e07-b1b5-3667efc2dfe6 req-b8147912-4dc1-4d50-966f-8afe18e5a249 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:20.863671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbfb21b7-223a-4e07-b1b5-3667efc2dfe6 req-b8147912-4dc1-4d50-966f-8afe18e5a249 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0540817 Jul 28 15:01:20.904197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbfb21b7-223a-4e07-b1b5-3667efc2dfe6 req-7ba7008b-7eb7-40b6-bca0-5713f191418e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336127 Jul 28 15:01:21.222382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:21.377969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-77569978'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:21.534094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Made reservation on behalf of 3f26b810d2914bff96f73dce0951561f for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:21.537622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.551330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.645706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.823595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.853271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:21.861234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b77670-bcd7-4c08-bbe6-648929baf20a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:21.866876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:21.876835 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Added segment 9fd41d22-bbb7-40a8-b73d-39b46cb450f4 of type vlan for network 827dc8be-98c5-47a6-8299-0873bd5f10fa Jul 28 15:01:21.909157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.030574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890be7e0-f81c-4757-892e-adb32f0d6637 req-1285bb51-2794-4253-832e-9338c4c4cddb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:22.032222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-890be7e0-f81c-4757-892e-adb32f0d6637 req-1285bb51-2794-4253-832e-9338c4c4cddb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0542035 Jul 28 15:01:22.067978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.067978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:22.067978 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.152463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-890be7e0-f81c-4757-892e-adb32f0d6637 req-1d3a9621-d8b8-48f5-bc5e-136328e313b3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140065 Jul 28 15:01:22.162455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Pushing event updated for resources: {'Network': ['ID=827dc8be-98c5-47a6-8299-0873bd5f10fa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:22.177642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 827dc8be-98c5-47a6-8299-0873bd5f10fa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:22.264060 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f2a3b60-b21b-42c7-a59b-80bbe446b3b2 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0404065 Jul 28 15:01:22.267318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52696) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:22.325009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'name': 'tempest-network--867586235', 'router:external': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:22.491986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:22.494943 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.508018 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.607776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94214a4-414b-4397-ada8-79f62118ba49 req-9aaa0811-2b35-4b84-8cb9-df21db495d07 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:22.609391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f94214a4-414b-4397-ada8-79f62118ba49 req-9aaa0811-2b35-4b84-8cb9-df21db495d07 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0827374 Jul 28 15:01:22.709858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.737151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:22.737843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.831862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:22.835386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.835386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.863440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:22.865173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:22.892750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:22.893107 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Added segment b04a922e-9775-4f75-8847-fc2aa6acf7ed of type vlan for network 93235f36-c069-4f54-bd18-81f6dfee28e9 Jul 28 15:01:22.905920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c586c746-7fda-4321-ae83-644807473c45,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:22.991874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.270857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75311298-5f3d-4053-bc33-e8507d42d498 req-72b6c4a9-daf3-4a0b-a174-ef3d385bac00 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:23.272508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75311298-5f3d-4053-bc33-e8507d42d498 req-72b6c4a9-daf3-4a0b-a174-ef3d385bac00 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 945 time: 0.0496929 Jul 28 15:01:23.313992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75311298-5f3d-4053-bc33-e8507d42d498 req-a10f19d4-593e-4d57-8501-399d6d916f39 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343547 Jul 28 15:01:23.492892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.498814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.499854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:23.500537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:23.526342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['60fe1220-3f91-4778-a997-62ac4c886f7c', '8e2081da-48b7-4ee1-8f5a-9c38ef01d138'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:01:23.967253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=8e2081da-48b7-4ee1-8f5a-9c38ef01d138,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.020496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:24.022485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=93235f36-c069-4f54-bd18-81f6dfee28e9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.025288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.027930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f94214a4-414b-4397-ada8-79f62118ba49 req-d7b64597-feed-4135-9e93-ac6ed90af9a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "DELETE /v2.0/ports/8e2081da-48b7-4ee1-8f5a-9c38ef01d138 HTTP/1.1" status: 204 len: 173 time: 1.4117708 Jul 28 15:01:24.028386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'name': 'network-vif-deleted', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:24.030679 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ec3d50-3dd8-4c6d-aa06-29cb38eee843" -d '{"events": [{"server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "name": "network-vif-deleted", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:24.034077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 93235f36-c069-4f54-bd18-81f6dfee28e9 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:24.074265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.075570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fcd252f0-f778-4e84-8327-61f3233db90f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8067398 Jul 28 15:01:24.167473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.246859 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a6f85-9601-4f93-846d-fe771a1f6543 x-openstack-request-id: req-fe7a6f85-9601-4f93-846d-fe771a1f6543 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:24.247187 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa96450-714c-47c7-96d8-4f975c4a4cd3", "name": "network-vif-deleted", "tag": "8e2081da-48b7-4ee1-8f5a-9c38ef01d138", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:24.248850 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe7a6f85-9601-4f93-846d-fe771a1f6543 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:24.248850 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa96450-714c-47c7-96d8-4f975c4a4cd3', 'name': 'network-vif-deleted', 'tag': '8e2081da-48b7-4ee1-8f5a-9c38ef01d138', 'status': 'completed', 'code': 200} Jul 28 15:01:24.257038 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.268632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93235f36-c069-4f54-bd18-81f6dfee28e9']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:24.280258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04a922e-9775-4f75-8847-fc2aa6acf7ed') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:24.280564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04a922e-9775-4f75-8847-fc2aa6acf7ed') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:24.289885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.303973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.310360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:24.319077 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:24.446037 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fdd7b05-9463-4a4c-928a-167361fedc88 req-8a6924ad-97e1-4c7f-a9b1-f97ac3387b74 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0377622 Jul 28 15:01:24.551625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.557842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93235f36-c069-4f54-bd18-81f6dfee28e9 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:01:24.572682 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.574781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/93235f36-c069-4f54-bd18-81f6dfee28e9 HTTP/1.1" status: 204 len: 168 time: 0.4982212 Jul 28 15:01:24.576743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283302a-8a40-4502-bb9b-5e7631fbce7b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Network': ['ID=93235f36-c069-4f54-bd18-81f6dfee28e9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:24.578606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:24.585266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:24.705653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:24.708170 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.736801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:24.751430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:24.752101 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Added segment 1e89663c-5cda-43c2-b6da-6dbe78bc9560 of type vlan for network fb97fc03-94f8-4c5e-9488-471bef6b772f Jul 28 15:01:24.809399 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.025469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.026477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:25.028120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.100457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=fb97fc03-94f8-4c5e-9488-471bef6b772f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:25.111399 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fb97fc03-94f8-4c5e-9488-471bef6b772f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:25.292591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-00c0d3cc-53fc-4de8-bec3-99d89ddcd1a2 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7008362 Jul 28 15:01:25.292591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52742) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:25.292591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'subnet': {'network_id': 'fb97fc03-94f8-4c5e-9488-471bef6b772f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:25.430786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:25.435605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.553177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-248448eb-301d-4682-868e-a979b3afccc9 req-92e0ff7d-1cfc-4b6a-a9ad-8273ab425b26 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0282612 Jul 28 15:01:25.875817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.objects.ports [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94748) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 15:01:25.876406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:25.935580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Subnet': ['ID=edc36ced-38f4-417b-9094-0b1afa9ed449,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:25.944442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Checking segment: {'id': '1e89663c-5cda-43c2-b6da-6dbe78bc9560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fb97fc03-94f8-4c5e-9488-471bef6b772f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:25.944804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Network hostable DHCP agents. Network: fb97fc03-94f8-4c5e-9488-471bef6b772f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:26.054053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Network fb97fc03-94f8-4c5e-9488-471bef6b772f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:26.177423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fb97fc03-94f8-4c5e-9488-471bef6b772f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:26.183177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:26.184552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.189223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcaf7fb-77ec-4b96-8694-23a18700d71c None None] Network fb97fc03-94f8-4c5e-9488-471bef6b772f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:26.313403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcf89942-c5eb-49d3-99c7-7fe571333bbf tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0267055 Jul 28 15:01:26.314738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52748) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:26.317249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cde4c-83af-4f0d-98dd-136d0112c832 None None] Network fb97fc03-94f8-4c5e-9488-471bef6b772f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:26.319671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'floatingip': {'floating_network_id': 'fb97fc03-94f8-4c5e-9488-471bef6b772f'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:26.437032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.529888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.669730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Allocated IP 172.20.0.11 (fb97fc03-94f8-4c5e-9488-471bef6b772f/edc36ced-38f4-417b-9094-0b1afa9ed449/5491418b-d171-43f0-9b08-3d31ec8a8c46) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:26.673454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09052fee-57da-4dbd-804b-885e95fccef3 req-116054b3-19cf-4b47-b6ca-aae83361ad27 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0339506 Jul 28 15:01:26.786292 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:26.974501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.012507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Network fb97fc03-94f8-4c5e-9488-471bef6b772f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:27.015337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:27.018849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:27.045179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Port': ['ID=5491418b-d171-43f0-9b08-3d31ec8a8c46,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:27.109752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.250123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.354291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:27.380567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:27.380924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 8e2081da-48b7-4ee1-8f5a-9c38ef01d138 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:27.410152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.528192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.598980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Port': ['ID=5491418b-d171-43f0-9b08-3d31ec8a8c46,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:27.613982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.732443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:27.738322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5072b7ab-6ec9-46ce-9039-67adf949e164 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4195447 Jul 28 15:01:27.738552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.816050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4269b2cf-79ee-4376-ac6a-4d5a206f82b1 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=fb97fc03-94f8-4c5e-9488-471bef6b772f HTTP/1.1" status: 200 len: 690 time: 0.0781975 Jul 28 15:01:27.818717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52758) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:27.831493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e0fc2918-0112-4a4a-8315-aced0f8f6bc4 req-914d086b-7eb1-4dbc-a439-ead1cb58dda5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0708413 Jul 28 15:01:27.913186 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.038095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Deleting port 5491418b-d171-43f0-9b08-3d31ec8a8c46 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:28.038811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.140802 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-4762f0fb-6b41-4f78-9356-fc6e761d55c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903592 Jul 28 15:01:28.163603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.164007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.179132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Calling delete_port for 5491418b-d171-43f0-9b08-3d31ec8a8c46 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:28.294237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-e6a4dc4b-48a7-495f-bc40-15443491c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:28.295770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-e6a4dc4b-48a7-495f-bc40-15443491c250 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 1097 time: 0.0685163 Jul 28 15:01:28.450641 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-c49e8807-8625-4b89-8497-2c623c635549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:28.452759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-c49e8807-8625-4b89-8497-2c623c635549 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1358769 Jul 28 15:01:28.503041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-49ec4725-73e9-4aed-b0d5-bf3c7b3dcf35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60fe1220-3f91-4778-a997-62ac4c886f7c HTTP/1.1" status: 200 len: 217 time: 0.0433207 Jul 28 15:01:28.556266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-1db064c6-dcdd-491a-b3d4-39694b39a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:28.557801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-1db064c6-dcdd-491a-b3d4-39694b39a950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0482678 Jul 28 15:01:28.578621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.624963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Port': ['ID=5491418b-d171-43f0-9b08-3d31ec8a8c46,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:28.680148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-92172d94-876e-4d85-8b2b-5a4c82401504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:28.681682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-92172d94-876e-4d85-8b2b-5a4c82401504 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164463 Jul 28 15:01:28.719653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.822345 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:28.849223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-a871aba6-eea7-44e2-aac4-bba0ade8d68c service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576228 Jul 28 15:01:28.967725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57eb34f9-db6f-45cb-a42c-10ce65a39d77 req-2959e28c-4ec6-49d8-ba2c-883c3ca7da00 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfa96450-714c-47c7-96d8-4f975c4a4cd3 HTTP/1.1" status: 200 len: 210 time: 0.0436265 Jul 28 15:01:28.996426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9f73e1c-6a26-4f3e-a431-1849024812f1 req-a0b1d8ca-28af-41f4-8846-0961bca69f5c service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384921 Jul 28 15:01:29.169781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.197533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=edc36ced-38f4-417b-9094-0b1afa9ed449,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.252400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.264088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb97fc03-94f8-4c5e-9488-471bef6b772f']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:29.281806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e89663c-5cda-43c2-b6da-6dbe78bc9560') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:29.282117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e89663c-5cda-43c2-b6da-6dbe78bc9560') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:29.291946 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.307078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.314751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:29.315203 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:29.316952 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:29.608143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.613751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb97fc03-94f8-4c5e-9488-471bef6b772f {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:01:29.620106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:29.626725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/fb97fc03-94f8-4c5e-9488-471bef6b772f HTTP/1.1" status: 204 len: 168 time: 1.8026891 Jul 28 15:01:29.626849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.632678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3fb2f-5e8d-41ae-895b-0b20e35d7f4a tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb97fc03-94f8-4c5e-9488-471bef6b772f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:29.748240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d35f3e5-d4e2-434d-b576-a8a1406eb4c5 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1215799 Jul 28 15:01:29.750742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.866400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.867143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.867842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.868450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.869053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.869657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.870259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:29.872606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c609adb-a3d5-4c80-a06b-b3b13f53bf1d tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.1206646 Jul 28 15:01:29.875566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52770) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.940562 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-a0ca5211-abdf-4c8f-a656-ed0a4fa0330b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] delete failed (client error): The resource could not be found. Jul 28 15:01:29.941972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0ca5211-abdf-4c8f-a656-ed0a4fa0330b tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/6038574d-7dd5-4562-a7c1-a297ba8debda HTTP/1.1" status: 404 len: 345 time: 0.0653243 Jul 28 15:01:29.944742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52772) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.966080 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eb795e-9d88-4a79-990d-8d97e18a3748 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] DELETE failed (client error): The resource could not be found. Jul 28 15:01:29.971563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eb795e-9d88-4a79-990d-8d97e18a3748 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:29.971563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61eb795e-9d88-4a79-990d-8d97e18a3748 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/fb97fc03-94f8-4c5e-9488-471bef6b772f HTTP/1.1" status: 404 len: 339 time: 0.0229268 Jul 28 15:01:29.975638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:29.980725 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'name': 'tempest-network--1218869047', 'router:external': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:30.103589 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:30.109552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.146282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:30.157706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.158111 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Added segment 314f9dc0-c483-4da6-8404-3b06c77143f9 of type vlan for network 300ffb68-2e55-4afc-a391-9841cb6eb09b Jul 28 15:01:30.207317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.388888 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.390245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:30.390520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:30.454056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=300ffb68-2e55-4afc-a391-9841cb6eb09b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:30.463589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 300ffb68-2e55-4afc-a391-9841cb6eb09b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:30.575168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3268bba0-17ed-4b61-acf6-96fcba49e35e tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5983760 Jul 28 15:01:30.583399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52782) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:30.805565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c01f41-121e-4ee1-a8be-3df6d2a8ac44 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:30.813046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c01f41-121e-4ee1-a8be-3df6d2a8ac44 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:30.819222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c01f41-121e-4ee1-a8be-3df6d2a8ac44 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:30.826136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c01f41-121e-4ee1-a8be-3df6d2a8ac44 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:30.831141 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1c01f41-121e-4ee1-a8be-3df6d2a8ac44 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2498605 Jul 28 15:01:30.831546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:30.914579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.000970 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.018221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300ffb68-2e55-4afc-a391-9841cb6eb09b']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:31.033404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314f9dc0-c483-4da6-8404-3b06c77143f9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:31.033700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314f9dc0-c483-4da6-8404-3b06c77143f9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:31.044202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.059007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.066142 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:31.066572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:31.068881 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:31.248474 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.254727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 300ffb68-2e55-4afc-a391-9841cb6eb09b {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:01:31.257843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.259915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/300ffb68-2e55-4afc-a391-9841cb6eb09b HTTP/1.1" status: 204 len: 168 time: 0.4273696 Jul 28 15:01:31.264241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:31.269197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'name': 'tempest-network--1052681089', 'router:external': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:31.273003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602998ac-a53e-4798-b43e-76169bc9582c tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Network': ['ID=300ffb68-2e55-4afc-a391-9841cb6eb09b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:31.414606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:31.419980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.452384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:31.465290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.465811 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Added segment e4f7e854-5c37-42ae-b3bf-926e96ad06c9 of type vlan for network fc90c32c-1bd4-49c3-beb0-eb92682fc0c2 Jul 28 15:01:31.528925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.670756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.671836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:31.672712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:31.762518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=fc90c32c-1bd4-49c3-beb0-eb92682fc0c2,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:31.771541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fc90c32c-1bd4-49c3-beb0-eb92682fc0c2 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:31.866335 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d86d5769-fb28-4964-840f-63b55a1e4aed tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6007588 Jul 28 15:01:31.871537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52792) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:31.961441 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c13fa6-5063-4f5a-b815-5cc4fd1711d3 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:31.967160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-02c13fa6-5063-4f5a-b815-5cc4fd1711d3 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "GET /v2.0/networks/fc90c32c-1bd4-49c3-beb0-eb92682fc0c2 HTTP/1.1" status: 200 len: 757 time: 0.0973494 Jul 28 15:01:31.967780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52794) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.028966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-f683d84c-5585-4bc6-8598-ebc322298370 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492024 Jul 28 15:01:32.067430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760895cf-a133-4642-a7f9-d40802f9d0a9 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.069003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-760895cf-a133-4642-a7f9-d40802f9d0a9 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "GET /v2.0/networks/827dc8be-98c5-47a6-8299-0873bd5f10fa HTTP/1.1" status: 200 len: 766 time: 0.0991507 Jul 28 15:01:32.071908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.141300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-c2adc55a-fbc1-40c0-a7e4-15c7ba729dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.143215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-c2adc55a-fbc1-40c0-a7e4-15c7ba729dc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0541842 Jul 28 15:01:32.157722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.257234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.265187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-b3f0aab5-8a01-464e-a04f-57bdddb800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.266690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-b3f0aab5-8a01-464e-a04f-57bdddb800b9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.0982349 Jul 28 15:01:32.269322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc90c32c-1bd4-49c3-beb0-eb92682fc0c2']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.280974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f7e854-5c37-42ae-b3bf-926e96ad06c9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.281270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f7e854-5c37-42ae-b3bf-926e96ad06c9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:32.290234 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.304401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.312218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:32.312619 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:32.315221 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:32.341410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-d2d231d6-3071-4865-b149-bb168091f10b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1000 time: 0.0675941 Jul 28 15:01:32.397759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-09084913-645e-4664-b931-cf0432023b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.399557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-09084913-645e-4664-b931-cf0432023b75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.0506678 Jul 28 15:01:32.447072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-0d7d1146-8b10-4a59-aa8e-77b22e745b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.448805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-0d7d1146-8b10-4a59-aa8e-77b22e745b08 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420544 Jul 28 15:01:32.526000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.526000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fc90c32c-1bd4-49c3-beb0-eb92682fc0c2 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:01:32.526000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.529138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/fc90c32c-1bd4-49c3-beb0-eb92682fc0c2 HTTP/1.1" status: 204 len: 168 time: 0.4561963 Jul 28 15:01:32.542945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52806) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:32.548703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'name': 'tempest-network--1482107063'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:32.553608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b53a5-f642-4bc0-8134-ca17d516bd51 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc90c32c-1bd4-49c3-beb0-eb92682fc0c2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.584541 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-bddbe701-bd96-4add-b0c0-3a88911a8841 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288645 Jul 28 15:01:32.691068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3340e5ac-87a1-4cb2-9975-1ba6f93de76b req-e80d7640-4538-45c8-89c9-3323224501c2 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993218 Jul 28 15:01:32.693691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Made reservation on behalf of 2842c8f6583847d18d80b3d1ea4b3a99 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:32.696209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.724661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:32.735628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.735986 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Added segment 2ac5b4c1-83e7-44ea-acf9-f4e09191296a of type vlan for network 38c4cea0-e4cd-4e17-bd60-f24c074390e4 Jul 28 15:01:32.779129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.882274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.883336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:32.883955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:32.956209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=38c4cea0-e4cd-4e17-bd60-f24c074390e4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:32.969836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 38c4cea0-e4cd-4e17-bd60-f24c074390e4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:33.056114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.056742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-00682231-eedf-4f9d-ad58-bf38c1004a04 tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5119812 Jul 28 15:01:33.062683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:33.227954 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.316381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.333060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Network 38c4cea0-e4cd-4e17-bd60-f24c074390e4 is not hosted by any dhcp agent {{(pid=94749) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 15:01:33.333942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:33.334548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.335914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "PUT /v2.0/networks/38c4cea0-e4cd-4e17-bd60-f24c074390e4 HTTP/1.1" status: 200 len: 858 time: 0.2787552 Jul 28 15:01:33.338720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52810) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.397798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73960-39c3-4987-add0-a021c67b78bb tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event updated for resources: {'Network': ['ID=38c4cea0-e4cd-4e17-bd60-f24c074390e4,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:33.440952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c4cea0-e4cd-4e17-bd60-f24c074390e4']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac5b4c1-83e7-44ea-acf9-f4e09191296a') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac5b4c1-83e7-44ea-acf9-f4e09191296a') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.575581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.580254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:33.580628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:33.582273 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:33.789434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.800462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38c4cea0-e4cd-4e17-bd60-f24c074390e4 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 28 15:01:33.803236 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:33.813134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] 10.222.0.47 "DELETE /v2.0/networks/38c4cea0-e4cd-4e17-bd60-f24c074390e4 HTTP/1.1" status: 204 len: 168 time: 0.4652596 Jul 28 15:01:33.813293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52824) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.817340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4fbfb-8f9f-47e9-94a1-213a9fad176f tempest-ExternalNetworksTestJSON-111309789 tempest-ExternalNetworksTestJSON-111309789-project-admin] Pushing event deleted for resources: {'Network': ['ID=38c4cea0-e4cd-4e17-bd60-f24c074390e4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:33.853748 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0430b-7646-4665-a9b2-e6e3fcaf5967 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] DELETE failed (client error): The resource could not be found. Jul 28 15:01:33.862016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0430b-7646-4665-a9b2-e6e3fcaf5967 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:33.862016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84b0430b-7646-4665-a9b2-e6e3fcaf5967 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "DELETE /v2.0/subnets/edc36ced-38f4-417b-9094-0b1afa9ed449 HTTP/1.1" status: 404 len: 337 time: 0.0460801 Jul 28 15:01:33.864176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:33.958053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.458497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.469549 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827dc8be-98c5-47a6-8299-0873bd5f10fa']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:34.480529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd41d22-bbb7-40a8-b73d-39b46cb450f4') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:34.480853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd41d22-bbb7-40a8-b73d-39b46cb450f4') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:01:34.489974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.504791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.511584 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:01:34.511977 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:01:34.515009 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:01:34.778227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.785646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:34.787592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] 10.222.0.47 "DELETE /v2.0/networks/827dc8be-98c5-47a6-8299-0873bd5f10fa HTTP/1.1" status: 204 len: 168 time: 0.9223752 Jul 28 15:01:34.800184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a849b2-5fd8-4ec2-bbaf-9e4a3b62ed56 tempest-ExternalNetworksTestJSON-558502096 tempest-ExternalNetworksTestJSON-558502096-project] Pushing event deleted for resources: {'Network': ['ID=827dc8be-98c5-47a6-8299-0873bd5f10fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:35.519580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52874) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:35.669000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-40db23cf-7629-4af0-b8a2-7a0f3df4f7a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f26b810d2914bff96f73dce0951561f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480472 Jul 28 15:01:35.671333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 52886) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:35.724986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.749756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.962454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.965047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:35.966298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73b77670-bcd7-4c08-bbe6-648929baf20a HTTP/1.1" status: 204 len: 168 time: 0.2939939 Jul 28 15:01:35.974127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b1d84-3840-47d5-918d-c94ddfd6a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b77670-bcd7-4c08-bbe6-648929baf20a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:36.527507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e06072-0413-4806-ab07-15200d203603 req-cd9873ab-f3cb-418e-874d-713d50179f06 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:36.529110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15e06072-0413-4806-ab07-15200d203603 req-cd9873ab-f3cb-418e-874d-713d50179f06 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 945 time: 0.0663185 Jul 28 15:01:36.577430 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-15e06072-0413-4806-ab07-15200d203603 req-5b400061-5142-4eb0-b915-c114567ce6fc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Jul 28 15:01:37.053554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52932) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.097675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-286b4a52-9400-44c1-a896-0e7cc32d0a37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2842c8f6583847d18d80b3d1ea4b3a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429277 Jul 28 15:01:37.100097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 52936) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:37.154647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.178396 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.373983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.376647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:37.378026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c586c746-7fda-4321-ae83-644807473c45 HTTP/1.1" status: 204 len: 168 time: 0.2768214 Jul 28 15:01:37.387085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0311d-0d23-4137-9ddd-d868ad02a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c586c746-7fda-4321-ae83-644807473c45,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:37.702072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb76bc-7f72-4097-b8fe-e357d71c2a4d req-ca57db98-380c-4158-8db2-db7a685db066 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:37.703633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cbb76bc-7f72-4097-b8fe-e357d71c2a4d req-ca57db98-380c-4158-8db2-db7a685db066 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 945 time: 0.0501125 Jul 28 15:01:37.742102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cbb76bc-7f72-4097-b8fe-e357d71c2a4d req-f05b84b5-74c6-4295-a142-e8844ab77f5d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=2c4efffd-49ef-441a-ab4b-e05b43ea818c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Jul 28 15:01:38.190765 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-02727bb7-2aff-46ed-a7ca-6fb39e00615c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:38.193196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-02727bb7-2aff-46ed-a7ca-6fb39e00615c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 945 time: 0.0591633 Jul 28 15:01:38.301210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 60fe1220-3f91-4778-a997-62ac4c886f7c {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:38.301561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.399929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port 60fe1220-3f91-4778-a997-62ac4c886f7c, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=60fe1220-3f91-4778-a997-62ac4c886f7c,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:01:38.400309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.414364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 60fe1220-3f91-4778-a997-62ac4c886f7c owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:38.630731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.660610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=60fe1220-3f91-4778-a997-62ac4c886f7c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:38.664248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['60fe1220-3f91-4778-a997-62ac4c886f7c'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:01:38.728071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port 60fe1220-3f91-4778-a997-62ac4c886f7c on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:01:38.740695 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:38.740695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbce7743-d659-4bf9-ab03-d465987656b5 req-a89ce43f-e2c2-4d85-b96d-969abdfa08d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "DELETE /v2.0/ports/60fe1220-3f91-4778-a997-62ac4c886f7c HTTP/1.1" status: 204 len: 173 time: 0.5244110 Jul 28 15:01:38.740695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'name': 'network-vif-deleted', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:01:38.740695 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352a039-20be-4eff-9444-6885a43abc79" -d '{"events": [{"server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "name": "network-vif-deleted", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:01:38.789361 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32d87b3-f700-48fc-84a7-74ffb5bb049e x-openstack-request-id: req-c32d87b3-f700-48fc-84a7-74ffb5bb049e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:01:38.789868 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d59601-87e0-497a-b536-b98a612fb44e", "name": "network-vif-deleted", "tag": "60fe1220-3f91-4778-a997-62ac4c886f7c", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:01:38.790315 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c32d87b3-f700-48fc-84a7-74ffb5bb049e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:01:38.790904 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d59601-87e0-497a-b536-b98a612fb44e', 'name': 'network-vif-deleted', 'tag': '60fe1220-3f91-4778-a997-62ac4c886f7c', 'status': 'completed', 'code': 200} Jul 28 15:01:38.840329 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6687a80b-c2ac-4ef4-a22a-d9288388bc3f req-cb09640b-967d-4faa-92c0-1ad9ec6ff4e6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0283072 Jul 28 15:01:39.801928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:39.927420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:39.983729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e6efe6d-bdad-4ece-845d-f8602cc4eba4 req-313f7db2-3759-4358-bba2-7354625e4065 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0291412 Jul 28 15:01:40.059955 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.162815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.293594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Allocated IP 172.25.0.62 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/8b1fd41e-083c-4eea-9d47-3315ec81043a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:01:40.424745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.562909 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:01:40.625575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:40.671335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:40.673742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:40.676533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:40.706226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1fd41e-083c-4eea-9d47-3315ec81043a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:40.787302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.044110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.087551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ab7cbcf-0c93-4f27-8914-ea98b3b2169f req-60843b62-5037-4fc6-9e92-5946fafca437 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0299175 Jul 28 15:01:41.221256 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.331851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.402616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1fd41e-083c-4eea-9d47-3315ec81043a,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:41.414800 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 60fe1220-3f91-4778-a997-62ac4c886f7c no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:01:41.418063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.437919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 60fe1220-3f91-4778-a997-62ac4c886f7c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:01:41.438294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 60fe1220-3f91-4778-a997-62ac4c886f7c not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:01:41.527529 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.528805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0836a44-cce4-4cbc-9f32-4333c3caac52 tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7258008 Jul 28 15:01:41.532222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53116) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:41.537390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-918137606', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'fixed_ips': [{'ip_address': '172.25.0.62'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:41.630267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Made reservation on behalf of d73d2d425d15415d82ef77f2abc856b1 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:41.632687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.642740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.739892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.887317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:41.897248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] device_id is not set on port ce24ab97-9b15-4226-adf3-2a6de8074f49 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:41.962295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9dc123-c33e-4fed-b1d6-347690bb517a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:42.143473 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 28 15:01:42.144115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:01:42.199351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e524a02e-71b7-431e-be86-f85dd5f096bb req-8436f646-17fe-427d-afcf-9c23a1989dd1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.0324235 Jul 28 15:01:42.362580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7678fa2b-f8aa-462b-8fcb-feaa6f63319c tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8292139 Jul 28 15:01:42.365469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53142) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:42.400189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c6fac73a-3a9d-42c0-92b7-c61129717bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.505262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Deleting port 8b1fd41e-083c-4eea-9d47-3315ec81043a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:42.505617 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.589927 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.590287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.601616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Calling delete_port for 8b1fd41e-083c-4eea-9d47-3315ec81043a owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:01:42.819700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.846986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b1fd41e-083c-4eea-9d47-3315ec81043a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:42.859428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.860062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.860419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.860767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.861111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.861682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.861804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.862152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.862495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.862828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.863210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.863559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:01:42.923178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.925850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:42.927032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-219db651-41d6-4f1e-8229-8b16c2cb87eb tempest-ExternalNetworksAdminNegativeTestJSON-239462286 tempest-ExternalNetworksAdminNegativeTestJSON-239462286-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/467c2c4e-023b-4f6c-b890-6a035b47c025 HTTP/1.1" status: 204 len: 168 time: 0.5605280 Jul 28 15:01:43.611433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:43.710322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec8ee2b1-d98c-4606-b599-2889e1deb959 req-35f735c6-5dcf-4ade-a3a1-cca8345cf7ed tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=87d59601-87e0-497a-b536-b98a612fb44e HTTP/1.1" status: 200 len: 210 time: 0.4232728 Jul 28 15:01:43.740270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3330533b-e9ed-44b7-ad86-cd76c7a6f5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.834367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3330533b-e9ed-44b7-ad86-cd76c7a6f5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.940289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3330533b-e9ed-44b7-ad86-cd76c7a6f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:43.987520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3330533b-e9ed-44b7-ad86-cd76c7a6f5ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf5ded55620f417c90a79d9ba0b5bc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734925 Jul 28 15:01:43.990125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330533b-e9ed-44b7-ad86-cd76c7a6f5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7ae684-a6cc-4c72-97f1-9cbb466f5464,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:43.991564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:44.054843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.080770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.251644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.254174 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:44.259219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c7ae684-a6cc-4c72-97f1-9cbb466f5464 HTTP/1.1" status: 204 len: 168 time: 0.2623556 Jul 28 15:01:44.274682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9f19f-93a6-4e6b-a0d1-0ecb9c4cdc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7ae684-a6cc-4c72-97f1-9cbb466f5464,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:44.762451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4511682c-e2ce-4f6f-9ff9-c7c896870a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.035761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.212404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53238) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.253222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8146057d-8c03-47d1-9e1c-239e6fd7e7d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d73d2d425d15415d82ef77f2abc856b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395095 Jul 28 15:01:45.255458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53240) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:45.312952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.338180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.489215 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.491853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:45.493034 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec9dc123-c33e-4fed-b1d6-347690bb517a HTTP/1.1" status: 204 len: 168 time: 0.2366786 Jul 28 15:01:45.511834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bc5bf-6066-4a7f-b2f5-8555ddce1bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9dc123-c33e-4fed-b1d6-347690bb517a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:46.270626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.755725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:47.976840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53400) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.083384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-501a7caf-b95e-4482-acc6-743e76ec6af3 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-973044340'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.083845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-501a7caf-b95e-4482-acc6-743e76ec6af3 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Unknown quota resources ['metering_label']. {{(pid=94748) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:01:48.356679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-501a7caf-b95e-4482-acc6-743e76ec6af3 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.359043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-501a7caf-b95e-4482-acc6-743e76ec6af3 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3804622 Jul 28 15:01:48.361319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53414) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.366078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1ff5a830-c46a-438a-bb51-7ecd4fe75a11 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4986a76f-7d1d-42bf-94cf-32f9f0d31768'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.366665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1ff5a830-c46a-438a-bb51-7ecd4fe75a11 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94748) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:01:48.404180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.446902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378297221', 'description': 'tempest-secgroup-smoke-1378297221 description', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.566773 n-d-705658-23 neutron-server[94748]: WARNING neutron.services.metering.metering_plugin [None req-1ff5a830-c46a-438a-bb51-7ecd4fe75a11 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 15:01:48.639241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.677409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a830-c46a-438a-bb51-7ecd4fe75a11 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.678624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ff5a830-c46a-438a-bb51-7ecd4fe75a11 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3162544 Jul 28 15:01:48.682827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53430) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:48.687515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7b726322-c212-4aea-8dd1-1c0a8f6d03e2 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4986a76f-7d1d-42bf-94cf-32f9f0d31768'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:48.688020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7b726322-c212-4aea-8dd1-1c0a8f6d03e2 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:01:48.755393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.881515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:48.911083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:48.915392 n-d-705658-23 neutron-server[94749]: WARNING neutron.services.metering.metering_plugin [None req-7b726322-c212-4aea-8dd1-1c0a8f6d03e2 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 28 15:01:49.034756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b726322-c212-4aea-8dd1-1c0a8f6d03e2 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.035341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.036683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5f4ae4db-ea13-4f21-a3b4-6d5cc6af2069 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6315339 Jul 28 15:01:49.037389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7b726322-c212-4aea-8dd1-1c0a8f6d03e2 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3534710 Jul 28 15:01:49.038564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53442) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.039452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53444) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.044816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:49.050421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-68316661-9d6d-4466-bd10-1229f821a221 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=f6e52042-c74a-4892-8f11-2d3b2820774b HTTP/1.1" status: 200 len: 462 time: 0.0107543 Jul 28 15:01:49.053055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53446) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.218173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.299140 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.350430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4137b50f-707c-43d4-827c-c3bd4cdd960b tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.351626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4137b50f-707c-43d4-827c-c3bd4cdd960b tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/f6e52042-c74a-4892-8f11-2d3b2820774b HTTP/1.1" status: 204 len: 168 time: 0.2972300 Jul 28 15:01:49.355171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.366285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3c12de67-a017-4528-bd7e-bdc24642d837 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=f6e52042-c74a-4892-8f11-2d3b2820774b HTTP/1.1" status: 200 len: 221 time: 0.0095618 Jul 28 15:01:49.375420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53458) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.380121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d693921e-1f6c-4554-95ed-8ed5a9cf52cc tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1142377779', 'description': 'label created by tempest'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:49.380579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d693921e-1f6c-4554-95ed-8ed5a9cf52cc tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Unknown quota resources ['metering_label']. {{(pid=94749) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 28 15:01:49.440457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.462118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a2d147-da53-4bb0-9756-e730c2adc0b8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:49.618882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.621054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-41537bd7-114d-4377-9a7b-41ddf824974b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5800309 Jul 28 15:01:49.623876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.630950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:49.772604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d693921e-1f6c-4554-95ed-8ed5a9cf52cc tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.774266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d693921e-1f6c-4554-95ed-8ed5a9cf52cc tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3976588 Jul 28 15:01:49.777600 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53472) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.848578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:49.858565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dc31e097-7131-41a8-8f53-e0f723eabe17 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=1deedd97-212c-43af-a4b9-97685c2be2ea HTTP/1.1" status: 200 len: 468 time: 0.0798595 Jul 28 15:01:49.862109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53478) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:49.935968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.104828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.127517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21ab4fa-daad-4259-be4c-f5fb9185963e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.155622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.196275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-765a9c86-bc24-4484-bbb5-37fee36712f9 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.197475 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-765a9c86-bc24-4484-bbb5-37fee36712f9 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/1deedd97-212c-43af-a4b9-97685c2be2ea HTTP/1.1" status: 204 len: 168 time: 0.3344109 Jul 28 15:01:50.200781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53488) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.216762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9c273b3c-9c45-4d19-b56c-14aa12afbe4f tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=1deedd97-212c-43af-a4b9-97685c2be2ea HTTP/1.1" status: 200 len: 216 time: 0.0146093 Jul 28 15:01:50.220080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53490) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.230154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b8bfdc1c-d2ed-49d5-9ddd-70870cbe2c3a tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089517 Jul 28 15:01:50.233432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53492) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.244152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.245992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24834324-16b6-434d-9eff-b22ffd2b1156 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6209745 Jul 28 15:01:50.248908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.251640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3110a27d-b58b-42df-a2a8-62b40399d65f tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0170944 Jul 28 15:01:50.254901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53496) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.256125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:50.311649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-88f4f6c2-bbf0-493f-a7af-20f691bd14d7 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/4986a76f-7d1d-42bf-94cf-32f9f0d31768 HTTP/1.1" status: 200 len: 472 time: 0.0555484 Jul 28 15:01:50.314942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53498) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.326314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cd5fddcc-d013-4775-9787-ef740a23ca6e tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/66e232d2-98d7-4fb8-a90f-c9669b8ffff1 HTTP/1.1" status: 200 len: 459 time: 0.0102553 Jul 28 15:01:50.333115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.395783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.454730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.548496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.568129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e235bd-a2f9-4d95-a11d-a085ee304edd,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:50.598739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2d34de5-cad4-43d2-a251-f704e16df501 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.599933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2d34de5-cad4-43d2-a251-f704e16df501 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/66e232d2-98d7-4fb8-a90f-c9669b8ffff1 HTTP/1.1" status: 204 len: 168 time: 0.2658963 Jul 28 15:01:50.602326 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53512) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.641457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.756385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.757623 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5fb5f10-f2e5-4b24-8494-5fb0f368534b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072830 Jul 28 15:01:50.760977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53518) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:50.765908 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:50.904449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.964512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.986159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0627ce89-f803-4b94-b7b4-06fe1b0e4252 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:50.997292 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0627ce89-f803-4b94-b7b4-06fe1b0e4252 tempest-MeteringIpV6TestJSON-269507198 tempest-MeteringIpV6TestJSON-269507198-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/4986a76f-7d1d-42bf-94cf-32f9f0d31768 HTTP/1.1" status: 204 len: 168 time: 0.3841124 Jul 28 15:01:51.133388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.156932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8925d53-66af-40ea-8eae-241c80b42230,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:51.344175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.345464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-297dbad6-1ef3-47ac-b001-150d9176e7f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5834329 Jul 28 15:01:51.348093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53534) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.352629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:51.504040 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Project 2fb3881d5c184a2088dbe8e2e7e2fa5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:01:51.509257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.576307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.660425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53542) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.675623 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.694193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59c68a8-3415-4f30-a290-c3b62c79022d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:51.766433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e961c562-4298-415d-9091-c1ac6bedcae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.864044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:51.865299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e9bdab73-d781-4d54-b320-18c71006073c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5162649 Jul 28 15:01:51.867953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:51.872519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'security_group_rule': {'security_group_id': '3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41', 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:51.945438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e961c562-4298-415d-9091-c1ac6bedcae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.376971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e961c562-4298-415d-9091-c1ac6bedcae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.413878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c562-4298-415d-9091-c1ac6bedcae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b8b74-0f3a-4c16-83f7-97e2f8398d9a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.418853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e961c562-4298-415d-9091-c1ac6bedcae2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e7438e219bb4df8964ca5915907369c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7574077 Jul 28 15:01:52.421988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53548) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:52.471531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.495098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.514485 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Project 2fb3881d5c184a2088dbe8e2e7e2fa5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:01:52.529024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.660347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.663099 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.664101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f03b8b74-0f3a-4c16-83f7-97e2f8398d9a HTTP/1.1" status: 204 len: 168 time: 0.2412398 Jul 28 15:01:52.680477 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.681780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5366d67-c4f7-401e-bbbb-4dfe81622733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b8b74-0f3a-4c16-83f7-97e2f8398d9a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.749759 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.769283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5974f5b-2293-44b8-beeb-d089f41738b1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:52.927646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:52.928892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-da4ef122-254c-4ecf-843b-bbb98831e1c7 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0600076 Jul 28 15:01:53.525948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:53.540791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96f-2482-41b6-8bb7-69b14a2dbf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.641903 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96f-2482-41b6-8bb7-69b14a2dbf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.807447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5c0aa96f-2482-41b6-8bb7-69b14a2dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.845841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0aa96f-2482-41b6-8bb7-69b14a2dbf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1657ff-2444-466f-aa2b-a00d2cc4642d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:53.850103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5c0aa96f-2482-41b6-8bb7-69b14a2dbf57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=694aebf9e17244e881af52dacf24202f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231258 Jul 28 15:01:53.852606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53602) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:53.902462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:53.928518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.120868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.124024 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:54.169629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff1657ff-2444-466f-aa2b-a00d2cc4642d HTTP/1.1" status: 204 len: 168 time: 0.2715011 Jul 28 15:01:54.169629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a52726-bacc-4ae4-a5b2-280ce9f93d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1657ff-2444-466f-aa2b-a00d2cc4642d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:55.418155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:55.528041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-920579630'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:55.639476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:55.643411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.653822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.777495 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.852202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.881696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:55.892603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c690fdd0-9e4f-4c32-9144-060358d977d0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:55.901243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:55.901597 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 9b9acd9d-3cd8-41cf-9608-1bd82ff0877e of type vlan for network ba371117-a145-4158-b3bb-fe980ce95c91 Jul 28 15:01:55.947697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.073894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.084870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:56.084870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.147579 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=ba371117-a145-4158-b3bb-fe980ce95c91,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:56.159087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:56.270821 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3001ba57-0699-48dc-886d-cd058335aa09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8513873 Jul 28 15:01:56.273801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:56.279999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'name': 'tempest-PortsTestJSON-214273357'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:56.475323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:56.484175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.520195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:56.589700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53676) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:56.719292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75fae2d9-1c24-4f54-ba10-2ce3ce0dc416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.725702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.841236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75fae2d9-1c24-4f54-ba10-2ce3ce0dc416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.910122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.972563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75fae2d9-1c24-4f54-ba10-2ce3ce0dc416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:56.974860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.024384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:57.024747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: ba371117-a145-4158-b3bb-fe980ce95c91, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:57.031762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-75fae2d9-1c24-4f54-ba10-2ce3ce0dc416 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c005ee8cb2ff40ea88c87bc2896e85ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392583 Jul 28 15:01:57.033195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae2d9-1c24-4f54-ba10-2ce3ce0dc416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cac312-2f74-4c1d-83ea-9978a42c76cd,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.034532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53680) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.092561 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.119774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.229752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:57.349293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.351811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.353011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63cac312-2f74-4c1d-83ea-9978a42c76cd HTTP/1.1" status: 204 len: 168 time: 0.3174281 Jul 28 15:01:57.372066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69d52-b720-4a8a-a22a-53ff7f3dbaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cac312-2f74-4c1d-83ea-9978a42c76cd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.389831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ba371117-a145-4158-b3bb-fe980ce95c91) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:57.401964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:57.403230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f19ad-ba29-4ec1-b878-d62333bd4734 None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:57.412412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:57.413781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.518392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-303f12d0-5396-4601-b5f0-226764097f77 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2407165 Jul 28 15:01:57.524737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53686) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.524737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2134864042'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:57.618104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:57.621705 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.646460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:01:57.657068 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.657418 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 1ee3bb91-632d-4956-8712-751e3293e94a of type vlan for network aca43b48-fd83-4f69-a514-cb5e8e667022 Jul 28 15:01:57.707733 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.783589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.789622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:57.789818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:57.907585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=aca43b48-fd83-4f69-a514-cb5e8e667022,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:57.918708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network aca43b48-fd83-4f69-a514-cb5e8e667022 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:01:57.944636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5b60d5b-03e5-4dd2-b5bf-ca758c35e5d6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4244695 Jul 28 15:01:57.947299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:57.953007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'ports': [{'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'}, {'network_id': 'aca43b48-fd83-4f69-a514-cb5e8e667022'}]} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:57.953419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:57.953846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'aca43b48-fd83-4f69-a514-cb5e8e667022'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:01:58.213573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 2} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:01:58.217830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.250264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.342732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 693cb340-6a0b-42aa-ad1a-ccb87aedf77e yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:58.729094 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:58.803557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 2a766196-f7c7-41f0-b539-6950e100a078 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:01:58.939407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.087478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.132147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:01:59.136092 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:59.139449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:59.140309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.156457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=693cb340-6a0b-42aa-ad1a-ccb87aedf77e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:59.214679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=2a766196-f7c7-41f0-b539-6950e100a078,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:01:59.223213 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '1ee3bb91-632d-4956-8712-751e3293e94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'aca43b48-fd83-4f69-a514-cb5e8e667022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:01:59.223591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: aca43b48-fd83-4f69-a514-cb5e8e667022, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:01:59.388647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network aca43b48-fd83-4f69-a514-cb5e8e667022 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:01:59.565251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, aca43b48-fd83-4f69-a514-cb5e8e667022) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:01:59.569882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:01:59.577559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0284ad18-5c1f-412b-9ea9-2adfabe9ca3f None None] Network aca43b48-fd83-4f69-a514-cb5e8e667022 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:01:59.582116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:59.587131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:01:59.588441 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.713226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53752) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:01:59.714023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b1cf9b3-ea34-4c7b-b21b-b47aa34a4da3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7642586 Jul 28 15:01:59.822536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 2a766196-f7c7-41f0-b539-6950e100a078 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:01:59.822536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.901381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:01:59.916366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 2a766196-f7c7-41f0-b539-6950e100a078 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:00.098210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.129907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=2a766196-f7c7-41f0-b539-6950e100a078,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:00.137271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.142375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d75d7bda-b18f-4f35-8d6f-74c5d9e3b5ee tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/2a766196-f7c7-41f0-b539-6950e100a078 HTTP/1.1" status: 204 len: 168 time: 0.4267995 Jul 28 15:02:00.142502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.227199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962abc57-7ecf-4453-9e49-e13ddee4269e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:00.233671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962abc57-7ecf-4453-9e49-e13ddee4269e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:00.235340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-962abc57-7ecf-4453-9e49-e13ddee4269e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0923731 Jul 28 15:02:00.238547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.329217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 693cb340-6a0b-42aa-ad1a-ccb87aedf77e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:00.329570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.425732 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.439950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 693cb340-6a0b-42aa-ad1a-ccb87aedf77e owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:00.625710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.656081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=693cb340-6a0b-42aa-ad1a-ccb87aedf77e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:00.662011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:00.666929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8930e9b0-b1f4-466e-a3a3-2996dd81b05a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/693cb340-6a0b-42aa-ad1a-ccb87aedf77e HTTP/1.1" status: 204 len: 168 time: 0.4243793 Jul 28 15:02:00.667426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53794) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.753627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1efca7c-ff63-4b03-8d0f-97346ed2df55 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:00.755241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d1efca7c-ff63-4b03-8d0f-97346ed2df55 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0868402 Jul 28 15:02:00.758125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.783360 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb75cca-ee7f-4337-86da-fce10a28ceb8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:00.784954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-acb75cca-ee7f-4337-86da-fce10a28ceb8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/2a766196-f7c7-41f0-b539-6950e100a078 HTTP/1.1" status: 404 len: 333 time: 0.0258808 Jul 28 15:02:00.787888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.812787 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cac6d2-255a-4fcc-9f61-7487adc9b84a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:00.814300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-59cac6d2-255a-4fcc-9f61-7487adc9b84a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/693cb340-6a0b-42aa-ad1a-ccb87aedf77e HTTP/1.1" status: 404 len: 333 time: 0.0254326 Jul 28 15:02:00.817003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:00.905493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.002714 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.015357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca43b48-fd83-4f69-a514-cb5e8e667022']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.029537 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee3bb91-632d-4956-8712-751e3293e94a') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.030078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee3bb91-632d-4956-8712-751e3293e94a') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:01.042081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.061673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.070130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:01.070558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:01.074387 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:01.253805 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.261630 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.264418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/aca43b48-fd83-4f69-a514-cb5e8e667022 HTTP/1.1" status: 204 len: 168 time: 0.4458177 Jul 28 15:02:01.273922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.277948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb59b21-12fe-4334-ae7e-b8bc7abcc0c5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=aca43b48-fd83-4f69-a514-cb5e8e667022,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.285669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-527804034'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:01.434937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:01.438560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.473556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:01.484540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.485200 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment f978c9aa-9427-4648-8491-4e3f1dd0c3db of type vlan for network 5de0d195-e063-4e3a-9798-345d8e10b91e Jul 28 15:02:01.541018 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.679481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.686126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:01.686725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:01.777174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=5de0d195-e063-4e3a-9798-345d8e10b91e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:01.790261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5de0d195-e063-4e3a-9798-345d8e10b91e details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:01.830408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-586e3297-3289-40c5-8164-de0ee982c9bd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5525262 Jul 28 15:02:01.833817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53808) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:01.840193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:02.028931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:02.032801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.326783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.391908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=5bd6dd99-8587-4a3b-91cc-4ac18b859792,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:02.397337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': 'f978c9aa-9427-4648-8491-4e3f1dd0c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:02.397699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: 5de0d195-e063-4e3a-9798-345d8e10b91e, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:02.537804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 5de0d195-e063-4e3a-9798-345d8e10b91e is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:02.682872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 5de0d195-e063-4e3a-9798-345d8e10b91e) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:02.693004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:02.693004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:02.703790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d214d6-2948-4d34-b8e4-51312a20acb1 None None] Network 5de0d195-e063-4e3a-9798-345d8e10b91e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:02.861690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-5de0d195-e063-4e3a-9798-345d8e10b91e', 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '5bd6dd99-8587-4a3b-91cc-4ac18b859792'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:02.862762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.014184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Allocated IP 172.20.0.2 (5de0d195-e063-4e3a-9798-345d8e10b91e/5bd6dd99-8587-4a3b-91cc-4ac18b859792/851a71af-fd6e-4b98-85dd-cd7d63a1bb97) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:03.177569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.187069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Transition to ACTIVE for port object 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:03.203099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Transition to ACTIVE for port object 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:03.235983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61219f9e-733e-497a-9282-00597925d1a9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4008389 Jul 28 15:02:03.238555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53816) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:03.243726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e', 'name': 'tempest-PortsTestJSON-2064435745'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:03.367133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.419285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Network 5de0d195-e063-4e3a-9798-345d8e10b91e is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:03.422612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:03.425724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:03.467350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Pushing event updated for resources: {'Port': ['ID=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:03.503827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Attempting to bind port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:03.504216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Attempting to bind port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f978c9aa-9427-4648-8491-4e3f1dd0c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:03.504577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Attempting to bind port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 on network 5de0d195-e063-4e3a-9798-345d8e10b91e {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:03.512362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:03.512749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Checking segment: {'id': 'f978c9aa-9427-4648-8491-4e3f1dd0c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:03.513157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.513583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Bound using segment: {'id': 'f978c9aa-9427-4648-8491-4e3f1dd0c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:03.514064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Bound port: 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f978c9aa-9427-4648-8491-4e3f1dd0c3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5de0d195-e063-4e3a-9798-345d8e10b91e'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:03.514801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.595314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] For port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:03.608612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] For port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,segment=NetworkSegment(f978c9aa-9427-4648-8491-4e3f1dd0c3db),segment_id=f978c9aa-9427-4648-8491-4e3f1dd0c3db)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:03.732706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.754983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:03.758535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:03.781898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 834bca83-666c-4b7c-884c-7e9270c642ac yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:03.799895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfee2b-9254-4601-9969-39b5e60ab912 None None] Pushing event updated for resources: {'Port': ['ID=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:03.928906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.6 (5de0d195-e063-4e3a-9798-345d8e10b91e/5bd6dd99-8587-4a3b-91cc-4ac18b859792/834bca83-666c-4b7c-884c-7e9270c642ac) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:04.151998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.167138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 834bca83-666c-4b7c-884c-7e9270c642ac will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:04.281551 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.327904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 5de0d195-e063-4e3a-9798-345d8e10b91e is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:04.331308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:04.338071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:04.369372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=834bca83-666c-4b7c-884c-7e9270c642ac,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:04.398211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:04.398853 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.497340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53824) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:04.497902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7cef9d71-84cc-4689-9668-85aa8e8a5b09 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2577581 Jul 28 15:02:04.598165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:04.628136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 834bca83-666c-4b7c-884c-7e9270c642ac {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:04.631768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.731629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:04.769334 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:04.787483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 834bca83-666c-4b7c-884c-7e9270c642ac owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:04.872174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c06d5-363a-46f8-84a8-0b0a9fe7303e None None] Network 5de0d195-e063-4e3a-9798-345d8e10b91e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:05.315184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Provisioning for port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:05.319287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.331979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Provisioning complete for port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:05.332728 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.357794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=834bca83-666c-4b7c-884c-7e9270c642ac,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:05.453399 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.456377 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.459432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-63ea7fda-62b1-4e45-9ace-c32cf7f4bd73 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/834bca83-666c-4b7c-884c-7e9270c642ac HTTP/1.1" status: 204 len: 168 time: 0.9610591 Jul 28 15:02:05.463557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53834) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:05.491821 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3dd40-c781-47f5-a2f8-1a2ca8ed62f2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:02:05.492707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3dd40-c781-47f5-a2f8-1a2ca8ed62f2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:05.495531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3ce3dd40-c781-47f5-a2f8-1a2ca8ed62f2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/834bca83-666c-4b7c-884c-7e9270c642ac HTTP/1.1" status: 404 len: 333 time: 0.0305607 Jul 28 15:02:05.497678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:05.510897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] For port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,segment=NetworkSegment(f978c9aa-9427-4648-8491-4e3f1dd0c3db),segment_id=f978c9aa-9427-4648-8491-4e3f1dd0c3db)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:05.536168 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-09eec314-7b99-44bb-89f5-cce61629de67 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:05.537793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09eec314-7b99-44bb-89f5-cce61629de67 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/834bca83-666c-4b7c-884c-7e9270c642ac HTTP/1.1" status: 404 len: 333 time: 0.0357628 Jul 28 15:02:05.541409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:05.589974 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.633001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 5bd6dd99-8587-4a3b-91cc-4ac18b859792 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:05.641068 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.651149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59e94b-5422-42c9-b93e-de777fcbea4c None None] Pushing event updated for resources: {'Port': ['ID=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:05.692786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.709906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6571550-c9b5-418b-89db-45f27cf27579 None None] Provisioning complete for port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:05.710143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6571550-c9b5-418b-89db-45f27cf27579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:05.799201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6571550-c9b5-418b-89db-45f27cf27579 None None] Could not find standard attr ID for object 834bca83-666c-4b7c-884c-7e9270c642ac. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:02:05.863720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.023894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.048805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd6dd99-8587-4a3b-91cc-4ac18b859792,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:06.058192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.060150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-723d6b97-89fe-4b09-864a-1eb3449305a4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/5bd6dd99-8587-4a3b-91cc-4ac18b859792 HTTP/1.1" status: 204 len: 168 time: 0.5174603 Jul 28 15:02:06.067321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53842) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:06.067618 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe6b11-a4f9-4263-9f8f-486ba11b0aea None None] Network 5de0d195-e063-4e3a-9798-345d8e10b91e requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:06.155992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.233233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:06.234111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.287135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] DHCP port deletion for 5de0d195-e063-4e3a-9798-345d8e10b91e request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:06.312972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,segment=NetworkSegment(f978c9aa-9427-4648-8491-4e3f1dd0c3db),segment_id=f978c9aa-9427-4648-8491-4e3f1dd0c3db)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:06.313347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.329590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:06.341218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Deleting port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:06.341606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.413422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] For port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,segment=NetworkSegment(f978c9aa-9427-4648-8491-4e3f1dd0c3db),segment_id=f978c9aa-9427-4648-8491-4e3f1dd0c3db)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:06.415046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.428822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Calling delete_port for 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:06.509813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.527222 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.547078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:06.549323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:06.568939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:06.573956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] Pushing event deleted for resources: {'Port': ['ID=851a71af-fd6e-4b98-85dd-cd7d63a1bb97,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:06.576076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780efa5f-8fe8-4df2-923f-a5a1b5cdd8f8 None None] No DVR routers for this DVR port 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:06.600424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:06.600770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 851a71af-fd6e-4b98-85dd-cd7d63a1bb97 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:06.654309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.665732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de0d195-e063-4e3a-9798-345d8e10b91e']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:06.677019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f978c9aa-9427-4648-8491-4e3f1dd0c3db') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:06.677310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f978c9aa-9427-4648-8491-4e3f1dd0c3db') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:06.687897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.709712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.709983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:06.710255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:06.713415 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:06.867962 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.877131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:06.882008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/5de0d195-e063-4e3a-9798-345d8e10b91e HTTP/1.1" status: 204 len: 168 time: 0.8181326 Jul 28 15:02:06.886325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53848) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:06.892002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230707613'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:06.893886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5db982-8384-4846-9ff5-5732725c169d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=5de0d195-e063-4e3a-9798-345d8e10b91e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:06.987989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:06.991721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.018296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:07.028678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.029069 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 66bb2c2a-8820-4ab3-b9a3-c520a962a95a of type vlan for network ca92b0a4-14be-405c-8c5f-2bd1da456367 Jul 28 15:02:07.070241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.532339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.537966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:07.538600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:07.609779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=ca92b0a4-14be-405c-8c5f-2bd1da456367,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:07.621510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:07.684375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1d85124-a4e6-4158-b61e-a2a7a11d89d4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7965238 Jul 28 15:02:07.686772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:07.692275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:07.869216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:07.872567 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.183035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.244825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:08.257407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '66bb2c2a-8820-4ab3-b9a3-c520a962a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:08.257778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: ca92b0a4-14be-405c-8c5f-2bd1da456367, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:08.354857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:08.468737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ca92b0a4-14be-405c-8c5f-2bd1da456367) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:08.473128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:08.473681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.479441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21469b-2c6c-47c8-bd84-2a92f3b5f629 None None] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:08.599673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53858) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:08.600284 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea66398c-7eae-4376-9b87-7775af9a4a46 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9119575 Jul 28 15:02:08.606857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1755031770'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:08.658534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ca92b0a4-14be-405c-8c5f-2bd1da456367', 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:08.659526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.808315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Allocated IP 172.20.0.2 (ca92b0a4-14be-405c-8c5f-2bd1da456367/6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8/a1c44e5d-6783-46e0-8dec-a5bf31de0cb7) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:08.874804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:08.879606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.905143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 16f708f2-1be5-42b7-97d2-7cfe6440d2ab yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:08.974419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:08.985091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Transition to ACTIVE for port object a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:09.001041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Transition to ACTIVE for port object a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:09.103958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.151149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Pushing event updated for resources: {'Port': ['ID=a1c44e5d-6783-46e0-8dec-a5bf31de0cb7,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:09.154554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:09.156288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:09.158739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:09.167339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.11 (ca92b0a4-14be-405c-8c5f-2bd1da456367/6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8/16f708f2-1be5-42b7-97d2-7cfe6440d2ab) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:09.218853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Attempting to bind port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:09.219407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Attempting to bind port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '66bb2c2a-8820-4ab3-b9a3-c520a962a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:09.219876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Attempting to bind port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 on network ca92b0a4-14be-405c-8c5f-2bd1da456367 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:09.225055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:09.225575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Checking segment: {'id': '66bb2c2a-8820-4ab3-b9a3-c520a962a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:09.226087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.226584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Bound using segment: {'id': '66bb2c2a-8820-4ab3-b9a3-c520a962a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:09.227276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Bound port: a1c44e5d-6783-46e0-8dec-a5bf31de0cb7, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bb2c2a-8820-4ab3-b9a3-c520a962a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca92b0a4-14be-405c-8c5f-2bd1da456367'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:09.245487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.305171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] For port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:09.306279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:09.309377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] For port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1c44e5d-6783-46e0-8dec-a5bf31de0cb7,segment=NetworkSegment(66bb2c2a-8820-4ab3-b9a3-c520a962a95a),segment_id=66bb2c2a-8820-4ab3-b9a3-c520a962a95a)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:09.324158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 16f708f2-1be5-42b7-97d2-7cfe6440d2ab will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:10.808728 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.840430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:10.896940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326239d-ee81-4e1f-b635-a810e4be60a2 None None] Pushing event updated for resources: {'Port': ['ID=a1c44e5d-6783-46e0-8dec-a5bf31de0cb7,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:10.906501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:10.910123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:10.914074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:10.965743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=16f708f2-1be5-42b7-97d2-7cfe6440d2ab,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:10.984219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.984574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.984933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.985340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.985689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.986026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.986357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.986694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.987074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.987412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.987761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:10.988088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:11.007296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:11.007938 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.099813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3df8664e-692b-4f7e-bd16-9fefb99397b4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4980133 Jul 28 15:02:11.102451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:11.242058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 16f708f2-1be5-42b7-97d2-7cfe6440d2ab {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:11.242414 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.351103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.366114 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 16f708f2-1be5-42b7-97d2-7cfe6440d2ab owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:11.623102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.651236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=16f708f2-1be5-42b7-97d2-7cfe6440d2ab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:11.749886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.755219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e133ef31-693f-419f-9cd2-5c4eee859c04 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/16f708f2-1be5-42b7-97d2-7cfe6440d2ab HTTP/1.1" status: 204 len: 168 time: 0.6479475 Jul 28 15:02:11.755445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53890) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:11.781868 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae81b3d-f7f8-40a7-b12e-c7ef5779b7c1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:11.791910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4ae81b3d-f7f8-40a7-b12e-c7ef5779b7c1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/16f708f2-1be5-42b7-97d2-7cfe6440d2ab HTTP/1.1" status: 404 len: 333 time: 0.0272999 Jul 28 15:02:11.791910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53892) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:11.886148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:11.890755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:11.960599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.085202 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.116264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149159b-7ddc-48a5-9cc1-98bbc20fc31e None None] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:12.258188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.297161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:12.301927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d49f7e22-a079-426a-b7db-b964ed84bf99 None None] Provisioning for port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:12.303715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.303939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ac40d7e8-5648-42a9-a4f0-cc36c53e6957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.309972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53896) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:12.319556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5a326a39-0128-463e-8bf5-b05c59351bc5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8 HTTP/1.1" status: 204 len: 168 time: 0.5315931 Jul 28 15:02:12.423539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.499550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:12.500105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.597641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a1c44e5d-6783-46e0-8dec-a5bf31de0cb7,segment=NetworkSegment(66bb2c2a-8820-4ab3-b9a3-c520a962a95a),segment_id=66bb2c2a-8820-4ab3-b9a3-c520a962a95a)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:12.598011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.638058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:12.640035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:12.662541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b60139-3034-4a74-9952-01a133aba1a1 None None] Network ca92b0a4-14be-405c-8c5f-2bd1da456367 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:12.845718 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.846310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:12.861085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:12.861468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:12.886042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=a1c44e5d-6783-46e0-8dec-a5bf31de0cb7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:12.890036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:12.904782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Port a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:02:12.914328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a388f-4e5b-442a-8512-c26091e72937 None None] DHCP port deletion for ca92b0a4-14be-405c-8c5f-2bd1da456367 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:12.987606 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.000246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca92b0a4-14be-405c-8c5f-2bd1da456367']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.014770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bb2c2a-8820-4ab3-b9a3-c520a962a95a') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.015130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bb2c2a-8820-4ab3-b9a3-c520a962a95a') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:13.028427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.049964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.056321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:13.057466 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:13.060575 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:13.188881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.194008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.198399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/ca92b0a4-14be-405c-8c5f-2bd1da456367 HTTP/1.1" status: 204 len: 168 time: 0.8846996 Jul 28 15:02:13.202611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:13.208173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'name': 'tempest-PortsTestJSON-1330705223'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:13.214016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca3e612-14f6-4bbb-8e32-6412e586687c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=ca92b0a4-14be-405c-8c5f-2bd1da456367,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:13.417858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:13.426709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:13.451761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 6b792d48-6909-4c45-a443-f18852a01f45 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:13.662739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.217812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.268493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:14.272232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:14.277137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:14.291010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:14.291010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.300959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=6b792d48-6909-4c45-a443-f18852a01f45,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:14.429424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ab1e7593-c91c-4e96-a82c-06b7386bcfcf tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2256043 Jul 28 15:02:14.432382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:14.579363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 6b792d48-6909-4c45-a443-f18852a01f45 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:14.579747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:14.580999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.608613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:14.608962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a1c44e5d-6783-46e0-8dec-a5bf31de0cb7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:14.663248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.681364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 6b792d48-6909-4c45-a443-f18852a01f45 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:14.743477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ab0c0bea-5e67-4fc7-a610-b0594fd87986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.868579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.908753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.941508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=6b792d48-6909-4c45-a443-f18852a01f45,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:14.954049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:14.958756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3118174d-d7da-4dfa-bbd5-f7f9e69232ec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/6b792d48-6909-4c45-a443-f18852a01f45 HTTP/1.1" status: 204 len: 168 time: 0.5250983 Jul 28 15:02:14.961451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53920) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:14.977221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'mac_address': 'fa:16:3e:9c:a0:08', 'name': 'tempest-PortsTestJSON-331522483'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:15.400960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:15.473777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.500466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 61104a62-bcd5-432a-90ad-2010da707545 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:15.697623 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:15.988986 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.009535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:16.013176 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:16.016508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:16.022493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:16.023148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.036441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=61104a62-bcd5-432a-90ad-2010da707545,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.183535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4e4174cc-f6d8-49b8-b891-76d0bc2eaa35 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2202477 Jul 28 15:02:16.186111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:16.236579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce16040-81ae-4fcf-b98e-6f13762f696a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:16.238027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1ce16040-81ae-4fcf-b98e-6f13762f696a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/61104a62-bcd5-432a-90ad-2010da707545 HTTP/1.1" status: 200 len: 840 time: 0.0509624 Jul 28 15:02:16.240745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:16.245714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.348808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 61104a62-bcd5-432a-90ad-2010da707545 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:16.349224 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.425357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.442917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 61104a62-bcd5-432a-90ad-2010da707545 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:16.691410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.732341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=61104a62-bcd5-432a-90ad-2010da707545,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:16.732341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:16.733539 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d5261d49-1bf2-4a46-8793-589dcc11a216 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/61104a62-bcd5-432a-90ad-2010da707545 HTTP/1.1" status: 204 len: 168 time: 0.4919026 Jul 28 15:02:16.736153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:16.762396 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2c6500-973a-47db-80a9-ef390b476401 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:16.764358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-de2c6500-973a-47db-80a9-ef390b476401 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/61104a62-bcd5-432a-90ad-2010da707545 HTTP/1.1" status: 404 len: 333 time: 0.0270007 Jul 28 15:02:16.767738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53942) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:16.772945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'name': 'tempest-PortsTestJSON-2096270932'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:17.000202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:17.003952 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.022705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port d047b8b8-639e-410d-8ce9-6468f92aa5ef yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:17.198566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.406019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.452197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:17.455380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:17.459325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:17.468686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:17.468686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.480481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=d047b8b8-639e-410d-8ce9-6468f92aa5ef,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:17.553327 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:02:17.636151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7d1b5199-9a4f-491e-9de0-f07cda70e47f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8672943 Jul 28 15:02:17.638785 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:17.644643 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:17.723042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.855912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:17.891682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.079847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.112710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] In _notify_port_updated(), no bound segment for port d047b8b8-639e-410d-8ce9-6468f92aa5ef on network ba371117-a145-4158-b3bb-fe980ce95c91 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:02:18.119132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:18.119132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.120307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/ports/d047b8b8-639e-410d-8ce9-6468f92aa5ef HTTP/1.1" status: 200 len: 818 time: 0.4804132 Jul 28 15:02:18.122997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.163127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25974c5-665d-4ebc-a65b-45ed963f43fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=d047b8b8-639e-410d-8ce9-6468f92aa5ef,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:18.226273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port d047b8b8-639e-410d-8ce9-6468f92aa5ef {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:18.226505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.301804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.318133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for d047b8b8-639e-410d-8ce9-6468f92aa5ef owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:18.518898 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.547572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=d047b8b8-639e-410d-8ce9-6468f92aa5ef,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:18.556037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.560369 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e77fe006-08a5-4f74-95dc-b32b64529846 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/d047b8b8-639e-410d-8ce9-6468f92aa5ef HTTP/1.1" status: 204 len: 168 time: 0.4341400 Jul 28 15:02:18.560986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.614086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8cba5e-352f-4deb-af74-b0e6d24af666 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:18.615631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a8cba5e-352f-4deb-af74-b0e6d24af666 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0532615 Jul 28 15:02:18.619590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.652133 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe31150-d5e1-4cc0-ab36-55654dfddf65 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:18.653710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cfe31150-d5e1-4cc0-ab36-55654dfddf65 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/d047b8b8-639e-410d-8ce9-6468f92aa5ef HTTP/1.1" status: 404 len: 333 time: 0.0293298 Jul 28 15:02:18.657418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53968) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:18.662290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1562675777'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:18.851380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:18.855651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.882139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:18.892078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:18.892485 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 0107fcb7-33f7-43d9-b7ef-f43a948a0530 of type vlan for network 9eb0bafb-540d-4983-b7d0-830774ec9a49 Jul 28 15:02:18.934348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.062787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.068435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:19.068963 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.135586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=9eb0bafb-540d-4983-b7d0-830774ec9a49,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:19.147091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:19.297225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4907a431-ed09-4989-bfc7-7046ec834508 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6383882 Jul 28 15:02:19.308046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:19.313673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:19.551387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:19.555161 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.891811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:19.965169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=102ce3ee-ea75-41af-b905-3ba889c06448,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:19.979632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '0107fcb7-33f7-43d9-b7ef-f43a948a0530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:19.979995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: 9eb0bafb-540d-4983-b7d0-830774ec9a49, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:20.051133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.113409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:20.325204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 9eb0bafb-540d-4983-b7d0-830774ec9a49) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:20.329539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:20.330245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.338347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87874fd3-e5a9-4476-a0de-dae57408b3a2 None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:20.508863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-9eb0bafb-540d-4983-b7d0-830774ec9a49', 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '102ce3ee-ea75-41af-b905-3ba889c06448'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:20.509927 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.589690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45b6a714-aca7-49c1-a6a6-28980203a9dc tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2803299 Jul 28 15:02:20.592405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53986) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:20.598253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:20.671896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Allocated IP 172.20.0.2 (9eb0bafb-540d-4983-b7d0-830774ec9a49/102ce3ee-ea75-41af-b905-3ba889c06448/d848e2c1-9441-4636-9eea-580d73d8ac64) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:20.702504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.834653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.844324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Transition to ACTIVE for port object d848e2c1-9441-4636-9eea-580d73d8ac64 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:20.859755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Transition to ACTIVE for port object d848e2c1-9441-4636-9eea-580d73d8ac64 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:20.879693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:20.884107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:20.987883 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 102ce3ee-ea75-41af-b905-3ba889c06448 (CIDR: 172.20.0.0/28) Jul 28 15:02:21.040007 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.085651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:21.087847 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:02:21.088357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:02:21.092239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:21.096748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:21.108707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Pushing event updated for resources: {'Port': ['ID=d848e2c1-9441-4636-9eea-580d73d8ac64,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:21.132148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.132506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.134948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.134948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.134948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.134948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.135408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.135627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.136017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.136382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.136744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.137308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:21.167528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Attempting to bind port d848e2c1-9441-4636-9eea-580d73d8ac64 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:21.168016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Attempting to bind port d848e2c1-9441-4636-9eea-580d73d8ac64 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0107fcb7-33f7-43d9-b7ef-f43a948a0530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:21.168376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Attempting to bind port d848e2c1-9441-4636-9eea-580d73d8ac64 on network 9eb0bafb-540d-4983-b7d0-830774ec9a49 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:21.175045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:21.175045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Checking segment: {'id': '0107fcb7-33f7-43d9-b7ef-f43a948a0530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:21.175610 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.175716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Bound using segment: {'id': '0107fcb7-33f7-43d9-b7ef-f43a948a0530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:21.176169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Bound port: d848e2c1-9441-4636-9eea-580d73d8ac64, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0107fcb7-33f7-43d9-b7ef-f43a948a0530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:21.176561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.244963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] For port d848e2c1-9441-4636-9eea-580d73d8ac64, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:21.248070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] For port d848e2c1-9441-4636-9eea-580d73d8ac64, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d848e2c1-9441-4636-9eea-580d73d8ac64,segment=NetworkSegment(0107fcb7-33f7-43d9-b7ef-f43a948a0530),segment_id=0107fcb7-33f7-43d9-b7ef-f43a948a0530)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:21.281062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1da38f94-d6cf-4fe7-bc8a-5e89ce77d41f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6873682 Jul 28 15:02:21.283795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 53992) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:21.294138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:21.428699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.594372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:21.598593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:21.667456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0319d-bd57-4134-a5ea-f6015c5640e3 None None] Pushing event updated for resources: {'Port': ['ID=d848e2c1-9441-4636-9eea-580d73d8ac64,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:22.125443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.170637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:22.173925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:22.179906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:22.181554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.197282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=0bf6a739-5c2e-47f7-8f95-be98a825c18c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:22.358176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 53998) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:22.358756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2b5614ff-2bdf-4932-b1b0-f64a437a2aab tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0734119 Jul 28 15:02:22.363689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'fixed_ips': [{'subnet_id': '102ce3ee-ea75-41af-b905-3ba889c06448'}, {'subnet_id': '0bf6a739-5c2e-47f7-8f95-be98a825c18c'}], 'name': 'tempest-PortsTestJSON-1275875267'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:22.607717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d848e2c1-9441-4636-9eea-580d73d8ac64 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:22.623804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:22.677961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc4e20-461b-4840-85bd-4ced74f10191 None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:22.737781 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:22.761652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port b8a47df3-320b-4c68-b9ac-046f2e4285a7 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:22.889205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port d848e2c1-9441-4636-9eea-580d73d8ac64 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:22.969375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Provisioning for port d848e2c1-9441-4636-9eea-580d73d8ac64 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:22.981245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Provisioning complete for port d848e2c1-9441-4636-9eea-580d73d8ac64 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:22.983737 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.007370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Update dhcp port {'port': {'network_id': '9eb0bafb-540d-4983-b7d0-830774ec9a49', 'fixed_ips': [{'subnet_id': '102ce3ee-ea75-41af-b905-3ba889c06448', 'ip_address': '172.20.0.2'}, {'subnet_id': '0bf6a739-5c2e-47f7-8f95-be98a825c18c'}], 'binding:host_id': 'n-d-705658-23'}, 'id': 'd848e2c1-9441-4636-9eea-580d73d8ac64'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:02:23.047217 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.169199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.8 (9eb0bafb-540d-4983-b7d0-830774ec9a49/102ce3ee-ea75-41af-b905-3ba889c06448/b8a47df3-320b-4c68-b9ac-046f2e4285a7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:23.236308 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.275806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] For port d848e2c1-9441-4636-9eea-580d73d8ac64, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d848e2c1-9441-4636-9eea-580d73d8ac64,segment=NetworkSegment(0107fcb7-33f7-43d9-b7ef-f43a948a0530),segment_id=0107fcb7-33f7-43d9-b7ef-f43a948a0530)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:23.353595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.23 (9eb0bafb-540d-4983-b7d0-830774ec9a49/0bf6a739-5c2e-47f7-8f95-be98a825c18c/b8a47df3-320b-4c68-b9ac-046f2e4285a7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:23.434161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.515950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e12604-2492-4797-ba6b-677afdfe7f74 None None] Pushing event updated for resources: {'Port': ['ID=d848e2c1-9441-4636-9eea-580d73d8ac64,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:23.552899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.567711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object b8a47df3-320b-4c68-b9ac-046f2e4285a7 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:23.737236 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.787456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:23.788839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Allocated IP 172.20.0.18 (9eb0bafb-540d-4983-b7d0-830774ec9a49/0bf6a739-5c2e-47f7-8f95-be98a825c18c/d848e2c1-9441-4636-9eea-580d73d8ac64) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:23.793046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:23.800189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:23.830757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=b8a47df3-320b-4c68-b9ac-046f2e4285a7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:23.870539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:23.871557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.909248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] For port d848e2c1-9441-4636-9eea-580d73d8ac64, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d848e2c1-9441-4636-9eea-580d73d8ac64,segment=NetworkSegment(0107fcb7-33f7-43d9-b7ef-f43a948a0530),segment_id=0107fcb7-33f7-43d9-b7ef-f43a948a0530)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:23.940095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:23.954783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Transition to ACTIVE for port object d848e2c1-9441-4636-9eea-580d73d8ac64 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:24.023980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2f4da52b-0caf-4d06-81b5-6ba9fac29cc6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6645169 Jul 28 15:02:24.029314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54014) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:24.034867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '102ce3ee-ea75-41af-b905-3ba889c06448'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:24.085575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:24.178089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c5ca4-58f3-49e9-bea2-709f7c435706 None None] Pushing event updated for resources: {'Port': ['ID=d848e2c1-9441-4636-9eea-580d73d8ac64,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:24.203523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-78209792-95f6-4e54-9f52-191d80126737 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378297221&fields=id&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 267 time: 0.0402315 Jul 28 15:02:24.365707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-af2ede47-b7a0-4aa3-83f8-402cd3096216 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:24.368649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-af2ede47-b7a0-4aa3-83f8-402cd3096216 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1571605 Jul 28 15:02:24.386917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-90670a80-8def-463a-baf8-4a6c6753b2b0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0112774 Jul 28 15:02:24.448301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-5c38c997-a131-475c-be6b-06d4d3e1b48b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535102 Jul 28 15:02:24.498563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:24.588899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d848e2c1-9441-4636-9eea-580d73d8ac64 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:24.745242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-f2c10543-fdf9-4296-8ec5-b1a644a8ea24 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826784 Jul 28 15:02:24.781395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66358b5d-b63d-4e78-8767-581edc5e5543 None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:24.857754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Delete allocated IP 172.20.0.23 (9eb0bafb-540d-4983-b7d0-830774ec9a49/0bf6a739-5c2e-47f7-8f95-be98a825c18c) {{(pid=94748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:02:24.861761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-13078c74-8995-4b84-8bc2-4585563f951a service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094892 Jul 28 15:02:25.013421 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.029202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Ignored duplicate provisioning block setup for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 15:02:25.250569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f03b4bf-0cee-44d0-80f0-bfbf23b93654 None None] Provisioning for port d848e2c1-9441-4636-9eea-580d73d8ac64 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:25.254983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.256792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f03b4bf-0cee-44d0-80f0-bfbf23b93654 None None] Provisioning complete for port d848e2c1-9441-4636-9eea-580d73d8ac64 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:25.257459 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f03b4bf-0cee-44d0-80f0-bfbf23b93654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.357818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=b8a47df3-320b-4c68-b9ac-046f2e4285a7,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:25.375735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] In _notify_port_updated(), no bound segment for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 on network 9eb0bafb-540d-4983-b7d0-830774ec9a49 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:02:25.381392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:25.381879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.383947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27feb4eb-2387-4c4c-bcec-e0f4940d7b48 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/ports/b8a47df3-320b-4c68-b9ac-046f2e4285a7 HTTP/1.1" status: 200 len: 919 time: 1.3528564 Jul 28 15:02:25.387467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:25.392920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '102ce3ee-ea75-41af-b905-3ba889c06448'}, {'subnet_id': '0bf6a739-5c2e-47f7-8f95-be98a825c18c'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:25.471423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.644768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Provisioning for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:25.650665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Provisioning complete for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:25.651658 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.686019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Port b8a47df3-320b-4c68-b9ac-046f2e4285a7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:25.696538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Provisioning complete for port d848e2c1-9441-4636-9eea-580d73d8ac64 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:25.696914 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39dfbd2c-c421-42e8-91ea-f6a57670fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.755133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.25 (9eb0bafb-540d-4983-b7d0-830774ec9a49/0bf6a739-5c2e-47f7-8f95-be98a825c18c/b8a47df3-320b-4c68-b9ac-046f2e4285a7) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:25.889262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.903040 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Ignored duplicate provisioning block setup for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 28 15:02:25.904575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f30f7f65-e4bd-438c-ad5f-746c9371a8ea None None] Provisioning complete for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:25.904955 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f30f7f65-e4bd-438c-ad5f-746c9371a8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:25.939260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f30f7f65-e4bd-438c-ad5f-746c9371a8ea None None] Port b8a47df3-320b-4c68-b9ac-046f2e4285a7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:26.009060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5553eb0c-f06a-4c21-94c5-a2eece8e6651 req-094f06db-f274-4494-81d7-dd8ac1f53330 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Jul 28 15:02:26.159383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.228787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=b8a47df3-320b-4c68-b9ac-046f2e4285a7,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:26.469221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-554aeece-6e29-4e65-8a71-ec5908a06a9d None None] Provisioning complete for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:26.469814 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-554aeece-6e29-4e65-8a71-ec5908a06a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.506396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-554aeece-6e29-4e65-8a71-ec5908a06a9d None None] Port b8a47df3-320b-4c68-b9ac-046f2e4285a7 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:26.562164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] In _notify_port_updated(), no bound segment for port b8a47df3-320b-4c68-b9ac-046f2e4285a7 on network 9eb0bafb-540d-4983-b7d0-830774ec9a49 {{(pid=94749) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:02:26.567591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:26.568245 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.569628 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d65c2fc1-020b-414b-b35e-3a72b91e7606 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/ports/b8a47df3-320b-4c68-b9ac-046f2e4285a7 HTTP/1.1" status: 200 len: 999 time: 1.1811535 Jul 28 15:02:26.572716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54038) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:26.660639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port b8a47df3-320b-4c68-b9ac-046f2e4285a7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:26.660989 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.759711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:26.771724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for b8a47df3-320b-4c68-b9ac-046f2e4285a7 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:27.056792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.092193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=b8a47df3-320b-4c68-b9ac-046f2e4285a7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:27.139891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2397fd02-3612-40d8-a97b-0b8241e73afe req-b451874f-9ec1-4c36-b9e0-7f507b00807c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0515702 Jul 28 15:02:27.217729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.222025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39d072a7-75f6-432c-b95a-e134dce78398 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/b8a47df3-320b-4c68-b9ac-046f2e4285a7 HTTP/1.1" status: 204 len: 168 time: 0.6460435 Jul 28 15:02:27.222786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54048) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:27.249197 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b5404e-9d31-4a37-ad41-e02ffa55f33e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:27.250773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99b5404e-9d31-4a37-ad41-e02ffa55f33e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/b8a47df3-320b-4c68-b9ac-046f2e4285a7 HTTP/1.1" status: 404 len: 333 time: 0.0271578 Jul 28 15:02:27.253751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:27.312305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 0bf6a739-5c2e-47f7-8f95-be98a825c18c {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:27.315420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.359651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.442363 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.634536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.660641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf6a739-5c2e-47f7-8f95-be98a825c18c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:27.669724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.670812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-de5a1748-aa37-4848-94d8-723b8123c73d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/0bf6a739-5c2e-47f7-8f95-be98a825c18c HTTP/1.1" status: 204 len: 168 time: 0.4159141 Jul 28 15:02:27.673393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54054) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:27.677129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9052df-e9fe-4a8a-8c3d-287db1a4bd0a None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:27.732468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 102ce3ee-ea75-41af-b905-3ba889c06448 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:27.735931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.778127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:27.863528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.028496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.057596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=102ce3ee-ea75-41af-b905-3ba889c06448,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:28.061420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.070142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ffd509f5-845a-4b74-9733-1adf00ec94b2 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/102ce3ee-ea75-41af-b905-3ba889c06448 HTTP/1.1" status: 204 len: 168 time: 0.3889873 Jul 28 15:02:28.070142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:28.149383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.221742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port d848e2c1-9441-4636-9eea-580d73d8ac64 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:28.222346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.273005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-76c6fc9b-c01e-4f6b-8ef5-8e1ffd7faa59 req-1e679b1a-fa18-4aeb-aa64-35c728ed659c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0425208 Jul 28 15:02:28.318377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port d848e2c1-9441-4636-9eea-580d73d8ac64, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d848e2c1-9441-4636-9eea-580d73d8ac64,segment=NetworkSegment(0107fcb7-33f7-43d9-b7ef-f43a948a0530),segment_id=0107fcb7-33f7-43d9-b7ef-f43a948a0530)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:28.318823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.335519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc01cf4-b5ba-4072-8c77-490dbc388167 None None] Network 9eb0bafb-540d-4983-b7d0-830774ec9a49 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:28.337147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for d848e2c1-9441-4636-9eea-580d73d8ac64 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:28.348018 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-31f784e5-c3bc-4d3a-8d61-5bcff9025840 None None] Provisioning complete for port d848e2c1-9441-4636-9eea-580d73d8ac64 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:28.348405 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-31f784e5-c3bc-4d3a-8d61-5bcff9025840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.565213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.581021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c51cc-a9fd-4e1f-baf7-a7154072a164 None None] DHCP port deletion for 9eb0bafb-540d-4983-b7d0-830774ec9a49 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:28.597882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=d848e2c1-9441-4636-9eea-580d73d8ac64,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:28.602116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port d848e2c1-9441-4636-9eea-580d73d8ac64 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:28.687030 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.697464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb0bafb-540d-4983-b7d0-830774ec9a49']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:28.708090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0107fcb7-33f7-43d9-b7ef-f43a948a0530') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:28.708394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0107fcb7-33f7-43d9-b7ef-f43a948a0530') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:28.718249 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.733108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.739641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:28.740037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:28.743751 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:29.062457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.069479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.071567 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/9eb0bafb-540d-4983-b7d0-830774ec9a49 HTTP/1.1" status: 204 len: 168 time: 1.0043750 Jul 28 15:02:29.075582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54072) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.083673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4c20c-fcd2-4ac9-9fb5-4fab57ae4e4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=9eb0bafb-540d-4983-b7d0-830774ec9a49,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:29.129355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c5fd54-1bd5-4154-8135-558ca310e76c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:29.130848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a5c5fd54-1bd5-4154-8135-558ca310e76c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0543995 Jul 28 15:02:29.134359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54074) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.178747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3d19f34f-060e-4de7-b27c-2960ad988b26 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0432065 Jul 28 15:02:29.182754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54076) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.187620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1098701533'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:29.347878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-578dc61c-8510-4917-b2f9-3a13a7720c9f req-1258cd46-9977-42d0-b36a-2aed11d26612 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0261576 Jul 28 15:02:29.388038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:29.391739 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.417165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:29.426692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.426859 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment f0fe4187-e386-459e-8a0e-e7800dd110ff of type vlan for network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa Jul 28 15:02:29.467338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.701896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.707707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:29.708333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:29.778375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:29.788603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:29.989552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4c701760-d111-4f28-8282-e5bec4bbb8d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8055410 Jul 28 15:02:29.995139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54086) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:29.997679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:30.412601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:30.416978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:30.440820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9464bf61-9c6e-4078-83f0-c754fe1b5058 req-efd9ccf5-3d8f-460b-b5e0-aac7590f3cf2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0403976 Jul 28 15:02:30.544674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d848e2c1-9441-4636-9eea-580d73d8ac64 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:30.567754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d848e2c1-9441-4636-9eea-580d73d8ac64 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:30.568324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d848e2c1-9441-4636-9eea-580d73d8ac64 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:30.959290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.122952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=81e5100a-1426-4d94-8f5b-123c003509e9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:31.122952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': 'f0fe4187-e386-459e-8a0e-e7800dd110ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:31.122952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:31.364949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:31.508188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:31.512496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:31.513119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.517881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad25ab-b797-4ca3-9c63-032840d95a64 None None] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:31.545494 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f4f949c-c51c-40db-900d-7f6c7c2e3426 req-43734ef2-e5dc-4467-adaa-06e4616e577b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0310647 Jul 28 15:02:31.673315 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa', 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '81e5100a-1426-4d94-8f5b-123c003509e9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:31.674175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.691081 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2478ad19-60c1-4714-99cd-c1c02bd07985 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6977940 Jul 28 15:02:31.693710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54094) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:31.698884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa', 'name': 'tempest-PortsTestJSON-1012218322'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:31.817939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Allocated IP 172.20.0.2 (b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa/81e5100a-1426-4d94-8f5b-123c003509e9/a21f067a-562c-4535-b218-6861f0e8985a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:31.941816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:31.945870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.965410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port f1f4bff4-e562-4498-8f84-d2d216e91a93 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:31.968501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:31.980047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Transition to ACTIVE for port object a21f067a-562c-4535-b218-6861f0e8985a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:31.995445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Transition to ACTIVE for port object a21f067a-562c-4535-b218-6861f0e8985a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:32.034644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-16dc3a0c-e200-49bd-a592-7393c0b4b204 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433671 Jul 28 15:02:32.132483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af36ef-7202-464a-86cc-14417af0f001 req-513340de-1d19-46a3-98f5-aad6a4a26fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.135187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-513340de-1d19-46a3-98f5-aad6a4a26fbf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0455012 Jul 28 15:02:32.205475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.245782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:32.250532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af36ef-7202-464a-86cc-14417af0f001 req-3fd80c57-cbe0-4cd9-8a68-9659e96ec278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.252338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:32.252704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-3fd80c57-cbe0-4cd9-8a68-9659e96ec278 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.0965228 Jul 28 15:02:32.256740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:32.260533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.5 (b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa/81e5100a-1426-4d94-8f5b-123c003509e9/f1f4bff4-e562-4498-8f84-d2d216e91a93) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:32.265054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Pushing event updated for resources: {'Port': ['ID=a21f067a-562c-4535-b218-6861f0e8985a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.314777 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Attempting to bind port a21f067a-562c-4535-b218-6861f0e8985a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:32.315121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Attempting to bind port a21f067a-562c-4535-b218-6861f0e8985a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f0fe4187-e386-459e-8a0e-e7800dd110ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:32.315485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Attempting to bind port a21f067a-562c-4535-b218-6861f0e8985a on network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:32.321880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:32.322395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Checking segment: {'id': 'f0fe4187-e386-459e-8a0e-e7800dd110ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:32.323417 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.323828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Bound using segment: {'id': 'f0fe4187-e386-459e-8a0e-e7800dd110ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:32.324310 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Bound port: a21f067a-562c-4535-b218-6861f0e8985a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe4187-e386-459e-8a0e-e7800dd110ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:32.325184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.329965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-bc874efe-dd96-4ae9-83bb-d8b060863cc7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1000 time: 0.0704834 Jul 28 15:02:32.383419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af36ef-7202-464a-86cc-14417af0f001 req-401729ae-df75-4c42-8ff0-25b53c9364fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.385002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-401729ae-df75-4c42-8ff0-25b53c9364fc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.0484755 Jul 28 15:02:32.395567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] For port a21f067a-562c-4535-b218-6861f0e8985a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:32.399123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] For port a21f067a-562c-4535-b218-6861f0e8985a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a21f067a-562c-4535-b218-6861f0e8985a,segment=NetworkSegment(f0fe4187-e386-459e-8a0e-e7800dd110ff),segment_id=f0fe4187-e386-459e-8a0e-e7800dd110ff)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:32.434515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.435995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af36ef-7202-464a-86cc-14417af0f001 req-bbbf6422-876a-47e1-9f7e-4c4aa9943664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.437612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-bbbf6422-876a-47e1-9f7e-4c4aa9943664 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445571 Jul 28 15:02:32.450671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object f1f4bff4-e562-4498-8f84-d2d216e91a93 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:32.541913 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-a0c98186-eede-489f-bcb1-11fe4eabde5b service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959382 Jul 28 15:02:32.599735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.642986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83af36ef-7202-464a-86cc-14417af0f001 req-340e5ddc-1fc5-4557-ac96-34ef66b974b4 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943012 Jul 28 15:02:32.651545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0aedd19b-efe7-4040-9416-8c1e2eb34367 req-a7c6efa4-a9fd-4ca1-ae68-d7524ff1f7f2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0342436 Jul 28 15:02:32.663270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2110772-ff1f-4486-b610-95b82d49c29e None None] Pushing event updated for resources: {'Port': ['ID=a21f067a-562c-4535-b218-6861f0e8985a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.675273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:32.726772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:32.730065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:32.736976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:32.762185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=f1f4bff4-e562-4498-8f84-d2d216e91a93,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:32.791384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:32.792024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.423187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1b02cb03-b771-4b4c-8fe2-984dd0abc752 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7283370 Jul 28 15:02:33.425917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54104) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:33.431838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': 'b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa', 'name': 'tempest-PortsTestJSON-1996167010'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:33.603275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b306c14c-a70a-4ac3-9ce8-fedbc7600e8e None None] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:33.755147 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00907519-12ae-4b4d-8d12-e15eca8259ac req-6b1d1b0e-37ad-492a-86c9-2c3ba5ba9705 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0286508 Jul 28 15:02:33.782291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:33.786477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:33.808736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 94caad27-90af-4894-a3bb-8a44085a8823 yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:33.936111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.11 (b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa/81e5100a-1426-4d94-8f5b-123c003509e9/94caad27-90af-4894-a3bb-8a44085a8823) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:33.947971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-08a7c9e5-f31e-487a-a059-dc05e2cd84fb None None] Provisioning for port a21f067a-562c-4535-b218-6861f0e8985a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:34.096316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.112150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 94caad27-90af-4894-a3bb-8a44085a8823 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:34.342045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f60a515b-f707-4337-be50-ee1e8542ba1a None None] Provisioning for port f1f4bff4-e562-4498-8f84-d2d216e91a93 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:34.346496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f60a515b-f707-4337-be50-ee1e8542ba1a None None] Provisioning complete for port f1f4bff4-e562-4498-8f84-d2d216e91a93 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:34.347034 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f60a515b-f707-4337-be50-ee1e8542ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.382363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f60a515b-f707-4337-be50-ee1e8542ba1a None None] Port f1f4bff4-e562-4498-8f84-d2d216e91a93 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:34.416572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.489493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:34.491167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:34.496648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:34.530394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=94caad27-90af-4894-a3bb-8a44085a8823,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:34.566982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:34.567536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.569016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d297d208-2dc7-4c4c-9b2c-ce918709b29b None None] Provisioning complete for port f1f4bff4-e562-4498-8f84-d2d216e91a93 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:34.569357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d297d208-2dc7-4c4c-9b2c-ce918709b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.613402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d297d208-2dc7-4c4c-9b2c-ce918709b29b None None] Port f1f4bff4-e562-4498-8f84-d2d216e91a93 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:34.638627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a21f067a-562c-4535-b218-6861f0e8985a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:34.732567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c630ed8a-a776-4e09-be40-c2129c5b33f9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3054769 Jul 28 15:02:34.736125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:34.757165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-5fc5caa2-7b02-4b55-b285-bd5a327f855b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:34.759518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-5fc5caa2-7b02-4b55-b285-bd5a327f855b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1370625 Jul 28 15:02:34.826484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-ac0b3cb8-10bb-4feb-b9ee-c156c6e95bbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 380 time: 0.0514512 Jul 28 15:02:34.833586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port a21f067a-562c-4535-b218-6861f0e8985a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:34.838271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a21f067a-562c-4535-b218-6861f0e8985a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:34.838699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.842117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'security_groups': ['3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:34.858283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d1984e-f68b-4627-b6cc-d7ace6894dec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:34.862987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b39d251-06da-4907-b5e4-5134720f064b req-dc79b701-1090-45ca-9452-cf884679b627 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0346332 Jul 28 15:02:34.864025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d3d1984e-f68b-4627-b6cc-d7ace6894dec tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1259525 Jul 28 15:02:34.864944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:34.928275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:34.970557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port a21f067a-562c-4535-b218-6861f0e8985a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a21f067a-562c-4535-b218-6861f0e8985a,segment=NetworkSegment(f0fe4187-e386-459e-8a0e-e7800dd110ff),segment_id=f0fe4187-e386-459e-8a0e-e7800dd110ff)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:34.976191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 94caad27-90af-4894-a3bb-8a44085a8823 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:34.977816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.033034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-78c8de08-89c6-4504-825b-7384e09acb65 None None] Provisioning for port 94caad27-90af-4894-a3bb-8a44085a8823 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:35.037123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-78c8de08-89c6-4504-825b-7384e09acb65 None None] Provisioning complete for port 94caad27-90af-4894-a3bb-8a44085a8823 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:35.037507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-78c8de08-89c6-4504-825b-7384e09acb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.070405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.072731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-78c8de08-89c6-4504-825b-7384e09acb65 None None] Port 94caad27-90af-4894-a3bb-8a44085a8823 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:35.083208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 94caad27-90af-4894-a3bb-8a44085a8823 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:35.182445 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.228499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:35.233761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.255607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=a21f067a-562c-4535-b218-6861f0e8985a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:35.347697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.380331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=94caad27-90af-4894-a3bb-8a44085a8823,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:35.465499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.467674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8391eba6-9520-4ec2-8519-7174920fabd0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/94caad27-90af-4894-a3bb-8a44085a8823 HTTP/1.1" status: 204 len: 168 time: 0.6016948 Jul 28 15:02:35.470186 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54118) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:35.508631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.9 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/a2f460a1-de60-436b-9851-b6ccaf17e278) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:35.514084 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-af487729-c812-4b32-9d0b-19df589b2676 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:35.516592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af487729-c812-4b32-9d0b-19df589b2676 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/94caad27-90af-4894-a3bb-8a44085a8823 HTTP/1.1" status: 404 len: 333 time: 0.0450723 Jul 28 15:02:35.519693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54120) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:35.722277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port f1f4bff4-e562-4498-8f84-d2d216e91a93 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:35.722547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.810666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.839982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object a2f460a1-de60-436b-9851-b6ccaf17e278 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:35.855565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:35.873168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for f1f4bff4-e562-4498-8f84-d2d216e91a93 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:35.966992 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bbd84c7-2824-4f13-8717-5466721a579d req-d9d4f108-160a-4d26-8b69-953065c12c96 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Jul 28 15:02:36.229123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.230854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.283407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:36.293280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:36.312662 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:36.367557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:36.418135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=f1f4bff4-e562-4498-8f84-d2d216e91a93,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:36.427542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:36.428196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.431949 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.433833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-13d2b114-595c-4f65-b0df-0ffd123e54ea tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/f1f4bff4-e562-4498-8f84-d2d216e91a93 HTTP/1.1" status: 204 len: 168 time: 0.9128122 Jul 28 15:02:36.437010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54128) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:36.472969 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a55917d-36f5-403f-b9b6-9a36e8133ef7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:36.475366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a55917d-36f5-403f-b9b6-9a36e8133ef7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/f1f4bff4-e562-4498-8f84-d2d216e91a93 HTTP/1.1" status: 404 len: 333 time: 0.0373473 Jul 28 15:02:36.478762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54130) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:36.586109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 81e5100a-1426-4d94-8f5b-123c003509e9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:36.589756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.599657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a21f067a-562c-4535-b218-6861f0e8985a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:36.628401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-8fe8df6a-a02c-489d-bebd-9e1276c12719 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7911508 Jul 28 15:02:36.633910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.657533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port a21f067a-562c-4535-b218-6861f0e8985a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:36.658009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.660380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Request body: {'port': {'device_id': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:36.741066 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.770625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b09da7ed-efa6-4d74-8ee5-4f8779b11602 None None] Provisioning for port a2f460a1-de60-436b-9851-b6ccaf17e278 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:36.775790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b09da7ed-efa6-4d74-8ee5-4f8779b11602 None None] Provisioning complete for port a2f460a1-de60-436b-9851-b6ccaf17e278 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:36.776315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b09da7ed-efa6-4d74-8ee5-4f8779b11602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:36.818383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b09da7ed-efa6-4d74-8ee5-4f8779b11602 None None] Port a2f460a1-de60-436b-9851-b6ccaf17e278 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:36.830137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.110532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.167990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=81e5100a-1426-4d94-8f5b-123c003509e9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:37.176691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3a313-d2a5-4a59-8fe2-c73d83ae1009 req-f67ab943-607e-475f-beb7-2167c291e3c5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:37.178209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bd3a313-d2a5-4a59-8fe2-c73d83ae1009 req-f67ab943-607e-475f-beb7-2167c291e3c5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 931 time: 0.1237576 Jul 28 15:02:37.184969 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.189300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c7720ab5-63f0-468e-b1a7-b29459a08157 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/81e5100a-1426-4d94-8f5b-123c003509e9 HTTP/1.1" status: 204 len: 168 time: 0.7070174 Jul 28 15:02:37.190371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54138) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:37.193589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5cc5fa-881e-428e-82a0-145e85a2b09b None None] Network b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:37.199776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f460a1-de60-436b-9851-b6ccaf17e278 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:02:37.214812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.241260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Transition to ACTIVE for port object a2f460a1-de60-436b-9851-b6ccaf17e278 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:37.247694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bd3a313-d2a5-4a59-8fe2-c73d83ae1009 req-9857af0a-649e-4204-a98c-3e23321f340f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596669 Jul 28 15:02:37.289407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.362168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port a21f067a-562c-4535-b218-6861f0e8985a {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:37.362786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.381522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.425190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] DHCP port deletion for b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:37.441670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port a21f067a-562c-4535-b218-6861f0e8985a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a21f067a-562c-4535-b218-6861f0e8985a,segment=NetworkSegment(f0fe4187-e386-459e-8a0e-e7800dd110ff),segment_id=f0fe4187-e386-459e-8a0e-e7800dd110ff)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:37.442490 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.460936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for a21f067a-562c-4535-b218-6861f0e8985a owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:37.513051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:37.522880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Deleting port a21f067a-562c-4535-b218-6861f0e8985a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:37.524260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.577728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Attempting to bind port a2f460a1-de60-436b-9851-b6ccaf17e278 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:37.578080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Attempting to bind port a2f460a1-de60-436b-9851-b6ccaf17e278 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:37.578428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Attempting to bind port a2f460a1-de60-436b-9851-b6ccaf17e278 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:37.583373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Port a2f460a1-de60-436b-9851-b6ccaf17e278 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:02:37.583680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Attempting to bind port a2f460a1-de60-436b-9851-b6ccaf17e278 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:37.594022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:37.594411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:37.594758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:37.595222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Bound port: a2f460a1-de60-436b-9851-b6ccaf17e278, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:37.595590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.670819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] For port a21f067a-562c-4535-b218-6861f0e8985a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a21f067a-562c-4535-b218-6861f0e8985a,segment=NetworkSegment(f0fe4187-e386-459e-8a0e-e7800dd110ff),segment_id=f0fe4187-e386-459e-8a0e-e7800dd110ff)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:37.672428 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:37.688638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Calling delete_port for a21f067a-562c-4535-b218-6861f0e8985a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:37.699503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:38.142734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.144067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a2f460a1-de60-436b-9851-b6ccaf17e278,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:38.145403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.145525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=a21f067a-562c-4535-b218-6861f0e8985a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:38.145525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port a21f067a-562c-4535-b218-6861f0e8985a on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:38.145816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] Pushing event deleted for resources: {'Port': ['ID=a21f067a-562c-4535-b218-6861f0e8985a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:38.145816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1d673-f2d9-4e68-8449-bcb931387939 None None] No DVR routers for this DVR port a21f067a-562c-4535-b218-6861f0e8985a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:38.149565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.159838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:38.170256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe4187-e386-459e-8a0e-e7800dd110ff') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:38.170558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe4187-e386-459e-8a0e-e7800dd110ff') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:38.179824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.198069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.204543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:38.204940 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:38.207859 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:38.376842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cff1a-56bb-44d2-90cf-ab757a047ffb req-2a6aad84-a769-4405-ad17-9ea7133fbaf1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.378378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c82cff1a-56bb-44d2-90cf-ab757a047ffb req-2a6aad84-a769-4405-ad17-9ea7133fbaf1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0541737 Jul 28 15:02:38.409887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.419466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c82cff1a-56bb-44d2-90cf-ab757a047ffb req-f7472c5c-094b-4e53-9899-4469354d17b9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Jul 28 15:02:38.457965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.458128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.458535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.460000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] 10.222.0.53 "PUT /v2.0/ports/a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 1092 time: 1.8042879 Jul 28 15:02:38.460773 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:38.463081 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321df488-f271-4672-912c-a29ae44205a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:38.482622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.490036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa HTTP/1.1" status: 204 len: 168 time: 1.2984903 Jul 28 15:02:38.523755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46630ef6-099a-47c8-8d69-8331723b2549 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=b17dbac6-c7b1-49ce-b942-d1ddeeeaf0fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:38.527824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54146) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:38.528005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef148f6-83c2-4e56-a676-1407c79a289f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:38.532777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1400196228'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:38.540340 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f43471-83b3-407a-b84d-accf6a7fbe78 x-openstack-request-id: req-d0f43471-83b3-407a-b84d-accf6a7fbe78 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:38.540636 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:38.540893 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0f43471-83b3-407a-b84d-accf6a7fbe78 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:38.541298 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'status': 'completed', 'code': 200} Jul 28 15:02:38.601491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a21f067a-562c-4535-b218-6861f0e8985a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:38.624505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a21f067a-562c-4535-b218-6861f0e8985a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:38.624867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a21f067a-562c-4535-b218-6861f0e8985a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:38.651838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df488-f271-4672-912c-a29ae44205a2 req-bc81fb55-889e-435e-9c81-46835dc56387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.653696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-321df488-f271-4672-912c-a29ae44205a2 req-bc81fb55-889e-435e-9c81-46835dc56387 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1095 time: 0.0791206 Jul 28 15:02:38.775335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df488-f271-4672-912c-a29ae44205a2 req-7a5dc34b-5150-42d5-ae94-1de9ca9da97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.776945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-321df488-f271-4672-912c-a29ae44205a2 req-7a5dc34b-5150-42d5-ae94-1de9ca9da97c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1068966 Jul 28 15:02:38.885529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df488-f271-4672-912c-a29ae44205a2 req-91f352d7-4029-4738-b18f-7198b2502fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.887160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-321df488-f271-4672-912c-a29ae44205a2 req-91f352d7-4029-4738-b18f-7198b2502fe0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024058 Jul 28 15:02:38.932750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:38.932750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.962602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:38.974798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:38.977547 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 9cfc018a-6bc5-48ed-b3c8-8762e8925194 of type vlan for network 04ee2d4a-51f5-45db-a14f-3dfefb954201 Jul 28 15:02:38.994164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-1e6c1a64-1a8e-4fe6-880d-dd794dbeea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:38.995884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-1e6c1a64-1a8e-4fe6-880d-dd794dbeea98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1095 time: 0.0490837 Jul 28 15:02:39.031112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.051164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-6cdca6b7-d98a-4c28-9dd1-d27b022d5753 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 217 time: 0.0417798 Jul 28 15:02:39.105280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-3b0243e8-1aa5-4e9a-913e-f9cb26b5f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:39.106776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-3b0243e8-1aa5-4e9a-913e-f9cb26b5f031 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0491576 Jul 28 15:02:39.155523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-eb28dc63-ceb8-4108-86f4-9ba4d68ef531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:39.157045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-eb28dc63-ceb8-4108-86f4-9ba4d68ef531 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435956 Jul 28 15:02:39.216355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.222030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:39.223231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:39.264137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-c944ade3-5b8e-4828-9684-c8ffa2a5dfde service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927653 Jul 28 15:02:39.299871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=04ee2d4a-51f5-45db-a14f-3dfefb954201,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:39.313191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:39.360461 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc235ac8-e582-44b5-96dd-e0b275fe497d req-23b7578c-4f86-4afc-bfcb-27d43fdbce35 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968845 Jul 28 15:02:39.463087 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-12c69e09-9f75-40a4-b083-d609d5583286 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9351835 Jul 28 15:02:39.465348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54152) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:39.470505 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:39.597248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a357dc-c807-46c0-95d7-bc9c527bbc89 req-f770d6ea-5f34-4eea-9993-716040e0e60d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:39.598674 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7a357dc-c807-46c0-95d7-bc9c527bbc89 req-f770d6ea-5f34-4eea-9993-716040e0e60d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0800552 Jul 28 15:02:39.642387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7a357dc-c807-46c0-95d7-bc9c527bbc89 req-79bc3a64-1d17-41b0-bbf2-c2fd706706ab tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359814 Jul 28 15:02:39.730384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:39.735435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.067569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.126302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:40.138901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '9cfc018a-6bc5-48ed-b3c8-8762e8925194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:40.139305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: 04ee2d4a-51f5-45db-a14f-3dfefb954201, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:40.284943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:40.478446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 04ee2d4a-51f5-45db-a14f-3dfefb954201) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:40.482780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:40.484178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.487075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea95226-c10f-44a4-915b-224d55a6b670 None None] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:40.631650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54162) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:40.632848 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-106fcd73-5c76-405e-8c91-5fa1139a74a8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1654003 Jul 28 15:02:40.638855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201', 'name': 'tempest-PortsTestJSON-583000979', 'fixed_ips': [{'subnet_id': '466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c', 'ip_address': '172.20.0.10'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:40.804128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-04ee2d4a-51f5-45db-a14f-3dfefb954201', 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:40.804128 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:40.963684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Allocated IP 172.20.0.2 (04ee2d4a-51f5-45db-a14f-3dfefb954201/466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c/3027b886-6e96-4c99-ad28-93c255c44ca0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:41.113367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cea1-fcc3-4ff9-b306-d393bda48312 req-06573eec-5a8e-4782-bad7-78353bc4b6d6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:41.114794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b73cea1-fcc3-4ff9-b306-d393bda48312 req-06573eec-5a8e-4782-bad7-78353bc4b6d6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.3975825 Jul 28 15:02:41.125353 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.134060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Transition to ACTIVE for port object 3027b886-6e96-4c99-ad28-93c255c44ca0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:41.149788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Transition to ACTIVE for port object 3027b886-6e96-4c99-ad28-93c255c44ca0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:41.155195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b73cea1-fcc3-4ff9-b306-d393bda48312 req-53dae680-8cd1-4ebd-8d62-a4aef5494418 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331924 Jul 28 15:02:41.261633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:41.307646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.344116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:41.347035 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:41.350435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:41.353755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.368152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Pushing event updated for resources: {'Port': ['ID=3027b886-6e96-4c99-ad28-93c255c44ca0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:41.373262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 5b884f3b-00bd-4926-afc7-243ce671083d yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:41.418666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Attempting to bind port 3027b886-6e96-4c99-ad28-93c255c44ca0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:41.418666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Attempting to bind port 3027b886-6e96-4c99-ad28-93c255c44ca0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9cfc018a-6bc5-48ed-b3c8-8762e8925194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:41.418666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Attempting to bind port 3027b886-6e96-4c99-ad28-93c255c44ca0 on network 04ee2d4a-51f5-45db-a14f-3dfefb954201 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:41.423164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:41.423541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Checking segment: {'id': '9cfc018a-6bc5-48ed-b3c8-8762e8925194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:41.423938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.424332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Bound using segment: {'id': '9cfc018a-6bc5-48ed-b3c8-8762e8925194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:41.424796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Bound port: 3027b886-6e96-4c99-ad28-93c255c44ca0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc018a-6bc5-48ed-b3c8-8762e8925194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:41.425179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.499820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] For port 3027b886-6e96-4c99-ad28-93c255c44ca0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:41.503229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] For port 3027b886-6e96-4c99-ad28-93c255c44ca0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3027b886-6e96-4c99-ad28-93c255c44ca0,segment=NetworkSegment(9cfc018a-6bc5-48ed-b3c8-8762e8925194),segment_id=9cfc018a-6bc5-48ed-b3c8-8762e8925194)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:41.548023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.10 (04ee2d4a-51f5-45db-a14f-3dfefb954201/466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c/5b884f3b-00bd-4926-afc7-243ce671083d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:41.598740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.663317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dff3f6-0625-4872-b1b5-425cbccc9a37 None None] Pushing event updated for resources: {'Port': ['ID=3027b886-6e96-4c99-ad28-93c255c44ca0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:41.709846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.727762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 5b884f3b-00bd-4926-afc7-243ce671083d will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:41.873633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:41.928446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:41.932414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:41.935667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:41.964994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=5b884f3b-00bd-4926-afc7-243ce671083d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:41.995512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:41.996165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.099574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54176) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:42.100198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b47d5af4-6e00-4140-876a-bd06509d5e99 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4654169 Jul 28 15:02:42.105543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': '04ee2d4a-51f5-45db-a14f-3dfefb954201', 'name': 'tempest-PortsTestJSON-930958717', 'fixed_ips': [{'subnet_id': '466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c', 'ip_address': '172.20.0.9'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:42.275536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cbb24-f2c9-4fd7-a478-77c6ef20a1a4 req-fdd33551-7079-4cd0-bee3-62011f79e398 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:42.276925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e3cbb24-f2c9-4fd7-a478-77c6ef20a1a4 req-fdd33551-7079-4cd0-bee3-62011f79e398 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0540221 Jul 28 15:02:42.320378 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e3cbb24-f2c9-4fd7-a478-77c6ef20a1a4 req-450d91ff-b582-42a8-a6d6-db7ba2c7e8f1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357168 Jul 28 15:02:42.324553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a021c04-69d2-43ee-a890-4a43933bf3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.436095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:42.534901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.555784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 4b103fc3-9370-409a-a9e5-664674f10d4e yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:42.607326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3027b886-6e96-4c99-ad28-93c255c44ca0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:42.633928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39da729-5b28-4e00-9bbc-7973790d1396 None None] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:42.730887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.9 (04ee2d4a-51f5-45db-a14f-3dfefb954201/466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c/4b103fc3-9370-409a-a9e5-664674f10d4e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:42.771578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-14d21716-2ddd-4f02-8513-5403caa897f6 None None] Provisioning for port 3027b886-6e96-4c99-ad28-93c255c44ca0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:42.833242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 3027b886-6e96-4c99-ad28-93c255c44ca0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:42.838531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3027b886-6e96-4c99-ad28-93c255c44ca0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:42.838912 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.886078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.902108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 4b103fc3-9370-409a-a9e5-664674f10d4e will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:42.921166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:42.957786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 3027b886-6e96-4c99-ad28-93c255c44ca0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3027b886-6e96-4c99-ad28-93c255c44ca0,segment=NetworkSegment(9cfc018a-6bc5-48ed-b3c8-8762e8925194),segment_id=9cfc018a-6bc5-48ed-b3c8-8762e8925194)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:43.016549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.056105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.069560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:43.078091 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:43.080896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:43.112240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=4b103fc3-9370-409a-a9e5-664674f10d4e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:43.120151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=3027b886-6e96-4c99-ad28-93c255c44ca0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:43.133925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.134280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.134764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.135134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.135472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.135799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.136129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.136459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.136807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.137136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.137466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.137787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:02:43.158462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.159132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.335940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Provisioning for port 5b884f3b-00bd-4926-afc7-243ce671083d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:43.340702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Provisioning complete for port 5b884f3b-00bd-4926-afc7-243ce671083d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:43.341175 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.346645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:43.349646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88065e8e-3df0-4bda-91a9-9ec9af4fea72 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2421396 Jul 28 15:02:43.396943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Port 5b884f3b-00bd-4926-afc7-243ce671083d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:43.407779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Provisioning complete for port 3027b886-6e96-4c99-ad28-93c255c44ca0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:43.408163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-973ebd2f-c8fa-42ce-8841-99df6060440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.484852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865a901-90b7-472f-a885-a05d7112e039 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.486572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9865a901-90b7-472f-a885-a05d7112e039 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1387069 Jul 28 15:02:43.491836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54188) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:43.495325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e39f7-3b1c-4455-98f0-6fbed4ba9f34 req-2f0bdb4d-a786-4f06-91ed-adf06bb7a83b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.496770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-854e39f7-3b1c-4455-98f0-6fbed4ba9f34 req-2f0bdb4d-a786-4f06-91ed-adf06bb7a83b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0912335 Jul 28 15:02:43.540687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-854e39f7-3b1c-4455-98f0-6fbed4ba9f34 req-45709924-dc62-466a-80dc-cfaa5c03e35a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346181 Jul 28 15:02:43.581964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db098d6-638c-42ea-9da7-4ee096203e2f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.588688 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db098d6-638c-42ea-9da7-4ee096203e2f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.594565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db098d6-638c-42ea-9da7-4ee096203e2f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:43.596302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1db098d6-638c-42ea-9da7-4ee096203e2f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1031237 Jul 28 15:02:43.599216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54190) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:43.615415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Provisioning complete for port 5b884f3b-00bd-4926-afc7-243ce671083d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:43.616014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.657002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Port 5b884f3b-00bd-4926-afc7-243ce671083d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:43.693992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 4b103fc3-9370-409a-a9e5-664674f10d4e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:43.694325 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.785946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.798973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 4b103fc3-9370-409a-a9e5-664674f10d4e owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:43.867281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Provisioning for port 4b103fc3-9370-409a-a9e5-664674f10d4e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:43.871337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Provisioning complete for port 4b103fc3-9370-409a-a9e5-664674f10d4e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:43.871879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:43.909785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-15f35fb7-ab69-4a31-b761-3623ac2a24d8 None None] Port 4b103fc3-9370-409a-a9e5-664674f10d4e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:44.067468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.094795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=4b103fc3-9370-409a-a9e5-664674f10d4e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:44.173103 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.177447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-01aa0744-5478-43e5-b2b6-ac18ca45ec82 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/4b103fc3-9370-409a-a9e5-664674f10d4e HTTP/1.1" status: 204 len: 168 time: 0.5749919 Jul 28 15:02:44.178213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54194) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.205326 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-194752dd-c06b-4977-ac52-8fb9231042d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:44.208244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-194752dd-c06b-4977-ac52-8fb9231042d1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/4b103fc3-9370-409a-a9e5-664674f10d4e HTTP/1.1" status: 404 len: 333 time: 0.0281780 Jul 28 15:02:44.221196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.324833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 5b884f3b-00bd-4926-afc7-243ce671083d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:44.325315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.420708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.432555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 5b884f3b-00bd-4926-afc7-243ce671083d owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:44.580751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3027b886-6e96-4c99-ad28-93c255c44ca0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:44.632560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3027b886-6e96-4c99-ad28-93c255c44ca0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:44.633227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.671678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e8f37-f33f-4686-9a04-9107a1ab1071 req-5040181d-abdf-4a66-baa6-8a5b641432f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:44.673402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1e8f37-f33f-4686-9a04-9107a1ab1071 req-5040181d-abdf-4a66-baa6-8a5b641432f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0568841 Jul 28 15:02:44.716231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db1e8f37-f33f-4686-9a04-9107a1ab1071 req-551e2d19-3abb-4f28-8ab6-186aad08b6b2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356343 Jul 28 15:02:44.775745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.811953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=5b884f3b-00bd-4926-afc7-243ce671083d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:44.829277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1dc7950a-610c-4d11-848f-59a9abe21264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.894206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.894206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d7bf8e96-08ca-430d-9038-97a6ba9bd7c7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/5b884f3b-00bd-4926-afc7-243ce671083d HTTP/1.1" status: 204 len: 168 time: 0.6699853 Jul 28 15:02:44.895150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54202) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.921097 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e710ffc6-f24e-4472-80cf-b77f120f3d5c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:44.925107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e710ffc6-f24e-4472-80cf-b77f120f3d5c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/5b884f3b-00bd-4926-afc7-243ce671083d HTTP/1.1" status: 404 len: 333 time: 0.0263774 Jul 28 15:02:44.925371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54204) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:44.941505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:44.984585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:44.988028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.030830 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.115139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.336549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.364862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:45.375851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.375851 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a2570488-3faf-4bb5-9867-01cf573ca384 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c HTTP/1.1" status: 204 len: 168 time: 0.4447432 Jul 28 15:02:45.375851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54206) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:45.377536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fec56f-5d88-4232-bca8-13bc972980a8 None None] Network 04ee2d4a-51f5-45db-a14f-3dfefb954201 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:45.450137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.511289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 3027b886-6e96-4c99-ad28-93c255c44ca0 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:45.511643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.576671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] DHCP port deletion for 04ee2d4a-51f5-45db-a14f-3dfefb954201 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:45.592054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port 3027b886-6e96-4c99-ad28-93c255c44ca0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3027b886-6e96-4c99-ad28-93c255c44ca0,segment=NetworkSegment(9cfc018a-6bc5-48ed-b3c8-8762e8925194),segment_id=9cfc018a-6bc5-48ed-b3c8-8762e8925194)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:45.592054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.605666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 3027b886-6e96-4c99-ad28-93c255c44ca0 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:45.625375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Deleting port 3027b886-6e96-4c99-ad28-93c255c44ca0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:45.625764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.695311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] For port 3027b886-6e96-4c99-ad28-93c255c44ca0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3027b886-6e96-4c99-ad28-93c255c44ca0,segment=NetworkSegment(9cfc018a-6bc5-48ed-b3c8-8762e8925194),segment_id=9cfc018a-6bc5-48ed-b3c8-8762e8925194)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:45.696057 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.708650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Calling delete_port for 3027b886-6e96-4c99-ad28-93c255c44ca0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:45.832824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.839543 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.869913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d71a7-22ea-4107-b546-0c0110a2e321 req-4cc1c6a5-3e64-4718-9304-c3c39c472170 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:45.871536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-221d71a7-22ea-4107-b546-0c0110a2e321 req-4cc1c6a5-3e64-4718-9304-c3c39c472170 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0839808 Jul 28 15:02:45.874147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=3027b886-6e96-4c99-ad28-93c255c44ca0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:45.876043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port 3027b886-6e96-4c99-ad28-93c255c44ca0 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:45.888917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] Pushing event deleted for resources: {'Port': ['ID=3027b886-6e96-4c99-ad28-93c255c44ca0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:45.889952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d56192-f071-4bff-a327-7f3e04dc459a None None] No DVR routers for this DVR port 3027b886-6e96-4c99-ad28-93c255c44ca0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:45.986188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-221d71a7-22ea-4107-b546-0c0110a2e321 req-8fa1feca-296a-41e8-8175-8799d6546857 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862815 Jul 28 15:02:45.987753 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:45.998001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ee2d4a-51f5-45db-a14f-3dfefb954201']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:46.011485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc018a-6bc5-48ed-b3c8-8762e8925194') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:46.011814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc018a-6bc5-48ed-b3c8-8762e8925194') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:46.020876 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.035085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.041533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:46.042024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:46.044985 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:46.227719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.284065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.299379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.299379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/04ee2d4a-51f5-45db-a14f-3dfefb954201 HTTP/1.1" status: 204 len: 168 time: 0.9201429 Jul 28 15:02:46.299671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:46.304396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-761375777'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:46.307578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358824-9bca-47d8-b35d-5a8c28154582 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=04ee2d4a-51f5-45db-a14f-3dfefb954201,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:46.560005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3027b886-6e96-4c99-ad28-93c255c44ca0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:46.569292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:46.573484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.580869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 3027b886-6e96-4c99-ad28-93c255c44ca0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:46.581225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3027b886-6e96-4c99-ad28-93c255c44ca0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:46.604085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:02:46.613491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.613843 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Added segment 970022a0-b5b3-4652-9636-812de94cc9a9 of type vlan for network 243486f9-830a-4f4c-9997-6468539fdfce Jul 28 15:02:46.656201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.792813 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.798588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:46.799270 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:46.869304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Network': ['ID=243486f9-830a-4f4c-9997-6468539fdfce,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:46.880277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 243486f9-830a-4f4c-9997-6468539fdfce details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:02:46.947877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e51ec55-9743-41f0-a1a8-b757f196a22c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6476271 Jul 28 15:02:46.950831 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54226) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:46.956015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': '243486f9-830a-4f4c-9997-6468539fdfce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:47.107683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75a8fe-0f4c-45c0-860a-179f10d8e74d req-ee7ed7c0-fc41-453c-b2fa-5887ff1f0a27 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:47.109112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be75a8fe-0f4c-45c0-860a-179f10d8e74d req-ee7ed7c0-fc41-453c-b2fa-5887ff1f0a27 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0505750 Jul 28 15:02:47.135993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:47.139683 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.155654 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be75a8fe-0f4c-45c0-860a-179f10d8e74d req-dd2454c3-cb36-474b-9ed6-8f8ef3732e31 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 Jul 28 15:02:47.530213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.586669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:47.603572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Checking segment: {'id': '970022a0-b5b3-4652-9636-812de94cc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:47.603860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network hostable DHCP agents. Network: 243486f9-830a-4f4c-9997-6468539fdfce, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:02:47.786949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 243486f9-830a-4f4c-9997-6468539fdfce is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:02:47.878311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.929838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 243486f9-830a-4f4c-9997-6468539fdfce) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:47.934037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:47.934661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:47.939774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5608725-b00f-43f9-9630-d91bc17c93f9 None None] Network 243486f9-830a-4f4c-9997-6468539fdfce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:48.059342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-41664882-eb83-43eb-9895-e1316dbc4c5e tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1044528 Jul 28 15:02:48.059342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54232) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:48.063724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1886880154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:48.091265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-243486f9-830a-4f4c-9997-6468539fdfce', 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': 'fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:48.092123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.232273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Allocated IP 172.20.0.2 (243486f9-830a-4f4c-9997-6468539fdfce/fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda/7cb57226-137f-4ad3-84a9-905688a63e97) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:48.262103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.263149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.293006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ab99b-34e5-4636-8cdc-b59912d641f0 req-7e50aa25-605c-429e-b07b-b9b9aa024adb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:48.319966 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-418ab99b-34e5-4636-8cdc-b59912d641f0 req-7e50aa25-605c-429e-b07b-b9b9aa024adb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0659654 Jul 28 15:02:48.344863 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.364862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-418ab99b-34e5-4636-8cdc-b59912d641f0 req-f12205aa-b450-4eb1-b071-fb5f9cf4c8b9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625434 Jul 28 15:02:48.386400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.394896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Transition to ACTIVE for port object 7cb57226-137f-4ad3-84a9-905688a63e97 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:48.410340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Transition to ACTIVE for port object 7cb57226-137f-4ad3-84a9-905688a63e97 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:48.450470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.558789 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.598389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.598638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Network 243486f9-830a-4f4c-9997-6468539fdfce is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:48.603179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8585b439-637e-4c2b-b9e3-c811e40ced32 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5399654 Jul 28 15:02:48.604039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54238) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:48.604483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:48.608954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:48.611927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'network_id': '243486f9-830a-4f4c-9997-6468539fdfce', 'name': 'tempest-PortsTestJSON-1889172388'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:48.612116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Pushing event updated for resources: {'Port': ['ID=7cb57226-137f-4ad3-84a9-905688a63e97,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:48.673733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Attempting to bind port 7cb57226-137f-4ad3-84a9-905688a63e97 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:48.674290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Attempting to bind port 7cb57226-137f-4ad3-84a9-905688a63e97 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '970022a0-b5b3-4652-9636-812de94cc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:48.674757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Attempting to bind port 7cb57226-137f-4ad3-84a9-905688a63e97 on network 243486f9-830a-4f4c-9997-6468539fdfce {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:48.680843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:48.681364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Checking segment: {'id': '970022a0-b5b3-4652-9636-812de94cc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:48.681882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.682375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Bound using segment: {'id': '970022a0-b5b3-4652-9636-812de94cc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:48.682949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Bound port: 7cb57226-137f-4ad3-84a9-905688a63e97, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970022a0-b5b3-4652-9636-812de94cc9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '243486f9-830a-4f4c-9997-6468539fdfce'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:48.683482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.755017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] For port 7cb57226-137f-4ad3-84a9-905688a63e97, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:48.758306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] For port 7cb57226-137f-4ad3-84a9-905688a63e97, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7cb57226-137f-4ad3-84a9-905688a63e97,segment=NetworkSegment(970022a0-b5b3-4652-9636-812de94cc9a9),segment_id=970022a0-b5b3-4652-9636-812de94cc9a9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:48.803483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:48.807817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.826440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 322244e9-5825-4bfa-b12c-f87cb731ee6e yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:48.857790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:48.955296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae764e74-f4a8-403d-bdc8-149528709c89 None None] Pushing event updated for resources: {'Port': ['ID=7cb57226-137f-4ad3-84a9-905688a63e97,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:49.033700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.14 (243486f9-830a-4f4c-9997-6468539fdfce/fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda/322244e9-5825-4bfa-b12c-f87cb731ee6e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:49.206358 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.223891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 322244e9-5825-4bfa-b12c-f87cb731ee6e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:49.370315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.414605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 243486f9-830a-4f4c-9997-6468539fdfce is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:49.417794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:49.423718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:49.430986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=322244e9-5825-4bfa-b12c-f87cb731ee6e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:49.485771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:49.486483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.499645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb0a78-b3e8-459e-939c-1fd2a2dc86ff req-d973cf31-dfbd-4814-bdbe-41080d715140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:49.501238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9eb0a78-b3e8-459e-939c-1fd2a2dc86ff req-d973cf31-dfbd-4814-bdbe-41080d715140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 943 time: 0.0576122 Jul 28 15:02:49.544842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9eb0a78-b3e8-459e-939c-1fd2a2dc86ff req-38608ad2-aebe-4e04-b474-afeca1286027 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Jul 28 15:02:49.619107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-73adf4e4-0234-4b33-a2eb-23eab816469f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0141189 Jul 28 15:02:49.621520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a2f460a1-de60-436b-9851-b6ccaf17e278 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:02:49.623892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54248) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:49.753213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a2f460a1-de60-436b-9851-b6ccaf17e278,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:49.773409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'mac_address': 'fa:16:3e:7e:77:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:02:49.826487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:49.846651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f460a1-de60-436b-9851-b6ccaf17e278 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:02:49.883308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a2f460a1-de60-436b-9851-b6ccaf17e278,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:49.998180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.080529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:50.107421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.111388 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.118016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3d355-fa44-4dd2-b7e9-58e81a9d15ff None None] Network 243486f9-830a-4f4c-9997-6468539fdfce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:50.285689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['a2f460a1-de60-436b-9851-b6ccaf17e278'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:02:50.392368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.562501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d8de608a-b307-435c-976b-e140c2345850 None None] Provisioning for port 7cb57226-137f-4ad3-84a9-905688a63e97 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:50.594096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.651095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7cb57226-137f-4ad3-84a9-905688a63e97 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:50.718065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.762898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=322244e9-5825-4bfa-b12c-f87cb731ee6e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:50.824600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7cb57226-137f-4ad3-84a9-905688a63e97 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:50.832624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7cb57226-137f-4ad3-84a9-905688a63e97 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:50.833663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.900271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2790e4e3-6b35-4808-a365-96fb7cea1d9d None None] Provisioning for port 322244e9-5825-4bfa-b12c-f87cb731ee6e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:50.904410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2790e4e3-6b35-4808-a365-96fb7cea1d9d None None] Provisioning complete for port 322244e9-5825-4bfa-b12c-f87cb731ee6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:50.904881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2790e4e3-6b35-4808-a365-96fb7cea1d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:50.958695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2790e4e3-6b35-4808-a365-96fb7cea1d9d None None] Port 322244e9-5825-4bfa-b12c-f87cb731ee6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:51.013475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.054826 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7cb57226-137f-4ad3-84a9-905688a63e97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7cb57226-137f-4ad3-84a9-905688a63e97,segment=NetworkSegment(970022a0-b5b3-4652-9636-812de94cc9a9),segment_id=970022a0-b5b3-4652-9636-812de94cc9a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:51.092158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1d90d19d-3efb-431d-8029-8790eee4f066 None None] Provisioning complete for port 322244e9-5825-4bfa-b12c-f87cb731ee6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:51.092675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1d90d19d-3efb-431d-8029-8790eee4f066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.149524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-1d90d19d-3efb-431d-8029-8790eee4f066 None None] Port 322244e9-5825-4bfa-b12c-f87cb731ee6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:51.184533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73044416-8de3-4511-b683-c6066c10a9af req-54c34ffe-8aa6-4ff4-9916-240bdb69580b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:51.186098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73044416-8de3-4511-b683-c6066c10a9af req-54c34ffe-8aa6-4ff4-9916-240bdb69580b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 944 time: 0.4979978 Jul 28 15:02:51.198605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.261512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7cb57226-137f-4ad3-84a9-905688a63e97,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:51.284663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dbd1bdee-122d-4776-8690-8f9a359891d7 None None] Provisioning complete for port 322244e9-5825-4bfa-b12c-f87cb731ee6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:51.285909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dbd1bdee-122d-4776-8690-8f9a359891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.292892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-73044416-8de3-4511-b683-c6066c10a9af req-5cada23a-d1ba-4e23-ba9b-010b3756e1ca tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944238 Jul 28 15:02:51.333993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1bdee-122d-4776-8690-8f9a359891d7 None None] Port 322244e9-5825-4bfa-b12c-f87cb731ee6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:51.350896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.627751 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a2f460a1-de60-436b-9851-b6ccaf17e278 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:51.651563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.770220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port a2f460a1-de60-436b-9851-b6ccaf17e278 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:02:51.776046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port a2f460a1-de60-436b-9851-b6ccaf17e278 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:51.776427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.904062 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.919398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:51.938417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:51.940777 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09993f4-c6b0-4a0d-b4b3-f57e06249a55" -d '{"events": [{"server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "name": "network-vif-plugged", "status": "completed", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:51.957017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a2f460a1-de60-436b-9851-b6ccaf17e278,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:52.002195 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53da2646-e0c5-48a5-aa42-92948b4024ae x-openstack-request-id: req-53da2646-e0c5-48a5-aa42-92948b4024ae {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:52.002491 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "name": "network-vif-plugged", "status": "completed", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:52.002746 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53da2646-e0c5-48a5-aa42-92948b4024ae {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:52.003171 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'code': 200} Jul 28 15:02:52.026463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.061173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.112968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:52.135254 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.148187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=322244e9-5825-4bfa-b12c-f87cb731ee6e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:52.171770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ca95-de3c-4324-be45-68bdc777e7b2 req-707c7dcd-5a92-4bdd-b811-d1788f903613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:52.173297 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e30ca95-de3c-4324-be45-68bdc777e7b2 req-707c7dcd-5a92-4bdd-b811-d1788f903613 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1097 time: 0.0927393 Jul 28 15:02:52.257476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e30ca95-de3c-4324-be45-68bdc777e7b2 req-3986f729-7c47-4594-9876-19493af16ee5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580404 Jul 28 15:02:52.281519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network 243486f9-830a-4f4c-9997-6468539fdfce is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:52.282811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:52.461515 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33979b7d-9f3d-424e-a544-40604ee41d3c req-d813d047-2ef6-4771-bd50-d4b885c30ee2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:52.463117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33979b7d-9f3d-424e-a544-40604ee41d3c req-d813d047-2ef6-4771-bd50-d4b885c30ee2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0862429 Jul 28 15:02:52.508480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33979b7d-9f3d-424e-a544-40604ee41d3c req-c0bd8283-3e7c-40db-a8d4-f85eb4fdcf06 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387683 Jul 28 15:02:52.558934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Router 73760155-fd90-4472-8fe7-cb32dca8aa3b is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:02:52.569778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4a617997-e990-4883-a686-7a14bd52cf01 None None] Provisioning complete for port 322244e9-5825-4bfa-b12c-f87cb731ee6e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:52.570261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4a617997-e990-4883-a686-7a14bd52cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.575738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7cb57226-137f-4ad3-84a9-905688a63e97 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:02:52.665804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:52.679507 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b3a467de-2755-4345-a82a-896678912e19 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/routers/73760155-fd90-4472-8fe7-cb32dca8aa3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0463858 Jul 28 15:02:52.679507 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54266) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:52.731940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe061a-d3b7-4286-a689-c9c1c6a0a419 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:52.733543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bebe061a-d3b7-4286-a689-c9c1c6a0a419 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?device_id=73760155-fd90-4472-8fe7-cb32dca8aa3b HTTP/1.1" status: 200 len: 983 time: 0.0531802 Jul 28 15:02:52.736433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54268) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:52.783325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] Sync routers for ids ['73760155-fd90-4472-8fe7-cb32dca8aa3b'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:52.815147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] Routers {'73760155-fd90-4472-8fe7-cb32dca8aa3b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:52.815727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['73760155-fd90-4472-8fe7-cb32dca8aa3b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:52.820727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4a617997-e990-4883-a686-7a14bd52cf01 None None] Port 322244e9-5825-4bfa-b12c-f87cb731ee6e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:02:52.856441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:52.873524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7cb57226-137f-4ad3-84a9-905688a63e97 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:02:52.873909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:52.875390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] Routers {'73760155-fd90-4472-8fe7-cb32dca8aa3b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:52.876028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['73760155-fd90-4472-8fe7-cb32dca8aa3b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:52.929425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:52.930089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46077ced-bc6c-448b-97f2-528fcac3c371 None None] The sync data for ids ['73760155-fd90-4472-8fe7-cb32dca8aa3b'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:53.162478 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.433855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 322244e9-5825-4bfa-b12c-f87cb731ee6e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:53.434152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.526645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:53.539107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 322244e9-5825-4bfa-b12c-f87cb731ee6e owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:53.634307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233a4a0-c527-4724-9897-0fbcf8fd32af req-ddf8f3ac-ab6d-40fc-9646-a662038fda04 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:53.635894 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2233a4a0-c527-4724-9897-0fbcf8fd32af req-ddf8f3ac-ab6d-40fc-9646-a662038fda04 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Jul 28 15:02:53.679724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2233a4a0-c527-4724-9897-0fbcf8fd32af req-b9437777-131d-4702-862c-c72aa6ed586a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369906 Jul 28 15:02:54.023047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998579ab-74fa-473c-9f7a-fa84f7595caf req-ddaf1d74-8ad4-4afc-a3e0-5c39aa8994f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:54.024706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-998579ab-74fa-473c-9f7a-fa84f7595caf req-ddaf1d74-8ad4-4afc-a3e0-5c39aa8994f5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0676773 Jul 28 15:02:54.092942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-998579ab-74fa-473c-9f7a-fa84f7595caf req-8fd72574-6369-4c29-bd88-077a06301057 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499353 Jul 28 15:02:54.115547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.252675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59edca-f5e6-4f9b-9cf3-ff632fb5f3bd tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:54.254254 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7b59edca-f5e6-4f9b-9cf3-ff632fb5f3bd tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1092 time: 0.1376686 Jul 28 15:02:54.255348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.258140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.263077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:54.291421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=322244e9-5825-4bfa-b12c-f87cb731ee6e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:54.387142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.442070 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.541051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.557759 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:02:54.644818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Router 73760155-fd90-4472-8fe7-cb32dca8aa3b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:02:54.666546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.25.0.253 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/78d55a7c-5192-493c-b0fd-36b47756632d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:54.726255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:54.732019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5c0e3843-afd9-448d-9153-ce83dd914d1f tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/routers/73760155-fd90-4472-8fe7-cb32dca8aa3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945192 Jul 28 15:02:54.735407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54288) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.740523 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] Sync routers for ids ['73760155-fd90-4472-8fe7-cb32dca8aa3b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:54.750795 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] Routers {'73760155-fd90-4472-8fe7-cb32dca8aa3b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:54.751752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['73760155-fd90-4472-8fe7-cb32dca8aa3b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:54.780402 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6b7c9c-7782-4961-a9b9-40f45ce43ac7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:02:54.785078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff6b7c9c-7782-4961-a9b9-40f45ce43ac7 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/322244e9-5825-4bfa-b12c-f87cb731ee6e HTTP/1.1" status: 404 len: 333 time: 0.0457561 Jul 28 15:02:54.786553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:54.797111 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:54.806158 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] Routers {'73760155-fd90-4472-8fe7-cb32dca8aa3b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:54.807320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['73760155-fd90-4472-8fe7-cb32dca8aa3b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:54.830949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:54.845006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:54.845878 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837eb4f1-6fe1-400b-89a3-2ef4d17c1484 None None] The sync data for ids ['73760155-fd90-4472-8fe7-cb32dca8aa3b'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:54.879570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.022450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.063087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.066494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.078728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:55.080002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=78d55a7c-5192-493c-b0fd-36b47756632d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:55.082656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:55.084875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:55.238719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.239355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Fanout notify agent at l3_agent the message router_deleted on router 73760155-fd90-4472-8fe7-cb32dca8aa3b {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:02:55.250827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.250827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a1d5f0e7-bf37-45e4-af4e-801ec0d039fa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/routers/73760155-fd90-4472-8fe7-cb32dca8aa3b HTTP/1.1" status: 204 len: 168 time: 0.4641287 Jul 28 15:02:55.253196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54292) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:55.321004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:02:55.324609 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.377230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.487582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.626945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.659302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:55.676443 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.676771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9673f56-8f5f-4d5b-8bc2-d92d38d00d79 None None] Network 243486f9-830a-4f4c-9997-6468539fdfce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:55.680434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a9b349e4-5e77-46dd-9524-9b9f03415df1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda HTTP/1.1" status: 204 len: 168 time: 0.4259355 Jul 28 15:02:55.681287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54296) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:55.768812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.777465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.830160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 7cb57226-137f-4ad3-84a9-905688a63e97 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:55.830525 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.890084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] DHCP port deletion for 243486f9-830a-4f4c-9997-6468539fdfce request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:02:55.912395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] For port 7cb57226-137f-4ad3-84a9-905688a63e97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7cb57226-137f-4ad3-84a9-905688a63e97,segment=NetworkSegment(970022a0-b5b3-4652-9636-812de94cc9a9),segment_id=970022a0-b5b3-4652-9636-812de94cc9a9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:55.916982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.928542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 7cb57226-137f-4ad3-84a9-905688a63e97 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:55.936426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:55.955825 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Deleting port 7cb57226-137f-4ad3-84a9-905688a63e97 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:02:55.956549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.044194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] For port 7cb57226-137f-4ad3-84a9-905688a63e97, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7cb57226-137f-4ad3-84a9-905688a63e97,segment=NetworkSegment(970022a0-b5b3-4652-9636-812de94cc9a9),segment_id=970022a0-b5b3-4652-9636-812de94cc9a9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:02:56.044952 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.058382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Calling delete_port for 7cb57226-137f-4ad3-84a9-905688a63e97 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:02:56.101611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.117113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.138818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.140973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=7cb57226-137f-4ad3-84a9-905688a63e97,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:56.146362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No DVR routers for this DVR port 7cb57226-137f-4ad3-84a9-905688a63e97 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:56.175946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] Pushing event deleted for resources: {'Port': ['ID=7cb57226-137f-4ad3-84a9-905688a63e97,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:56.182007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09271331-ddb3-40aa-9020-564b9d65ab52 None None] No DVR routers for this DVR port 7cb57226-137f-4ad3-84a9-905688a63e97 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:02:56.196267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.234620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.245678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243486f9-830a-4f4c-9997-6468539fdfce']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.257693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970022a0-b5b3-4652-9636-812de94cc9a9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.257990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970022a0-b5b3-4652-9636-812de94cc9a9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.267243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.270471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=78d55a7c-5192-493c-b0fd-36b47756632d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:56.283878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.286397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.292579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:02:56.292960 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:02:56.299052 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:02:56.392593 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP 57c0abaf-29aa-40a2-92ff-db40dfa323fd associated. External IP: 172.25.0.253, port: a2f460a1-de60-436b-9851-b6ccaf17e278. Jul 28 15:02:56.558319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7cb57226-137f-4ad3-84a9-905688a63e97 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:02:56.579909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7cb57226-137f-4ad3-84a9-905688a63e97 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:02:56.580260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7cb57226-137f-4ad3-84a9-905688a63e97 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:02:56.618771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:02:56.727578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:02:56.739904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:02:56.750841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:56.751598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:56.777300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.785039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.799625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/243486f9-830a-4f4c-9997-6468539fdfce HTTP/1.1" status: 204 len: 168 time: 1.1100545 Jul 28 15:02:56.802536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54300) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:56.803915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744a98-1ad1-44d3-9a42-ec69b40ba4a1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=243486f9-830a-4f4c-9997-6468539fdfce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:56.848346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ddd7d7-aa3e-409f-8398-af867c70ce31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:56.849782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-27ddd7d7-aa3e-409f-8398-af867c70ce31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 HTTP/1.1" status: 200 len: 840 time: 0.0461383 Jul 28 15:02:56.853781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:56.878059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:56.898119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8f689967-a08c-4b8d-ae31-e8c356dad724 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0393534 Jul 28 15:02:56.898428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54304) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:56.903249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:56.918507 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:56.991477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c834753e-cf91-41c3-a2c4-c2dd4ed95523 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7311356 Jul 28 15:02:56.996769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:02:56.999073 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d01d3a-2fb7-4975-96a5-02f376ccae69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:02:57.049434 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb0c26-a658-4343-a8d9-1a23f4623462 x-openstack-request-id: req-35eb0c26-a658-4343-a8d9-1a23f4623462 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:02:57.049434 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:02:57.049434 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35eb0c26-a658-4343-a8d9-1a23f4623462 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:02:57.049434 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'status': 'completed', 'code': 200} Jul 28 15:02:57.117983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '57c0abaf-29aa-40a2-92ff-db40dfa323fd', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:7e:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:55Z', 'updated_at': '2021-07-28T15:02:55Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:57.130354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-d96dfbf1-60c6-4741-bac2-d2e669cf9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:57.134791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-d96dfbf1-60c6-4741-bac2-d2e669cf9ff0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1097 time: 0.0457771 Jul 28 15:02:57.152011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:02:57.161389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:02:57.162020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:02:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:57.198121 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:57.201993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.259132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-17d7eb58-8813-473b-a0ac-a3291585c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:57.261597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-17d7eb58-8813-473b-a0ac-a3291585c699 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1150570 Jul 28 15:02:57.300332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:02:57.400483 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-02e59255-5449-4d97-922e-7d82bec7be2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 999 time: 0.1309154 Jul 28 15:02:57.456138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-19ea1b75-eace-4ebf-b63a-551aa1fcc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:57.457656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-19ea1b75-eace-4ebf-b63a-551aa1fcc7b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0504224 Jul 28 15:02:57.504038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-3f2eb594-7f5e-4431-b66a-6ca0433f0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:57.505627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-3f2eb594-7f5e-4431-b66a-6ca0433f0133 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412259 Jul 28 15:02:57.518506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.565686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '57c0abaf-29aa-40a2-92ff-db40dfa323fd', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:7e:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:55Z', 'updated_at': '2021-07-28T15:02:55Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:02:57.566029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:57.572321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:57.576192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:02:57.576786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.596738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=79c3daa8-0e3c-4203-a151-6136f2a70109,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:57.612240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db8fa8-0041-46cd-9b9c-4c1b752b11aa None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:02:57.614750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168eec8-f013-4b7b-ac8b-5ec92b5f0d2d None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '57c0abaf-29aa-40a2-92ff-db40dfa323fd', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3750, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:7e:77:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:02:55Z', 'updated_at': '2021-07-28T15:02:55Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:02:57.641133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-31b4b91b-4072-4241-9a66-866028072533 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283426 Jul 28 15:02:57.719219 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-180e9a8f-94ed-4495-a184-48555213add4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8198090 Jul 28 15:02:57.721971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54332) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:57.728032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1399024008'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:57.759432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-98d01d3a-2fb7-4975-96a5-02f376ccae69 req-28165bd2-91c1-4c7a-8ded-9fd167a57222 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105189 Jul 28 15:02:57.837696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ba371117-a145-4158-b3bb-fe980ce95c91', 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'tenant_id': '7d7998361ace436096340f688200d539', 'fixed_ips': [{'subnet_id': '79c3daa8-0e3c-4203-a151-6136f2a70109'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:02:57.837696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.889449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:57.935439 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce2d6e-0251-4437-a68c-93cd8d26004b None None] New status for floating IP 57c0abaf-29aa-40a2-92ff-db40dfa323fd: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:02:57.997336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.005132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Allocated IP 172.20.0.2 (ba371117-a145-4158-b3bb-fe980ce95c91/79c3daa8-0e3c-4203-a151-6136f2a70109/8e44d1d1-73e5-4c06-8742-83f403a090af) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:58.100796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.129652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afa9df9-3c3b-4799-bb73-3d3ddbd2159c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:58.160548 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.169657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Transition to ACTIVE for port object 8e44d1d1-73e5-4c06-8742-83f403a090af will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:58.185403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Transition to ACTIVE for port object 8e44d1d1-73e5-4c06-8742-83f403a090af will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:02:58.546104 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.551729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1fe2ecaa-de35-41f8-90ca-3adf5cdbb427 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8239925 Jul 28 15:02:58.551729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54338) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:58.556568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1470160484'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:58.609779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.648208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:02:58.651050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:02:58.653765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:02:58.666521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54342) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:58.688270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:58.700944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.732054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Attempting to bind port 8e44d1d1-73e5-4c06-8742-83f403a090af on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:02:58.732054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Attempting to bind port 8e44d1d1-73e5-4c06-8742-83f403a090af by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:02:58.732054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Attempting to bind port 8e44d1d1-73e5-4c06-8742-83f403a090af on network ba371117-a145-4158-b3bb-fe980ce95c91 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:02:58.734261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:02:58.734769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Checking segment: {'id': '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:02:58.735213 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.735614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Bound using segment: {'id': '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:02:58.736095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Bound port: 8e44d1d1-73e5-4c06-8742-83f403a090af, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:02:58.736484 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.794345 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7a08524-4736-45c1-ad53-707a44560f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.809924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a1cb28e9-652c-4399-a845-0349739014df None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:02:58.813157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a1cb28e9-652c-4399-a845-0349739014df None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:02:58.820655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.934844 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:58.959362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.000351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb28e9-652c-4399-a845-0349739014df None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:59.017171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deff9242-2a83-49ce-80af-392e2d12a0ae,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:59.082725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7a08524-4736-45c1-ad53-707a44560f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.195073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7a08524-4736-45c1-ad53-707a44560f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.240460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7a08524-4736-45c1-ad53-707a44560f4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bfbd1dd4826d434086452a0961d739f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732193 Jul 28 15:02:59.240460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08524-4736-45c1-ad53-707a44560f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1459cf-52af-4914-8a40-11f057fdfa58,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:59.241237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54346) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:59.283376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.284707 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f9c33b60-6e90-444e-a1c5-ddceb3ce4643 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7335262 Jul 28 15:02:59.290740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54348) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:02:59.294708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.295995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2138611681', 'security_groups': ['deff9242-2a83-49ce-80af-392e2d12a0ae'], 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79c3daa8-0e3c-4203-a151-6136f2a70109'}]}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:02:59.316775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.489216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.500868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.500868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b1459cf-52af-4914-8a40-11f057fdfa58 HTTP/1.1" status: 204 len: 168 time: 0.2520611 Jul 28 15:02:59.507536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded96cf-3bfb-4973-b328-18317fd264e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1459cf-52af-4914-8a40-11f057fdfa58,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:02:59.517377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:02:59.606448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.631190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 yet. {{(pid=94749) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:02:59.794052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.10 (ba371117-a145-4158-b3bb-fe980ce95c91/79c3daa8-0e3c-4203-a151-6136f2a70109/e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:02:59.954040 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:02:59.970294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:00.134942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d6492d52-5a4b-446a-924f-56aec03b2a7c None None] Provisioning for port 8e44d1d1-73e5-4c06-8742-83f403a090af completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:00.148814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d6492d52-5a4b-446a-924f-56aec03b2a7c None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:00.149189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d6492d52-5a4b-446a-924f-56aec03b2a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.182858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d6492d52-5a4b-446a-924f-56aec03b2a7c None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:00.227851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.271262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:00.274556 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:00.278261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:00.307252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:00.341708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:00.342360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.607207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-003a857e-7dc8-450b-a4b4-31e296538f57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3126104 Jul 28 15:03:00.607207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54368) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:00.618662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:00.629572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:00.666737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61464803-f2df-4d7b-9ed1-116c1afff0e8 None None] Provisioning for port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:00.672978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61464803-f2df-4d7b-9ed1-116c1afff0e8 None None] Provisioning complete for port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:00.673352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61464803-f2df-4d7b-9ed1-116c1afff0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.713324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-61464803-f2df-4d7b-9ed1-116c1afff0e8 None None] Port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:00.974692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:00.978795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8e44d1d1-73e5-4c06-8742-83f403a090af completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:00.979667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:00.979795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:00.980134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.062559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.074796 n-d-705658-23 neutron-server[94749]: INFO neutron.db.ipam_backend_mixin [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 79c3daa8-0e3c-4203-a151-6136f2a70109 (CIDR: 172.20.0.0/28) Jul 28 15:03:01.095922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:01.175450 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:03:01.175992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:01.255047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:01.306081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:01.336298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-73abff66-9537-4bf3-87d2-8091a1bcd79c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7279348 Jul 28 15:03:01.338779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:01.343883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:01.768200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:01.771974 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.572311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:02.621334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:02.621790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.637799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.682022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:02.686902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:02.690531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:02.691196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:02.699440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626461eb-b4c0-41d7-9802-23c3e28fa1b7 None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:02.703371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=71d62d59-97a8-460a-8422-41065f7df946,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:02.866268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54382) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:02.869953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-48d8f144-8c91-48dc-9cea-08654196c13b tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5277200 Jul 28 15:03:02.870341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54384) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:02.880839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-104491292', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71d62d59-97a8-460a-8422-41065f7df946'}], 'security_groups': ['3afa9df9-3c3b-4799-bb73-3d3ddbd2159c']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:02.969352 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Update dhcp port {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'fixed_ips': [{'subnet_id': '79c3daa8-0e3c-4203-a151-6136f2a70109', 'ip_address': '172.20.0.2'}, {'subnet_id': '71d62d59-97a8-460a-8422-41065f7df946'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '8e44d1d1-73e5-4c06-8742-83f403a090af'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:03:02.995167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce7b5b05-1e4d-4a1e-993f-0406dc1214ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.094218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.142777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.226682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce7b5b05-1e4d-4a1e-993f-0406dc1214ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.317316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ce7b5b05-1e4d-4a1e-993f-0406dc1214ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.317962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Allocated IP 172.20.0.18 (ba371117-a145-4158-b3bb-fe980ce95c91/71d62d59-97a8-460a-8422-41065f7df946/8e44d1d1-73e5-4c06-8742-83f403a090af) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:03.374476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ce7b5b05-1e4d-4a1e-993f-0406dc1214ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af7aa60c8edf47d490405baa5a76602c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068011 Jul 28 15:03:03.376379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b5b05-1e4d-4a1e-993f-0406dc1214ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91151d93-7343-469f-a7ab-f7ee349600c1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.377171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54390) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:03.419695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:03.432614 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.449945 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.454888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.463823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Transition to ACTIVE for port object 8e44d1d1-73e5-4c06-8742-83f403a090af will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:03.551794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.603336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.605878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.607071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91151d93-7343-469f-a7ab-f7ee349600c1 HTTP/1.1" status: 204 len: 168 time: 0.2288873 Jul 28 15:03:03.622889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e630a-04eb-4ddd-a829-f16152887766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91151d93-7343-469f-a7ab-f7ee349600c1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.663406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5490f-0748-4acc-bbf2-8e3786d6ba5c None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:03.669757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Delete allocated IP 172.20.0.10 (ba371117-a145-4158-b3bb-fe980ce95c91/79c3daa8-0e3c-4203-a151-6136f2a70109) {{(pid=94748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:03:03.679224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.19 (ba371117-a145-4158-b3bb-fe980ce95c91/71d62d59-97a8-460a-8422-41065f7df946/e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:03.848579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:03.863810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:04.043283 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.142288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:04.165162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] In _notify_port_updated(), no bound segment for port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 on network ba371117-a145-4158-b3bb-fe980ce95c91 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:03:04.170843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:04.171497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.172805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f542ce5f-6ffe-4d9d-b2a1-57d8500507d8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/ports/e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 HTTP/1.1" status: 200 len: 920 time: 1.3016720 Jul 28 15:03:04.175571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54404) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:04.268065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:04.268565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.369444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.382454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:04.420208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Provisioning for port 8e44d1d1-73e5-4c06-8742-83f403a090af completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:04.425079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:04.431114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.599889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:04.660772 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.661701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Provisioning for port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:04.664021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:04.664613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.690889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Provisioning complete for port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:04.691303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.716473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Port e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 was deleted so its status cannot be updated. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 28 15:03:04.733912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:04.739070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:04.740119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.789369 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.795834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1faab98-20c5-4117-8091-e7be846f0cd5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 HTTP/1.1" status: 204 len: 168 time: 0.6191783 Jul 28 15:03:04.796126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:04.820404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c0b65d44-3c49-459d-a1f5-f875df58f6a5 None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:04.837515 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edc0c70-4bf9-4ba8-9301-99a1d5757fe3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:03:04.839460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5edc0c70-4bf9-4ba8-9301-99a1d5757fe3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60 HTTP/1.1" status: 404 len: 333 time: 0.0418425 Jul 28 15:03:04.842598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54418) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:04.904642 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.918881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54420) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:04.933339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:04.936957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-63bd70f1-1329-4570-85ad-ca85b301eda3 None None] Could not find standard attr ID for object e5bbf862-8dcb-4c9c-abb3-ebc6fe159d60. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:03:05.032972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-422646054-network', 'tenant_id': 'ce7c42e4f8ad4e5487c4fcb7500c449e'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:05.077109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.079990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.081375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/security-groups/deff9242-2a83-49ce-80af-392e2d12a0ae HTTP/1.1" status: 204 len: 168 time: 0.2377372 Jul 28 15:03:05.085411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54424) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:05.092373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704ff0f-fc80-40dc-bbfc-0f13dffada2a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff9242-2a83-49ce-80af-392e2d12a0ae,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.147981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.171706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.224556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Made reservation on behalf of ce7c42e4f8ad4e5487c4fcb7500c449e for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:05.224556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.224556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.388259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.391117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.392431 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/security-groups/3afa9df9-3c3b-4799-bb73-3d3ddbd2159c HTTP/1.1" status: 204 len: 168 time: 0.3060141 Jul 28 15:03:05.395423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54426) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:05.412318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1e781-3d62-4985-a3d3-5a8fbc423db5 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afa9df9-3c3b-4799-bb73-3d3ddbd2159c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.455685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 79c3daa8-0e3c-4203-a151-6136f2a70109 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:05.459172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.482563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.502687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.589869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.608431 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.635178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:05.645731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.746805 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.748373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.748755 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Added segment 03e8b58e-2290-4127-b47a-d9a54c14ee1c of type vlan for network 375a6613-c68f-461a-967a-5b6309c57ca5 Jul 28 15:03:05.781496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.791072 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/79c3daa8-0e3c-4203-a151-6136f2a70109 HTTP/1.1" status: 204 len: 168 time: 0.3870728 Jul 28 15:03:05.791072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1512-c3b6-4424-89de-843e8c3e0823 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=79c3daa8-0e3c-4203-a151-6136f2a70109,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:05.791935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.792290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54428) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:05.795235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3738ff8-1251-420d-8e4a-3d07249f1a5d None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:05.799859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:05.968957 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:05.970011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:05.970682 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.035574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=375a6613-c68f-461a-967a-5b6309c57ca5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:06.047226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 375a6613-c68f-461a-967a-5b6309c57ca5 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:06.100868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:06.104455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.215118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2a42bf84-6d9e-4765-a17e-e987eef54ce0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2952602 Jul 28 15:03:06.219705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54430) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:06.223049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Request body: {'subnet': {'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-422646054-subnet', 'tenant_id': 'ce7c42e4f8ad4e5487c4fcb7500c449e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:06.380371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Made reservation on behalf of ce7c42e4f8ad4e5487c4fcb7500c449e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:06.383490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.465716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-48a5807a-d53c-4e41-9aff-f48869fa43ac None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:06.466140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-48a5807a-d53c-4e41-9aff-f48869fa43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.553300 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-48a5807a-d53c-4e41-9aff-f48869fa43ac None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:06.553557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-48a5807a-d53c-4e41-9aff-f48869fa43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.593024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-48a5807a-d53c-4e41-9aff-f48869fa43ac None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:06.814691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.854532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.871036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df1155c-8fcc-4a67-a78d-737712f537c2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:06.888230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Checking segment: {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:06.888585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Network hostable DHCP agents. Network: 375a6613-c68f-461a-967a-5b6309c57ca5, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:06.905185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:06.908288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:06.913959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:06.914907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:06.918362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd7a707-ac39-421b-acfd-056ebe3c70de None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:06.926041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=3951f1b7-500f-40d4-90ec-bcc856d1e9f5,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:07.014225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Network 375a6613-c68f-461a-967a-5b6309c57ca5 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:07.043495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ba4e89c-a3db-4b2d-b59e-2700dfbc4ae6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2496948 Jul 28 15:03:07.046063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54432) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:07.050717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419421150'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:07.117457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 375a6613-c68f-461a-967a-5b6309c57ca5) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:07.122745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:07.123503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.124143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Update dhcp port {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'fixed_ips': [{'subnet_id': '71d62d59-97a8-460a-8422-41065f7df946', 'ip_address': '172.20.0.18'}, {'subnet_id': '3951f1b7-500f-40d4-90ec-bcc856d1e9f5'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '8e44d1d1-73e5-4c06-8742-83f403a090af'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:03:07.128882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717f4f4-2cd6-4bea-bc60-9f53f844ec0b None None] Network 375a6613-c68f-461a-967a-5b6309c57ca5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:07.164258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.190681 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.358742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc878b7-6767-4a17-aa73-aa7615f84385 None None] Network 375a6613-c68f-461a-967a-5b6309c57ca5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:07.463073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Allocated IP 172.20.0.2 (ba371117-a145-4158-b3bb-fe980ce95c91/3951f1b7-500f-40d4-90ec-bcc856d1e9f5/8e44d1d1-73e5-4c06-8742-83f403a090af) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:07.470273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b083cac-b40e-4b6d-a913-93af9522fae0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2513444 Jul 28 15:03:07.547169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.607995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:07.636872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.639350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.658282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Transition to ACTIVE for port object 8e44d1d1-73e5-4c06-8742-83f403a090af will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:07.668464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe1f9df-b3f6-4ca7-a61a-a4d65b0d921f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:07.746017 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.763394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.765567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a988099f-94c5-498f-bfcf-129321282cbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7176347 Jul 28 15:03:07.767585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54440) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:07.773418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'security_group': {'name': 'tempest-secgroup-271871668'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:07.837055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b834f-6657-47b9-b290-b6acb53d02af None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:07.866156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:07.955514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.071585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.101884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e781330-987e-4b3b-be38-1c00bce29e33,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:08.231480 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.232947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c9b02397-93d1-4928-acd1-dded8828c57a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4642756 Jul 28 15:03:08.235678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54442) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:08.240958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476229985'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:08.391574 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.471667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Provisioning for port 8e44d1d1-73e5-4c06-8742-83f403a090af completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:08.476594 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.478005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:08.483337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.576361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:08.727891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.727891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:08.727891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4dca4d8a-7361-41cc-b980-b253716ebe9a None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:08.727891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:08.727891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.728606 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.728606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a4ef31-484d-4075-ba2a-24908d6e76ab,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:08.854406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:08.855766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c1dad203-ae15-4f40-a1f2-bca2508db626 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6190410 Jul 28 15:03:08.858758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54450) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:08.863651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-493614105', 'security_groups': ['06a4ef31-484d-4075-ba2a-24908d6e76ab'], 'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3951f1b7-500f-40d4-90ec-bcc856d1e9f5'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:09.128441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:09.215019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.232904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] device_id is not set on port 6af129fa-cd91-41b5-a20c-203d4fd743ca yet. {{(pid=94748) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 28 15:03:09.389540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.8 (ba371117-a145-4158-b3bb-fe980ce95c91/3951f1b7-500f-40d4-90ec-bcc856d1e9f5/6af129fa-cd91-41b5-a20c-203d4fd743ca) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:09.533557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.546467 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 6af129fa-cd91-41b5-a20c-203d4fd743ca will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:09.696817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.735721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:09.738753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:09.743012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:09.779190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=6af129fa-cd91-41b5-a20c-203d4fd743ca,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:09.818857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:09.820650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:09.992885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f78cc581-b206-4ca4-807b-2612f28690aa tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1329474 Jul 28 15:03:09.995622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:10.000568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:10.128611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f770a0ee-b59c-43c1-bbc4-fc783d4e9e41 None None] Provisioning for port 6af129fa-cd91-41b5-a20c-203d4fd743ca completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:10.132726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f770a0ee-b59c-43c1-bbc4-fc783d4e9e41 None None] Provisioning complete for port 6af129fa-cd91-41b5-a20c-203d4fd743ca triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:10.133107 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f770a0ee-b59c-43c1-bbc4-fc783d4e9e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:10.169635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f770a0ee-b59c-43c1-bbc4-fc783d4e9e41 None None] Port 6af129fa-cd91-41b5-a20c-203d4fd743ca cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:10.226006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:10.229751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:10.627722 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3951f1b7-500f-40d4-90ec-bcc856d1e9f5 (CIDR: 172.20.0.0/28) Jul 28 15:03:10.683395 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:03:10.683916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:10.809686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-10b1841d-f453-4444-9fd6-450bd4f37e57 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8128827 Jul 28 15:03:10.812327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54464) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:10.823113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:11.014012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:11.017774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:11.113058 n-d-705658-23 neutron-server[94748]: INFO neutron.db.ipam_backend_mixin [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 71d62d59-97a8-460a-8422-41065f7df946 (CIDR: 172.20.0.16/28) Jul 28 15:03:11.249375 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:03:11.249882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:11.393020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0975032b-09d6-4c35-8d72-487057c60b58 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5791709 Jul 28 15:03:11.395509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54468) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:11.400579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'subnet': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:11.602813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Made reservation on behalf of 7d7998361ace436096340f688200d539 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:11.606825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:11.934722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:11.983098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Network ba371117-a145-4158-b3bb-fe980ce95c91 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:11.986143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:11.991148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:11.991672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:11.999015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8627be-d239-44c9-8014-767323bdeaca None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:12.003656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Subnet': ['ID=cde6d033-4fc1-4fd1-9a80-99a2849bdb57,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:12.014251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.014597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.014937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.015551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.016140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.016696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.017347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.017836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.018936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.019460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.019793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.020128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:12.146434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7ed86ee9-c7a0-4a16-b27d-3d9ed6f20c31 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7498538 Jul 28 15:03:12.149432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:12.155439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-765575199', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cde6d033-4fc1-4fd1-9a80-99a2849bdb57'}], 'security_groups': ['2fe1f9df-b3f6-4ca7-a61a-a4d65b0d921f', '9e781330-987e-4b3b-be38-1c00bce29e33']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:12.244557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.260764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Update dhcp port {'port': {'network_id': 'ba371117-a145-4158-b3bb-fe980ce95c91', 'fixed_ips': [{'subnet_id': '71d62d59-97a8-460a-8422-41065f7df946', 'ip_address': '172.20.0.18'}, {'subnet_id': '3951f1b7-500f-40d4-90ec-bcc856d1e9f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cde6d033-4fc1-4fd1-9a80-99a2849bdb57'}], 'binding:host_id': 'n-d-705658-23'}, 'id': '8e44d1d1-73e5-4c06-8742-83f403a090af'} from n-d-705658-23. {{(pid=94750) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 28 15:03:12.288382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.394419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83356414-f337-4996-acce-d7ed40c9d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.477270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Allocated IP 172.20.0.34 (ba371117-a145-4158-b3bb-fe980ce95c91/cde6d033-4fc1-4fd1-9a80-99a2849bdb57/8e44d1d1-73e5-4c06-8742-83f403a090af) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:12.580227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:12.616347 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.631229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Transition to ACTIVE for port object 8e44d1d1-73e5-4c06-8742-83f403a090af will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:12.848960 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:12.980072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6563c7-719c-4188-b8a5-09363db63358 None None] Pushing event updated for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:12.998588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Delete allocated IP 172.20.0.8 (ba371117-a145-4158-b3bb-fe980ce95c91/3951f1b7-500f-40d4-90ec-bcc856d1e9f5) {{(pid=94748) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 28 15:03:13.008996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Allocated IP 172.20.0.39 (ba371117-a145-4158-b3bb-fe980ce95c91/cde6d033-4fc1-4fd1-9a80-99a2849bdb57/6af129fa-cd91-41b5-a20c-203d4fd743ca) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:13.190409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.207751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Transition to ACTIVE for port object 6af129fa-cd91-41b5-a20c-203d4fd743ca will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:13.448354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.551535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event updated for resources: {'Port': ['ID=6af129fa-cd91-41b5-a20c-203d4fd743ca,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:13.573215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] In _notify_port_updated(), no bound segment for port 6af129fa-cd91-41b5-a20c-203d4fd743ca on network ba371117-a145-4158-b3bb-fe980ce95c91 {{(pid=94748) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 28 15:03:13.578679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:13.580967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.580967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8df5ba6f-681f-4937-9736-09d418e9fdbe tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "PUT /v2.0/ports/6af129fa-cd91-41b5-a20c-203d4fd743ca HTTP/1.1" status: 200 len: 959 time: 1.4301636 Jul 28 15:03:13.583414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:13.613561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Provisioning for port 6af129fa-cd91-41b5-a20c-203d4fd743ca completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:13.618284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Provisioning complete for port 6af129fa-cd91-41b5-a20c-203d4fd743ca triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:13.618729 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.656252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Port 6af129fa-cd91-41b5-a20c-203d4fd743ca cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:13.679511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port 6af129fa-cd91-41b5-a20c-203d4fd743ca {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:13.679875 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.751327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Provisioning for port 8e44d1d1-73e5-4c06-8742-83f403a090af completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:13.755375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:13.755804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.772003 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.784340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for 6af129fa-cd91-41b5-a20c-203d4fd743ca owned by {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:13.845395 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:13.845865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:13.887460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8b87d-ab81-4997-8cb2-a5f6a2a3a4f1 None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:14.054546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.085995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=6af129fa-cd91-41b5-a20c-203d4fd743ca,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:14.101032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f8b6c0da-1e65-4165-a75b-b34297ce4f2c None None] Could not find standard attr ID for object 6af129fa-cd91-41b5-a20c-203d4fd743ca. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:03:14.157940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.159995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cc0ba463-5aa9-4573-aa25-ac114fee5842 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/6af129fa-cd91-41b5-a20c-203d4fd743ca HTTP/1.1" status: 204 len: 168 time: 0.5755999 Jul 28 15:03:14.162837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54478) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:14.190545 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d74ae9-cf75-49c3-94cc-41c326efa774 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] GET failed (client error): The resource could not be found. Jul 28 15:03:14.194740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7d74ae9-cf75-49c3-94cc-41c326efa774 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports/6af129fa-cd91-41b5-a20c-203d4fd743ca HTTP/1.1" status: 404 len: 333 time: 0.0284152 Jul 28 15:03:14.195057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54480) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:14.257570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.284781 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.577799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:14.626154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:14.626894 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.848614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.851484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.855036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/security-groups/06a4ef31-484d-4075-ba2a-24908d6e76ab HTTP/1.1" status: 204 len: 168 time: 0.6566503 Jul 28 15:03:14.855665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54486) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:14.862074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935a050-ec13-4cc1-aa4c-b2aaf09e2f4a tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a4ef31-484d-4075-ba2a-24908d6e76ab,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:14.918064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:14.945506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.123253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2c1e9264-e482-410d-845e-48676d4215fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.124599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.298213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.300881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.304972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e781330-987e-4b3b-be38-1c00bce29e33 HTTP/1.1" status: 204 len: 168 time: 0.4450307 Jul 28 15:03:15.313994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54488) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:15.314490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0128d-8e81-4ec6-8e6e-fb1d69425eb9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e781330-987e-4b3b-be38-1c00bce29e33,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:15.360137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.383911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.556833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.559681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.560782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/security-groups/2fe1f9df-b3f6-4ca7-a61a-a4d65b0d921f HTTP/1.1" status: 204 len: 168 time: 0.2533584 Jul 28 15:03:15.563845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:15.571171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6567f-4256-4eb8-87a8-edbbbbe005d3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe1f9df-b3f6-4ca7-a61a-a4d65b0d921f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:15.618205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 3951f1b7-500f-40d4-90ec-bcc856d1e9f5 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:15.626822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.668160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.754398 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:15.993390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.026687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=3951f1b7-500f-40d4-90ec-bcc856d1e9f5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:16.032355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.034235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-92f34692-acbb-4043-82b7-9a55e86ec8a0 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/3951f1b7-500f-40d4-90ec-bcc856d1e9f5 HTTP/1.1" status: 204 len: 168 time: 0.4692018 Jul 28 15:03:16.039338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54494) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.040212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b41c7d-804a-44e2-a81e-a7229835c9c8 None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:16.094867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet cde6d033-4fc1-4fd1-9a80-99a2849bdb57 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:16.098376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.140214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.222082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.247918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.403039 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.433197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=cde6d033-4fc1-4fd1-9a80-99a2849bdb57,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:16.437202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.439162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4640fedf-d7de-4a4d-b034-8f53420adfeb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/cde6d033-4fc1-4fd1-9a80-99a2849bdb57 HTTP/1.1" status: 204 len: 168 time: 0.3987961 Jul 28 15:03:16.442069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54496) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.471207 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec7e15-d3a3-46c0-9adb-59c1ce52f2c1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:16.471684 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ec7e15-d3a3-46c0-9adb-59c1ce52f2c1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:16.473551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89ec7e15-d3a3-46c0-9adb-59c1ce52f2c1 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/3951f1b7-500f-40d4-90ec-bcc856d1e9f5 HTTP/1.1" status: 404 len: 337 time: 0.0304499 Jul 28 15:03:16.477215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54498) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.539818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting subnet 71d62d59-97a8-460a-8422-41065f7df946 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:16.544219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.592276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.686811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.812472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79996ea8-0bfe-4014-8562-94c0e02777ce None None] Network ba371117-a145-4158-b3bb-fe980ce95c91 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:16.877422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.877695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ffe907e5-2f48-48bf-a3ef-9f3b160edb44 None None] Provisioning complete for port 8e44d1d1-73e5-4c06-8742-83f403a090af triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:16.878082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffe907e5-2f48-48bf-a3ef-9f3b160edb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.907264 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Subnet': ['ID=71d62d59-97a8-460a-8422-41065f7df946,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:16.912501 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:16.916949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1de56c4c-31e6-4670-9e08-26400284a7bb tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/71d62d59-97a8-460a-8422-41065f7df946 HTTP/1.1" status: 204 len: 168 time: 0.4364636 Jul 28 15:03:16.917236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54502) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.945357 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-4028db3a-bc25-4f98-abda-a08ca6614ba8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:16.945819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4028db3a-bc25-4f98-abda-a08ca6614ba8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:16.950009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4028db3a-bc25-4f98-abda-a08ca6614ba8 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/79c3daa8-0e3c-4203-a151-6136f2a70109 HTTP/1.1" status: 404 len: 337 time: 0.0296979 Jul 28 15:03:16.950546 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54504) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:16.981717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ac81e701-81d9-4312-aab0-18d3c3f54638 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "GET /v2.0/ports?device_id=73760155-fd90-4472-8fe7-cb32dca8aa3b HTTP/1.1" status: 200 len: 205 time: 0.0275986 Jul 28 15:03:16.982041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54506) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.042928 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-0ae6d079-3a44-4b70-a511-f99be585200d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] delete failed (client error): The resource could not be found. Jul 28 15:03:17.046292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0ae6d079-3a44-4b70-a511-f99be585200d tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/routers/73760155-fd90-4472-8fe7-cb32dca8aa3b HTTP/1.1" status: 404 len: 336 time: 0.0610456 Jul 28 15:03:17.046520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54508) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.055908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ffe907e5-2f48-48bf-a3ef-9f3b160edb44 None None] Provisioning complete for port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:17.056611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ffe907e5-2f48-48bf-a3ef-9f3b160edb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.084443 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e00ed6-8f11-42a5-8ef0-ca624d351bd3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.084443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e00ed6-8f11-42a5-8ef0-ca624d351bd3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.084443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e5e00ed6-8f11-42a5-8ef0-ca624d351bd3 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/fd472b09-0ca4-4dc1-b9b5-bd4a12e0bbda HTTP/1.1" status: 404 len: 337 time: 0.0349271 Jul 28 15:03:17.085184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54510) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.105817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ffe907e5-2f48-48bf-a3ef-9f3b160edb44 None None] Port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:17.112809 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6b5977-2fb9-4fb9-991f-b8893511afb6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.113575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6b5977-2fb9-4fb9-991f-b8893511afb6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.118078 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f6b5977-2fb9-4fb9-991f-b8893511afb6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/466bf8f6-7e0c-45bb-b3c9-7a933ab2a54c HTTP/1.1" status: 404 len: 337 time: 0.0304666 Jul 28 15:03:17.120585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54512) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.125680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] DHCP port deletion for ba371117-a145-4158-b3bb-fe980ce95c91 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:03:17.153629 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab754179-9c24-48ac-880b-eaf8df53afe6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.154133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab754179-9c24-48ac-880b-eaf8df53afe6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.159003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ab754179-9c24-48ac-880b-eaf8df53afe6 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/81e5100a-1426-4d94-8f5b-123c003509e9 HTTP/1.1" status: 404 len: 337 time: 0.0354939 Jul 28 15:03:17.159547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54514) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.188023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Deleting port 8e44d1d1-73e5-4c06-8742-83f403a090af {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:17.188386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.192229 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4a2159-0ba1-4e1a-8c69-f0ef4156e423 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.193085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4a2159-0ba1-4e1a-8c69-f0ef4156e423 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.197407 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f4a2159-0ba1-4e1a-8c69-f0ef4156e423 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/b8a47df3-320b-4c68-b9ac-046f2e4285a7 HTTP/1.1" status: 404 len: 333 time: 0.0342815 Jul 28 15:03:17.197858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54516) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.230410 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ba0f3d-3cc8-4c1f-b69d-f6b4418f5718 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.231073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ba0f3d-3cc8-4c1f-b69d-f6b4418f5718 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.235588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-84ba0f3d-3cc8-4c1f-b69d-f6b4418f5718 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/0bf6a739-5c2e-47f7-8f95-be98a825c18c HTTP/1.1" status: 404 len: 337 time: 0.0346494 Jul 28 15:03:17.236209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54518) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.269743 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f4408a-c00a-4714-ba52-70514654c516 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.270213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f4408a-c00a-4714-ba52-70514654c516 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.272307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a1f4408a-c00a-4714-ba52-70514654c516 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/102ce3ee-ea75-41af-b905-3ba889c06448 HTTP/1.1" status: 404 len: 337 time: 0.0351031 Jul 28 15:03:17.277194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.304139 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-759dd05e-1be1-41a7-9610-49512052afc4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.305760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759dd05e-1be1-41a7-9610-49512052afc4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.310116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-759dd05e-1be1-41a7-9610-49512052afc4 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/16f708f2-1be5-42b7-97d2-7cfe6440d2ab HTTP/1.1" status: 404 len: 333 time: 0.0314541 Jul 28 15:03:17.310461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54522) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.339427 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f06b18f-70fb-4010-b3d8-3c2c54c918fd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.339931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f06b18f-70fb-4010-b3d8-3c2c54c918fd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.344070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6f06b18f-70fb-4010-b3d8-3c2c54c918fd tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/6f3011cf-8df1-4cbb-9c62-7abea0ae5ee8 HTTP/1.1" status: 404 len: 337 time: 0.0302968 Jul 28 15:03:17.344481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54524) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.371456 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b291bfe-3198-487d-90e5-65f7e8f19ce9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] DELETE failed (client error): The resource could not be found. Jul 28 15:03:17.371819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b291bfe-3198-487d-90e5-65f7e8f19ce9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:03:17.374462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0b291bfe-3198-487d-90e5-65f7e8f19ce9 tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/subnets/5bd6dd99-8587-4a3b-91cc-4ac18b859792 HTTP/1.1" status: 404 len: 337 time: 0.0281291 Jul 28 15:03:17.377327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54526) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:17.425469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] For port 8e44d1d1-73e5-4c06-8742-83f403a090af, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8e44d1d1-73e5-4c06-8742-83f403a090af,segment=NetworkSegment(9b9acd9d-3cd8-41cf-9608-1bd82ff0877e),segment_id=9b9acd9d-3cd8-41cf-9608-1bd82ff0877e)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:17.425913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.440718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Calling delete_port for 8e44d1d1-73e5-4c06-8742-83f403a090af owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:17.479064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Deleting port c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:17.479513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.642688 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.689504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] Pushing event deleted for resources: {'Port': ['ID=8e44d1d1-73e5-4c06-8742-83f403a090af,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:17.697912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff4f2e-bd6a-4e23-9760-83d713dad55f None None] No DVR routers for this DVR port 8e44d1d1-73e5-4c06-8742-83f403a090af on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:17.790933 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.838628 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:17.851975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Calling delete_port for c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 owned by {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:18.066203 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.100456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Port': ['ID=c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:18.106181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.108450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-777c509f-2edc-48b1-9a2e-e83ad90c28ac tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/ports/c20b7c75-b4e7-4fe5-b0d3-3c29a00b4f47 HTTP/1.1" status: 204 len: 168 time: 0.7300417 Jul 28 15:03:18.110749 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54532) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:18.196852 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.304913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.317544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba371117-a145-4158-b3bb-fe980ce95c91']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:18.328419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:18.328823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9acd9d-3cd8-41cf-9608-1bd82ff0877e') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:18.338871 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.357663 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.367607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:18.368422 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:18.371511 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:18.522410 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.530695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:18.532687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] 10.222.0.47 "DELETE /v2.0/networks/ba371117-a145-4158-b3bb-fe980ce95c91 HTTP/1.1" status: 204 len: 168 time: 0.4208498 Jul 28 15:03:18.556610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6665c3-661a-4877-8879-9c130343085c tempest-PortsTestJSON-552066201 tempest-PortsTestJSON-552066201-project] Pushing event deleted for resources: {'Network': ['ID=ba371117-a145-4158-b3bb-fe980ce95c91,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:18.597875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:18.622674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8e44d1d1-73e5-4c06-8742-83f403a090af {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:18.623160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8e44d1d1-73e5-4c06-8742-83f403a090af not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:19.115256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:19.247401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4b58e83d-453a-4f41-aec9-99c3784e742d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d7998361ace436096340f688200d539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308980 Jul 28 15:03:19.250427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54544) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:19.308570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.331942 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.494090 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.497232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:19.498320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c690fdd0-9e4f-4c32-9144-060358d977d0 HTTP/1.1" status: 204 len: 168 time: 0.2469165 Jul 28 15:03:19.509159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760d946-f1f9-4ab0-bf88-bc7ad56fe75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c690fdd0-9e4f-4c32-9144-060358d977d0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:20.168451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:20.659130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.209601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54576) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:21.309140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1699211410', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:21.494022 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.495298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.549917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.768591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.975168 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:21.979358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7b1f264-698b-4697-9ecd-d2cba21b4680 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7657230 Jul 28 15:03:21.981700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54582) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:21.987270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1993622249'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:22.134256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:22.137724 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.147636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.245518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.499513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.530569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:22.536253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506efcf7-0669-4c73-af05-42a21b207db5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:22.544964 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.545268 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Added segment a4f24a3e-9842-4514-b975-632fbd3f7370 of type vlan for network 0138fdd8-0d28-4b51-a345-b679377decce Jul 28 15:03:22.585818 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.733503 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.739336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:22.740122 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:22.811122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Network': ['ID=0138fdd8-0d28-4b51-a345-b679377decce,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:22.822392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 0138fdd8-0d28-4b51-a345-b679377decce details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:22.957108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-50b554b1-5510-47bc-9fd3-769cec0d8be5 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9739668 Jul 28 15:03:22.960872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:22.966006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'subnet': {'network_id': '0138fdd8-0d28-4b51-a345-b679377decce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:23.213870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:23.217632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:23.523513 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:23.584711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Subnet': ['ID=cc489121-babd-4bb4-a622-520d1b9b5824,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:23.668162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Checking segment: {'id': 'a4f24a3e-9842-4514-b975-632fbd3f7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:23.668162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network hostable DHCP agents. Network: 0138fdd8-0d28-4b51-a345-b679377decce, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:23.836591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 0138fdd8-0d28-4b51-a345-b679377decce is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:23.956838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 0138fdd8-0d28-4b51-a345-b679377decce) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:23.961023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:23.961627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:23.966487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab048cf-70d7-4b07-aca5-ba89a39a16bd None None] Network 0138fdd8-0d28-4b51-a345-b679377decce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:24.111108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-0138fdd8-0d28-4b51-a345-b679377decce', 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce', 'tenant_id': 'b7dd234b052a4aa09dc5f16c26b3189c', 'fixed_ips': [{'subnet_id': 'cc489121-babd-4bb4-a622-520d1b9b5824'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:03:24.111962 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.174319 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e773fd9e-57bb-4f23-af72-18172476d518 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1893663 Jul 28 15:03:24.174319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:24.174319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'network': {'name': 'tempest-router-network01--1323701444'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:24.249730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Allocated IP 2001:db8::2 (0138fdd8-0d28-4b51-a345-b679377decce/cc489121-babd-4bb4-a622-520d1b9b5824/593765ec-e904-4af6-814a-ba023f4ac71f) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:24.392446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.401118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Transition to ACTIVE for port object 593765ec-e904-4af6-814a-ba023f4ac71f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:24.415819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Transition to ACTIVE for port object 593765ec-e904-4af6-814a-ba023f4ac71f will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:24.476905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:24.480600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.504630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:24.514134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.514487 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Added segment 32ff7046-6728-4abd-ab9b-e77fc32c3437 of type vlan for network 483270d3-dcea-4001-9668-f2ad55917a17 Jul 28 15:03:24.559281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.587356 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.631360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Network 0138fdd8-0d28-4b51-a345-b679377decce is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:24.643190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:24.643190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:24.652245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Pushing event updated for resources: {'Port': ['ID=593765ec-e904-4af6-814a-ba023f4ac71f,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:24.674367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.674739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.675153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.675497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.675831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.676158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.676487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.677377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.677810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.678139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.678481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.678792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:24.706749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Attempting to bind port 593765ec-e904-4af6-814a-ba023f4ac71f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:24.707146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Attempting to bind port 593765ec-e904-4af6-814a-ba023f4ac71f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a4f24a3e-9842-4514-b975-632fbd3f7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:24.707508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Attempting to bind port 593765ec-e904-4af6-814a-ba023f4ac71f on network 0138fdd8-0d28-4b51-a345-b679377decce {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:24.713010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:24.713387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Checking segment: {'id': 'a4f24a3e-9842-4514-b975-632fbd3f7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:24.713785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.714178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Bound using segment: {'id': 'a4f24a3e-9842-4514-b975-632fbd3f7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:24.714639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Bound port: 593765ec-e904-4af6-814a-ba023f4ac71f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f24a3e-9842-4514-b975-632fbd3f7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0138fdd8-0d28-4b51-a345-b679377decce'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:24.715044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.745058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.757389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:24.757389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:24.783701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] For port 593765ec-e904-4af6-814a-ba023f4ac71f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:24.787427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] For port 593765ec-e904-4af6-814a-ba023f4ac71f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=593765ec-e904-4af6-814a-ba023f4ac71f,segment=NetworkSegment(a4f24a3e-9842-4514-b975-632fbd3f7370),segment_id=a4f24a3e-9842-4514-b975-632fbd3f7370)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:24.821306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Network': ['ID=483270d3-dcea-4001-9668-f2ad55917a17,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:24.831445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 483270d3-dcea-4001-9668-f2ad55917a17 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:24.985685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.045443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda648f1-1755-4d03-aa79-9c25b71581b9 None None] Pushing event updated for resources: {'Port': ['ID=593765ec-e904-4af6-814a-ba023f4ac71f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:25.105700 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a5df8d6d-67ac-43aa-acb8-eeabc6418499 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9503353 Jul 28 15:03:25.108262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:25.113489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'network': {'name': 'tempest-router-network02--1558998765'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:25.510352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:25.514133 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.539141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:25.547562 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.547918 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Added segment 1d1bcdaa-a96b-41eb-8940-d637746613c9 of type vlan for network 54c00efc-e130-4118-9b92-2d33a114c67a Jul 28 15:03:25.590904 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.836753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.845243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:25.845243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:25.913315 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Network': ['ID=54c00efc-e130-4118-9b92-2d33a114c67a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:25.924952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1396d4-00e7-47e2-85bd-fc2da73a79a2 None None] Network 0138fdd8-0d28-4b51-a345-b679377decce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:25.928093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 54c00efc-e130-4118-9b92-2d33a114c67a details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:26.162915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0444bf18-3cd2-42ee-b76c-a49ece9b873c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0483196 Jul 28 15:03:26.164954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:26.170577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'subnet': {'network_id': '483270d3-dcea-4001-9668-f2ad55917a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:26.378630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-78cc0f33-e604-4c7b-bf09-da55a9ea3403 None None] Provisioning for port 593765ec-e904-4af6-814a-ba023f4ac71f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:26.590941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:26.598356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.603449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 593765ec-e904-4af6-814a-ba023f4ac71f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:26.762096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 593765ec-e904-4af6-814a-ba023f4ac71f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:26.774271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 593765ec-e904-4af6-814a-ba023f4ac71f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:26.774271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.853021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:26.886719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 593765ec-e904-4af6-814a-ba023f4ac71f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=593765ec-e904-4af6-814a-ba023f4ac71f,segment=NetworkSegment(a4f24a3e-9842-4514-b975-632fbd3f7370),segment_id=a4f24a3e-9842-4514-b975-632fbd3f7370)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:27.019591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.081830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Subnet': ['ID=5e9cbc56-59ea-4529-8184-2e5d053f07c2,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:27.100722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Checking segment: {'id': '32ff7046-6728-4abd-ab9b-e77fc32c3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:27.100722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network hostable DHCP agents. Network: 483270d3-dcea-4001-9668-f2ad55917a17, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:27.133310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.184236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=593765ec-e904-4af6-814a-ba023f4ac71f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:27.225520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 483270d3-dcea-4001-9668-f2ad55917a17 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:27.471118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 483270d3-dcea-4001-9668-f2ad55917a17) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:27.475498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:27.476110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.480515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0185d56-fe75-4ae0-a532-eb349bff290f None None] Network 483270d3-dcea-4001-9668-f2ad55917a17 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:27.625602 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bd923105-6deb-49ca-a541-9487f2e00012 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4595306 Jul 28 15:03:27.628432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54606) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:27.634077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'subnet': {'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:27.634481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-483270d3-dcea-4001-9668-f2ad55917a17', 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17', 'tenant_id': 'b7dd234b052a4aa09dc5f16c26b3189c', 'fixed_ips': [{'subnet_id': '5e9cbc56-59ea-4529-8184-2e5d053f07c2'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:03:27.635387 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.778573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Allocated IP 2001:db8::2 (483270d3-dcea-4001-9668-f2ad55917a17/5e9cbc56-59ea-4529-8184-2e5d053f07c2/f217b2f7-93cc-47ee-91d1-6decdfbf923c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:27.904847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:27.908559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.924752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:27.934092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Transition to ACTIVE for port object f217b2f7-93cc-47ee-91d1-6decdfbf923c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:27.950608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Transition to ACTIVE for port object f217b2f7-93cc-47ee-91d1-6decdfbf923c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:28.105357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.148360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Network 483270d3-dcea-4001-9668-f2ad55917a17 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:28.153185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:28.157761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:28.161422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Pushing event updated for resources: {'Port': ['ID=f217b2f7-93cc-47ee-91d1-6decdfbf923c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:28.212664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Attempting to bind port f217b2f7-93cc-47ee-91d1-6decdfbf923c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:28.213048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Attempting to bind port f217b2f7-93cc-47ee-91d1-6decdfbf923c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '32ff7046-6728-4abd-ab9b-e77fc32c3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:28.213419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Attempting to bind port f217b2f7-93cc-47ee-91d1-6decdfbf923c on network 483270d3-dcea-4001-9668-f2ad55917a17 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:28.218595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:28.219155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Checking segment: {'id': '32ff7046-6728-4abd-ab9b-e77fc32c3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:28.219383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.219783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Bound using segment: {'id': '32ff7046-6728-4abd-ab9b-e77fc32c3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:28.220248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Bound port: f217b2f7-93cc-47ee-91d1-6decdfbf923c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ff7046-6728-4abd-ab9b-e77fc32c3437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '483270d3-dcea-4001-9668-f2ad55917a17'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:28.220636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.282192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] For port f217b2f7-93cc-47ee-91d1-6decdfbf923c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:28.285162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] For port f217b2f7-93cc-47ee-91d1-6decdfbf923c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f217b2f7-93cc-47ee-91d1-6decdfbf923c,segment=NetworkSegment(32ff7046-6728-4abd-ab9b-e77fc32c3437),segment_id=32ff7046-6728-4abd-ab9b-e77fc32c3437)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:28.317580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.378598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Subnet': ['ID=eb9f6abe-edcb-4a2e-be12-161e92432627,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:28.390162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Checking segment: {'id': '1d1bcdaa-a96b-41eb-8940-d637746613c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:28.390564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network hostable DHCP agents. Network: 54c00efc-e130-4118-9b92-2d33a114c67a, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:28.499686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.567972 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e44467-00ed-4eff-ae52-4df2d807c39c None None] Pushing event updated for resources: {'Port': ['ID=f217b2f7-93cc-47ee-91d1-6decdfbf923c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:28.590270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 54c00efc-e130-4118-9b92-2d33a114c67a is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:28.601500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 593765ec-e904-4af6-814a-ba023f4ac71f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:28.652488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 593765ec-e904-4af6-814a-ba023f4ac71f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:28.652873 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.779512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 54c00efc-e130-4118-9b92-2d33a114c67a) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:28.784792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:28.785541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.792602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30856c8-08cc-4fee-adf2-ed7b8e6979cc None None] Network 54c00efc-e130-4118-9b92-2d33a114c67a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:28.949753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-54c00efc-e130-4118-9b92-2d33a114c67a', 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a', 'tenant_id': 'b7dd234b052a4aa09dc5f16c26b3189c', 'fixed_ips': [{'subnet_id': 'eb9f6abe-edcb-4a2e-be12-161e92432627'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:03:28.950582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:28.985655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0091164d-f30a-4dcb-be2a-1262b9e40204 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3561466 Jul 28 15:03:28.988241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54610) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:29.091379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Allocated IP 2001:db8::2 (54c00efc-e130-4118-9b92-2d33a114c67a/eb9f6abe-edcb-4a2e-be12-161e92432627/856c9ac3-632e-4e31-994b-91f4c4c30a07) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:29.265078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.274407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Transition to ACTIVE for port object 856c9ac3-632e-4e31-994b-91f4c4c30a07 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:29.292078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Transition to ACTIVE for port object 856c9ac3-632e-4e31-994b-91f4c4c30a07 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:29.313549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.482394 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.527948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Network 54c00efc-e130-4118-9b92-2d33a114c67a is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:29.532941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:29.538864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:29.540947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Pushing event updated for resources: {'Port': ['ID=856c9ac3-632e-4e31-994b-91f4c4c30a07,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:29.586155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beebb8d3-6898-4b77-9dba-30278602e63c None None] Network 483270d3-dcea-4001-9668-f2ad55917a17 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:29.604468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Allocated IP 2001:db8::1 (483270d3-dcea-4001-9668-f2ad55917a17/5e9cbc56-59ea-4529-8184-2e5d053f07c2/ffebed6d-77bf-4a6b-9be1-5adfe27fc547) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:29.645057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Attempting to bind port 856c9ac3-632e-4e31-994b-91f4c4c30a07 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:29.648884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Attempting to bind port 856c9ac3-632e-4e31-994b-91f4c4c30a07 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '1d1bcdaa-a96b-41eb-8940-d637746613c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:29.648884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Attempting to bind port 856c9ac3-632e-4e31-994b-91f4c4c30a07 on network 54c00efc-e130-4118-9b92-2d33a114c67a {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:29.662776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:29.663192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Checking segment: {'id': '1d1bcdaa-a96b-41eb-8940-d637746613c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:29.663606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.664011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Bound using segment: {'id': '1d1bcdaa-a96b-41eb-8940-d637746613c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:29.664517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Bound port: 856c9ac3-632e-4e31-994b-91f4c4c30a07, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1bcdaa-a96b-41eb-8940-d637746613c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '54c00efc-e130-4118-9b92-2d33a114c67a'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:29.664891 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.721340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.735886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Transition to ACTIVE for port object ffebed6d-77bf-4a6b-9be1-5adfe27fc547 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:29.779075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] For port 856c9ac3-632e-4e31-994b-91f4c4c30a07, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:29.783491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] For port 856c9ac3-632e-4e31-994b-91f4c4c30a07, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=856c9ac3-632e-4e31-994b-91f4c4c30a07,segment=NetworkSegment(1d1bcdaa-a96b-41eb-8940-d637746613c9),segment_id=1d1bcdaa-a96b-41eb-8940-d637746613c9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:29.826294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-db0a0612-7349-46e9-a502-7ab1d3b78c6c None None] Provisioning for port f217b2f7-93cc-47ee-91d1-6decdfbf923c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:29.934751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.980704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:29.987509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 483270d3-dcea-4001-9668-f2ad55917a17 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:29.991352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:29.995337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:29.995337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.060087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6bd62-0c94-4995-85df-9941ae0f4fd5 None None] Pushing event updated for resources: {'Port': ['ID=856c9ac3-632e-4e31-994b-91f4c4c30a07,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:30.074866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Port': ['ID=ffebed6d-77bf-4a6b-9be1-5adfe27fc547,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:30.382947 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.505214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aa171a02-5d6b-44a0-97e3-6588b5374d11 None None] Provisioning for port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:30.509191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aa171a02-5d6b-44a0-97e3-6588b5374d11 None None] Provisioning complete for port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:30.509569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aa171a02-5d6b-44a0-97e3-6588b5374d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.546909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-aa171a02-5d6b-44a0-97e3-6588b5374d11 None None] Port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:30.671488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.687212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f217b2f7-93cc-47ee-91d1-6decdfbf923c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:30.779179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.786699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:30.869211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Port': ['ID=ffebed6d-77bf-4a6b-9be1-5adfe27fc547,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:30.921725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 483270d3-dcea-4001-9668-f2ad55917a17 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:30.923215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:30.942051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f217b2f7-93cc-47ee-91d1-6decdfbf923c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:30.946828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f217b2f7-93cc-47ee-91d1-6decdfbf923c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:30.946828 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.075767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.116465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f217b2f7-93cc-47ee-91d1-6decdfbf923c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f217b2f7-93cc-47ee-91d1-6decdfbf923c,segment=NetworkSegment(32ff7046-6728-4abd-ab9b-e77fc32c3437),segment_id=32ff7046-6728-4abd-ab9b-e77fc32c3437)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:31.121197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-bb22189e-b282-4ed2-b363-e2af5dff7a8a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0832996 Jul 28 15:03:31.228529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-1f4891f1-5df2-4d31-a6cf-27b6acc456bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:31.230371 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-1f4891f1-5df2-4d31-a6cf-27b6acc456bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1097 time: 0.0471992 Jul 28 15:03:31.265762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2fafa-d1f7-4541-b24e-ea1e38026fbe None None] Network 54c00efc-e130-4118-9b92-2d33a114c67a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:31.271406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Router f8150d33-aa42-4cf2-a9c7-8c45a9f38503 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:03:31.320142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.322921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 856c9ac3-632e-4e31-994b-91f4c4c30a07 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:31.359898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-505bd980-2257-4933-a3b4-5f8ee0a8645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:31.361306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-505bd980-2257-4933-a3b4-5f8ee0a8645f service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1073630 Jul 28 15:03:31.387042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:03:31.419176 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0521cd15-ef5b-4943-a9d1-1a306b288402 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4127820 Jul 28 15:03:31.419176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54618) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:31.419351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] Sync routers for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:03:31.441275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-f23b0d13-26b0-401e-8667-bc4513762e67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 1001 time: 0.0727458 Jul 28 15:03:31.459869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Provisioning complete for port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:31.464619 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:31.468608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f217b2f7-93cc-47ee-91d1-6decdfbf923c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:31.514741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-99a76a57-8800-443c-9485-4b10bac77cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:31.515026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:31.515026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:31.515265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-99a76a57-8800-443c-9485-4b10bac77cff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0628743 Jul 28 15:03:31.563167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:03:31.568431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:31.587391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-0b3c53a1-2257-405a-8d77-b08721966546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:31.589518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-0b3c53a1-2257-405a-8d77-b08721966546 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704701 Jul 28 15:03:31.605048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:31.617898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:31.618391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:31.705291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-cb007ece-aeeb-4441-91d9-12f4e5590a99 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080003 Jul 28 15:03:31.820007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9cff7d0c-317d-4feb-a03a-40f379e5480d req-0adf9390-e034-4e50-9f04-c50fc92c942b service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067159 Jul 28 15:03:31.820637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:31.821293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87038c3-cbde-4eb6-8f65-fe9c2f083408 None None] The sync data for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:03:31.827256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 856c9ac3-632e-4e31-994b-91f4c4c30a07 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:31.979062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Provisioning for port 856c9ac3-632e-4e31-994b-91f4c4c30a07 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:31.983479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Provisioning complete for port 856c9ac3-632e-4e31-994b-91f4c4c30a07 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:31.983835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.076591 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.110887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] For port 856c9ac3-632e-4e31-994b-91f4c4c30a07, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=856c9ac3-632e-4e31-994b-91f4c4c30a07,segment=NetworkSegment(1d1bcdaa-a96b-41eb-8940-d637746613c9),segment_id=1d1bcdaa-a96b-41eb-8940-d637746613c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:32.123676 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-b196fa5d-d9e8-4ecf-b12d-08f477ae9314 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:03:32.124662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b196fa5d-d9e8-4ecf-b12d-08f477ae9314 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7209148 Jul 28 15:03:32.127626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54620) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:32.305020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.358847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51f4d5-56c2-4ac9-a563-6b98f2559bd0 None None] Pushing event updated for resources: {'Port': ['ID=856c9ac3-632e-4e31-994b-91f4c4c30a07,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:32.460060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ba3c3813-7704-4ceb-8ec7-03aa9886a34d None None] Provisioning complete for port 856c9ac3-632e-4e31-994b-91f4c4c30a07 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:32.460060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba3c3813-7704-4ceb-8ec7-03aa9886a34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.529701 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.593383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f217b2f7-93cc-47ee-91d1-6decdfbf923c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:32.641794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f217b2f7-93cc-47ee-91d1-6decdfbf923c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:32.642176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.730645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 856c9ac3-632e-4e31-994b-91f4c4c30a07 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:32.779511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 856c9ac3-632e-4e31-994b-91f4c4c30a07 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:32.779895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.845117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting port ffebed6d-77bf-4a6b-9be1-5adfe27fc547 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:32.845469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.943792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:32.955996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Calling delete_port for ffebed6d-77bf-4a6b-9be1-5adfe27fc547 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:33.328065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:33.354980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Port': ['ID=ffebed6d-77bf-4a6b-9be1-5adfe27fc547,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:33.451285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:33.615196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Router f8150d33-aa42-4cf2-a9c7-8c45a9f38503 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:03:33.689117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:03:33.694507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4cc968cd-385a-4f71-9617-488f2f8dac91 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658331 Jul 28 15:03:33.698178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54626) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:33.699513 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] Sync routers for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:03:33.710296 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:33.711111 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:33.738730 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-64cf5ec5-a864-42d1-876c-8a2264bedb6a tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] delete failed (client error): The resource could not be found. Jul 28 15:03:33.740012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-64cf5ec5-a864-42d1-876c-8a2264bedb6a tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-54121968 HTTP/1.1" status: 404 len: 333 time: 0.0408974 Jul 28 15:03:33.743741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54628) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:33.744436 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:33.748523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ba676c4f-af9e-4800-b300-5fcde897079c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:33.764014 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:33.764668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:33.802592 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:33.803322 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10453a99-357a-4c7c-b94a-98f031d4abd3 None None] The sync data for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:03:33.959083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba676c4f-af9e-4800-b300-5fcde897079c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.006423 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-1c29eb7c-110b-4e95-be27-4075392e7212 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499024 Jul 28 15:03:34.107591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-e24e2deb-7d44-499a-84ec-a74ade90d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:34.109009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-e24e2deb-7d44-499a-84ec-a74ade90d5f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0406947 Jul 28 15:03:34.186051 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-ba676c4f-af9e-4800-b300-5fcde897079c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] update failed (client error): The resource could not be found. Jul 28 15:03:34.186051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba676c4f-af9e-4800-b300-5fcde897079c tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503 HTTP/1.1" status: 404 len: 339 time: 0.4404249 Jul 28 15:03:34.189231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:34.195160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-664237361'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:34.228866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-9abd0266-f62e-4e43-b0ee-eac29ef6032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:34.230359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-9abd0266-f62e-4e43-b0ee-eac29ef6032c service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.1021404 Jul 28 15:03:34.304097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-eb83456d-775d-4b90-be8a-1714f60017ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1000 time: 0.0664549 Jul 28 15:03:34.305127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:34.308846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.335888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:03:34.348024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.349247 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Added segment 102e09c8-a69d-4207-9a81-f5b7778492cc of type vlan for network 69c5ad86-b103-4c07-abe9-c967856d8892 Jul 28 15:03:34.357277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-790c1ee7-1385-42d7-b0ae-0ae64961e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:34.358831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-790c1ee7-1385-42d7-b0ae-0ae64961e3e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.0482333 Jul 28 15:03:34.394693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.406451 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-ea5f5821-92ec-402f-94ab-0b97b020f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:34.408015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-ea5f5821-92ec-402f-94ab-0b97b020f3a1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420315 Jul 28 15:03:34.503031 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-81ba1735-1152-46b6-9086-59e01e84df22 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881765 Jul 28 15:03:34.550360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.556718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:34.557430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:34.600069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df40bb7c-2409-47a8-9fe2-4c5a76f2deaa req-e5785050-288d-4e33-a55e-afbb4dfb7d16 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901930 Jul 28 15:03:34.629099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Network': ['ID=69c5ad86-b103-4c07-abe9-c967856d8892,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:34.639595 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 69c5ad86-b103-4c07-abe9-c967856d8892 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:03:34.705691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-74a4de46-5fbf-4e0f-a389-c8c8da5e4302 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5153060 Jul 28 15:03:34.709607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54634) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:34.714900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'subnet': {'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:34.932951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Made reservation on behalf of b7dd234b052a4aa09dc5f16c26b3189c for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:03:34.936777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:35.259341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:35.325788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Subnet': ['ID=661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:35.336084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Checking segment: {'id': '102e09c8-a69d-4207-9a81-f5b7778492cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:35.338307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network hostable DHCP agents. Network: 69c5ad86-b103-4c07-abe9-c967856d8892, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:03:35.475818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 69c5ad86-b103-4c07-abe9-c967856d8892 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:03:35.613003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 69c5ad86-b103-4c07-abe9-c967856d8892) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:35.618354 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:03:35.619444 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:35.622827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc59c26-aa35-4725-81ca-a812d36eaa70 None None] Network 69c5ad86-b103-4c07-abe9-c967856d8892 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:35.757148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-61914136-352c-4216-ba9c-07428e35aac8 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0464523 Jul 28 15:03:35.759925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54638) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:35.765099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-cbe29683-6a5d-4915-92a7-7f6bf14b4cbc tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'router': {'external_gateway_info': {'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:35.773734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-69c5ad86-b103-4c07-abe9-c967856d8892', 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892', 'tenant_id': 'b7dd234b052a4aa09dc5f16c26b3189c', 'fixed_ips': [{'subnet_id': '661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:03:35.774616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:35.919547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Allocated IP 2001:db8:1::2 (69c5ad86-b103-4c07-abe9-c967856d8892/661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5/f9634d54-a4ce-4ef8-aefd-71c76a4a4470) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:36.001370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cbe29683-6a5d-4915-92a7-7f6bf14b4cbc tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.072105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.080599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Transition to ACTIVE for port object f9634d54-a4ce-4ef8-aefd-71c76a4a4470 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:36.095769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Transition to ACTIVE for port object f9634d54-a4ce-4ef8-aefd-71c76a4a4470 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:36.288624 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.309285 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-cbe29683-6a5d-4915-92a7-7f6bf14b4cbc tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:03:36.315123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cbe29683-6a5d-4915-92a7-7f6bf14b4cbc tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503 HTTP/1.1" status: 400 len: 364 time: 0.5494711 Jul 28 15:03:36.315808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54642) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:36.328221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Network 69c5ad86-b103-4c07-abe9-c967856d8892 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:36.330061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:36.335094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:36.350941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Pushing event updated for resources: {'Port': ['ID=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:36.402916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Attempting to bind port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:03:36.403329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Attempting to bind port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '102e09c8-a69d-4207-9a81-f5b7778492cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:03:36.403701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Attempting to bind port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 on network 69c5ad86-b103-4c07-abe9-c967856d8892 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:03:36.409063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:03:36.409444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Checking segment: {'id': '102e09c8-a69d-4207-9a81-f5b7778492cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:03:36.409848 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.410240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Bound using segment: {'id': '102e09c8-a69d-4207-9a81-f5b7778492cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:03:36.410772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Bound port: f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102e09c8-a69d-4207-9a81-f5b7778492cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '69c5ad86-b103-4c07-abe9-c967856d8892'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:03:36.411227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.479420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] For port f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:03:36.483807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] For port f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,segment=NetworkSegment(102e09c8-a69d-4207-9a81-f5b7778492cc),segment_id=102e09c8-a69d-4207-9a81-f5b7778492cc)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:03:36.620569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.666438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:36.714164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbee581-8760-45ed-931f-6fde301e4801 None None] Pushing event updated for resources: {'Port': ['ID=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:36.952608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Allocated IP 2001:db8::1 (0138fdd8-0d28-4b51-a345-b679377decce/cc489121-babd-4bb4-a622-520d1b9b5824/12a43c62-4166-4ac0-ba40-e9f76cc4ed92) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:03:37.075508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.090722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Transition to ACTIVE for port object 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:03:37.231103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.280895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 0138fdd8-0d28-4b51-a345-b679377decce is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:37.284180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:37.291417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:03:37.292020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.331809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Port': ['ID=12a43c62-4166-4ac0-ba40-e9f76cc4ed92,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:37.520851 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.714622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916afdf9-df23-438e-a11e-5634ddc69aeb None None] Network 69c5ad86-b103-4c07-abe9-c967856d8892 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:37.771301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a7b9bc62-e504-4b38-ade1-3e874478ee40 None None] Provisioning for port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:37.781287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a7b9bc62-e504-4b38-ade1-3e874478ee40 None None] Provisioning complete for port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:37.781663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a7b9bc62-e504-4b38-ade1-3e874478ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.817847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.855699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9bc62-e504-4b38-ade1-3e874478ee40 None None] Port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:37.933142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:37.935958 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:38.026146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event updated for resources: {'Port': ['ID=12a43c62-4166-4ac0-ba40-e9f76cc4ed92,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:38.083147 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Network 0138fdd8-0d28-4b51-a345-b679377decce is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:03:38.085850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:03:38.113288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9edce613-5173-46a0-8a2f-d7528461a46e None None] Provisioning for port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:38.373469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b9d9692e-5bd3-4b11-ad5f-75be9ed1bba5 None None] Provisioning complete for port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:38.374274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b9d9692e-5bd3-4b11-ad5f-75be9ed1bba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:38.417746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b9d9692e-5bd3-4b11-ad5f-75be9ed1bba5 None None] Port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:03:38.514630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Router f8150d33-aa42-4cf2-a9c7-8c45a9f38503 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:03:38.620073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:03:38.628600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f9634d54-a4ce-4ef8-aefd-71c76a4a4470 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:38.633892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] Sync routers for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:03:38.634811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32f74e2e-4585-4ba2-88d1-22a719ca03d4 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3171105 Jul 28 15:03:38.637891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54650) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:38.669013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:38.669655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:38.703551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:38.720311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:38.720994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:38.739886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37e0d231-d212-4a5f-a10d-778dd2d6984e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:38.761953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:38.762575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711472a-e571-45bb-be22-709cc53ae9bf None None] The sync data for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 is: [] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:03:38.835821 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-37e0d231-d212-4a5f-a10d-778dd2d6984e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 28 15:03:38.837162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37e0d231-d212-4a5f-a10d-778dd2d6984e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503 HTTP/1.1" status: 409 len: 329 time: 0.1976156 Jul 28 15:03:38.841320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54652) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:38.876461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:03:38.881319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:38.882191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:38.976860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.014160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,segment=NetworkSegment(102e09c8-a69d-4207-9a81-f5b7778492cc),segment_id=102e09c8-a69d-4207-9a81-f5b7778492cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:39.127906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.182042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:39.478816 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.736979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting port 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:39.737666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.835405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:39.848486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Calling delete_port for 12a43c62-4166-4ac0-ba40-e9f76cc4ed92 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:40.104700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.138493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Port': ['ID=12a43c62-4166-4ac0-ba40-e9f76cc4ed92,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:40.252485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.437992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Router f8150d33-aa42-4cf2-a9c7-8c45a9f38503 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:03:40.526270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:03:40.535087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54660) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:40.544091 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] Sync routers for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:03:40.544716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99872e2d-416a-4509-8c2b-fb3b0cd65ef1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991055 Jul 28 15:03:40.550638 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:40.552469 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:40.574999 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-f7d4f56b-600b-4cdd-b673-2eda1d59590a tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] show failed (client error): The resource could not be found. Jul 28 15:03:40.579616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f7d4f56b-600b-4cdd-b673-2eda1d59590a tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-778142468 HTTP/1.1" status: 404 len: 334 time: 0.0398629 Jul 28 15:03:40.579986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:40.585034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-adccd047-86f6-4098-a01f-dc7b1bdc4132 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:40.595421 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:40.603602 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] Routers {'f8150d33-aa42-4cf2-a9c7-8c45a9f38503'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:03:40.604236 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:03:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:40.607558 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f9634d54-a4ce-4ef8-aefd-71c76a4a4470 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:03:40.620939 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-adccd047-86f6-4098-a01f-dc7b1bdc4132 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] update failed (client error): The resource could not be found. Jul 28 15:03:40.625018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-adccd047-86f6-4098-a01f-dc7b1bdc4132 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1289264982 HTTP/1.1" status: 404 len: 335 time: 0.0409136 Jul 28 15:03:40.625727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54664) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:40.643063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:40.643808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6b9f2-f276-4f1e-b82b-7500b1b1b48a None None] The sync data for ids ['f8150d33-aa42-4cf2-a9c7-8c45a9f38503'] in n-d-705658-23 is: [] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:03:40.680146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:03:40.680521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.687392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting subnet 661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:40.690780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.735974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:40.826463 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.025033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.052433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Subnet': ['ID=661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:41.059106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.064042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54666) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:41.070885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e3297-8ec4-43c5-8625-44c35d8e3f3b None None] Network 69c5ad86-b103-4c07-abe9-c967856d8892 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:41.075254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-676f0b0c-ab25-439e-8031-31997e21c4ef tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/subnets/661c9f7a-9b4b-4e0c-82ff-0ccb1e6cd3c5 HTTP/1.1" status: 204 len: 168 time: 0.4483576 Jul 28 15:03:41.156455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.227181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:41.227946 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.314460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] DHCP port deletion for 69c5ad86-b103-4c07-abe9-c967856d8892 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:03:41.318832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] For port f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,segment=NetworkSegment(102e09c8-a69d-4207-9a81-f5b7778492cc),segment_id=102e09c8-a69d-4207-9a81-f5b7778492cc)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:41.319234 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.343530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Calling delete_port for f9634d54-a4ce-4ef8-aefd-71c76a4a4470 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:41.371559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Deleting port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:41.372096 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.447611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] For port f9634d54-a4ce-4ef8-aefd-71c76a4a4470, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,segment=NetworkSegment(102e09c8-a69d-4207-9a81-f5b7778492cc),segment_id=102e09c8-a69d-4207-9a81-f5b7778492cc)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:41.448017 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.464297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Calling delete_port for f9634d54-a4ce-4ef8-aefd-71c76a4a4470 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:41.529789 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.555940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.571043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Port': ['ID=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:41.574437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] No DVR routers for this DVR port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:41.585701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] Pushing event deleted for resources: {'Port': ['ID=f9634d54-a4ce-4ef8-aefd-71c76a4a4470,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:41.589375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02f971-cbd9-42d9-94a8-77514c25f469 None None] No DVR routers for this DVR port f9634d54-a4ce-4ef8-aefd-71c76a4a4470 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:41.666951 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.677994 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c5ad86-b103-4c07-abe9-c967856d8892']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:41.689078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102e09c8-a69d-4207-9a81-f5b7778492cc') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:41.689383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102e09c8-a69d-4207-9a81-f5b7778492cc') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:41.699257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.713584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.719771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:41.720172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:41.724374 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:41.915752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.921294 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:41.923248 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/networks/69c5ad86-b103-4c07-abe9-c967856d8892 HTTP/1.1" status: 204 len: 168 time: 0.8582258 Jul 28 15:03:41.925818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54670) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:41.938725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa79368-f835-4edc-ad3f-6ae584ab7dbd tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Network': ['ID=69c5ad86-b103-4c07-abe9-c967856d8892,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:41.984816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting subnet eb9f6abe-edcb-4a2e-be12-161e92432627 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:41.987975 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.031713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.133967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.361312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ef200222-a904-46cf-b5f7-74da74f2fd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.407886 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.435586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9f6abe-edcb-4a2e-be12-161e92432627,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:42.439438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.442139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dccdb0d8-77de-4390-b731-d6e202e71980 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/subnets/eb9f6abe-edcb-4a2e-be12-161e92432627 HTTP/1.1" status: 204 len: 168 time: 0.5142491 Jul 28 15:03:42.444750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54672) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:42.448037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b19ce6-c903-4a15-a64a-166a6dc3b1ad None None] Network 54c00efc-e130-4118-9b92-2d33a114c67a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:42.497613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting subnet 5e9cbc56-59ea-4529-8184-2e5d053f07c2 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:42.501146 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.567373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.631543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f9634d54-a4ce-4ef8-aefd-71c76a4a4470 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:42.652467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f9634d54-a4ce-4ef8-aefd-71c76a4a4470 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:42.652829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f9634d54-a4ce-4ef8-aefd-71c76a4a4470 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:42.661707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] DHCP port deletion for 54c00efc-e130-4118-9b92-2d33a114c67a request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:03:42.675040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.710017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Deleting port 856c9ac3-632e-4e31-994b-91f4c4c30a07 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:42.710401 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.776465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] For port 856c9ac3-632e-4e31-994b-91f4c4c30a07, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=856c9ac3-632e-4e31-994b-91f4c4c30a07,segment=NetworkSegment(1d1bcdaa-a96b-41eb-8940-d637746613c9),segment_id=1d1bcdaa-a96b-41eb-8940-d637746613c9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:42.776865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.789828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Calling delete_port for 856c9ac3-632e-4e31-994b-91f4c4c30a07 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:42.842062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.877106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9cbc56-59ea-4529-8184-2e5d053f07c2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:42.882665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.883481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a74b743a-1479-416c-9239-95a4f73c4ec3 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/subnets/5e9cbc56-59ea-4529-8184-2e5d053f07c2 HTTP/1.1" status: 204 len: 168 time: 0.4380746 Jul 28 15:03:42.886107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54676) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:42.889610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d162ed3-de4e-441b-bd98-2b421baefedc None None] Network 483270d3-dcea-4001-9668-f2ad55917a17 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:42.970951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:42.999976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.004915 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] The port '856c9ac3-632e-4e31-994b-91f4c4c30a07' was deleted {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 28 15:03:43.032163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] No DVR routers for this DVR port 856c9ac3-632e-4e31-994b-91f4c4c30a07 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:43.033749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b107be4-e39c-4b90-8af9-c2d683cf6aca None None] Pushing event deleted for resources: {'Port': ['ID=856c9ac3-632e-4e31-994b-91f4c4c30a07,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:43.103118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.113190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c00efc-e130-4118-9b92-2d33a114c67a']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.123916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1bcdaa-a96b-41eb-8940-d637746613c9') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.124236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1bcdaa-a96b-41eb-8940-d637746613c9') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.130340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] DHCP port deletion for 483270d3-dcea-4001-9668-f2ad55917a17 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:03:43.134622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.152881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.159332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:43.159856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:43.163276 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:43.191198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Deleting port f217b2f7-93cc-47ee-91d1-6decdfbf923c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:43.192097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.255941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] For port f217b2f7-93cc-47ee-91d1-6decdfbf923c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f217b2f7-93cc-47ee-91d1-6decdfbf923c,segment=NetworkSegment(32ff7046-6728-4abd-ab9b-e77fc32c3437),segment_id=32ff7046-6728-4abd-ab9b-e77fc32c3437)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:43.256354 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.270105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Calling delete_port for f217b2f7-93cc-47ee-91d1-6decdfbf923c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:43.390297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.399909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.402365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/networks/54c00efc-e130-4118-9b92-2d33a114c67a HTTP/1.1" status: 204 len: 168 time: 0.5150032 Jul 28 15:03:43.404801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54678) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:43.415442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74509524-91cf-448e-8926-7dfefe9b1961 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Network': ['ID=54c00efc-e130-4118-9b92-2d33a114c67a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:43.492550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.527610 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.549904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting port f217b2f7-93cc-47ee-91d1-6decdfbf923c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:43.550287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.565406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] No DVR routers for this DVR port f217b2f7-93cc-47ee-91d1-6decdfbf923c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:43.568749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b974d-6ced-4995-a89c-2709f63db2fe None None] Pushing event deleted for resources: {'Port': ['ID=f217b2f7-93cc-47ee-91d1-6decdfbf923c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:43.634082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] For port f217b2f7-93cc-47ee-91d1-6decdfbf923c, host n-d-705658-23, got binding levels [] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:43.638268 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.654922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Calling delete_port for f217b2f7-93cc-47ee-91d1-6decdfbf923c owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:43.657667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Port f217b2f7-93cc-47ee-91d1-6decdfbf923c was not found and therefore no delete operation was performed {{(pid=94749) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 15:03:43.659113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.689462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] No DVR routers for this DVR port f217b2f7-93cc-47ee-91d1-6decdfbf923c on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:43.695859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Port': ['ID=f217b2f7-93cc-47ee-91d1-6decdfbf923c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:43.722423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.723437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.723762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.724067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.724404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.724768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.725101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.725436 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.725816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.726147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.726478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.726900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:03:43.788350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.798823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483270d3-dcea-4001-9668-f2ad55917a17']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.809638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ff7046-6728-4abd-ab9b-e77fc32c3437') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.809943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ff7046-6728-4abd-ab9b-e77fc32c3437') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:43.818834 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.832136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.838048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:43.838383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:43.841407 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:44.006949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.014067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.015946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/networks/483270d3-dcea-4001-9668-f2ad55917a17 HTTP/1.1" status: 204 len: 168 time: 0.6100581 Jul 28 15:03:44.018571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:44.036993 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1f26c-00ee-4333-ba12-1db1c1d261f2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Network': ['ID=483270d3-dcea-4001-9668-f2ad55917a17,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:44.079842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting subnet cc489121-babd-4bb4-a622-520d1b9b5824 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:03:44.083591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.128175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.213254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.430849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.464357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Subnet': ['ID=cc489121-babd-4bb4-a622-520d1b9b5824,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:44.466426 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.470714 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d134d8a-9e3d-434e-b465-fac97506ead2 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/subnets/cc489121-babd-4bb4-a622-520d1b9b5824 HTTP/1.1" status: 204 len: 168 time: 0.4511273 Jul 28 15:03:44.470941 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54684) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:44.475702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c4da1-05a5-465b-8e49-552c5067b69a None None] Network 0138fdd8-0d28-4b51-a345-b679377decce requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:03:44.564034 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.623905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f217b2f7-93cc-47ee-91d1-6decdfbf923c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:44.625314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Deleting port 593765ec-e904-4af6-814a-ba023f4ac71f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:44.625677 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.655412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f217b2f7-93cc-47ee-91d1-6decdfbf923c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:44.655746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f217b2f7-93cc-47ee-91d1-6decdfbf923c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:44.656165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 856c9ac3-632e-4e31-994b-91f4c4c30a07 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:44.683901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 856c9ac3-632e-4e31-994b-91f4c4c30a07 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:44.684192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 856c9ac3-632e-4e31-994b-91f4c4c30a07 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:44.701418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] For port 593765ec-e904-4af6-814a-ba023f4ac71f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=593765ec-e904-4af6-814a-ba023f4ac71f,segment=NetworkSegment(a4f24a3e-9842-4514-b975-632fbd3f7370),segment_id=a4f24a3e-9842-4514-b975-632fbd3f7370)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:44.701750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.706529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] DHCP port deletion for 0138fdd8-0d28-4b51-a345-b679377decce request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:03:44.717792 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Calling delete_port for 593765ec-e904-4af6-814a-ba023f4ac71f owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:44.759559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Deleting port 593765ec-e904-4af6-814a-ba023f4ac71f {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:03:44.759559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.834349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] For port 593765ec-e904-4af6-814a-ba023f4ac71f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=593765ec-e904-4af6-814a-ba023f4ac71f,segment=NetworkSegment(a4f24a3e-9842-4514-b975-632fbd3f7370),segment_id=a4f24a3e-9842-4514-b975-632fbd3f7370)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:03:44.834777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.847084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Calling delete_port for 593765ec-e904-4af6-814a-ba023f4ac71f owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:03:44.849534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd404-3239-4410-b354-58a691d695ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.984669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:44.991743 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.013895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Port': ['ID=593765ec-e904-4af6-814a-ba023f4ac71f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:45.017929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] No DVR routers for this DVR port 593765ec-e904-4af6-814a-ba023f4ac71f on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:45.021996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] Pushing event deleted for resources: {'Port': ['ID=593765ec-e904-4af6-814a-ba023f4ac71f,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:45.025510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d557161-d328-4761-aeec-cb8721dc9b11 None None] No DVR routers for this DVR port 593765ec-e904-4af6-814a-ba023f4ac71f on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:03:45.099732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.105359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.111039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0138fdd8-0d28-4b51-a345-b679377decce']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:45.122463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f24a3e-9842-4514-b975-632fbd3f7370') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:45.122758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f24a3e-9842-4514-b975-632fbd3f7370') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:03:45.132264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.146722 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.152925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:03:45.153310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:03:45.156668 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:03:45.407302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.414464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.416313 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/networks/0138fdd8-0d28-4b51-a345-b679377decce HTTP/1.1" status: 204 len: 168 time: 0.9441409 Jul 28 15:03:45.419242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:45.428069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e66e5-835b-4dfe-b407-bf3a5a4fe6e7 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Pushing event deleted for resources: {'Network': ['ID=0138fdd8-0d28-4b51-a345-b679377decce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:45.458119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-479ecb23-f12a-4de9-8759-ea392d6080d1 tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8150d33-aa42-4cf2-a9c7-8c45a9f38503 HTTP/1.1" status: 200 len: 205 time: 0.0298500 Jul 28 15:03:45.459664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:45.537969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.718259 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.720401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.887391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.887977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Fanout notify agent at l3_agent the message router_deleted on router f8150d33-aa42-4cf2-a9c7-8c45a9f38503 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:03:45.895387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:45.896393 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-04444367-83b1-49e8-8e57-1893085c8b6e tempest-RoutersNegativeIpV6Test-2039266725 tempest-RoutersNegativeIpV6Test-2039266725-project] 10.222.0.47 "DELETE /v2.0/routers/f8150d33-aa42-4cf2-a9c7-8c45a9f38503 HTTP/1.1" status: 204 len: 168 time: 0.4357686 Jul 28 15:03:46.293324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:46.588736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 593765ec-e904-4af6-814a-ba023f4ac71f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:03:46.610542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 593765ec-e904-4af6-814a-ba023f4ac71f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:03:46.611183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 593765ec-e904-4af6-814a-ba023f4ac71f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:03:46.755106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54702) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:46.912907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9fe9b814-2e3c-4e0a-bdd5-b15b2a60fd45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7dd234b052a4aa09dc5f16c26b3189c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568277 Jul 28 15:03:46.915284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54706) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:46.965233 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:46.989366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:47.201579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:47.204381 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:47.205583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/506efcf7-0669-4c73-af05-42a21b207db5 HTTP/1.1" status: 204 len: 168 time: 0.2893841 Jul 28 15:03:47.214936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14173f0-e1c9-49cf-a378-3767dbd6e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506efcf7-0669-4c73-af05-42a21b207db5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:47.772120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:48.642060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54730) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:48.756223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044746383'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:48.899211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:48.907883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.010776 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.104389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.146645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e522e91c-3dde-45b6-a107-524aafbbf47b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:49.202199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.332857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.365301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde91171-6fde-4c29-8c3d-a2ce364ab9fb,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:49.498909 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.500346 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-125d7a0f-288b-4f18-8ab8-7ef1d6bf9b2b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8571198 Jul 28 15:03:49.503253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:49.569794 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e7de1a49-f253-47fe-a9c7-336bc70ba999 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0647843 Jul 28 15:03:49.572591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54738) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:49.576977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-security--1254819423', 'description': 'tempest-security-description-1241363316'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:49.602907 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:49.647882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.018784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.022145 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.023481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "PUT /v2.0/security-groups/fde91171-6fde-4c29-8c3d-a2ce364ab9fb HTTP/1.1" status: 200 len: 1780 time: 0.4499433 Jul 28 15:03:50.026403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54742) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:50.047273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1372879-7826-4ed5-abcc-b7dea484c70a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde91171-6fde-4c29-8c3d-a2ce364ab9fb,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:50.065884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ed38a887-90ae-4d2a-89e7-f9c91fcce8b0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups/fde91171-6fde-4c29-8c3d-a2ce364ab9fb HTTP/1.1" status: 200 len: 1780 time: 0.0382464 Jul 28 15:03:50.068971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:50.133728 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.159829 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.165745 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.333641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.336283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.337691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/fde91171-6fde-4c29-8c3d-a2ce364ab9fb HTTP/1.1" status: 204 len: 168 time: 0.2677853 Jul 28 15:03:50.340634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54746) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:50.348477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059faf2-4cb0-4549-ad22-7b2061e4000c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde91171-6fde-4c29-8c3d-a2ce364ab9fb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:50.392209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e18d562c-2ee3-40d8-b0c2-4528753750f9 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501487 Jul 28 15:03:50.395519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54748) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:50.415103 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-71282f28-0238-4903-9952-76a6954f6ca1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] delete failed (client error): The resource could not be found. Jul 28 15:03:50.416133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-71282f28-0238-4903-9952-76a6954f6ca1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/fde91171-6fde-4c29-8c3d-a2ce364ab9fb HTTP/1.1" status: 404 len: 347 time: 0.0195117 Jul 28 15:03:50.419995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54750) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:50.427633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--738952671'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:50.605887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.704678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.710166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.875653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:50.912052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a239fac-2540-49c6-af01-de47c8d9603b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:51.058704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.060274 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-aef4baa5-bd9c-497b-8dc3-45df98df7d8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6392741 Jul 28 15:03:51.063666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54754) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:51.069046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '3a239fac-2540-49c6-af01-de47c8d9603b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:51.183972 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.253172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.373089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.398370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d8b53d-fe8b-47e6-a569-423cf0b44e27,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:51.521462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.523994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-52028cd8-510b-480b-8f86-3731a0810a8e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4584558 Jul 28 15:03:51.526126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54756) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:51.558859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.574165 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.703506 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.709939 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.711077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/87d8b53d-fe8b-47e6-a569-423cf0b44e27 HTTP/1.1" status: 204 len: 168 time: 0.1839256 Jul 28 15:03:51.713809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54758) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:51.717072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485b496-4fca-4ec1-9858-364c74322857 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87d8b53d-fe8b-47e6-a569-423cf0b44e27,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:51.765432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5414a6b3-dabc-4554-84e4-f8ed717fe870 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0502605 Jul 28 15:03:51.768499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54760) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:51.827051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:51.852911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.030112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.032702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.033901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/3a239fac-2540-49c6-af01-de47c8d9603b HTTP/1.1" status: 204 len: 168 time: 0.2633245 Jul 28 15:03:52.037244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54764) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:52.044149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473884-0186-413c-bcba-078cc3e57cc1 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a239fac-2540-49c6-af01-de47c8d9603b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:52.098389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-04f76948-321d-44a8-ab52-99259d44d433 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555902 Jul 28 15:03:52.104211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:52.104211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194486497'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:52.293140 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.379471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.487409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.521034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7240a38e-5434-4507-80a2-8f6b7bbc678d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:52.635842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.637365 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e7de9d48-c19e-4e59-920e-fa92799df64f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5370386 Jul 28 15:03:52.640386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:52.645787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '7240a38e-5434-4507-80a2-8f6b7bbc678d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:52.766207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.834730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.944563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:52.964849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada33895-b549-4fdb-a9df-5349c18b6f79,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:53.379391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:53.379391 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d9449f37-79b7-481f-9c3a-36bf372fda6e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7156596 Jul 28 15:03:53.381313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:53.386036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '7240a38e-5434-4507-80a2-8f6b7bbc678d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:53.596598 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:53.654380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:53.841556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:53.860964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b7dce7-ce64-4bb6-9249-9503b3a9b6b0,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:54.127432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.128761 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-089f43a7-f91c-45e2-b3ce-bcc5a1afc522 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7462955 Jul 28 15:03:54.131862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54776) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:54.136504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '7240a38e-5434-4507-80a2-8f6b7bbc678d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:54.332423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.396063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.492652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.512110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4740f6a-dda1-4567-bfb5-78c2f4c45679,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:54.635025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.636240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e1237f0b-3153-49cb-a1f8-177ac18607a8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034029 Jul 28 15:03:54.638886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:54.644245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '7240a38e-5434-4507-80a2-8f6b7bbc678d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:54.772143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.842690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.973164 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:54.991043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90440cf-3cf4-4604-b1be-a8d25e908b0d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:55.178152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.181917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8a5a601b-8f00-4328-a1e6-6d96d1ce4f40 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5395277 Jul 28 15:03:55.182093 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54784) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:55.186547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '7240a38e-5434-4507-80a2-8f6b7bbc678d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:55.338499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.408176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.516417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.538142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c137e1c-c79f-4a79-b869-90edc3d381bf,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:55.658382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.662451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e52fe43b-59e6-43d1-91fd-9bc8621df53d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4765956 Jul 28 15:03:55.663291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:55.687216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.694578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.789374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.795573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.796695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9c137e1c-c79f-4a79-b869-90edc3d381bf HTTP/1.1" status: 204 len: 168 time: 0.1324465 Jul 28 15:03:55.799465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:55.802425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2293dee-7b59-4e40-a4d6-6680e676cec0 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c137e1c-c79f-4a79-b869-90edc3d381bf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:55.846902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f7078c8-ed65-4a70-afca-e4558d0118e9 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0461192 Jul 28 15:03:55.849781 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:55.877933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:55.891750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.129947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.136162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.137295 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b90440cf-3cf4-4604-b1be-a8d25e908b0d HTTP/1.1" status: 204 len: 168 time: 0.2866197 Jul 28 15:03:56.140032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54796) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.143031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae344-cb94-4003-9834-6c52a0dee8f4 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b90440cf-3cf4-4604-b1be-a8d25e908b0d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:56.193526 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c15de361-d19e-4878-bba5-2db1f5d00604 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0521989 Jul 28 15:03:56.197145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54798) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.220527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.231444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.355160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.360470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.361780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e4740f6a-dda1-4567-bfb5-78c2f4c45679 HTTP/1.1" status: 204 len: 168 time: 0.1637013 Jul 28 15:03:56.364807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54800) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.370272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d10e46-8d7e-46a0-861e-86d3bf86a6bb tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4740f6a-dda1-4567-bfb5-78c2f4c45679,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:56.414598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8f588ffc-7668-4605-9f19-36b0b03d2675 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0455301 Jul 28 15:03:56.414859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54802) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.439325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.447415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.578167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.586352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.587499 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e0b7dce7-ce64-4bb6-9249-9503b3a9b6b0 HTTP/1.1" status: 204 len: 168 time: 0.1717911 Jul 28 15:03:56.590615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.593106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa792282-3992-4b01-93e0-0c46f0aba594 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0b7dce7-ce64-4bb6-9249-9503b3a9b6b0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:56.641979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ae2e079f-3dee-4902-a016-4c251eee281a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0472045 Jul 28 15:03:56.642276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.666733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.674640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.800752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.805658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.806826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ada33895-b549-4fdb-a9df-5349c18b6f79 HTTP/1.1" status: 204 len: 168 time: 0.1635933 Jul 28 15:03:56.809648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54816) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.814883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d4cbd-2802-453e-bff9-aa3e29dd508b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ada33895-b549-4fdb-a9df-5349c18b6f79,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:56.853398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-10967588-c3a5-4c21-9a82-4e44992517ae tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424488 Jul 28 15:03:56.855995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54818) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:56.912537 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:56.935713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.116676 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.119792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.121317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/7240a38e-5434-4507-80a2-8f6b7bbc678d HTTP/1.1" status: 204 len: 168 time: 0.2643943 Jul 28 15:03:57.124261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54824) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:57.134970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4adda0-d639-4a17-93fc-a83be06dcf4a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7240a38e-5434-4507-80a2-8f6b7bbc678d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:57.172875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6c64ff66-ccee-4449-856b-02fde2c308fa tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0469644 Jul 28 15:03:57.177449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:57.181918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750165566'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:57.378591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.468435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.612260 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.642767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970020d7-99d1-4c17-8376-24fd796b4c57,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:57.767070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:57.768416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-34448839-bbd7-4bc0-b8f2-216404033ce7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5900090 Jul 28 15:03:57.771155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54834) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:57.775657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '970020d7-99d1-4c17-8376-24fd796b4c57', 'direction': 'ingress', 'protocol': 17}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:57.984109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.044569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.229966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.248171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcd68b1-21e6-4921-9473-5c356edda65b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:58.435469 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.440458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c44345b6-c90c-49b9-a03f-08ea2c50b091 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6645832 Jul 28 15:03:58.440458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:58.495056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.520045 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.704326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.707772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.708957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/970020d7-99d1-4c17-8376-24fd796b4c57 HTTP/1.1" status: 204 len: 168 time: 0.2685175 Jul 28 15:03:58.711855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54846) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:58.718210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a0278-8474-4ee7-8f39-9fb169d93630 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970020d7-99d1-4c17-8376-24fd796b4c57,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:58.775379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b583de94-d5d3-4c0d-91a3-de01b3ab86c7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0616791 Jul 28 15:03:58.779119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54848) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:58.783732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--341783994'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:58.875289 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:58.961278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.092570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.125525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8635057-ef80-4028-8f18-eee831d86f94,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:59.252115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.253498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b3520e74-798a-4635-934f-b74adfa7ffab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4733706 Jul 28 15:03:59.256189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54856) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:59.261023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860449421'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:03:59.424304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.518108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.676192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.704929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e525713-9c5a-4a29-bd87-50271f9526d0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:03:59.802066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:03:59.803181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-57216341-2a1f-4bcd-859b-f7b7a3fd68a3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5454695 Jul 28 15:03:59.805325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:03:59.809973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': 'c8635057-ef80-4028-8f18-eee831d86f94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e525713-9c5a-4a29-bd87-50271f9526d0', 'remote_ip_prefix': None}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:00.028337 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.103590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.499346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.520384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3281917-781f-4084-94d3-818894cf452a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:00.692878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.694124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-88a3c5d0-8ec7-45cc-b3d8-4b97feecfe2f tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8877749 Jul 28 15:04:00.696988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54872) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:00.721088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.728532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.921136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.927541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:00.933376 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b3281917-781f-4084-94d3-818894cf452a HTTP/1.1" status: 204 len: 168 time: 0.2307379 Jul 28 15:04:00.933642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54876) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:00.939185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6bcbf-2809-4538-a520-194e32ee6baf tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3281917-781f-4084-94d3-818894cf452a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:00.984207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fe022588-6d4b-4997-ae83-2d36fc8e708b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0509994 Jul 28 15:04:00.986823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54878) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.044981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.078708 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.275719 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.279453 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.280630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e525713-9c5a-4a29-bd87-50271f9526d0 HTTP/1.1" status: 204 len: 168 time: 0.2926428 Jul 28 15:04:01.283174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54886) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.291519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29c5dd-8253-43b7-b54b-e6c39d8f9772 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e525713-9c5a-4a29-bd87-50271f9526d0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:01.345073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0fa5003b-0e5b-4865-9889-8ef5e787f67b tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0593395 Jul 28 15:04:01.346258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54888) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.418449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.444354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.583232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.585935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.587140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/c8635057-ef80-4028-8f18-eee831d86f94 HTTP/1.1" status: 204 len: 168 time: 0.2396796 Jul 28 15:04:01.589850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54892) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.597365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66228906-e036-42cf-9047-4e53dbe6a5cc tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8635057-ef80-4028-8f18-eee831d86f94,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:01.639443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b29fc237-2423-4ddf-8f12-37f0b76d5eda tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483942 Jul 28 15:04:01.643901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54894) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:01.648963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--189772343'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:01.783952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:01.880182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.041751 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.072173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5629c6-83b1-4957-bddf-999549d35312,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:02.246702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.248024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5007cbb1-f95d-44e9-b7db-481594928842 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6028070 Jul 28 15:04:02.250940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54902) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:02.256374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': 'ea5629c6-83b1-4957-bddf-999549d35312', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:02.406472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.465748 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.532279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.556192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6652261d-396f-4159-92a1-5f0e5c90e613,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:02.647126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.648491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a37799cf-75e9-45c7-98d7-b6886e0b84ac tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3964527 Jul 28 15:04:02.651338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54906) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:02.682610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.696874 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.891657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.899205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:02.900504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6652261d-396f-4159-92a1-5f0e5c90e613 HTTP/1.1" status: 204 len: 168 time: 0.2479923 Jul 28 15:04:02.903260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54912) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:02.906848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9be9c-874d-4bcc-8ae8-86ee8d6eb37d tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6652261d-396f-4159-92a1-5f0e5c90e613,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:02.946188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39236c13-9b46-450f-b0d8-4deb2b0021db tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411484 Jul 28 15:04:02.948825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54914) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:03.006935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.029702 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.263888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.266760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.268047 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea5629c6-83b1-4957-bddf-999549d35312 HTTP/1.1" status: 204 len: 168 time: 0.3182976 Jul 28 15:04:03.271405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54918) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:03.277304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb470b-9930-4d98-9e15-57894f37e06e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5629c6-83b1-4957-bddf-999549d35312,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:03.323275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9268b505-a9a0-48e9-b5b9-c38b33322a6c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499244 Jul 28 15:04:03.327263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54920) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:03.332657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177707999'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:03.520943 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.607550 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.795411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:03.825992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eedb001-bc07-4514-9444-1a9590d3a16e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:04.006768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.008796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-491b16ab-b3a6-43e3-8104-d93b4b0545f3 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6803691 Jul 28 15:04:04.011593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54928) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.016577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '6eedb001-bc07-4514-9444-1a9590d3a16e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:04.211653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.273087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.417409 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.437914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd33889-9bed-47f0-9dca-9cd2ee5f6015,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:04.590080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.591882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c617c4d3-d56a-467f-b40c-9f18556d35ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5791726 Jul 28 15:04:04.594678 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54936) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.618692 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-613b3ed3-dd71-46c6-b6d7-574fb44bc50a tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules/7fd33889-9bed-47f0-9dca-9cd2ee5f6015 HTTP/1.1" status: 200 len: 763 time: 0.0224011 Jul 28 15:04:04.621742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54938) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.671156 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3dccd69a-aed3-462a-81a6-4d062247d435 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0481496 Jul 28 15:04:04.673559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54942) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.698576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.706230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.875523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.882361 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:04.883545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7fd33889-9bed-47f0-9dca-9cd2ee5f6015 HTTP/1.1" status: 204 len: 168 time: 0.2090621 Jul 28 15:04:04.886311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54946) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.889195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341b9df-0b5c-4805-a37a-e5f3f524c8ab tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd33889-9bed-47f0-9dca-9cd2ee5f6015,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:04.940730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8a48c62d-3d54-40f7-93f9-1b0e8715d8c9 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527811 Jul 28 15:04:04.943761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54948) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:04.948362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '6eedb001-bc07-4514-9444-1a9590d3a16e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:05.062818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.112077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.269638 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.290839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b366404a-dc5f-4c5b-843b-85ea31f78039,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:05.400775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.402925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-75070af4-76ab-457a-8874-35a498b9e520 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4574976 Jul 28 15:04:05.404976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54956) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:05.426572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fe44315d-c123-4504-b011-e644f90d6e41 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules/b366404a-dc5f-4c5b-843b-85ea31f78039 HTTP/1.1" status: 200 len: 763 time: 0.0204015 Jul 28 15:04:05.437121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:05.485164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3433fd8b-afac-4848-931c-395b9b6fed1e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468769 Jul 28 15:04:05.488557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:05.517740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.526184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.669230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.676279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.677393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b366404a-dc5f-4c5b-843b-85ea31f78039 HTTP/1.1" status: 204 len: 168 time: 0.1879082 Jul 28 15:04:05.680199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54964) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:05.683053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4bdd-00b6-4a8f-aed6-c170ca972fd2 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b366404a-dc5f-4c5b-843b-85ea31f78039,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:05.727290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-82b50d62-b0a7-4e60-aacc-74431d69b4d8 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459082 Jul 28 15:04:05.729801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54966) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:05.734208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Request body: {'security_group_rule': {'security_group_id': '6eedb001-bc07-4514-9444-1a9590d3a16e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:05.897160 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Project 38a3a32b557d4e698f7c1f002ed534bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:04:05.903208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:05.957677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.144302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.163325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00e53d5-d029-4afc-826a-7801adfbd0f7,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:06.308520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.309771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8fce98bc-0db7-49e0-a338-8326a535564c tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5790279 Jul 28 15:04:06.312405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54974) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.329608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c40c6637-1f72-499f-8a1f-f127a9f848f7 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules/f00e53d5-d029-4afc-826a-7801adfbd0f7 HTTP/1.1" status: 200 len: 769 time: 0.0157955 Jul 28 15:04:06.332772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.374518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6d108646-61d3-4595-a7dd-bc9e2271b442 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0406315 Jul 28 15:04:06.377394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54978) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.403790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.411945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.587082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.590933 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.592172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/f00e53d5-d029-4afc-826a-7801adfbd0f7 HTTP/1.1" status: 204 len: 168 time: 0.2127225 Jul 28 15:04:06.594883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.597722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052702c8-bc6a-4153-80dd-1f8a40ee85ff tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f00e53d5-d029-4afc-826a-7801adfbd0f7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:06.637774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0dc72c5e-c95f-45ca-96c5-1f76e1a42164 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416701 Jul 28 15:04:06.640480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 54984) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.697139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.720996 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.869434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.872165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:06.873339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "DELETE /v2.0/security-groups/6eedb001-bc07-4514-9444-1a9590d3a16e HTTP/1.1" status: 204 len: 168 time: 0.2316985 Jul 28 15:04:06.876247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.883031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bcf0f-3963-4069-8d1b-20832e9d3b0e tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eedb001-bc07-4514-9444-1a9590d3a16e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:06.927011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-22f97d69-3a05-47d1-b467-f1a1822ae275 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495222 Jul 28 15:04:06.931078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 54992) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:06.973843 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-95b13eae-c138-47e4-a199-79c5f709bcd5 tempest-SecGroupIPv6Test-1924660315 tempest-SecGroupIPv6Test-1924660315-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416698 Jul 28 15:04:07.629706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55004) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:07.771640 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-79c999da-e0f2-486d-b493-fec95892cc17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38a3a32b557d4e698f7c1f002ed534bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405635 Jul 28 15:04:07.773838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55010) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:07.826508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:07.849856 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:08.120575 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:08.123175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:08.124354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e522e91c-3dde-45b6-a107-524aafbbf47b HTTP/1.1" status: 204 len: 168 time: 0.3495963 Jul 28 15:04:08.133283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a18355-cf01-4e93-9109-37853bd32373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522e91c-3dde-45b6-a107-524aafbbf47b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:08.577104 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:04:09.351307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55048) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:09.457379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ca10a40f-a908-434c-a0d5-34bcb859fd02 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:09.461747 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-ca10a40f-a908-434c-a0d5-34bcb859fd02 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 15:04:09.461747 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-ca10a40f-a908-434c-a0d5-34bcb859fd02 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 15:04:09.461747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ca10a40f-a908-434c-a0d5-34bcb859fd02 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1069992 Jul 28 15:04:09.463113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55054) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:09.467920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742918618'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:09.618081 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:09.626599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:09.726573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:09.897691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:09.938566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24094db4-7410-4211-9a46-eb60f58e043c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:09.995282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.126338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.158137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5ad0c-b59d-41a5-b990-29a95c94258b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:10.240755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.242157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c513b224-fe4b-4042-a918-ff9c6656ce1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7779984 Jul 28 15:04:10.244964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55060) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:10.249416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '8fe5ad0c-b59d-41a5-b990-29a95c94258b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:10.394828 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.450058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.583279 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.601721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bcf651-6d92-4db5-b1cf-34b1b24df885,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:10.715108 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:10.716428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-22b71e6f-b303-4342-bf32-8435a0f390d6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705276 Jul 28 15:04:10.719212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55068) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:10.724855 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e7fe8f24-1ca3-48cf-8ad4-64e8f7e793c8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '8fe5ad0c-b59d-41a5-b990-29a95c94258b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:10.880890 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e7fe8f24-1ca3-48cf-8ad4-64e8f7e793c8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.052149 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e7fe8f24-1ca3-48cf-8ad4-64e8f7e793c8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): There was a conflict when trying to complete your request. Jul 28 15:04:11.053224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e7fe8f24-1ca3-48cf-8ad4-64e8f7e793c8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3330805 Jul 28 15:04:11.056058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55074) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:11.115627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.138749 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.274599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.277923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.278452 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/8fe5ad0c-b59d-41a5-b990-29a95c94258b HTTP/1.1" status: 204 len: 168 time: 0.2214856 Jul 28 15:04:11.281187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55078) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:11.289308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3cbbe-4ffe-4954-b449-8fbab6041277 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5ad0c-b59d-41a5-b990-29a95c94258b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:11.328554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eff751b8-24b9-4ee1-9a03-b4fd135003dc tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462115 Jul 28 15:04:11.332407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55082) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:11.336882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949430737'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:11.509799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.591486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.748861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.779007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa7ec86-27e3-47b8-87f9-6f122edabed6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:11.892165 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.894089 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4345ce93-0fe7-412d-a275-e211ce856565 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5607429 Jul 28 15:04:11.897030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:11.901540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-20efbc10-5061-4d87-bfeb-9496b85f042b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '7aa7ec86-27e3-47b8-87f9-6f122edabed6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:11.902037 n-d-705658-23 neutron-server[94748]: WARNING neutron.api.v2.base [None req-20efbc10-5061-4d87-bfeb-9496b85f042b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 28 15:04:11.902591 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-20efbc10-5061-4d87-bfeb-9496b85f042b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:11.906139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55090) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:11.906619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-20efbc10-5061-4d87-bfeb-9496b85f042b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0081608 Jul 28 15:04:11.967254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:11.997540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.148859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.151589 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.152785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/7aa7ec86-27e3-47b8-87f9-6f122edabed6 HTTP/1.1" status: 204 len: 168 time: 0.2449319 Jul 28 15:04:12.155659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55094) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:12.164189 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3848-381e-44d0-a476-7f324c9e68c4 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa7ec86-27e3-47b8-87f9-6f122edabed6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:12.206339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d768f7f1-7b19-46f5-a4f8-e67de9acacf3 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492589 Jul 28 15:04:12.210573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55096) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:12.215214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105872771'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:12.256806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-895e3d43-c359-465c-8be3-e86d3099d126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.372147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.457645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.606287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.635931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eda444-8a5c-41f5-8bba-6cbc18b5b618,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:12.783579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.784950 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ebfb2a6f-3b5b-43ca-b2f7-bcdaa4dcd749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5733395 Jul 28 15:04:12.787719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55104) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:12.792360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a3c8649a-4cd7-4e6f-b73c-ae00ea70f9c6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': 'e9eda444-8a5c-41f5-8bba-6cbc18b5b618', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:12.792964 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-a3c8649a-4cd7-4e6f-b73c-ae00ea70f9c6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 28 15:04:12.793464 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-a3c8649a-4cd7-4e6f-b73c-ae00ea70f9c6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:12.794405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a3c8649a-4cd7-4e6f-b73c-ae00ea70f9c6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057414 Jul 28 15:04:12.796685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55106) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:12.852035 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:12.874244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.143848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.146321 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.147591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/e9eda444-8a5c-41f5-8bba-6cbc18b5b618 HTTP/1.1" status: 204 len: 168 time: 0.3500371 Jul 28 15:04:13.150330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.157903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce755e6-3b8d-4f2d-9724-6f108bc9ad74 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eda444-8a5c-41f5-8bba-6cbc18b5b618,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:13.194656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2141a8e1-34a7-4310-81c8-889662fb954d tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431197 Jul 28 15:04:13.202941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55114) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.207925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620049552'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:13.361173 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.451660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.600240 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.629075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852c7a9e-3ac6-4b41-aee2-32908bcc265f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:13.766640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.768801 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fd0bf7f5-2841-4805-af8c-7fb3331cd398 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5639198 Jul 28 15:04:13.771985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.776719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0bd977f9-ea88-4f09-8c8f-3df50315676b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '852c7a9e-3ac6-4b41-aee2-32908bcc265f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:13.777663 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-0bd977f9-ea88-4f09-8c8f-3df50315676b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 28 15:04:13.778166 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-0bd977f9-ea88-4f09-8c8f-3df50315676b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:13.779136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0bd977f9-ea88-4f09-8c8f-3df50315676b tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061386 Jul 28 15:04:13.782454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55124) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.786992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-eda52231-66e6-4299-a79b-979fdcab0ae2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '852c7a9e-3ac6-4b41-aee2-32908bcc265f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:13.787677 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-eda52231-66e6-4299-a79b-979fdcab0ae2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 28 15:04:13.791146 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-eda52231-66e6-4299-a79b-979fdcab0ae2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:13.791146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eda52231-66e6-4299-a79b-979fdcab0ae2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056703 Jul 28 15:04:13.793160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55126) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.800508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7d4c1c4c-a728-4070-a7ee-7279ff218031 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '852c7a9e-3ac6-4b41-aee2-32908bcc265f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:13.801341 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-7d4c1c4c-a728-4070-a7ee-7279ff218031 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 28 15:04:13.801859 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-7d4c1c4c-a728-4070-a7ee-7279ff218031 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:13.803208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d4c1c4c-a728-4070-a7ee-7279ff218031 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088320 Jul 28 15:04:13.806191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55128) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.814129 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-24adf919-8c10-475e-bfd4-a3e9a8327474 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '852c7a9e-3ac6-4b41-aee2-32908bcc265f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:13.815610 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-24adf919-8c10-475e-bfd4-a3e9a8327474 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 28 15:04:13.816243 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-24adf919-8c10-475e-bfd4-a3e9a8327474 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:13.817253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-24adf919-8c10-475e-bfd4-a3e9a8327474 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069246 Jul 28 15:04:13.820156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55130) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:13.876707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:13.901857 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.125928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.129295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.130485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/852c7a9e-3ac6-4b41-aee2-32908bcc265f HTTP/1.1" status: 204 len: 168 time: 0.3093522 Jul 28 15:04:14.133208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55134) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:14.139693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926892ab-9ea4-4991-8308-439292819fcb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c7a9e-3ac6-4b41-aee2-32908bcc265f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:14.180614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7540a513-5fb5-4a86-9d97-6f6bc2eedf9d tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462229 Jul 28 15:04:14.184731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55136) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:14.189657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--291406627'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:14.326231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.419420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.623861 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.655187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ed3406-47cc-4db9-9f14-0bbf57f62c14,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:14.812026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.813397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11cc3047-dc92-49a8-8f75-e5f28bb7ac52 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6276245 Jul 28 15:04:14.816360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55144) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:14.820900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-533b2a85-e179-43c0-bdf4-41e15063c05f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:14.821384 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-533b2a85-e179-43c0-bdf4-41e15063c05f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 15:04:14.821927 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-533b2a85-e179-43c0-bdf4-41e15063c05f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:14.822874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-533b2a85-e179-43c0-bdf4-41e15063c05f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055029 Jul 28 15:04:14.825350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55146) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:14.838504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e8373502-a8e4-4a1f-987c-d40aeb95052d tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:14.875039 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2806f8db-a5ca-48d4-8dc6-518149220c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:14.966488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:15.269745 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e8373502-a8e4-4a1f-987c-d40aeb95052d tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.270862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e8373502-a8e4-4a1f-987c-d40aeb95052d tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4446268 Jul 28 15:04:15.273716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55152) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.278399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e18eaf6d-8e2b-4115-80a3-0876357a5e88 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:15.278925 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-e18eaf6d-8e2b-4115-80a3-0876357a5e88 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 28 15:04:15.279419 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e18eaf6d-8e2b-4115-80a3-0876357a5e88 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.280355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e18eaf6d-8e2b-4115-80a3-0876357a5e88 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056586 Jul 28 15:04:15.282700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55154) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.287565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c554d3a3-3567-4034-a4b7-a37d519f7ef2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:15.570888 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-c554d3a3-3567-4034-a4b7-a37d519f7ef2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.572012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c554d3a3-3567-4034-a4b7-a37d519f7ef2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2878349 Jul 28 15:04:15.574842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.579473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e963dadd-0a88-4225-807d-735475d58658 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:15.579957 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-e963dadd-0a88-4225-807d-735475d58658 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 28 15:04:15.581101 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e963dadd-0a88-4225-807d-735475d58658 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.582045 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e963dadd-0a88-4225-807d-735475d58658 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060344 Jul 28 15:04:15.584948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55164) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.588856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9644d11b-a176-4f6d-bb88-f7aba6a7f001 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:15.754175 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-9644d11b-a176-4f6d-bb88-f7aba6a7f001 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Project e0e9ea16e3044be7b52a6de6b351bba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:04:15.921059 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-9644d11b-a176-4f6d-bb88-f7aba6a7f001 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.926023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9644d11b-a176-4f6d-bb88-f7aba6a7f001 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3367648 Jul 28 15:04:15.926785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55168) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.931706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3647ebd8-a2e7-445f-96b3-6df5eb2ab436 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:15.932192 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-3647ebd8-a2e7-445f-96b3-6df5eb2ab436 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 28 15:04:15.932667 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-3647ebd8-a2e7-445f-96b3-6df5eb2ab436 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:15.933611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3647ebd8-a2e7-445f-96b3-6df5eb2ab436 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055680 Jul 28 15:04:15.936140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55170) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:15.941369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-05ba71c3-5f7a-4003-b9c3-2e3a5411e2a8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:16.224421 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-05ba71c3-5f7a-4003-b9c3-2e3a5411e2a8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Project e0e9ea16e3044be7b52a6de6b351bba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:04:16.262196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:16.353824 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-05ba71c3-5f7a-4003-b9c3-2e3a5411e2a8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:16.354846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-05ba71c3-5f7a-4003-b9c3-2e3a5411e2a8 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4176333 Jul 28 15:04:16.358004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55174) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:16.363112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5e5ba9a2-210f-4a15-9857-0ae0ec95c1fb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '58ed3406-47cc-4db9-9f14-0bbf57f62c14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:16.760404 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-5e5ba9a2-210f-4a15-9857-0ae0ec95c1fb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Project e0e9ea16e3044be7b52a6de6b351bba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:04:16.943646 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-5e5ba9a2-210f-4a15-9857-0ae0ec95c1fb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:16.947359 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5e5ba9a2-210f-4a15-9857-0ae0ec95c1fb tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5858159 Jul 28 15:04:16.947532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55182) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.001640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.024032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.217386 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.220246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.222048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/58ed3406-47cc-4db9-9f14-0bbf57f62c14 HTTP/1.1" status: 204 len: 168 time: 0.2735999 Jul 28 15:04:17.224962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55186) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.231371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fe7b6-0f41-4064-b249-788be9c917cf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ed3406-47cc-4db9-9f14-0bbf57f62c14,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:17.270940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5b401b8f-8808-46c6-8bf1-9fd6850a5056 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442200 Jul 28 15:04:17.274681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55188) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.279189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--822296521'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:17.441423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.539674 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.697491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.732184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dff2077-f7cf-4b20-a1c3-294777371ef2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:17.741064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.741426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.741771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.742189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.742437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.742768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.743141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.743473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.743804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.744131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.744455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.744776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:17.805223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.834747 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:17.836124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcdb814c-639f-41dd-ba37-e309d23594c1 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5604730 Jul 28 15:04:17.840049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:17.843475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-70a883d5-b276-4521-b666-0b62484b11bf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '2dff2077-f7cf-4b20-a1c3-294777371ef2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:18.229483 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [None req-70a883d5-b276-4521-b666-0b62484b11bf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The resource could not be found. Jul 28 15:04:18.230636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-70a883d5-b276-4521-b666-0b62484b11bf tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3907933 Jul 28 15:04:18.233590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:18.242014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d2e83dab-6082-4657-8f82-6b76b9630258 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '2dff2077-f7cf-4b20-a1c3-294777371ef2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c88c834b-3b9d-4f8f-949f-d0141c13adc6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:18.617596 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-d2e83dab-6082-4657-8f82-6b76b9630258 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The resource could not be found. Jul 28 15:04:18.618667 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d2e83dab-6082-4657-8f82-6b76b9630258 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3839309 Jul 28 15:04:18.621652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55208) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:18.676542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.701130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.914898 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.917934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:18.919451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/2dff2077-f7cf-4b20-a1c3-294777371ef2 HTTP/1.1" status: 204 len: 168 time: 0.2963500 Jul 28 15:04:18.921869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55210) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:18.929733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583b524-562e-49ca-9e28-36da739f764e tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dff2077-f7cf-4b20-a1c3-294777371ef2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:18.967809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4f084809-31f5-4dda-a737-1b30e8e32f1f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447373 Jul 28 15:04:18.976581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55212) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:18.981742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b8bb373c-6f54-4047-adeb-8891d1de3700 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': 'f3330110-3c76-41da-af86-03b1fbea4dcd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:19.270029 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-b8bb373c-6f54-4047-adeb-8891d1de3700 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The resource could not be found. Jul 28 15:04:19.271221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b8bb373c-6f54-4047-adeb-8891d1de3700 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2934847 Jul 28 15:04:19.275228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:19.279787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834696211'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:19.468905 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.559474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.788144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.820555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03cfc6-0a4d-4e93-bcd4-4ce87d2c6cea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:19.959498 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:19.961496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c2b4222b-28a8-40a9-b5b7-b168d91bc806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6853156 Jul 28 15:04:19.964201 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55226) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:19.968959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385851228'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:20.143790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.172079 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.256142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.354629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.383449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3dcda4-5162-497a-ae54-f728ae5cbd5b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:20.543171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.544555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40442dbc-6ca5-4149-93ec-2d08f87c4ae0 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5792434 Jul 28 15:04:20.552665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55234) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:20.553719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-48e409cc-ae11-4545-9563-bfbcc5ca1f09 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': 'eb03cfc6-0a4d-4e93-bcd4-4ce87d2c6cea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5b3dcda4-5162-497a-ae54-f728ae5cbd5b'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:20.623198 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:20.994270 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-48e409cc-ae11-4545-9563-bfbcc5ca1f09 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:20.995380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-48e409cc-ae11-4545-9563-bfbcc5ca1f09 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4468737 Jul 28 15:04:20.998284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55238) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.055776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.077806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.252491 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.255347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.256522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/5b3dcda4-5162-497a-ae54-f728ae5cbd5b HTTP/1.1" status: 204 len: 168 time: 0.2572989 Jul 28 15:04:21.259612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55242) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.266237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f8a16-0fd3-4f33-adce-aefe291ed0f2 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3dcda4-5162-497a-ae54-f728ae5cbd5b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:21.316596 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-27a1f2ce-35d5-448e-99f2-cff595483b76 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0557678 Jul 28 15:04:21.319345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55244) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.370466 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.394489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.543387 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.545983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.547395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/eb03cfc6-0a4d-4e93-bcd4-4ce87d2c6cea HTTP/1.1" status: 204 len: 168 time: 0.2269101 Jul 28 15:04:21.551113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55248) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.557659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e15c02-5ada-4828-a53f-149bba4cefe6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03cfc6-0a4d-4e93-bcd4-4ce87d2c6cea,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:21.604634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dfede969-1613-439a-bd9f-6dc3bb58f59a tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522516 Jul 28 15:04:21.608464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55254) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:21.613775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849099315'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:21.749050 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.831496 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:21.994639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.024704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4950aa85-b409-4ef0-ab7c-227a2de97dfa,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:22.170428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.171736 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af0491d1-f333-45d9-a05e-a2f77f0898ae tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5622096 Jul 28 15:04:22.174896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55260) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:22.179699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4d7b0bdf-c90f-44c3-92ec-829939ee376c tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '4950aa85-b409-4ef0-ab7c-227a2de97dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:22.490142 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-4d7b0bdf-c90f-44c3-92ec-829939ee376c tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:22.491303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d7b0bdf-c90f-44c3-92ec-829939ee376c tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3151810 Jul 28 15:04:22.496068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55264) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:22.498566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1a344081-bb74-4487-8772-70cb004b32fd tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group_rule': {'security_group_id': '4950aa85-b409-4ef0-ab7c-227a2de97dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:22.766379 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-1a344081-bb74-4487-8772-70cb004b32fd tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:04:22.767479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a344081-bb74-4487-8772-70cb004b32fd tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2724688 Jul 28 15:04:22.783608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55270) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:22.822297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:22.846310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.010187 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.012853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.016626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/4950aa85-b409-4ef0-ab7c-227a2de97dfa HTTP/1.1" status: 204 len: 168 time: 0.2419698 Jul 28 15:04:23.017597 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55272) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:23.025002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0fcf6-d1cf-4423-94f5-3949f16f063f tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4950aa85-b409-4ef0-ab7c-227a2de97dfa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:23.088682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:23.097003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-34c5471f-dac4-426d-8607-bda097909749 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691257 Jul 28 15:04:23.097153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'tempest-secgroup--520359490'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:23.354769 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.444997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.571443 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.603395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b4f06-6f8a-427b-a678-790d41c6bbd9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:23.686436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.691216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-38a774dd-9332-4065-9e15-7211181f1278 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5982983 Jul 28 15:04:23.691644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:23.696103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8cedfc4f-1247-4380-9e7e-a256023918c3 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:04:23.696525 n-d-705658-23 neutron-server[94749]: WARNING neutron.api.v2.base [None req-8cedfc4f-1247-4380-9e7e-a256023918c3 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 28 15:04:23.697017 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-8cedfc4f-1247-4380-9e7e-a256023918c3 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] update failed (client error): There was a conflict when trying to complete your request. Jul 28 15:04:23.700503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cedfc4f-1247-4380-9e7e-a256023918c3 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "PUT /v2.0/security-groups/7f7b4f06-6f8a-427b-a678-790d41c6bbd9 HTTP/1.1" status: 409 len: 330 time: 0.0055690 Jul 28 15:04:23.700793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55286) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:23.757698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.785248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.937595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.940830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:23.942053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/7f7b4f06-6f8a-427b-a678-790d41c6bbd9 HTTP/1.1" status: 204 len: 168 time: 0.2402680 Jul 28 15:04:23.945737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:23.951648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e449da1-5862-44d0-94ae-a4df1954ac97 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b4f06-6f8a-427b-a678-790d41c6bbd9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:23.998709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-650020df-8573-450e-acee-7aeba3d95806 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513804 Jul 28 15:04:24.002927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55292) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:24.018044 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-1a0d6522-98c4-44bd-a6ab-749352571f33 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] delete failed (client error): The resource could not be found. Jul 28 15:04:24.019230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1a0d6522-98c4-44bd-a6ab-749352571f33 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "DELETE /v2.0/security-groups/47f18256-ebc2-4601-98be-727b155eecbb HTTP/1.1" status: 404 len: 347 time: 0.0151761 Jul 28 15:04:24.024460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:24.045431 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-fa8a9428-2277-4a6f-af11-7dab33f9f7df tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] show failed (client error): The resource could not be found. Jul 28 15:04:24.046503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fa8a9428-2277-4a6f-af11-7dab33f9f7df tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-groups/1754a1b3-b2c1-477c-a9a8-1911879f4826 HTTP/1.1" status: 404 len: 347 time: 0.0209310 Jul 28 15:04:24.050275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55296) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:24.063585 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-e00e06f4-b115-454e-bef2-f79c41c981b6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] show failed (client error): The resource could not be found. Jul 28 15:04:24.065399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e00e06f4-b115-454e-bef2-f79c41c981b6 tempest-NegativeSecGroupIPv6Test-1147896225 tempest-NegativeSecGroupIPv6Test-1147896225-project] 10.222.0.47 "GET /v2.0/security-group-rules/725e308b-ca11-448e-a1fb-ea5c1468a2ca HTTP/1.1" status: 404 len: 356 time: 0.0141513 Jul 28 15:04:24.984949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55310) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:25.139732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-adb84ff4-6d3f-41c3-8aa3-cde6586217b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e0e9ea16e3044be7b52a6de6b351bba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536033 Jul 28 15:04:25.142421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55316) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:25.212580 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.237676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.416846 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.421677 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:25.421677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24094db4-7410-4211-9a46-eb60f58e043c HTTP/1.1" status: 204 len: 168 time: 0.2773113 Jul 28 15:04:25.429267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079415e8-6986-42fc-bf64-fc1ea2e3d0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24094db4-7410-4211-9a46-eb60f58e043c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:32.089800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-3ed7ec82-c620-47f8-98e5-029a49a9452e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570889 Jul 28 15:04:32.199757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-2d27f493-e8c4-4dca-a5ac-633f4e5202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.201373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-2d27f493-e8c4-4dca-a5ac-633f4e5202d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1097 time: 0.0488977 Jul 28 15:04:32.321371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-398d3555-b881-4d23-ad5d-103a496a9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.322898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-398d3555-b881-4d23-ad5d-103a496a9c0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0999310 Jul 28 15:04:32.396148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-eb817e76-e850-42be-babf-8baeead5419c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 1001 time: 0.0657430 Jul 28 15:04:32.463045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-140e2631-baff-44ee-86ef-9e3cc6dab330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.463045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-140e2631-baff-44ee-86ef-9e3cc6dab330 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0586936 Jul 28 15:04:32.513634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-38b10303-2f83-4a87-acad-eb1674df092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:32.515437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-38b10303-2f83-4a87-acad-eb1674df092c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446787 Jul 28 15:04:32.528717 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-6b8bd8aa-a535-46d7-a34c-cc3478b125d9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:04:32.529738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-6b8bd8aa-a535-46d7-a34c-cc3478b125d9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059700 Jul 28 15:04:32.637566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-5056dd29-3789-4a17-8fc2-3c328178e744 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004667 Jul 28 15:04:32.739709 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd6d1b8-1bbb-440e-b3de-9a347a34e7eb req-2bef6b99-d8a7-4f1d-b54b-4a97572f92c7 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946088 Jul 28 15:04:34.325279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55484) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:34.439949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4b18cbd6-ac6d-4fb9-b9c2-fce6b3c65b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.530392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4b18cbd6-ac6d-4fb9-b9c2-fce6b3c65b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.640027 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4b18cbd6-ac6d-4fb9-b9c2-fce6b3c65b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.689317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4b18cbd6-ac6d-4fb9-b9c2-fce6b3c65b17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62f70fa27ed6420c9a528ba10e30e9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622148 Jul 28 15:04:34.690314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18cbd6-ac6d-4fb9-b9c2-fce6b3c65b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac80f88b-b79c-4a70-872f-ec016d0fc7ec,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:34.692041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55492) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:34.746206 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.773859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.942520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.945183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:34.946469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac80f88b-b79c-4a70-872f-ec016d0fc7ec HTTP/1.1" status: 204 len: 168 time: 0.2526312 Jul 28 15:04:34.958570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fa2cf-7ff3-4843-a82e-470f8a361607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac80f88b-b79c-4a70-872f-ec016d0fc7ec,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:35.920713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55510) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:35.941795 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0442-6ce5-45ed-bbaf-f4956c7e2a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.037339 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0442-6ce5-45ed-bbaf-f4956c7e2a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.172069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-2aef918a-7f1b-484d-a300-4e964d897ce9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1876431 Jul 28 15:04:36.269011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-d450ef6b-6685-44fb-b1c4-fdfd64903a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.270463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-d450ef6b-6685-44fb-b1c4-fdfd64903a0c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 1097 time: 0.0417228 Jul 28 15:04:36.331100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1f3a0442-6ce5-45ed-bbaf-f4956c7e2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.379545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1f3a0442-6ce5-45ed-bbaf-f4956c7e2a53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08463a4e34004a96ae9828bf249b5bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542863 Jul 28 15:04:36.379545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a0442-6ce5-45ed-bbaf-f4956c7e2a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7820d09b-0845-4be4-a3cd-2b5de0a60b3b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:36.380595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55520) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:36.403052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-12207930-10be-4182-b7a5-f084583b82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.419278 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-12207930-10be-4182-b7a5-f084583b82b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 200 len: 910 time: 0.1127703 Jul 28 15:04:36.492966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-6e212c3c-e1c5-44a6-b2ca-504a8556142c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 200 len: 1000 time: 0.0807738 Jul 28 15:04:36.493747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.546621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.577703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-f4ce9383-9b0f-49a7-b79a-cfff2341860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.579842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-f4ce9383-9b0f-49a7-b79a-cfff2341860d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 200 len: 848 time: 0.0763981 Jul 28 15:04:36.629446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-0b96d1d9-f290-48b5-bb84-96e26ad52aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:36.631033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-0b96d1d9-f290-48b5-bb84-96e26ad52aa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29d7fede-fe96-4296-901e-9fc1571d03fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442545 Jul 28 15:04:36.643105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-f3812a3e-3020-4fbf-8a65-7d080ca58015 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:04:36.644064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-f3812a3e-3020-4fbf-8a65-7d080ca58015 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059350 Jul 28 15:04:36.740260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-ad5b0487-7eae-4912-9da7-c70a646ad65c service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865061 Jul 28 15:04:36.801587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.804560 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:36.805295 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7820d09b-0845-4be4-a3cd-2b5de0a60b3b HTTP/1.1" status: 204 len: 168 time: 0.4243646 Jul 28 15:04:36.825405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd5c1c-20b6-43d9-a324-920809b992a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7820d09b-0845-4be4-a3cd-2b5de0a60b3b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:36.870863 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9f5b2e50-4a87-44bc-8e70-ce9ec852c95e req-45dd0946-afd1-48a6-a71a-197fc6122d68 service neutron] 10.222.0.50 "GET /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234250 Jul 28 15:04:42.280935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bcd0856f-67c3-48cf-82d3-556fcb1158ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:44.776541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ffd54db-f64e-4d3f-bbc7-0ebc9baf971f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:44.969414 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:45.566915 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:04:46.262510 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:47.891723 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:48.284104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87114a-4659-4899-964e-a1d88630c52d req-195d9fa4-f953-43d4-834c-28d9826eaf3c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:48.285638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd87114a-4659-4899-964e-a1d88630c52d req-195d9fa4-f953-43d4-834c-28d9826eaf3c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.1611075 Jul 28 15:04:48.326264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd87114a-4659-4899-964e-a1d88630c52d req-647db19b-799b-4868-8b00-e0ef2d5330fe tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336256 Jul 28 15:04:49.541329 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829f2d-eb20-475b-b962-fd19ffa49f2c req-601cb0b1-3b35-495f-ac6a-4b124faa76c6 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:49.543076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68829f2d-eb20-475b-b962-fd19ffa49f2c req-601cb0b1-3b35-495f-ac6a-4b124faa76c6 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.1214435 Jul 28 15:04:49.590834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-68829f2d-eb20-475b-b962-fd19ffa49f2c req-fac54656-4220-49d0-a073-c7a4a586ea7c tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/security-groups?id=b0cb1326-ad20-4d10-804a-d6355955cf1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Jul 28 15:04:49.604316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-51b13c9a-b9fc-43ec-a7bf-73bd48453307 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:04:49.605917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-51b13c9a-b9fc-43ec-a7bf-73bd48453307 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 945 time: 0.0642304 Jul 28 15:04:49.709625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Deleting port afed5b27-c1d7-40bd-9395-3307d2ee1f03 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:49.710019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:49.817206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] For port afed5b27-c1d7-40bd-9395-3307d2ee1f03, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=afed5b27-c1d7-40bd-9395-3307d2ee1f03,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:49.817648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.104194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.104564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.104885 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Floating IP 62bf5121-741e-40cb-bbb7-d7239ed187f1 disassociated. External IP: 172.25.0.26, port: afed5b27-c1d7-40bd-9395-3307d2ee1f03. Jul 28 15:04:50.105230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Calling delete_port for afed5b27-c1d7-40bd-9395-3307d2ee1f03 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:50.166098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.410854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.440762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event deleted for resources: {'Port': ['ID=afed5b27-c1d7-40bd-9395-3307d2ee1f03,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:50.451185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.452533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.452533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.452533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.452533 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.452974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.453193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.453539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.453863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.454284 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.454616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.454940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:50.574829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Router 8af38df9-f30d-434d-8081-6350f600788a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:04:50.661013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.702509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:04:50.726247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Sync routers for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:04:50.742607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:04:50.743807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:50.787016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfbf0a4d-0464-41d1-82d9-5787234beb83 req-e0e7d7fc-ad27-4268-a0e3-1853e98ad43b tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0491905 Jul 28 15:04:50.788523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] No DVR routers for this DVR port afed5b27-c1d7-40bd-9395-3307d2ee1f03 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:50.799831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:50.803040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099ecf63-2f70-4da8-af62-9d0b22a55a13 req-0525f6da-d7fb-4f94-b7f4-347b2779257a tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.50 "DELETE /v2.0/ports/afed5b27-c1d7-40bd-9395-3307d2ee1f03 HTTP/1.1" status: 204 len: 173 time: 1.1910179 Jul 28 15:04:50.807282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'name': 'network-vif-deleted', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:04:50.813176 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82417f03-67c3-47db-9ba2-07740e127012" -d '{"events": [{"server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "name": "network-vif-deleted", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:04:50.868831 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb16fff4-b33f-4915-b88e-d87dff96a40e x-openstack-request-id: req-bb16fff4-b33f-4915-b88e-d87dff96a40e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:04:50.868831 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c", "name": "network-vif-deleted", "tag": "afed5b27-c1d7-40bd-9395-3307d2ee1f03", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:04:50.869065 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb16fff4-b33f-4915-b88e-d87dff96a40e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:04:50.869355 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c', 'name': 'network-vif-deleted', 'tag': 'afed5b27-c1d7-40bd-9395-3307d2ee1f03', 'status': 'completed', 'code': 200} Jul 28 15:04:50.896535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:04:51.121387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:51.149503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Checking router: 8af38df9-f30d-434d-8081-6350f600788a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:04:51.158285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:04:51.158918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:51.276909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:04:51.320759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-1e554829-5341-428f-a3db-d52314160b6b req-146493f6-0bc9-4ee5-b80d-2bea987075a4 service neutron] (94749) timed out ('10.222.0.47', 37164) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:04:51.514604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:51.543304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85af66-68d0-4b83-8dd1-7fd121cbc13e None None] The sync data for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 is: [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T14:59:26Z', 'revision_number': 4, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '99effd84-2827-4f89-abe7-0d2cb44c05e7', 'name': '', 'network_id': '29d7fede-fe96-4296-901e-9fc1571d03fd', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'mac_address': 'fa:16:3e:09:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:25Z', 'updated_at': '2021-07-28T14:59:32Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'subnets': [{'id': '7e4092bd-594f-4277-aeac-f263c6cede82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:04:51.838414 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c799d5-d5bf-4550-b049-eca81a7422a4 None None] New status for floating IP 62bf5121-741e-40cb-bbb7-d7239ed187f1: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:04:51.967622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c3b59ab-b1cc-4ab3-b9a7-18c56e8ec1be req-51b44e3b-7e0d-428d-9dbf-7b533a09d82f tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb0fe4ff-b04c-49c0-b7a4-d43dd13c2d4c HTTP/1.1" status: 200 len: 210 time: 0.0409198 Jul 28 15:04:52.281969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device afed5b27-c1d7-40bd-9395-3307d2ee1f03 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:52.304138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: afed5b27-c1d7-40bd-9395-3307d2ee1f03 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:52.304494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device afed5b27-c1d7-40bd-9395-3307d2ee1f03 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:52.821367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55800) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:52.946928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a76-7fa8-4bba-9e0c-559f1225ecfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.044055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:53.094012 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a76-7fa8-4bba-9e0c-559f1225ecfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.206099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Deleting port 4066aa4f-8984-48bb-8417-42ea62ec1b16 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:53.206446 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.261868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9f39a76-7fa8-4bba-9e0c-559f1225ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.324774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f39a76-7fa8-4bba-9e0c-559f1225ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c357d22-82e7-4634-8762-eb3ce47214c0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:53.340317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c9f39a76-7fa8-4bba-9e0c-559f1225ecfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35aa0050288f454aacab304e2b5a7d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134058 Jul 28 15:04:53.340718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55812) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:53.349132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.349432 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.362788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Calling delete_port for 4066aa4f-8984-48bb-8417-42ea62ec1b16 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:53.394139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.417001 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.588083 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.590694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.591899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c357d22-82e7-4634-8762-eb3ce47214c0 HTTP/1.1" status: 204 len: 168 time: 0.2519300 Jul 28 15:04:53.600582 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e3603-62d9-432b-a75e-ae0b87a1e91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c357d22-82e7-4634-8762-eb3ce47214c0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:53.627776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.655073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event deleted for resources: {'Port': ['ID=4066aa4f-8984-48bb-8417-42ea62ec1b16,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:53.716073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.718576 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.720577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-dbc0a62a-36f7-4fd7-b5a8-af7da0836112 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "DELETE /v2.0/floatingips/62bf5121-741e-40cb-bbb7-d7239ed187f1 HTTP/1.1" status: 204 len: 168 time: 0.6755168 Jul 28 15:04:53.794659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:53.860579 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:53.886142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.050538 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.053252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.054470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] 10.222.0.47 "DELETE /v2.0/security-groups/b0cb1326-ad20-4d10-804a-d6355955cf1a HTTP/1.1" status: 204 len: 168 time: 0.2583773 Jul 28 15:04:54.064459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfc8f5-d69a-48f6-a3e6-2a73d227f2c3 tempest-TestServerBasicOps-893047703 tempest-TestServerBasicOps-893047703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb1326-ad20-4d10-804a-d6355955cf1a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:54.220370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:54.411711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:54.426132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-940fdd8d-78e4-445b-b352-762df4d992d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.524637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-940fdd8d-78e4-445b-b352-762df4d992d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.610434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-940fdd8d-78e4-445b-b352-762df4d992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.651331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fdd8d-78e4-445b-b352-762df4d992d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e5483d-1bbf-4030-bf48-e41d41c722d0,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:54.658747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-940fdd8d-78e4-445b-b352-762df4d992d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1b263a458964c0399f983537cb2046a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459481 Jul 28 15:04:54.659450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55848) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:54.716382 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.717993 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.741978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.919629 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.922635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:54.923985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4e5483d-1bbf-4030-bf48-e41d41c722d0 HTTP/1.1" status: 204 len: 168 time: 0.2630692 Jul 28 15:04:54.933848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9a42e-50d7-4437-a532-50e9ed109e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e5483d-1bbf-4030-bf48-e41d41c722d0,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:54.964882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Deleting port 99effd84-2827-4f89-abe7-0d2cb44c05e7 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:54.965232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.048199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] For port 99effd84-2827-4f89-abe7-0d2cb44c05e7, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=99effd84-2827-4f89-abe7-0d2cb44c05e7,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:55.048586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.061901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Calling delete_port for 99effd84-2827-4f89-abe7-0d2cb44c05e7 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:55.496544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:55.528781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=99effd84-2827-4f89-abe7-0d2cb44c05e7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:55.714169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.268206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Router 8af38df9-f30d-434d-8081-6350f600788a has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:04:56.375424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:04:56.387557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8393d3e7-bb68-4562-b728-4691b23f8d0a admin admin] 10.222.0.47 "PUT /v2.0/routers/8af38df9-f30d-434d-8081-6350f600788a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1633382 Jul 28 15:04:56.387911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55884) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:56.390263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Sync routers for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:04:56.401995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:04:56.402739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:56.518755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.528221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:04:56.643007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.753457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T15:04:55Z', 'revision_number': 5, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port': {'id': 'f41994d8-09c4-42f0-8fa7-e5ad6d9e324b', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af38df9-f30d-434d-8081-6350f600788a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:22Z', 'updated_at': '2021-07-28T14:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:56.785236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Checking router: 8af38df9-f30d-434d-8081-6350f600788a for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:04:56.787451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Deleting port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:56.787812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.798043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Routers {'8af38df9-f30d-434d-8081-6350f600788a'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:04:56.798980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8af38df9-f30d-434d-8081-6350f600788a'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:56.891480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] For port f41994d8-09c4-42f0-8fa7-e5ad6d9e324b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:56.891782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:56.911135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Calling delete_port for f41994d8-09c4-42f0-8fa7-e5ad6d9e324b owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:56.911406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] Set router 8af38df9-f30d-434d-8081-6350f600788a gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:04:56.967187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T15:04:56Z', 'revision_number': 6, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:56.998069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e326420-5349-4f34-82b2-d8756b0bbddf None None] The sync data for ids ['8af38df9-f30d-434d-8081-6350f600788a'] in n-d-705658-23 is: [{'id': '8af38df9-f30d-434d-8081-6350f600788a', 'name': 'tempest-TestServerBasicOps-1642837251-router', 'tenant_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:21Z', 'updated_at': '2021-07-28T15:04:56Z', 'revision_number': 6, 'project_id': '74ab5e44d70c42bdbdbf61395d03a2bc', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:04:57.199950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.238194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Pushing event deleted for resources: {'Port': ['ID=f41994d8-09c4-42f0-8fa7-e5ad6d9e324b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:57.318194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.428914 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.431214 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.587648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.588620 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af38df9-f30d-434d-8081-6350f600788a {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:04:57.593732 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.597576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da16f03d-1ebe-4aa2-809d-b3bd15a7ca0f admin admin] 10.222.0.47 "DELETE /v2.0/routers/8af38df9-f30d-434d-8081-6350f600788a HTTP/1.1" status: 204 len: 168 time: 1.2059867 Jul 28 15:04:57.620977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:57.644699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Deleting subnet 7e4092bd-594f-4277-aeac-f263c6cede82 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:04:57.647873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.685406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.776269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.919534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.949472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4092bd-594f-4277-aeac-f263c6cede82,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:57.959766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:57.964792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55918) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:57.967558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ed7ccde-e7dc-4b56-a961-6c7abe7ee62a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7e4092bd-594f-4277-aeac-f263c6cede82 HTTP/1.1" status: 204 len: 168 time: 0.3686922 Jul 28 15:04:57.968485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4ee6b-a170-4e20-874a-ac987f227061 None None] Network 29d7fede-fe96-4296-901e-9fc1571d03fd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:04:58.072721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.179340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Deleting port 38cfb1bf-7179-440a-92dd-91660a25489e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:58.179340 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.217956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] DHCP port deletion for 29d7fede-fe96-4296-901e-9fc1571d03fd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:04:58.282568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Deleting port 38cfb1bf-7179-440a-92dd-91660a25489e {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:58.282568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.319208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] For port 38cfb1bf-7179-440a-92dd-91660a25489e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=38cfb1bf-7179-440a-92dd-91660a25489e,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:58.319869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.345819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Calling delete_port for 38cfb1bf-7179-440a-92dd-91660a25489e owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:58.360487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] For port 38cfb1bf-7179-440a-92dd-91660a25489e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=38cfb1bf-7179-440a-92dd-91660a25489e,segment=NetworkSegment(239ff238-7ac2-4219-af9e-e65fc1783eab),segment_id=239ff238-7ac2-4219-af9e-e65fc1783eab)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:58.360972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.378793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Calling delete_port for 38cfb1bf-7179-440a-92dd-91660a25489e owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:04:58.616448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.631394 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.649177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=38cfb1bf-7179-440a-92dd-91660a25489e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:58.659872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] No DVR routers for this DVR port 38cfb1bf-7179-440a-92dd-91660a25489e on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:58.667496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Pushing event deleted for resources: {'Port': ['ID=38cfb1bf-7179-440a-92dd-91660a25489e,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:58.679466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.680139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.680661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.681208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.681721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.682270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.682778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.685454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.686033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.686566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.687147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.687864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:04:58.692839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f41994d8-09c4-42f0-8fa7-e5ad6d9e324b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:58.723017 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86dc15f-055c-4e7c-9b36-6d3879a66a0e None None] No DVR routers for this DVR port 38cfb1bf-7179-440a-92dd-91660a25489e on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:04:58.724984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f41994d8-09c4-42f0-8fa7-e5ad6d9e324b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:58.725563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f41994d8-09c4-42f0-8fa7-e5ad6d9e324b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:58.726453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 99effd84-2827-4f89-abe7-0d2cb44c05e7 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:58.756663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 99effd84-2827-4f89-abe7-0d2cb44c05e7 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:58.757253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 99effd84-2827-4f89-abe7-0d2cb44c05e7 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:58.757986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.758213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 38cfb1bf-7179-440a-92dd-91660a25489e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:04:58.774321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d7fede-fe96-4296-901e-9fc1571d03fd']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:58.783006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 38cfb1bf-7179-440a-92dd-91660a25489e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:04:58.783948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 38cfb1bf-7179-440a-92dd-91660a25489e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:04:58.787981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239ff238-7ac2-4219-af9e-e65fc1783eab') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:58.788625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239ff238-7ac2-4219-af9e-e65fc1783eab') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:04:58.805139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.833868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.845616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:04:58.846313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:04:58.849590 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:04:59.067822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:59.073664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:59.078793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] 10.222.0.47 "DELETE /v2.0/networks/29d7fede-fe96-4296-901e-9fc1571d03fd HTTP/1.1" status: 204 len: 168 time: 1.1098163 Jul 28 15:04:59.078793 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55934) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:04:59.095096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44313eab-1302-499b-bed8-de2ee6971d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d7fede-fe96-4296-901e-9fc1571d03fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:04:59.467587 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:59.756883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Deleting port 66c84936-92fe-48e4-b43a-bbdc7175cad4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:04:59.762531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:59.843561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] For port 66c84936-92fe-48e4-b43a-bbdc7175cad4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=66c84936-92fe-48e4-b43a-bbdc7175cad4,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:04:59.848549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:04:59.857742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Calling delete_port for 66c84936-92fe-48e4-b43a-bbdc7175cad4 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:00.202590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.228185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c84936-92fe-48e4-b43a-bbdc7175cad4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:00.416795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.698724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Router 4237cf35-3e97-4715-980a-914938fdc5a0 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:00.816251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:00.821558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-802a9694-681d-41c5-9394-ff67d28a97c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/4237cf35-3e97-4715-980a-914938fdc5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418997 Jul 28 15:05:00.825109 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55948) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:00.828738 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Sync routers for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:00.839391 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:00.840305 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:00.940600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:00.956479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:01.057333 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.219816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Deleting port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:01.220629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.275133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T15:05:00Z', 'revision_number': 5, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port': {'id': '93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:33:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:59:31Z', 'updated_at': '2021-07-28T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:01.307251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Checking router: 4237cf35-3e97-4715-980a-914938fdc5a0 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:01.330498 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Routers {'4237cf35-3e97-4715-980a-914938fdc5a0'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:01.330498 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:04:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4237cf35-3e97-4715-980a-914938fdc5a0'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:01.330686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] For port 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:01.330686 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.343481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Calling delete_port for 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:01.417102 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] Set router 4237cf35-3e97-4715-980a-914938fdc5a0 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:01.472666 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T15:05:01Z', 'revision_number': 6, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:01.509043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c08dd-bfd1-46b7-bab9-b5b7ec1b9d78 None None] The sync data for ids ['4237cf35-3e97-4715-980a-914938fdc5a0'] in n-d-705658-23 is: [{'id': '4237cf35-3e97-4715-980a-914938fdc5a0', 'name': 'tempest-TestServerBasicOps-1992999964-router', 'tenant_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:59:30Z', 'updated_at': '2021-07-28T15:05:01Z', 'revision_number': 6, 'project_id': 'fcad5b765f4c4417a964c28c97dc35fb', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:01.624086 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.654694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:01.736092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.837865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.840271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.971417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.972018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4237cf35-3e97-4715-980a-914938fdc5a0 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:05:01.986316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:01.986316 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7eb3f7d1-ac91-4d39-9ad0-b0dfd0474e67 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4237cf35-3e97-4715-980a-914938fdc5a0 HTTP/1.1" status: 204 len: 168 time: 1.1544302 Jul 28 15:05:01.988832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 55972) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:02.070644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Deleting subnet b608215f-0e7d-4e2d-9d54-d4afb1f34fa9 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:05:02.074242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.117518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.210660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.340347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.370284 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.375031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b608215f-0e7d-4e2d-9d54-d4afb1f34fa9 HTTP/1.1" status: 204 len: 168 time: 0.3817859 Jul 28 15:05:02.375031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba66c69-0ac2-45b8-a1c2-d013a13a4e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b608215f-0e7d-4e2d-9d54-d4afb1f34fa9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:02.375991 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 55990) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:02.381265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b6ba5-4292-46a1-aa03-956dec4ff235 None None] Network 6cf94371-0b43-4802-85db-a792e22ecb33 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:05:02.492631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.590799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Deleting port 812f3792-9c9c-478e-86bf-854d28f84672 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:02.591276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.679643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] For port 812f3792-9c9c-478e-86bf-854d28f84672, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=812f3792-9c9c-478e-86bf-854d28f84672,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:02.684870 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.694816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] DHCP port deletion for 6cf94371-0b43-4802-85db-a792e22ecb33 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:05:02.705283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:02.705807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Calling delete_port for 812f3792-9c9c-478e-86bf-854d28f84672 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:02.737298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:02.737875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 93a9c2bf-bd5c-40e4-ac9e-1aca2b6e1899 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:02.738656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66c84936-92fe-48e4-b43a-bbdc7175cad4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:02.794538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 66c84936-92fe-48e4-b43a-bbdc7175cad4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:02.795571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 66c84936-92fe-48e4-b43a-bbdc7175cad4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:02.836939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Deleting port 812f3792-9c9c-478e-86bf-854d28f84672 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:02.837703 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.913765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] For port 812f3792-9c9c-478e-86bf-854d28f84672, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=812f3792-9c9c-478e-86bf-854d28f84672,segment=NetworkSegment(377a8e87-c6cc-49d0-a398-91b6b12db73b),segment_id=377a8e87-c6cc-49d0-a398-91b6b12db73b)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:02.913765 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.928433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Calling delete_port for 812f3792-9c9c-478e-86bf-854d28f84672 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:02.936850 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:02.980395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Pushing event deleted for resources: {'Port': ['ID=812f3792-9c9c-478e-86bf-854d28f84672,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:02.987250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] No DVR routers for this DVR port 812f3792-9c9c-478e-86bf-854d28f84672 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:03.033148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.069357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] No DVR routers for this DVR port 812f3792-9c9c-478e-86bf-854d28f84672 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:03.072721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc7e41-4485-4b26-aace-ac37ea5eb198 None None] Pushing event deleted for resources: {'Port': ['ID=812f3792-9c9c-478e-86bf-854d28f84672,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:03.092740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.104238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf94371-0b43-4802-85db-a792e22ecb33']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:03.115272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377a8e87-c6cc-49d0-a398-91b6b12db73b') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:03.115565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377a8e87-c6cc-49d0-a398-91b6b12db73b') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:03.124266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.142330 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.149329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:05:03.149745 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:05:03.151908 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:05:03.450313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.456768 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:03.458907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6cf94371-0b43-4802-85db-a792e22ecb33 HTTP/1.1" status: 204 len: 168 time: 1.0789120 Jul 28 15:05:03.468868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895e56-eb91-4f92-8e4a-eaead114ec46 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf94371-0b43-4802-85db-a792e22ecb33,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:03.994184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56050) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:04.039172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0b2bebb-1108-4606-8518-a27969814bdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74ab5e44d70c42bdbdbf61395d03a2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437207 Jul 28 15:05:04.041532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56056) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:04.088858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.110568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.302068 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.304645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:04.306104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09a00928-9fbc-448e-bdbe-03e0fba133d3 HTTP/1.1" status: 204 len: 168 time: 0.2636178 Jul 28 15:05:04.314633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ee3b3-3944-4146-83bb-2e3c0f70845f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a00928-9fbc-448e-bdbe-03e0fba133d3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:04.630797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 812f3792-9c9c-478e-86bf-854d28f84672 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:04.659562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 812f3792-9c9c-478e-86bf-854d28f84672 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:04.659924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 812f3792-9c9c-478e-86bf-854d28f84672 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:05.335485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:05.381120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-25666061-1188-4fcc-b42d-42c071c312c1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcad5b765f4c4417a964c28c97dc35fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421877 Jul 28 15:05:05.381364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56112) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:05.433423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.455874 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.625932 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.628637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:05.632327 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ddc45f4-d282-43ad-ae85-3c8398e94cd4 HTTP/1.1" status: 204 len: 168 time: 0.2474821 Jul 28 15:05:05.640400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6cee7-63c9-45fc-8a2a-aac484f01aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddc45f4-d282-43ad-ae85-3c8398e94cd4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:12.478551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73e3b240-579f-40c6-9893-7a7823e80522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.416071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56444) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:14.532007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7363acda-8e7a-4c7d-aafa-e8fa407acca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.621796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7363acda-8e7a-4c7d-aafa-e8fa407acca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.701302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7363acda-8e7a-4c7d-aafa-e8fa407acca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.744478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7363acda-8e7a-4c7d-aafa-e8fa407acca5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87c5b247f3e24206b7510e9ad1a0ba31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270342 Jul 28 15:05:14.745011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363acda-8e7a-4c7d-aafa-e8fa407acca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4fad9a-b4be-4662-ac91-1032b1647e20,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:14.746925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:14.761902 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2b17ccf2-43eb-4151-9144-c2d10281fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.809990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.836082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.884240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.996095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:14.998571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:15.000601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c4fad9a-b4be-4662-ac91-1032b1647e20 HTTP/1.1" status: 204 len: 168 time: 0.2526145 Jul 28 15:05:15.009198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab8c9d-a625-45e0-8430-14027be7f40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4fad9a-b4be-4662-ac91-1032b1647e20,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:16.029879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56500) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:16.047192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f59b3d54-762e-4f9f-8208-f08b3dd7f519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.155980 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f59b3d54-762e-4f9f-8208-f08b3dd7f519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.212909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.275775 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f59b3d54-762e-4f9f-8208-f08b3dd7f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.316472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f59b3d54-762e-4f9f-8208-f08b3dd7f519 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90fdfe9f931a4606a1cbffef4cca009b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848544 Jul 28 15:05:16.317342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b3d54-762e-4f9f-8208-f08b3dd7f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d80303-32e5-455f-8dcc-b57051c7e6ad,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:16.319138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56512) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:16.371766 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.394355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.527967 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.531349 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:16.532554 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37d80303-32e5-455f-8dcc-b57051c7e6ad HTTP/1.1" status: 204 len: 168 time: 0.2112350 Jul 28 15:05:16.540733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933132f-c05c-4244-b8d1-2e11f259623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d80303-32e5-455f-8dcc-b57051c7e6ad,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:17.401178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 56550) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:17.414588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.504817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.712458 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.753702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09c22338bb114733aef0569ed724d563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514063 Jul 28 15:05:17.754707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5713a3e5-6143-432f-bb88-c4fc2aaf07cc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:17.755696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 56552) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:05:17.763685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.764097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.764684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.765028 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.765371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.765691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.766018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.766341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.766681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.767015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.767363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.767713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b7dc5-20e6-43c7-9af5-67ee92dd93e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:05:17.804937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.821267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:17.826025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:18.016073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:18.018691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:18.019928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5713a3e5-6143-432f-bb88-c4fc2aaf07cc HTTP/1.1" status: 204 len: 168 time: 0.2632287 Jul 28 15:05:18.028287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78f907-6574-4bba-8b83-ad366e9fc9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5713a3e5-6143-432f-bb88-c4fc2aaf07cc,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:18.654085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-19a15881-9114-4ed8-abcc-dd35a7007c81 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:18.656338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-19a15881-9114-4ed8-abcc-dd35a7007c81 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 813 time: 0.1057010 Jul 28 15:05:18.672682 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-4c8db8e2-5f2e-419d-8aa8-a67edc7355e4 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/quotas/ce7c42e4f8ad4e5487c4fcb7500c449e HTTP/1.1" status: 200 len: 375 time: 0.0104258 Jul 28 15:05:18.709147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-b8bc0ba7-56f2-42ed-97b5-e9ce3861158c tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307539 Jul 28 15:05:18.900170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-92e8c3b2-a7b9-42d4-af5c-c75c97472cd4 service neutron] 10.222.0.47 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836956 Jul 28 15:05:18.995879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-f8b1e379-596b-4b33-ab8b-3e1e0f20f3d6 service neutron] 10.222.0.47 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890772 Jul 28 15:05:19.237140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-765ba74d-1a8c-4add-a583-6858609a4f82 req-579a4d69-76b5-4342-a589-4e022ffc04b9 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Jul 28 15:05:20.124675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:20.316259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0c375a23-bcd8-43ec-9fad-2d860a9f41d4 req-9e0f01db-61c4-48b0-99c1-e720cf5f3d15 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Jul 28 15:05:20.603860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:21.408876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a5db0f7f-f5ed-4b79-8ac3-ed5bc2a81673 req-20f8aef9-6fb4-4e58-9bdc-c1c3edb1d6c3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0276957 Jul 28 15:05:21.929087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-cefe8d4b-690b-40df-91a8-84e23d16aa0a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:21.930639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-cefe8d4b-690b-40df-91a8-84e23d16aa0a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 813 time: 0.1013780 Jul 28 15:05:21.949738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Request body: {'port': {'device_id': '4302f8da-3389-45e5-97cf-61dca7880513', 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5', 'admin_state_up': True, 'tenant_id': 'ce7c42e4f8ad4e5487c4fcb7500c449e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:22.117944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Made reservation on behalf of ce7c42e4f8ad4e5487c4fcb7500c449e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:22.121515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.252695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Allocated IP 172.20.0.12 (375a6613-c68f-461a-967a-5b6309c57ca5/7df1155c-8fcc-4a67-a78d-737712f537c2/9a2c7c07-903d-461d-8244-17cd63cf105b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:22.349066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-dfdc501d-8504-4f94-9dd4-c4eee149155d tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308511 Jul 28 15:05:22.409067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.523870 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42d65387-5032-4192-bfb9-bdf8c0bf82b3 req-97c9831a-6b7d-4f84-a3b0-d210a807a60c tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0381708 Jul 28 15:05:22.525741 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.567737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:05:22.581580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Network 375a6613-c68f-461a-967a-5b6309c57ca5 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:22.587260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:22.592694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:22.597238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Pushing event updated for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:22.645518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:22.646216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.716647 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-fcf718a4-aab6-4ad1-ac91-00119043bc0f tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707567 Jul 28 15:05:22.735123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Request body: {'port': {'device_id': '4302f8da-3389-45e5-97cf-61dca7880513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:22.789392 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:22.858699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a635c14d-a76d-4cf3-9222-99372715c978 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:22.860669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a635c14d-a76d-4cf3-9222-99372715c978 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056856 Jul 28 15:05:22.874372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-4ae43fd3-db8d-42f5-9d82-2044e245cbf9 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/quotas/3f6a1455ad614eb99f5877caa7ddb4c1 HTTP/1.1" status: 200 len: 375 time: 0.0099576 Jul 28 15:05:22.916845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-519fa62d-e315-4af3-beed-d39083eff243 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347519 Jul 28 15:05:23.406367 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cc589435-cce2-41f1-8b37-cc8a90a0d7ef req-c43f363b-c9c8-466a-b3ab-fa382cbdbfcd tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0304253 Jul 28 15:05:23.455825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2c7c07-903d-461d-8244-17cd63cf105b {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:23.463635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.475501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Transition to ACTIVE for port object 9a2c7c07-903d-461d-8244-17cd63cf105b will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:23.653131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23f618-5a47-4ede-98db-8b1ab9c7ecd3 req-d9b8d0d8-5aac-451b-b604-c2e3ed198001 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:23.655690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c23f618-5a47-4ede-98db-8b1ab9c7ecd3 req-d9b8d0d8-5aac-451b-b604-c2e3ed198001 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 932 time: 0.0579975 Jul 28 15:05:23.697457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2c23f618-5a47-4ede-98db-8b1ab9c7ecd3 req-70d80428-11c0-4452-9117-62230e07d6ff tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jul 28 15:05:23.764808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.815813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:23.886925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Attempting to bind port 9a2c7c07-903d-461d-8244-17cd63cf105b on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:23.887287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Attempting to bind port 9a2c7c07-903d-461d-8244-17cd63cf105b by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:23.887877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Attempting to bind port 9a2c7c07-903d-461d-8244-17cd63cf105b on network 375a6613-c68f-461a-967a-5b6309c57ca5 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:23.893063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Port 9a2c7c07-903d-461d-8244-17cd63cf105b on network 375a6613-c68f-461a-967a-5b6309c57ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:05:23.893388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Attempting to bind port 9a2c7c07-903d-461d-8244-17cd63cf105b on network 375a6613-c68f-461a-967a-5b6309c57ca5 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:23.898266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:23.898608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Checking segment: {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:23.899026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Bound using segment: {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:23.899458 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Bound port: 9a2c7c07-903d-461d-8244-17cd63cf105b, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:23.899815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:23.965720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:23.968858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a2c7c07-903d-461d-8244-17cd63cf105b,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:24.070026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.104425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:24.105042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:24.106433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] 10.222.0.50 "PUT /v2.0/ports/9a2c7c07-903d-461d-8244-17cd63cf105b HTTP/1.1" status: 200 len: 1093 time: 1.3765376 Jul 28 15:05:24.106869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:24.109433 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c" -d '{"events": [{"name": "network-changed", "server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:24.142730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9f5d-8ecf-49c0-9ed9-4c41c1c18e15 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:24.297543 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb5958-67a6-4060-b7f4-82f0f175b08f x-openstack-request-id: req-5fdb5958-67a6-4060-b7f4-82f0f175b08f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:24.297833 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:24.298088 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fdb5958-67a6-4060-b7f4-82f0f175b08f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:24.298482 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b', 'status': 'completed', 'code': 200} Jul 28 15:05:24.304115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-a5d9bb5d-971f-40e1-a94b-69741df51565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:24.305600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-a5d9bb5d-971f-40e1-a94b-69741df51565 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 1096 time: 0.0456531 Jul 28 15:05:24.354712 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-365acc67-c2a5-4253-9385-3960ffa5876d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2c7c07-903d-461d-8244-17cd63cf105b HTTP/1.1" status: 200 len: 217 time: 0.0343773 Jul 28 15:05:24.406948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-a2463947-0800-4cc9-823f-fe3ad4ecb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:24.408469 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-a2463947-0800-4cc9-823f-fe3ad4ecb27e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7df1155c-8fcc-4a67-a78d-737712f537c2 HTTP/1.1" status: 200 len: 853 time: 0.0469661 Jul 28 15:05:24.445259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-b16cfc27-6674-47ed-84dc-aee889d81e4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=375a6613-c68f-461a-967a-5b6309c57ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 28 15:05:24.485407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c527b7a2-a98c-48b5-b36f-af9511954e36 req-6548fb13-5955-4dce-9f33-ba0d5d96b454 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Jul 28 15:05:24.541261 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-98728658-bfe2-481b-b2a5-6f5366a8d4c9 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Jul 28 15:05:24.643453 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f19e1c5a-fa29-4e5e-a402-a7955dc51e9b req-b5b823ea-d770-4af7-976d-84707145ab51 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943923 Jul 28 15:05:24.821951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0ff64-80b7-40bd-8caa-5a33095229d4 req-f7439ce8-8a60-41ff-8370-eadf3522a779 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:24.823513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b0ff64-80b7-40bd-8caa-5a33095229d4 req-f7439ce8-8a60-41ff-8370-eadf3522a779 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 944 time: 0.0536921 Jul 28 15:05:24.864982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-09b0ff64-80b7-40bd-8caa-5a33095229d4 req-82309f45-850e-453d-a643-58f3d82c3908 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350559 Jul 28 15:05:24.908815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-40c17551-f93a-4dab-87f9-801d8f491c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:24.910405 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-40c17551-f93a-4dab-87f9-801d8f491c9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 1096 time: 0.0445905 Jul 28 15:05:25.024011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-991edc1c-6fa3-4afe-af66-ba749a0d3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:25.025495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-991edc1c-6fa3-4afe-af66-ba749a0d3d6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 914 time: 0.1003451 Jul 28 15:05:25.067934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-363e64c6-bdb2-4d1d-9323-98d12f5eb2c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2c7c07-903d-461d-8244-17cd63cf105b HTTP/1.1" status: 200 len: 217 time: 0.0343413 Jul 28 15:05:25.130867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-52e44766-5024-4b95-a143-fec81af5ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:25.132266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-52e44766-5024-4b95-a143-fec81af5ccbd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7df1155c-8fcc-4a67-a78d-737712f537c2 HTTP/1.1" status: 200 len: 853 time: 0.0544875 Jul 28 15:05:25.171731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-a76e1aac-3a8b-4afc-b4c1-6952b4f11b18 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=375a6613-c68f-461a-967a-5b6309c57ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298078 Jul 28 15:05:25.264634 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-8a5fecc8-2010-4584-ab63-fac4776f62c0 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838075 Jul 28 15:05:25.365225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d13c8eb-347d-4ac0-a715-6cc22ab2944c req-62f369be-7118-4ace-9413-f9384ef844c0 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936768 Jul 28 15:05:25.580573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fdb1034-bfb1-4da7-8328-5d68ee3f8909 req-d19ee66f-d523-4edc-b922-9e27cc3c0710 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Jul 28 15:05:25.995374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc95c-2c09-48db-8c78-8920f6c07e9b req-c7e97b55-a662-4371-9387-c54e1a55ecb7 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:25.997574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54bdc95c-2c09-48db-8c78-8920f6c07e9b req-c7e97b55-a662-4371-9387-c54e1a55ecb7 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 944 time: 0.0510714 Jul 28 15:05:26.053646 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-54bdc95c-2c09-48db-8c78-8920f6c07e9b req-32849d98-b536-4f7d-b2ae-38a447cff290 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Jul 28 15:05:26.430352 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-3c151bce-e2a8-4f2f-bd33-5c83e9dcc71a tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210514 Jul 28 15:05:26.452941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a2c7c07-903d-461d-8244-17cd63cf105b details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:05:26.552957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a2c7c07-903d-461d-8244-17cd63cf105b,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:26.553648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a93f0b62-c9bf-4311-9a7f-18d26235b799 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:26.555692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a93f0b62-c9bf-4311-9a7f-18d26235b799 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196229 Jul 28 15:05:26.566828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '9a2c7c07-903d-461d-8244-17cd63cf105b', 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5', 'port_id': '9a2c7c07-903d-461d-8244-17cd63cf105b', 'mac_address': 'fa:16:3e:8a:c1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1155c-8fcc-4a67-a78d-737712f537c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:05:26.573788 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Request body: {'port': {'device_id': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '3f6a1455ad614eb99f5877caa7ddb4c1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:26.702597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c3f5b9ed-9c89-49d5-a889-bead0b52c934 req-78cb25fa-ef52-4077-b8fe-8da451f52565 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0336137 Jul 28 15:05:26.766207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.780729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2c7c07-903d-461d-8244-17cd63cf105b {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:26.801460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a2c7c07-903d-461d-8244-17cd63cf105b,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:26.806793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Made reservation on behalf of 3f6a1455ad614eb99f5877caa7ddb4c1 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:05:26.810429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.820639 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.869678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.920077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:26.922101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:27.020612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.083286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5275e0d1-5e00-4f74-9b47-92fa7039631e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:27.161115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9a2c7c07-903d-461d-8244-17cd63cf105b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:05:27.163771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Allocated IP 192.168.233.208 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/0d03fb23-1d02-4276-a769-b5c6907223f4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:05:27.169704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aaa0e-4f51-4699-8a57-1dae84186187 req-eaea9ae9-321c-4216-8e14-31819ea75c59 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:27.169704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-090aaa0e-4f51-4699-8a57-1dae84186187 req-eaea9ae9-321c-4216-8e14-31819ea75c59 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Jul 28 15:05:27.209496 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-090aaa0e-4f51-4699-8a57-1dae84186187 req-f6f0feb4-3a6f-4628-b6be-c610dcf34ed1 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Jul 28 15:05:27.324178 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.337890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Transition to ACTIVE for port object 0d03fb23-1d02-4276-a769-b5c6907223f4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:27.452954 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.501389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:05:27.504542 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:05:27.510544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:05:27.517631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Pushing event updated for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:27.565727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:27.566406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.658684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-35048b51-5fc4-479b-a366-214eb837c3d4 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0888476 Jul 28 15:05:27.786556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Request body: {'port': {'device_id': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:05:27.795496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-317a9405-ae28-4db5-837c-309f7da9ce75 None None] Provisioning for port 0d03fb23-1d02-4276-a769-b5c6907223f4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:27.800246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-317a9405-ae28-4db5-837c-309f7da9ce75 None None] Provisioning complete for port 0d03fb23-1d02-4276-a769-b5c6907223f4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:27.800246 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-317a9405-ae28-4db5-837c-309f7da9ce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.835143 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-317a9405-ae28-4db5-837c-309f7da9ce75 None None] Port 0d03fb23-1d02-4276-a769-b5c6907223f4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:05:27.879315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a3037-9656-4bca-ae26-7de4bf2dcba3 req-0bc91efb-ac49-47e2-a39a-d08a2cf311bd tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:27.880740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a3a3037-9656-4bca-ae26-7de4bf2dcba3 req-0bc91efb-ac49-47e2-a39a-d08a2cf311bd tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 936 time: 0.1095915 Jul 28 15:05:27.881770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:27.949041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a3a3037-9656-4bca-ae26-7de4bf2dcba3 req-aa71a683-76c8-4748-837a-6a42941fe230 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573041 Jul 28 15:05:28.177673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d03fb23-1d02-4276-a769-b5c6907223f4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:28.185622 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.197896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Transition to ACTIVE for port object 0d03fb23-1d02-4276-a769-b5c6907223f4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:05:28.283500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.330314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4280a-c898-4f71-a1b9-abf33cbadc29 req-2a5eceb7-7555-462c-9052-9ebc36ad9ed3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:28.335429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcf4280a-c898-4f71-a1b9-abf33cbadc29 req-2a5eceb7-7555-462c-9052-9ebc36ad9ed3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 945 time: 0.0540326 Jul 28 15:05:28.360003 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Pushing event updated for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:28.380288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dcf4280a-c898-4f71-a1b9-abf33cbadc29 req-e344c4ac-c45d-470c-9e95-a08bcbdedb6c tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Jul 28 15:05:28.416609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Attempting to bind port 0d03fb23-1d02-4276-a769-b5c6907223f4 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:05:28.416961 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Attempting to bind port 0d03fb23-1d02-4276-a769-b5c6907223f4 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:05:28.417300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Attempting to bind port 0d03fb23-1d02-4276-a769-b5c6907223f4 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:28.423241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Port 0d03fb23-1d02-4276-a769-b5c6907223f4 on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:05:28.423580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Attempting to bind port 0d03fb23-1d02-4276-a769-b5c6907223f4 on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:05:28.428836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:05:28.429127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:05:28.429522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:05:28.429957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Bound port: 0d03fb23-1d02-4276-a769-b5c6907223f4, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:05:28.430325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.485397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a2c7c07-903d-461d-8244-17cd63cf105b up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:28.502746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:05:28.505942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0d03fb23-1d02-4276-a769-b5c6907223f4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:05:28.658536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.692449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:28.693087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.694720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 9a2c7c07-903d-461d-8244-17cd63cf105b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:28.695351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] 10.222.0.53 "PUT /v2.0/ports/0d03fb23-1d02-4276-a769-b5c6907223f4 HTTP/1.1" status: 200 len: 1097 time: 1.0209596 Jul 28 15:05:28.697814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:28.698176 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57484c13-6f9e-47c0-80a1-9366312a6184" -d '{"events": [{"name": "network-changed", "server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:28.698737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 9a2c7c07-903d-461d-8244-17cd63cf105b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:28.699170 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.736107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d78b53-14db-472b-a5d0-017b903f3937 service neutron] Pushing event updated for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:28.757302 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb49f75-8a7b-47bd-9ab7-24343eed9fdc x-openstack-request-id: req-ffb49f75-8a7b-47bd-9ab7-24343eed9fdc {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:28.757595 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:28.757844 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffb49f75-8a7b-47bd-9ab7-24343eed9fdc {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:28.758249 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4', 'status': 'completed', 'code': 200} Jul 28 15:05:28.791819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:28.816159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:28.818629 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b442ca-f011-4f5b-a32b-02f717a6ae65" -d '{"events": [{"server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:28.844672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a2c7c07-903d-461d-8244-17cd63cf105b,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:28.856874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57484c13-6f9e-47c0-80a1-9366312a6184 req-84acdfa4-b682-4899-b24b-b29f8af9b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:28.858489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57484c13-6f9e-47c0-80a1-9366312a6184 req-84acdfa4-b682-4899-b24b-b29f8af9b199 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 1100 time: 0.0604630 Jul 28 15:05:28.898267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57484c13-6f9e-47c0-80a1-9366312a6184 req-7c39ac43-58ec-4700-9d61-a810dff934f9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257919 Jul 28 15:05:28.926212 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aebbb23-e873-4f44-97fd-2eeddb59d298 x-openstack-request-id: req-9aebbb23-e873-4f44-97fd-2eeddb59d298 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:28.926577 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "name": "network-vif-plugged", "status": "completed", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:28.926923 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9aebbb23-e873-4f44-97fd-2eeddb59d298 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:28.927435 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b', 'code': 200} Jul 28 15:05:28.938182 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:29.004022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57484c13-6f9e-47c0-80a1-9366312a6184 req-b20b4214-0d83-4af9-a6f0-3522fb793695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.004449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:29.005970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57484c13-6f9e-47c0-80a1-9366312a6184 req-b20b4214-0d83-4af9-a6f0-3522fb793695 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011434 Jul 28 15:05:29.062529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2473c-4ce7-4fe3-8a7e-ad52f13987a9 req-984b88ce-ba2b-465f-bb73-ed3d0723c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.064099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4c2473c-4ce7-4fe3-8a7e-ad52f13987a9 req-984b88ce-ba2b-465f-bb73-ed3d0723c262 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 1098 time: 0.0416040 Jul 28 15:05:29.100852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b4c2473c-4ce7-4fe3-8a7e-ad52f13987a9 req-67c140ea-0392-4db4-843d-5d6f65f3c165 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300114 Jul 28 15:05:29.121243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35359a3-3b64-478b-83a4-31e439f72530 req-5dd69fc9-fbf8-4d21-97c1-bab886aac981 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.122768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c35359a3-3b64-478b-83a4-31e439f72530 req-5dd69fc9-fbf8-4d21-97c1-bab886aac981 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 948 time: 0.0869470 Jul 28 15:05:29.129078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-283b3201-bd0d-4914-91dd-b154e302c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.130510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-283b3201-bd0d-4914-91dd-b154e302c7d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 1100 time: 0.0640726 Jul 28 15:05:29.184093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a5cc7205-92b9-42e7-bd9f-8dc8954515e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0d03fb23-1d02-4276-a769-b5c6907223f4 HTTP/1.1" status: 200 len: 217 time: 0.0375953 Jul 28 15:05:29.207276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c35359a3-3b64-478b-83a4-31e439f72530 req-c0b8927f-a3f7-4a4a-aac9-7e3b5676f544 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757577 Jul 28 15:05:29.245263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-b840cd95-c670-4f07-bb8c-e02120712acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.246666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-b840cd95-c670-4f07-bb8c-e02120712acc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0548093 Jul 28 15:05:29.302524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a96f1e51-c3aa-4fc4-a4a0-41194606d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.304095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-a96f1e51-c3aa-4fc4-a4a0-41194606d50a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0498741 Jul 28 15:05:29.398556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-60e6f7d0-4a72-4525-bd5e-78ccdc3dbf82 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Jul 28 15:05:29.501830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-895954f4-f0f9-4268-8e26-f92cd4b10124 req-e2fc6094-6e65-4734-9c09-384831fa80a8 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963278 Jul 28 15:05:29.507889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958a1d-7a55-4c48-80d1-f8f1508496ad req-36627f60-4170-4fe6-b317-d36aedc018ec tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:29.509389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3958a1d-7a55-4c48-80d1-f8f1508496ad req-36627f60-4170-4fe6-b317-d36aedc018ec tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 946 time: 0.0523577 Jul 28 15:05:29.552084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3958a1d-7a55-4c48-80d1-f8f1508496ad req-510057a2-7696-44a7-a4ea-d93114fc7b51 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345457 Jul 28 15:05:30.343869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ee93f-eda1-472f-a23a-e33f303cccf9 req-3c0786b2-4dbe-4851-aa4a-1284983dcf50 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:30.345417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-931ee93f-eda1-472f-a23a-e33f303cccf9 req-3c0786b2-4dbe-4851-aa4a-1284983dcf50 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 948 time: 0.0538485 Jul 28 15:05:30.384151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-931ee93f-eda1-472f-a23a-e33f303cccf9 req-5043e6e5-8103-425f-9349-24456224229a tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jul 28 15:05:30.682373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f070a1d-99ae-4ec2-9c7d-f5e0cb02095a req-34598181-7754-4405-8e19-fcdb1fcd0f86 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:30.683911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f070a1d-99ae-4ec2-9c7d-f5e0cb02095a req-34598181-7754-4405-8e19-fcdb1fcd0f86 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 946 time: 0.0500593 Jul 28 15:05:30.727847 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f070a1d-99ae-4ec2-9c7d-f5e0cb02095a req-c66f208c-be3e-487a-b411-0a5a858a72ef tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jul 28 15:05:31.511040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f88cc-fd35-4d51-99ad-b5699be35b9d req-e731d0a6-5ff6-472a-8725-fdfa7d219ab7 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:31.512734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c7f88cc-fd35-4d51-99ad-b5699be35b9d req-e731d0a6-5ff6-472a-8725-fdfa7d219ab7 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 948 time: 0.0589781 Jul 28 15:05:31.551775 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c7f88cc-fd35-4d51-99ad-b5699be35b9d req-c3774f8b-9ad5-4a0b-a0d4-5a7e920c79c3 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jul 28 15:05:32.084752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-2b026f37-1575-40ed-a442-04acd6a2358e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469830 Jul 28 15:05:32.200976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07766-f870-4850-9c54-ff079072ed40 req-ce44e7ea-b263-4ced-8f49-6685aa9536be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:32.202743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-ce44e7ea-b263-4ced-8f49-6685aa9536be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 1097 time: 0.0522008 Jul 28 15:05:32.320095 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07766-f870-4850-9c54-ff079072ed40 req-e4cc12ef-0067-40b7-bbcd-ee0be83f4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:32.322025 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-e4cc12ef-0067-40b7-bbcd-ee0be83f4f52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0984797 Jul 28 15:05:32.400959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-e841c02d-6ed3-4b6b-b6aa-661eea20e6cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 200 len: 1001 time: 0.0721002 Jul 28 15:05:32.470262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07766-f870-4850-9c54-ff079072ed40 req-b2cac3e6-7c36-4c8f-8539-b9e9533d9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:32.472027 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-b2cac3e6-7c36-4c8f-8539-b9e9533d9fca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0641792 Jul 28 15:05:32.498085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0d03fb23-1d02-4276-a769-b5c6907223f4 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:05:32.528464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07766-f870-4850-9c54-ff079072ed40 req-3e32cdd3-89ac-487c-b16b-bd2465c189e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:32.531265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-3e32cdd3-89ac-487c-b16b-bd2465c189e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519052 Jul 28 15:05:32.622651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0d03fb23-1d02-4276-a769-b5c6907223f4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:32.648302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0d03fb23-1d02-4276-a769-b5c6907223f4', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': '0d03fb23-1d02-4276-a769-b5c6907223f4', 'mac_address': 'fa:16:3e:f4:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:05:32.652392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-3f290da0-193d-4acb-8703-6f5106b79d66 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119754 Jul 28 15:05:32.699117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f32f5c-5222-4f10-ae0d-1cc15d25b942 req-7a18bd82-f4b9-4550-9eca-e64785cef71f tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:32.702846 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66f32f5c-5222-4f10-ae0d-1cc15d25b942 req-7a18bd82-f4b9-4550-9eca-e64785cef71f tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 948 time: 0.0691881 Jul 28 15:05:32.717084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.739668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d03fb23-1d02-4276-a769-b5c6907223f4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:05:32.761178 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66f32f5c-5222-4f10-ae0d-1cc15d25b942 req-a04836fe-5ff8-4922-9c9a-a09b2f5b0202 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520477 Jul 28 15:05:32.775710 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0d03fb23-1d02-4276-a769-b5c6907223f4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:32.786907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65a07766-f870-4850-9c54-ff079072ed40 req-72bc11ef-3a07-4ca1-a9bb-e3a5714dd98c service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263940 Jul 28 15:05:32.906588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:32.964228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:33.238438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0d03fb23-1d02-4276-a769-b5c6907223f4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:05:33.889559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b8ad76-1f39-48ea-aa1e-5c3968026294 req-5ec828a6-a02e-4b0d-a9a1-df84475b291d tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:33.891561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7b8ad76-1f39-48ea-aa1e-5c3968026294 req-5ec828a6-a02e-4b0d-a9a1-df84475b291d tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 949 time: 0.0580080 Jul 28 15:05:33.937249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7b8ad76-1f39-48ea-aa1e-5c3968026294 req-e81e4fea-8b5f-42ac-b64e-5a09e21bb2d1 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Jul 28 15:05:34.541593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0d03fb23-1d02-4276-a769-b5c6907223f4 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:05:34.740738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0d03fb23-1d02-4276-a769-b5c6907223f4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:05:34.745232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0d03fb23-1d02-4276-a769-b5c6907223f4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:05:34.745515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.831212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:34.861501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:34.863846 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16a1ff4-cb80-406d-9b3e-4af4dcd25d14" -d '{"events": [{"server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "name": "network-vif-plugged", "status": "completed", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:34.878702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0d03fb23-1d02-4276-a769-b5c6907223f4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:34.912327 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67719e9-3e68-4507-9025-1dcdd4804040 x-openstack-request-id: req-d67719e9-3e68-4507-9025-1dcdd4804040 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:34.912758 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "name": "network-vif-plugged", "status": "completed", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:34.913162 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d67719e9-3e68-4507-9025-1dcdd4804040 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:34.913746 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4', 'code': 200} Jul 28 15:05:35.054944 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:35.080019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bfa1f-592b-4924-834b-7e2862e51cd7 req-fca588bc-f482-410f-aa09-ff59d18d590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:35.081578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-849bfa1f-592b-4924-834b-7e2862e51cd7 req-fca588bc-f482-410f-aa09-ff59d18d590d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 1101 time: 0.0819981 Jul 28 15:05:35.095749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31297-38cf-4004-8d52-23ed7ad7cf2b req-2d3bde1a-e811-4474-a97d-d3a17ce9e317 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:35.104334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63b31297-38cf-4004-8d52-23ed7ad7cf2b req-2d3bde1a-e811-4474-a97d-d3a17ce9e317 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 949 time: 0.0716822 Jul 28 15:05:35.109490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:35.154908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-849bfa1f-592b-4924-834b-7e2862e51cd7 req-27df2c9d-a18e-453c-b5d2-105002e7af73 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Jul 28 15:05:35.159977 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63b31297-38cf-4004-8d52-23ed7ad7cf2b req-60f36f1d-0682-4ec3-b474-5c8ce7e0cd3c tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554152 Jul 28 15:05:36.014534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-6705c65b-bc28-4480-bfb1-4a67bcf60c12 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418844 Jul 28 15:05:36.117889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d458-0432-483d-90dd-a70ed80976fe req-67f85809-4aaa-47f0-9808-202d8c1615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:36.119374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-67f85809-4aaa-47f0-9808-202d8c1615f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 1098 time: 0.0441716 Jul 28 15:05:36.239340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d458-0432-483d-90dd-a70ed80976fe req-3ab677fb-e70b-4ca2-9129-280c0cd8324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:36.240963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-3ab677fb-e70b-4ca2-9129-280c0cd8324f service neutron] 10.222.0.50 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 914 time: 0.1026747 Jul 28 15:05:36.321982 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-3624d0ed-8843-4588-8ec5-1ab3c2073f38 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a2c7c07-903d-461d-8244-17cd63cf105b HTTP/1.1" status: 200 len: 217 time: 0.0727334 Jul 28 15:05:36.397112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ce95-8540-4e9d-8e7f-07a95a82a30a req-b983df2a-a4f3-4b5b-bf78-4052aeb5e3c6 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:36.398547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b21ce95-8540-4e9d-8e7f-07a95a82a30a req-b983df2a-a4f3-4b5b-bf78-4052aeb5e3c6 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 950 time: 0.1398647 Jul 28 15:05:36.404668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d458-0432-483d-90dd-a70ed80976fe req-1401bbba-de95-445a-8939-a25f3f69382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:36.406092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-1401bbba-de95-445a-8939-a25f3f69382a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7df1155c-8fcc-4a67-a78d-737712f537c2 HTTP/1.1" status: 200 len: 853 time: 0.0661805 Jul 28 15:05:36.450593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-14215030-018c-4ce6-a2ec-8f1184e03e39 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=375a6613-c68f-461a-967a-5b6309c57ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360315 Jul 28 15:05:36.472479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b21ce95-8540-4e9d-8e7f-07a95a82a30a req-a783c1b6-d7d2-4922-959d-2c031192e434 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653522 Jul 28 15:05:36.557356 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-6356b63e-b4bf-4a42-9a66-787c76f602be service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979769 Jul 28 15:05:36.654134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2196d458-0432-483d-90dd-a70ed80976fe req-1c50bac6-bc87-4c00-8923-cf1f9232a3a3 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896649 Jul 28 15:05:37.594871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4af27-95b7-474e-8117-9eb08831a848 req-fb42cf2a-c47f-4da8-a4ea-41cf228bddbf tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:37.596465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97d4af27-95b7-474e-8117-9eb08831a848 req-fb42cf2a-c47f-4da8-a4ea-41cf228bddbf tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 950 time: 0.0517511 Jul 28 15:05:37.640481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97d4af27-95b7-474e-8117-9eb08831a848 req-a27e0359-91c1-4c0e-bd5b-afd524b60ab9 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Jul 28 15:05:42.376086 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93f6265a-5586-4bf2-8487-8ee68d3338a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.767495 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c524427-e0e3-430a-8e1d-df8d8a28b3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:44.914759 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:46.213383 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:47.845726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.097534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:50.669823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:52.063183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f31f1-f783-40d5-a044-8f2e2486334e req-fb6eeede-114f-4b04-b8f3-2ae6e4948a8c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:52.064747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb2f31f1-f783-40d5-a044-8f2e2486334e req-fb6eeede-114f-4b04-b8f3-2ae6e4948a8c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0566220 Jul 28 15:05:52.111612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bb2f31f1-f783-40d5-a044-8f2e2486334e req-66434b0d-61b4-4f1e-b027-091bb9e93395 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406508 Jul 28 15:05:53.268026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193ce71-69cc-470a-9189-94dbc7e6e0f7 req-26f900ca-260b-4ba3-b747-d37451a33981 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.269692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d193ce71-69cc-470a-9189-94dbc7e6e0f7 req-26f900ca-260b-4ba3-b747-d37451a33981 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0842957 Jul 28 15:05:53.332930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d193ce71-69cc-470a-9189-94dbc7e6e0f7 req-fd9604ab-9720-49a9-9395-8cadbf57d7da tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518932 Jul 28 15:05:53.771789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-dc048e6f-f4c8-4b1f-9015-6ac51ff14cc1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:53.773291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-dc048e6f-f4c8-4b1f-9015-6ac51ff14cc1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0667078 Jul 28 15:05:53.890331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port a2f460a1-de60-436b-9851-b6ccaf17e278 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:05:53.890679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:53.992904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port a2f460a1-de60-436b-9851-b6ccaf17e278, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a2f460a1-de60-436b-9851-b6ccaf17e278,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:05:53.993270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.326935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.327656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.327656 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP 57c0abaf-29aa-40a2-92ff-db40dfa323fd disassociated. External IP: 172.25.0.253, port: a2f460a1-de60-436b-9851-b6ccaf17e278. Jul 28 15:05:54.327977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for a2f460a1-de60-436b-9851-b6ccaf17e278 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:05:54.466591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221f9c2-dc27-4af6-9dbc-170f551bd49f req-b492efd3-7731-47ed-b47b-5d3ca415e7bd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:05:54.468340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c221f9c2-dc27-4af6-9dbc-170f551bd49f req-b492efd3-7731-47ed-b47b-5d3ca415e7bd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 945 time: 0.0612133 Jul 28 15:05:54.514731 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c221f9c2-dc27-4af6-9dbc-170f551bd49f req-959b14fe-99ab-4207-b89b-dc5c52ef33cd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399547 Jul 28 15:05:54.574572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.606862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=a2f460a1-de60-436b-9851-b6ccaf17e278,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:05:54.724455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:05:54.847413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:05:54.860230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:05:54.875522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:54.877778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:05:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:54.892751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port a2f460a1-de60-436b-9851-b6ccaf17e278 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:05:54.895549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:05:54.897568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-293629e2-d722-4616-9ce1-e0a5a6cd12ae req-03b568c3-7967-4175-bc22-86a1f68003e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "DELETE /v2.0/ports/a2f460a1-de60-436b-9851-b6ccaf17e278 HTTP/1.1" status: 204 len: 173 time: 1.1173675 Jul 28 15:05:54.898023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'name': 'network-vif-deleted', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:05:54.900791 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3da0d8-31b0-4861-b300-aba68f198547" -d '{"events": [{"server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "name": "network-vif-deleted", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:05:54.938487 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4061e52-e48f-46a1-ae32-8c3dccf8ba07 x-openstack-request-id: req-a4061e52-e48f-46a1-ae32-8c3dccf8ba07 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:05:54.939045 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5551dc-9d2e-44c8-b905-573b28e5c866", "name": "network-vif-deleted", "tag": "a2f460a1-de60-436b-9851-b6ccaf17e278", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:05:54.939515 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4061e52-e48f-46a1-ae32-8c3dccf8ba07 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:05:54.940130 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5551dc-9d2e-44c8-b905-573b28e5c866', 'name': 'network-vif-deleted', 'tag': 'a2f460a1-de60-436b-9851-b6ccaf17e278', 'status': 'completed', 'code': 200} Jul 28 15:05:55.021884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:55.273904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:55.304828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:05:55.315620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:05:55.317270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:05:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:55.429980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:05:55.647655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e256889-7cdf-466f-aaac-c3ad01804278 req-f3161fda-be4c-4272-b9e1-81956e73e85f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0430291 Jul 28 15:05:55.698645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-69443622-607a-4128-91ba-9657930d0de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:05:55.727608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69443622-607a-4128-91ba-9657930d0de1 None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:05:56.045785 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d47367-de81-4f45-9c0d-ebd498ed61b2 None None] New status for floating IP 57c0abaf-29aa-40a2-92ff-db40dfa323fd: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:05:56.588458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a2f460a1-de60-436b-9851-b6ccaf17e278 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:05:56.612806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: a2f460a1-de60-436b-9851-b6ccaf17e278 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:05:56.613158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a2f460a1-de60-436b-9851-b6ccaf17e278 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:05:56.751138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-630f3b2d-922c-4e86-a3c5-26afdabbbb97 req-eb209320-b00f-4605-858d-764734621553 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Jul 28 15:05:57.855360 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5e650ea4-072e-4796-a6a7-93c33aaafae1 req-28c88ae6-6f1a-4e3d-8c76-bcba025fca69 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Jul 28 15:05:58.956397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3c81e3c9-bd90-4035-936f-8ec42df19917 req-8feb3ac2-fbc7-4219-a598-a28a79c5faeb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jul 28 15:05:59.571835 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:06:00.144184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90dd8bce-61e6-4e62-990d-5dba2819307b req-2088e508-47f6-4523-977c-1a5fa8974d5c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5551dc-9d2e-44c8-b905-573b28e5c866 HTTP/1.1" status: 200 len: 210 time: 0.0628672 Jul 28 15:06:01.457782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-07dc24e1-d58b-4f81-bd5b-07d68719a0f2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378297221&fields=id&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 267 time: 0.0346959 Jul 28 15:06:01.575859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-5d92dd78-6ada-4464-a38a-058b2b185a01 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:01.577493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-5d92dd78-6ada-4464-a38a-058b2b185a01 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1126773 Jul 28 15:06:01.652904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-01adc862-dafd-4516-95b6-c7e470f0728e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0688522 Jul 28 15:06:01.723912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b152128c-2318-4daa-a738-c7ac4a744b86 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606005 Jul 28 15:06:01.740681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-cdd33497-8f9e-4553-8ec2-2dd7a73b70c0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:06:01.741715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-cdd33497-8f9e-4553-8ec2-2dd7a73b70c0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054681 Jul 28 15:06:01.835595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b8855be9-a8bc-4622-b1c6-b88a469799b6 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869088 Jul 28 15:06:01.934928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-fbc12a01-e795-4d2e-8655-3d0195b573e7 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913513 Jul 28 15:06:02.991996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5d7fc34-7ad2-4f49-896b-f1214ee04a5b req-df0ec3a9-ac4e-47da-a92c-17750539e855 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Jul 28 15:06:04.096744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7cf22f8f-adcc-4133-a44c-af9f276afa65 req-dc21a73d-ac21-4bde-a019-084f11f81898 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0296540 Jul 28 15:06:05.195351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8f21c01-78dd-4283-a557-167fca67c47b req-1563b698-fd78-4e97-b555-4c341139414f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0260043 Jul 28 15:06:05.948202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-7c97075f-f6c2-4858-9706-6b80b0a29714 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:05.950375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-7c97075f-f6c2-4858-9706-6b80b0a29714 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1005673 Jul 28 15:06:06.007402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-1c3c5eb4-a32b-4ff3-9176-15a1fbfa8a07 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 380 time: 0.0388565 Jul 28 15:06:06.016779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'security_groups': ['3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:06.236854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:06.240734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.294890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eb39eee0-717b-4d23-806d-cd78e298de0c req-9e63984f-a9e0-436a-88c7-7a3b2ad0cac9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Jul 28 15:06:06.384954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.9 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/14fb5b78-4262-4a94-b8b0-2f65ca1805dd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:06.524088 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:06.539206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object 14fb5b78-4262-4a94-b8b0-2f65ca1805dd will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:06.696996 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.062476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:07.066410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:07.071161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:07.106341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:07.133236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:07.133882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.297510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-c0de8a1a-ca2b-4396-888f-acbc62766dbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2841592 Jul 28 15:06:07.318096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Request body: {'port': {'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:07.415947 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.465597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-43101f03-b5d1-45a7-b20d-560e6b904df4 None None] Provisioning for port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:07.470392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-43101f03-b5d1-45a7-b20d-560e6b904df4 None None] Provisioning complete for port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:07.470791 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-43101f03-b5d1-45a7-b20d-560e6b904df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.474362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acf357-f299-4a43-8ab6-ef6847ad699b req-a8d84ce3-f427-4468-af92-ed64f539d74e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:07.475968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40acf357-f299-4a43-8ab6-ef6847ad699b req-a8d84ce3-f427-4468-af92-ed64f539d74e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 931 time: 0.1004412 Jul 28 15:06:07.536378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-43101f03-b5d1-45a7-b20d-560e6b904df4 None None] Port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:06:07.602168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40acf357-f299-4a43-8ab6-ef6847ad699b req-9476a730-8988-46a9-9cea-ecc8d2035a99 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155274 Jul 28 15:06:07.761146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fb5b78-4262-4a94-b8b0-2f65ca1805dd {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:07.769951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.782517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Transition to ACTIVE for port object 14fb5b78-4262-4a94-b8b0-2f65ca1805dd will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:07.861780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:07.938739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Pushing event updated for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:07.991629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Attempting to bind port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:06:07.992115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Attempting to bind port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:06:07.992525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Attempting to bind port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:07.998864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:06:07.999249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Attempting to bind port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:08.004493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:06:08.004811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:08.005162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:06:08.005645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Bound port: 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:06:08.006064 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.089483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:06:08.093538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:06:08.180093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.217936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.218571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:08.220053 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] 10.222.0.53 "PUT /v2.0/ports/14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1092 time: 0.9065015 Jul 28 15:06:08.220563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:08.222951 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7176911-59d1-45e6-9309-7b14c1ac5469" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:08.250433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62436c-a86e-46b9-a742-6a76fe12def8 service neutron] Pushing event updated for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:08.276878 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b0b50b-01ca-4622-8ed4-e52bbbf4d9d7 x-openstack-request-id: req-b0b0b50b-01ca-4622-8ed4-e52bbbf4d9d7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:08.277835 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:08.278206 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0b0b50b-01ca-4622-8ed4-e52bbbf4d9d7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:08.292274 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'status': 'completed', 'code': 200} Jul 28 15:06:08.378101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-2fbfb005-6677-4a03-9da4-0dd6366cab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.379776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-2fbfb005-6677-4a03-9da4-0dd6366cab45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1095 time: 0.0561988 Jul 28 15:06:08.503304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-11f72e51-605f-4246-9129-24a54917b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.504848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-11f72e51-605f-4246-9129-24a54917b1d0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1104374 Jul 28 15:06:08.609976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-ffa39f3a-07de-4a92-860e-59d2817d5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.611564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a7176911-59d1-45e6-9309-7b14c1ac5469 req-ffa39f3a-07de-4a92-860e-59d2817d5c19 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998476 Jul 28 15:06:08.754154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b42405ac-0d7f-4f6e-9f71-3932f121a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.755778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b42405ac-0d7f-4f6e-9f71-3932f121a410 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1095 time: 0.0774367 Jul 28 15:06:08.767052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdda20-ee10-4fbc-916b-6f535911e1b5 req-4270fda3-bdea-4a31-bd2e-f88da4e8649b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.768517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4bdda20-ee10-4fbc-916b-6f535911e1b5 req-4270fda3-bdea-4a31-bd2e-f88da4e8649b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0798335 Jul 28 15:06:08.816459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-8af8efae-8ecf-415c-945a-484ec8a3c4c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 217 time: 0.0458281 Jul 28 15:06:08.872646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4bdda20-ee10-4fbc-916b-6f535911e1b5 req-ef02eb1e-c6b0-44b9-bd02-a7ed3f5d80d0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948899 Jul 28 15:06:08.883566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b16091f6-324e-4623-a15f-89731adcdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.885172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-b16091f6-324e-4623-a15f-89731adcdd6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0606515 Jul 28 15:06:08.941032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0a422-b269-4022-a1df-1df80c392339 req-2f106cd6-47f5-4601-a084-29172a56b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:08.942588 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-2f106cd6-47f5-4601-a084-29172a56b8a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486841 Jul 28 15:06:09.039865 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-32795998-46df-4dba-91f7-eeffe18ec3f9 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894578 Jul 28 15:06:09.131835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e3a0a422-b269-4022-a1df-1df80c392339 req-2a700827-6c44-4459-93bb-eb0cd908f165 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848110 Jul 28 15:06:10.013405 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeb3fb-6874-489c-a533-d3b2bfe8847f req-fe6e96b6-19c5-4a87-8e86-815cb299cee1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:10.014933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1abeb3fb-6874-489c-a533-d3b2bfe8847f req-fe6e96b6-19c5-4a87-8e86-815cb299cee1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0528800 Jul 28 15:06:10.054653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1abeb3fb-6874-489c-a533-d3b2bfe8847f req-37fe1525-336c-475b-a21d-37fc63bf7acc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Jul 28 15:06:11.176926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a9e68-c3c9-42ee-975f-14e548304acf req-d01eeae1-477c-4494-9dce-b499e468695b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:11.179339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c61a9e68-c3c9-42ee-975f-14e548304acf req-d01eeae1-477c-4494-9dce-b499e468695b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0535359 Jul 28 15:06:11.225575 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c61a9e68-c3c9-42ee-975f-14e548304acf req-f99ede03-ad26-4bbc-9b08-5ad53ea17326 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Jul 28 15:06:12.349882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3bcf4-ee09-439d-a34a-bb23a7e29515 req-8ec9e396-b999-4460-83ac-e2de64918f7b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:12.350505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4e4708bd-465a-4927-b652-b1610455ea45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:12.351557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7cc3bcf4-ee09-439d-a34a-bb23a7e29515 req-8ec9e396-b999-4460-83ac-e2de64918f7b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0505080 Jul 28 15:06:12.401275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7cc3bcf4-ee09-439d-a34a-bb23a7e29515 req-c424293f-c8e7-437d-b372-5cb27a6f4a15 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Jul 28 15:06:13.559686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff956f-45e7-4c86-8e96-04b4d1815095 req-658e942a-8299-4c1b-a550-4ce78198a78d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:13.562772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75ff956f-45e7-4c86-8e96-04b4d1815095 req-658e942a-8299-4c1b-a550-4ce78198a78d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0857630 Jul 28 15:06:13.622230 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-75ff956f-45e7-4c86-8e96-04b4d1815095 req-e97f2c58-dc3a-4cb7-9df8-fb6ef41565d8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468402 Jul 28 15:06:14.741224 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a55445b7-8e52-4f8f-812b-aa9ee68f1df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:14.747351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae9da8-5728-4593-b230-8a53f805d2e2 req-702a2750-a046-4ebb-aa21-b617c7f985eb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:14.748887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2ae9da8-5728-4593-b230-8a53f805d2e2 req-702a2750-a046-4ebb-aa21-b617c7f985eb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0593803 Jul 28 15:06:14.810456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2ae9da8-5728-4593-b230-8a53f805d2e2 req-27df31cb-a7bc-4c0b-af0f-d466fccb0a2f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554156 Jul 28 15:06:14.987497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:15.941460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982240e-33d1-4d46-9141-26e4d8053a92 req-3ba8ca52-45dd-4c86-8568-d29c48633b22 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:15.943736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6982240e-33d1-4d46-9141-26e4d8053a92 req-3ba8ca52-45dd-4c86-8568-d29c48633b22 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0614343 Jul 28 15:06:15.986825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6982240e-33d1-4d46-9141-26e4d8053a92 req-b36392c5-06b9-4a67-938b-836905790fbc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354435 Jul 28 15:06:16.210074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:17.128042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6746377-3e57-4770-8ebf-39d4c37206f4 req-041f62fd-7ecd-499f-abed-4af83aeccdaf tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:17.130238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6746377-3e57-4770-8ebf-39d4c37206f4 req-041f62fd-7ecd-499f-abed-4af83aeccdaf tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0696647 Jul 28 15:06:17.174537 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6746377-3e57-4770-8ebf-39d4c37206f4 req-d8be9566-5d5f-4316-9d07-7ffd97af3cbe tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378554 Jul 28 15:06:17.826797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:18.300443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a112a-f128-45fe-a256-0db950f144b1 req-b912daa9-d1ea-4bed-ad07-8d12c5453e22 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:18.301940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-821a112a-f128-45fe-a256-0db950f144b1 req-b912daa9-d1ea-4bed-ad07-8d12c5453e22 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 943 time: 0.0515504 Jul 28 15:06:18.346356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-821a112a-f128-45fe-a256-0db950f144b1 req-bdfe799b-a992-4ebb-9428-1fda911ab13b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382531 Jul 28 15:06:18.716745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14fb5b78-4262-4a94-b8b0-2f65ca1805dd details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:06:18.819868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:18.832870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:06:18.874372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:18.892677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fb5b78-4262-4a94-b8b0-2f65ca1805dd {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:18.916665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:19.027404 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:19.079802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:19.088241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.088557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.088904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.089246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.089990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.089990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.090240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.090576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.090905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.091304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.092067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.092835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:19.299704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['14fb5b78-4262-4a94-b8b0-2f65ca1805dd'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:19.474831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffa6f3-969c-4d58-8d39-0f039a599ca6 req-e47aa4e3-9329-4e15-a89a-10036eb75a8e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:19.476392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35ffa6f3-969c-4d58-8d39-0f039a599ca6 req-e47aa4e3-9329-4e15-a89a-10036eb75a8e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 944 time: 0.0544600 Jul 28 15:06:19.527132 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35ffa6f3-969c-4d58-8d39-0f039a599ca6 req-8a784493-49cd-4d72-8003-fe27cb381238 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440309 Jul 28 15:06:20.129614 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:20.630746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:20.675252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab6b3-7f56-4436-8561-6bd085156dcf req-8bfd8da6-ade2-4408-b501-71b3a883003b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:20.676761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd7ab6b3-7f56-4436-8561-6bd085156dcf req-8bfd8da6-ade2-4408-b501-71b3a883003b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 944 time: 0.0662754 Jul 28 15:06:20.714856 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd7ab6b3-7f56-4436-8561-6bd085156dcf req-55098198-0bed-43ae-87f8-bc5175f8609a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 28 15:06:20.731314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14fb5b78-4262-4a94-b8b0-2f65ca1805dd up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:20.955726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:20.959878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:20.960266 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.041875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.065258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:21.067530 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c830e7b-db84-4140-b6d0-f0f2c339dd2d" -d '{"events": [{"server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "name": "network-vif-plugged", "status": "completed", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:21.081848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:21.106147 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec98475-d229-4663-b45e-8a18b8421a44 x-openstack-request-id: req-2ec98475-d229-4663-b45e-8a18b8421a44 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:21.106440 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "name": "network-vif-plugged", "status": "completed", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:21.106738 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ec98475-d229-4663-b45e-8a18b8421a44 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:21.107163 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'code': 200} Jul 28 15:06:21.255685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:21.263784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b36a-0296-4a26-adc9-c56617682d64 req-82f33ecf-614e-481a-963e-d5fcc0bd18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:21.265670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2357b36a-0296-4a26-adc9-c56617682d64 req-82f33ecf-614e-481a-963e-d5fcc0bd18d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1096 time: 0.0674617 Jul 28 15:06:21.308766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2357b36a-0296-4a26-adc9-c56617682d64 req-e3311c19-3719-43cf-a092-405b09a014c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350850 Jul 28 15:06:21.316633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:21.833194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8585a11-982a-4d43-b2b5-2ad602eb5b6a req-ddf78045-7143-4404-82b6-4cb218ad487f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:21.834706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8585a11-982a-4d43-b2b5-2ad602eb5b6a req-ddf78045-7143-4404-82b6-4cb218ad487f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Jul 28 15:06:21.882066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8585a11-982a-4d43-b2b5-2ad602eb5b6a req-23d74493-bb0c-4973-b3c6-5f2440acfa44 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404925 Jul 28 15:06:23.035856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d1fa3-2653-499a-925b-bfbc7cb666b1 req-05ded388-c594-4277-ba74-afcd2d9815f8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:23.047177 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c12d1fa3-2653-499a-925b-bfbc7cb666b1 req-05ded388-c594-4277-ba74-afcd2d9815f8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0833108 Jul 28 15:06:23.100941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c12d1fa3-2653-499a-925b-bfbc7cb666b1 req-efbe9db7-4876-460f-aee5-dc0cc4c21f9e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Jul 28 15:06:23.227878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db819db8-d686-4d81-aac7-7845f46edb2a req-7f64c69a-66f1-4e07-b2c5-73a7b70815a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:23.233443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db819db8-d686-4d81-aac7-7845f46edb2a req-7f64c69a-66f1-4e07-b2c5-73a7b70815a9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0619669 Jul 28 15:06:23.281403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-db819db8-d686-4d81-aac7-7845f46edb2a req-a2b9d401-0fd2-41a4-ae9c-d91651618e11 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Jul 28 15:06:23.305391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57150) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:23.349523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac7a1c-0150-416f-a7db-ff3a87c1c8ba tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:23.351901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84ac7a1c-0150-416f-a7db-ff3a87c1c8ba tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1092 time: 0.0453663 Jul 28 15:06:23.354738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 57152) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:06:23.359555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:23.477849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.625609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:23.738055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.25.0.159 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/faecd8d2-8562-46a3-9002-5a7cdfc1e184) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:23.854025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.090190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.128531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:24.136570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:24.141067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:24.144187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=faecd8d2-8562-46a3-9002-5a7cdfc1e184,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:24.173034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.173378 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.176590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:06:24.517952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.681028 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.850777 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:24.927654 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.005400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=faecd8d2-8562-46a3-9002-5a7cdfc1e184,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:25.013906 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.122332 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP fc9f4d26-0a05-45fb-98a8-f15111d781f6 associated. External IP: 172.25.0.159, port: 14fb5b78-4262-4a94-b8b0-2f65ca1805dd. Jul 28 15:06:25.348128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:06:25.468935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:06:25.491270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:06:25.503585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:06:25.519806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:06:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:25.618317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:06:25.626666 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:25.694696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b0ce6118-7515-4acb-96bb-921c2cb99939 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3385932 Jul 28 15:06:25.695173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:25.699916 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bbda71-9935-4887-986d-97a547a415bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:25.761421 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de445e15-425c-4cf6-82ff-a4ad0ff027ad x-openstack-request-id: req-de445e15-425c-4cf6-82ff-a4ad0ff027ad {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:25.761421 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:25.761421 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de445e15-425c-4cf6-82ff-a4ad0ff027ad {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:25.761421 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'status': 'completed', 'code': 200} Jul 28 15:06:25.847547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbda71-9935-4887-986d-97a547a415bb req-13db7841-17bd-43b6-ab23-b04a5d502397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.848996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-13db7841-17bd-43b6-ab23-b04a5d502397 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0428135 Jul 28 15:06:25.896123 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:24Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:25.923290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:06:25.931689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:06:25.932367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:06:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:25.948790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbda71-9935-4887-986d-97a547a415bb req-a2bce543-fcad-4f5a-a140-39f9556507fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:25.950204 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-a2bce543-fcad-4f5a-a140-39f9556507fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0948353 Jul 28 15:06:26.030175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-7b6500c9-f352-42cd-b3bf-dbb2fedf9f21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 999 time: 0.0725887 Jul 28 15:06:26.117030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbda71-9935-4887-986d-97a547a415bb req-9d58d2a1-79bc-4f7a-bfe1-9d778318e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:26.119613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-9d58d2a1-79bc-4f7a-bfe1-9d778318e509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0823321 Jul 28 15:06:26.178529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbda71-9935-4887-986d-97a547a415bb req-9faf6400-e135-4ba4-99b5-23396c7900c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:26.180523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-9faf6400-e135-4ba4-99b5-23396c7900c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541499 Jul 28 15:06:26.213584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:06:26.276422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-679878dc-6e75-4d76-8b1c-6d56df7f3492 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Jul 28 15:06:26.385647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7bbda71-9935-4887-986d-97a547a415bb req-5ff9606c-ddca-4063-bc0e-dadd3b36964a service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019173 Jul 28 15:06:26.457367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:24Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:06:26.493617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71838794-1814-4539-b3ca-95bae54f1187 None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:24Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:06:26.741929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01876a3-8bc1-4f8f-9b13-c54532eb8448 None None] New status for floating IP fc9f4d26-0a05-45fb-98a8-f15111d781f6: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:06:32.089476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-1cfe0025-860c-4a85-bc65-fd712580023d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474467 Jul 28 15:06:32.319062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-43b740f1-8bbb-4a6d-b2ae-57be6ab83f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.320599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-43b740f1-8bbb-4a6d-b2ae-57be6ab83f67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 1102 time: 0.0497875 Jul 28 15:06:32.433017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dca9e1-cf12-4711-bede-d7a8d8e833da req-96a65775-5b39-4351-8e08-957641b6d224 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.434442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91dca9e1-cf12-4711-bede-d7a8d8e833da req-96a65775-5b39-4351-8e08-957641b6d224 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 946 time: 0.1178017 Jul 28 15:06:32.473336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-9199c0e1-d3f8-4cd3-babe-a5b98e771d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.474858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-9199c0e1-d3f8-4cd3-babe-a5b98e771d26 service neutron] 10.222.0.53 "GET /v2.0/networks?id=392b7652-6821-4c2d-8332-402463c833f7 HTTP/1.1" status: 200 len: 870 time: 0.1263368 Jul 28 15:06:32.534466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-a138d0c4-6f8b-4d3f-b1a7-da2b400aec05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0d03fb23-1d02-4276-a769-b5c6907223f4 HTTP/1.1" status: 200 len: 217 time: 0.0513651 Jul 28 15:06:32.540257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91dca9e1-cf12-4711-bede-d7a8d8e833da req-cad3b9db-1ee7-417b-9e92-eb24c04975b2 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929427 Jul 28 15:06:32.592251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-f4e2fa09-d1fd-4816-9097-b0335b1171cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.593765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-f4e2fa09-d1fd-4816-9097-b0335b1171cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0525880 Jul 28 15:06:32.649304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-2e74c1c9-408a-4cd1-933e-d35bc24e1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:32.652370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-2e74c1c9-408a-4cd1-933e-d35bc24e1614 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505142 Jul 28 15:06:32.777471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-7c87eaec-3bf5-4443-bd77-251b69ba4518 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187088 Jul 28 15:06:32.889261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51c8ec22-480e-410f-88c5-67f7c21d3492 req-d04ba57e-9d83-467e-90c1-dce785875144 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039722 Jul 28 15:06:33.673108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6bed8-a64d-4bde-9e1f-24b9abb7d409 req-37ec1f6f-6ddd-4472-b3b4-07062dcc9010 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:33.674610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7e6bed8-a64d-4bde-9e1f-24b9abb7d409 req-37ec1f6f-6ddd-4472-b3b4-07062dcc9010 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 946 time: 0.0570183 Jul 28 15:06:33.717240 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7e6bed8-a64d-4bde-9e1f-24b9abb7d409 req-092c27f0-bdbc-49fb-a5bf-6dd116d2c717 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358787 Jul 28 15:06:34.014620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-84d88c7f-2469-48a6-ba36-45e7a78dbb7b tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:34.016250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-84d88c7f-2469-48a6-ba36-45e7a78dbb7b tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 946 time: 0.0608730 Jul 28 15:06:34.118943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Deleting port 9a2c7c07-903d-461d-8244-17cd63cf105b {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:06:34.119391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:34.216269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] For port 9a2c7c07-903d-461d-8244-17cd63cf105b, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=9a2c7c07-903d-461d-8244-17cd63cf105b,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:34.216539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:34.232827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Calling delete_port for 9a2c7c07-903d-461d-8244-17cd63cf105b owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:06:34.498765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:34.529075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Pushing event deleted for resources: {'Port': ['ID=9a2c7c07-903d-461d-8244-17cd63cf105b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:34.533401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['9a2c7c07-903d-461d-8244-17cd63cf105b'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:34.571705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] No DVR routers for this DVR port 9a2c7c07-903d-461d-8244-17cd63cf105b on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:06:34.575439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:34.577470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5912f61b-d82c-40c0-b9f7-e3b9ae8d9263 req-d6670c7b-a538-4438-b2b6-62d65e540cc3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "DELETE /v2.0/ports/9a2c7c07-903d-461d-8244-17cd63cf105b HTTP/1.1" status: 204 len: 173 time: 0.5551708 Jul 28 15:06:34.577918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'name': 'network-vif-deleted', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:34.580168 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba61c95c-f1b8-440f-be69-b0cd6f5feb98" -d '{"events": [{"server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "name": "network-vif-deleted", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:34.622898 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfac6f6d-fc54-4f65-aedc-868e43f03d2f x-openstack-request-id: req-cfac6f6d-fc54-4f65-aedc-868e43f03d2f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:34.622898 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4302f8da-3389-45e5-97cf-61dca7880513", "name": "network-vif-deleted", "tag": "9a2c7c07-903d-461d-8244-17cd63cf105b", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:34.622898 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfac6f6d-fc54-4f65-aedc-868e43f03d2f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:34.622898 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4302f8da-3389-45e5-97cf-61dca7880513', 'name': 'network-vif-deleted', 'tag': '9a2c7c07-903d-461d-8244-17cd63cf105b', 'status': 'completed', 'code': 200} Jul 28 15:06:34.815906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a90d22be-6a13-4cc4-b256-ac03bd1347b5 req-8773e264-2c11-4d57-a856-60a58c72c96d tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0297730 Jul 28 15:06:35.931128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-477c9c87-3507-48da-8aea-075cbc9048dd req-9f02d3f1-a8a4-471d-9117-da2b587f3af3 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=4302f8da-3389-45e5-97cf-61dca7880513 HTTP/1.1" status: 200 len: 210 time: 0.0275095 Jul 28 15:06:36.571178 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:06:36.794323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a2c7c07-903d-461d-8244-17cd63cf105b no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:06:36.814497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 9a2c7c07-903d-461d-8244-17cd63cf105b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:06:36.814886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 9a2c7c07-903d-461d-8244-17cd63cf105b not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:06:42.357596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e91a958e-c594-44ae-b52d-4e0c32af3997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:44.798016 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0ac212e5-05ff-446c-bbaf-884186ddf024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:44.970485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-2a53e0fa-7e8d-4fce-a8f5-f2ee42db6070 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:44.972042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-2a53e0fa-7e8d-4fce-a8f5-f2ee42db6070 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 813 time: 0.1291230 Jul 28 15:06:44.992068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a6723344-712d-436a-a33a-42052e6dd4a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/quotas/ce7c42e4f8ad4e5487c4fcb7500c449e HTTP/1.1" status: 200 len: 375 time: 0.0115325 Jul 28 15:06:45.016566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:45.029998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-50d8407e-491f-49ea-96ce-7fc215610230 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300498 Jul 28 15:06:45.151277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8c2b3faa-9912-47b1-8e80-43cec94f7d71 service neutron] 10.222.0.47 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130612 Jul 28 15:06:45.263449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-5f2c0c9f-54de-4ed7-9e6b-aab3019b67e3 service neutron] 10.222.0.47 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051941 Jul 28 15:06:45.572476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32b1a6a7-fa46-4d24-8177-4ef31e8377a2 req-2bf3b5cf-5183-4799-8b17-ef1a7550f69b tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0294795 Jul 28 15:06:46.257586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:46.652653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f57dbc7-717f-4f12-be04-5ddb1b9cd081 req-da9ff857-9ba8-4e18-be7d-221fc8e2d278 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0293045 Jul 28 15:06:47.835185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:48.023600 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84be9699-37cb-44df-bc13-e9f785873218 req-93bc3ad4-d3bd-45f8-852f-fe7dfad8bb44 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Jul 28 15:06:48.371438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-b6e06601-6757-45f6-a942-94f13b958f7a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:48.373068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-b6e06601-6757-45f6-a942-94f13b958f7a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "GET /v2.0/networks?id=375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 200 len: 813 time: 0.1119981 Jul 28 15:06:48.391394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Request body: {'port': {'device_id': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5', 'admin_state_up': True, 'tenant_id': 'ce7c42e4f8ad4e5487c4fcb7500c449e'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:48.966728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Made reservation on behalf of ce7c42e4f8ad4e5487c4fcb7500c449e for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:06:48.970600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:49.105841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Allocated IP 172.20.0.2 (375a6613-c68f-461a-967a-5b6309c57ca5/7df1155c-8fcc-4a67-a78d-737712f537c2/6faf2647-2b88-4897-9a42-453f72debdea) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:06:49.191590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9ad6417-f9fa-442e-8ff9-2b28c93dc45e req-4782519f-edba-4ee4-a959-0c3c50c58e87 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0544500 Jul 28 15:06:49.266274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:49.414558 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:49.460020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Network 375a6613-c68f-461a-967a-5b6309c57ca5 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:06:49.465366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:06:49.466720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:06:49.497133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Pushing event updated for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:49.529275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:49.530354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:49.641784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-a0c33642-7f54-47b2-b440-2878717de6bc tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2540123 Jul 28 15:06:49.659616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Request body: {'port': {'device_id': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:06:49.718417 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:49.995401 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6faf2647-2b88-4897-9a42-453f72debdea {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:50.003400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.015968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Transition to ACTIVE for port object 6faf2647-2b88-4897-9a42-453f72debdea will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:06:50.168746 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.241659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Pushing event updated for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:50.271756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.344541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Attempting to bind port 6faf2647-2b88-4897-9a42-453f72debdea on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:06:50.344882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Attempting to bind port 6faf2647-2b88-4897-9a42-453f72debdea by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:06:50.345219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Attempting to bind port 6faf2647-2b88-4897-9a42-453f72debdea on network 375a6613-c68f-461a-967a-5b6309c57ca5 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:50.354998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf2c46-ca7c-4f11-a205-bc6a6fd9108e req-426ad50c-c75a-4695-b543-e5997d0cb593 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.356555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9adf2c46-ca7c-4f11-a205-bc6a6fd9108e req-426ad50c-c75a-4695-b543-e5997d0cb593 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0842056 Jul 28 15:06:50.360147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Port 6faf2647-2b88-4897-9a42-453f72debdea on network 375a6613-c68f-461a-967a-5b6309c57ca5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:06:50.360483 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Attempting to bind port 6faf2647-2b88-4897-9a42-453f72debdea on network 375a6613-c68f-461a-967a-5b6309c57ca5 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:06:50.372845 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:06:50.373191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Checking segment: {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:06:50.373574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Bound using segment: {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:06:50.374020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Bound port: 6faf2647-2b88-4897-9a42-453f72debdea, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e8b58e-2290-4127-b47a-d9a54c14ee1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:06:50.374384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.430704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9adf2c46-ca7c-4f11-a205-bc6a6fd9108e req-cf156623-eb6f-49a5-b01c-644f71f54b40 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679073 Jul 28 15:06:50.461674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:06:50.465052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6faf2647-2b88-4897-9a42-453f72debdea,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:06:50.591655 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.634026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.634948 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.639437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] 10.222.0.50 "PUT /v2.0/ports/6faf2647-2b88-4897-9a42-453f72debdea HTTP/1.1" status: 200 len: 1092 time: 0.9842529 Jul 28 15:06:50.639913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:50.643310 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af690b97-9fb9-4d24-83da-0b14b04091a3" -d '{"events": [{"name": "network-changed", "server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "tag": "6faf2647-2b88-4897-9a42-453f72debdea"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:50.672566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:50.677613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fff40-f0df-4ac2-8045-10aaa152d29c service neutron] Pushing event updated for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:50.695236 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e512b4-4e24-47f1-ba50-0dad19fd2164 x-openstack-request-id: req-d2e512b4-4e24-47f1-ba50-0dad19fd2164 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:50.695673 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "tag": "6faf2647-2b88-4897-9a42-453f72debdea", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:50.696114 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2e512b4-4e24-47f1-ba50-0dad19fd2164 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:50.696659 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea', 'status': 'completed', 'code': 200} Jul 28 15:06:50.777044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-1e774bc2-99bc-433d-b0a2-91142149f8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.778569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-1e774bc2-99bc-433d-b0a2-91142149f8b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 1095 time: 0.0446506 Jul 28 15:06:50.889927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-ae5ee4ce-125f-459d-bd66-efce7e4e9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:50.891457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-ae5ee4ce-125f-459d-bd66-efce7e4e9413 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0995245 Jul 28 15:06:50.999238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-bb1bf797-e752-4651-be79-4e65ed81473f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:51.000779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af690b97-9fb9-4d24-83da-0b14b04091a3 req-bb1bf797-e752-4651-be79-4e65ed81473f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023781 Jul 28 15:06:51.112808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-326f7aec-6d96-48eb-93a2-079d81995843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:51.114422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-326f7aec-6d96-48eb-93a2-079d81995843 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 1095 time: 0.0494032 Jul 28 15:06:51.171268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-eeea98a3-3141-496b-9aa6-bc1e90063be4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6faf2647-2b88-4897-9a42-453f72debdea HTTP/1.1" status: 200 len: 217 time: 0.0413430 Jul 28 15:06:51.227299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-3d87fbe5-b38c-438d-8864-5bcb606eee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:51.230179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-3d87fbe5-b38c-438d-8864-5bcb606eee2a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7df1155c-8fcc-4a67-a78d-737712f537c2 HTTP/1.1" status: 200 len: 853 time: 0.0547526 Jul 28 15:06:51.264688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-951e86b9-7b31-4bf1-ba2d-e90d9498fe9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=375a6613-c68f-461a-967a-5b6309c57ca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281835 Jul 28 15:06:51.362633 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-c09bc2f6-3c83-4b97-ba68-86642369a19c service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908260 Jul 28 15:06:51.462304 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7af8c53-b09e-4d2b-9b79-39e3fb11bc0f req-1cec7964-1d3f-412c-8aba-dabc1aa28518 service neutron] 10.222.0.50 "GET /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916457 Jul 28 15:06:51.561340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1cf9e-057c-479c-a396-63d5ba8acba3 req-770b71f5-19b9-4957-baf7-1346f162a1a6 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:51.562912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caa1cf9e-057c-479c-a396-63d5ba8acba3 req-770b71f5-19b9-4957-baf7-1346f162a1a6 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0583594 Jul 28 15:06:51.602558 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-caa1cf9e-057c-479c-a396-63d5ba8acba3 req-a577fa05-c237-418f-be4c-6e0e352e861a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Jul 28 15:06:52.734056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a18d89-10ae-492c-a73d-a0419954f4ff req-89f51e75-f5ce-41cf-82eb-d970f36a060e tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:52.735627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94a18d89-10ae-492c-a73d-a0419954f4ff req-89f51e75-f5ce-41cf-82eb-d970f36a060e tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0587604 Jul 28 15:06:52.775922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94a18d89-10ae-492c-a73d-a0419954f4ff req-7bb45877-b789-4a29-bea1-7482657cc2f5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Jul 28 15:06:53.910921 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b89f2-e980-4a94-ab07-c25aabd1596a req-3406f172-b177-4596-9ff4-bda438a9ef53 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:53.912523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-106b89f2-e980-4a94-ab07-c25aabd1596a req-3406f172-b177-4596-9ff4-bda438a9ef53 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0597274 Jul 28 15:06:53.955877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-106b89f2-e980-4a94-ab07-c25aabd1596a req-1bb5536e-f401-411f-adc7-38f66813e334 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365090 Jul 28 15:06:54.893837 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6faf2647-2b88-4897-9a42-453f72debdea details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:06:55.024407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6faf2647-2b88-4897-9a42-453f72debdea,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:55.038346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '6faf2647-2b88-4897-9a42-453f72debdea', 'network_id': '375a6613-c68f-461a-967a-5b6309c57ca5', 'port_id': '6faf2647-2b88-4897-9a42-453f72debdea', 'mac_address': 'fa:16:3e:6d:c5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df1155c-8fcc-4a67-a78d-737712f537c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:06:55.091166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.112644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b361da-4723-4044-926d-b5f4821943fe req-1d5079ba-39d3-4bd0-8a13-e8b9232202a0 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:55.114065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6faf2647-2b88-4897-9a42-453f72debdea {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:06:55.117078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10b361da-4723-4044-926d-b5f4821943fe req-1d5079ba-39d3-4bd0-8a13-e8b9232202a0 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 943 time: 0.0731020 Jul 28 15:06:55.148348 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6faf2647-2b88-4897-9a42-453f72debdea,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:55.174179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10b361da-4723-4044-926d-b5f4821943fe req-981fd73b-8235-4db9-90e4-365a116e1e60 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Jul 28 15:06:55.277027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:55.337871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:55.543648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6faf2647-2b88-4897-9a42-453f72debdea'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:06:56.302920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7d8dc-1d3b-4261-aedf-854336e7266c req-4ba9ac8b-9f03-436e-983c-cc3eb84a69c8 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:56.304893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ba7d8dc-1d3b-4261-aedf-854336e7266c req-4ba9ac8b-9f03-436e-983c-cc3eb84a69c8 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 944 time: 0.0532827 Jul 28 15:06:56.346436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ba7d8dc-1d3b-4261-aedf-854336e7266c req-6bbc12f2-780f-4c49-b03c-4043550e92b5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349936 Jul 28 15:06:56.901544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6faf2647-2b88-4897-9a42-453f72debdea up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:06:57.104649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 6faf2647-2b88-4897-9a42-453f72debdea completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:06:57.108537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 6faf2647-2b88-4897-9a42-453f72debdea triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:06:57.108913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:57.189528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:57.212292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:06:57.214647 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea8aa1-501f-480e-b78a-722829da9bda" -d '{"events": [{"server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "6faf2647-2b88-4897-9a42-453f72debdea"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:06:57.228192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6faf2647-2b88-4897-9a42-453f72debdea,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:06:57.257648 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39374876-5f8b-4ab6-9971-1f073942177d x-openstack-request-id: req-39374876-5f8b-4ab6-9971-1f073942177d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:06:57.257648 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "name": "network-vif-plugged", "status": "completed", "tag": "6faf2647-2b88-4897-9a42-453f72debdea", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:06:57.257648 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39374876-5f8b-4ab6-9971-1f073942177d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:06:57.257648 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea', 'code': 200} Jul 28 15:06:57.381248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55729-6408-4e57-baa4-74c2d2d3a781 req-13a62b56-cbc7-454b-8aa6-e1a100ec1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:57.383374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5e55729-6408-4e57-baa4-74c2d2d3a781 req-13a62b56-cbc7-454b-8aa6-e1a100ec1eab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0441122 Jul 28 15:06:57.402768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:06:57.420826 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5e55729-6408-4e57-baa4-74c2d2d3a781 req-5bb8986d-401d-4fef-a442-edb7a0ffc7e5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Jul 28 15:06:57.467061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:06:57.492398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790782-8655-4b3a-b71b-9106a45dea80 req-6b5a7d3e-daeb-4687-a2e4-7c803c23dbd8 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:57.494282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41790782-8655-4b3a-b71b-9106a45dea80 req-6b5a7d3e-daeb-4687-a2e4-7c803c23dbd8 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Jul 28 15:06:57.536180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41790782-8655-4b3a-b71b-9106a45dea80 req-07da8fbb-758b-4c8d-be4d-4f85490990ba tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351868 Jul 28 15:06:58.659481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a3db6-5923-4fd2-9f52-fc257e3ab3d0 req-8a901a1a-17cb-4347-8a1f-1b9a57c00430 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:58.660978 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b2a3db6-5923-4fd2-9f52-fc257e3ab3d0 req-8a901a1a-17cb-4347-8a1f-1b9a57c00430 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Jul 28 15:06:58.701613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2b2a3db6-5923-4fd2-9f52-fc257e3ab3d0 req-d28dff9a-dd89-429c-912f-7ac239d187fd tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Jul 28 15:06:59.820832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee8265-8332-4b76-9775-37ef74d49f79 req-f80815a8-7cbf-497e-b248-923b818f4559 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:06:59.823069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcee8265-8332-4b76-9775-37ef74d49f79 req-f80815a8-7cbf-497e-b248-923b818f4559 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Jul 28 15:06:59.862077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcee8265-8332-4b76-9775-37ef74d49f79 req-2b567c47-1b6a-4aec-87e5-8469eeaa986d tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jul 28 15:07:12.343058 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-70688e25-411c-4a63-a35b-9f99d32418dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:13.571021 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:07:14.779797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9f139437-f52b-49b5-a077-e4a9dd150180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:14.926633 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:16.178525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:17.829241 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.411189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:20.701147 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:30.082496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef970cc-71ec-460d-90bf-55da72290e37 req-5915c574-5946-45db-b4d8-b8fdf9a7bb9d tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:30.083976 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cef970cc-71ec-460d-90bf-55da72290e37 req-5915c574-5946-45db-b4d8-b8fdf9a7bb9d tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0508368 Jul 28 15:07:30.125758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cef970cc-71ec-460d-90bf-55da72290e37 req-c759a2f5-13a8-40d9-9493-854e6ae24689 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Jul 28 15:07:31.282281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b47640-f797-46af-9d68-d0e0dbc13e43 req-3d4e6a2b-5c7f-4865-900e-87b6cad1430a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:31.284199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5b47640-f797-46af-9d68-d0e0dbc13e43 req-3d4e6a2b-5c7f-4865-900e-87b6cad1430a tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0719900 Jul 28 15:07:31.333960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c5b47640-f797-46af-9d68-d0e0dbc13e43 req-53e1c5cf-8518-4605-abbc-e42354a071d1 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/security-groups?id=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Jul 28 15:07:31.686032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-30413934-d426-4b59-a818-a94b43d1ff17 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:31.687644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-30413934-d426-4b59-a818-a94b43d1ff17 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 945 time: 0.0589457 Jul 28 15:07:31.785943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Deleting port 6faf2647-2b88-4897-9a42-453f72debdea {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:31.786292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.891761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] For port 6faf2647-2b88-4897-9a42-453f72debdea, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6faf2647-2b88-4897-9a42-453f72debdea,segment=NetworkSegment(03e8b58e-2290-4127-b47a-d9a54c14ee1c),segment_id=03e8b58e-2290-4127-b47a-d9a54c14ee1c)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:31.892130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:31.906054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Calling delete_port for 6faf2647-2b88-4897-9a42-453f72debdea owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:32.061244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-33feb7ae-8280-4cc7-a458-15b5d0c461a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438929 Jul 28 15:07:32.147188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-c0aa0482-3990-4885-b189-85e501557a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.149423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-c0aa0482-3990-4885-b189-85e501557a0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0437295 Jul 28 15:07:32.189086 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.223089 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6faf2647-2b88-4897-9a42-453f72debdea'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:32.237017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Pushing event deleted for resources: {'Port': ['ID=6faf2647-2b88-4897-9a42-453f72debdea,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:32.251473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.251828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.252176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.252516 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.252876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.253299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.253539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.253873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.254195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.254519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.254931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.255285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:32.278938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-08ac433f-1ea8-4da7-9ed1-c44ecdf33fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.280524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-08ac433f-1ea8-4da7-9ed1-c44ecdf33fc1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1105566 Jul 28 15:07:32.295214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] No DVR routers for this DVR port 6faf2647-2b88-4897-9a42-453f72debdea on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:07:32.298292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:32.300851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bd00a76-fadf-4998-9f6e-7abacabb170e req-ddb689f4-c82d-4937-aa9c-564c0e6590a5 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.50 "DELETE /v2.0/ports/6faf2647-2b88-4897-9a42-453f72debdea HTTP/1.1" status: 204 len: 173 time: 0.6070869 Jul 28 15:07:32.307945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'name': 'network-vif-deleted', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:32.307945 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2036ee1a-34a6-4b2c-bbde-831ac7b80070" -d '{"events": [{"server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "name": "network-vif-deleted", "tag": "6faf2647-2b88-4897-9a42-453f72debdea"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:32.349128 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4313df60-bdaf-4198-971c-a7804966b9f5 x-openstack-request-id: req-4313df60-bdaf-4198-971c-a7804966b9f5 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:32.349582 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731113d0-c875-4087-97d6-2a0c6cd6f2f4", "name": "network-vif-deleted", "tag": "6faf2647-2b88-4897-9a42-453f72debdea", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:32.349993 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4313df60-bdaf-4198-971c-a7804966b9f5 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:32.350774 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731113d0-c875-4087-97d6-2a0c6cd6f2f4', 'name': 'network-vif-deleted', 'tag': '6faf2647-2b88-4897-9a42-453f72debdea', 'status': 'completed', 'code': 200} Jul 28 15:07:32.356937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-abf59006-180f-484c-bec7-5b5ced745f64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0688891 Jul 28 15:07:32.417078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-98459cde-a7c2-4696-bd5f-0b81835490f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.418766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-98459cde-a7c2-4696-bd5f-0b81835490f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0545998 Jul 28 15:07:32.472636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b50d9495-0ad4-4958-b031-b39ba9d5e3dc req-fcf210cb-ecf6-4276-83a0-bb769047c7ae tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0527465 Jul 28 15:07:32.495212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-c5c076c3-8988-45ce-ba60-571225cf8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:32.497903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-c5c076c3-8988-45ce-ba60-571225cf8188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691779 Jul 28 15:07:32.594001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-c4d7ef8f-d1af-49b3-ae1d-3948cb0e1de4 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885952 Jul 28 15:07:32.700344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cef458f1-2f1e-4323-8aed-4effd4d034ca req-3a4307b0-d95f-4a86-99bc-a2c255ddd1f4 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975072 Jul 28 15:07:33.582788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1448f1ab-c085-49e6-a068-2c8807d729c9 req-838c846c-f965-44f0-b78f-1b397d23bd13 tempest-VolumesSnapshotTestJSON-450331661 tempest-VolumesSnapshotTestJSON-450331661-project] 10.222.0.47 "GET /v2.0/ports?device_id=731113d0-c875-4087-97d6-2a0c6cd6f2f4 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Jul 28 15:07:35.104240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6faf2647-2b88-4897-9a42-453f72debdea no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:07:35.124823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 6faf2647-2b88-4897-9a42-453f72debdea {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:07:35.125216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6faf2647-2b88-4897-9a42-453f72debdea not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:07:38.039868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50a0ea-14bb-4bfa-8f45-b0d1768d9301 req-97057baf-6b50-4423-a33f-966bd2f0d5f2 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:38.041297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a50a0ea-14bb-4bfa-8f45-b0d1768d9301 req-97057baf-6b50-4423-a33f-966bd2f0d5f2 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 950 time: 0.0530081 Jul 28 15:07:38.091479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a50a0ea-14bb-4bfa-8f45-b0d1768d9301 req-c024e91e-02d2-4667-9fbb-c0d7ae5b6d92 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Jul 28 15:07:39.219130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea2499-c81b-4605-a054-842745c46676 req-5c33eaa3-a8b9-4494-827b-25f312d2f8d3 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:39.220624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61ea2499-c81b-4605-a054-842745c46676 req-5c33eaa3-a8b9-4494-827b-25f312d2f8d3 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 950 time: 0.0505342 Jul 28 15:07:39.259970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61ea2499-c81b-4605-a054-842745c46676 req-acafbaec-74f2-4891-ac23-16225900d728 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/security-groups?id=5275e0d1-5e00-4f74-9b47-92fa7039631e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Jul 28 15:07:39.644253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-58e5f9b0-5729-462d-b818-dfc4be7715f2 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:07:39.645757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-58e5f9b0-5729-462d-b818-dfc4be7715f2 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 950 time: 0.0645325 Jul 28 15:07:39.749273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Deleting port 0d03fb23-1d02-4276-a769-b5c6907223f4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:07:39.749857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.843194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] For port 0d03fb23-1d02-4276-a769-b5c6907223f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0d03fb23-1d02-4276-a769-b5c6907223f4,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:07:39.843570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:39.857189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Calling delete_port for 0d03fb23-1d02-4276-a769-b5c6907223f4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:07:40.154171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:40.186099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Pushing event deleted for resources: {'Port': ['ID=0d03fb23-1d02-4276-a769-b5c6907223f4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:07:40.194830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0d03fb23-1d02-4276-a769-b5c6907223f4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:07:40.200493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.200849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.201193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.201556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.201898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.202234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.202564 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.202896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.203757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.204116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.205138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.205138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:07:40.247583 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] No DVR routers for this DVR port 0d03fb23-1d02-4276-a769-b5c6907223f4 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:07:40.250253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:40.252372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ffc0cbf2-fa6f-4fd2-91ec-c099beb1e63c req-590444bf-de6a-4c1a-8853-ec5396c8c9d8 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.53 "DELETE /v2.0/ports/0d03fb23-1d02-4276-a769-b5c6907223f4 HTTP/1.1" status: 204 len: 173 time: 0.6006036 Jul 28 15:07:40.252848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'name': 'network-vif-deleted', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:07:40.255284 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d406341f-f331-447c-84f7-8161f215f73e" -d '{"events": [{"server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "name": "network-vif-deleted", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:07:40.362845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eef08e67-8008-4fa3-927e-8989f27fa808 req-3797861f-78f8-4b71-820c-039baef9262d tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Jul 28 15:07:40.365320 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca82af5c-5ef5-4ebc-94f9-55a3b75df3bd x-openstack-request-id: req-ca82af5c-5ef5-4ebc-94f9-55a3b75df3bd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:07:40.365657 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e48c0cf-d48d-4a05-a494-266ab8383389", "name": "network-vif-deleted", "tag": "0d03fb23-1d02-4276-a769-b5c6907223f4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:07:40.366470 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca82af5c-5ef5-4ebc-94f9-55a3b75df3bd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:07:40.366864 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e48c0cf-d48d-4a05-a494-266ab8383389', 'name': 'network-vif-deleted', 'tag': '0d03fb23-1d02-4276-a769-b5c6907223f4', 'status': 'completed', 'code': 200} Jul 28 15:07:41.474630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-019d9878-bb58-4f1c-aaca-2b413569f85e req-3baa7d86-23f3-479d-b802-7d4ee81e64a6 tempest-VolumesBackupsTest-779130801 tempest-VolumesBackupsTest-779130801-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e48c0cf-d48d-4a05-a494-266ab8383389 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Jul 28 15:07:42.296876 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f9b5527d-bdca-402e-916a-d789c4fa0db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:43.126192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0d03fb23-1d02-4276-a769-b5c6907223f4 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:07:43.150037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 0d03fb23-1d02-4276-a769-b5c6907223f4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:07:43.150602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0d03fb23-1d02-4276-a769-b5c6907223f4 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:07:44.788481 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73cb63b6-991f-4af0-8849-9e5f8f47e10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:44.951863 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:46.342282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:47.799120 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.107814 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:07:50.575530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:07:50.700680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:12.421082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6370bb00-ab76-44a0-87cb-51ab49a544da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.752448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-af163108-0a23-4861-a2c8-f51dab25497c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:14.918274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:16.301762 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:17.780924 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.147297 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:20.820467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:27.578318 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:08:34.061127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-0414c058-6cb1-40c5-b7e3-f1600472f692 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427501 Jul 28 15:08:34.180497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-e049bf92-c97a-4fde-9d92-fef29b8629c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:34.181860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-e049bf92-c97a-4fde-9d92-fef29b8629c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0575855 Jul 28 15:08:34.298771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-55f4c70e-5135-46b0-85cc-5d8610ff0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:34.301016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-55f4c70e-5135-46b0-85cc-5d8610ff0d9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0965660 Jul 28 15:08:34.388293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-65f10c98-ef9a-4e5f-9e5c-1d7639e2ed07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0798757 Jul 28 15:08:34.458007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-a0336940-3e3d-44c6-8f24-76c4da767725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:34.459525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-a0336940-3e3d-44c6-8f24-76c4da767725 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0644381 Jul 28 15:08:34.507686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-d7f5677e-773f-4592-86ea-9d4249a174ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:08:34.511428 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-d7f5677e-773f-4592-86ea-9d4249a174ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431912 Jul 28 15:08:34.608424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-8350ac38-73ad-46b7-88ce-efa676c74464 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919843 Jul 28 15:08:34.727828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4743d27-a31b-497c-b660-eb632cf1aae9 req-59c5ef1b-f1b4-4c8d-9b5c-d6210c1591bf service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123462 Jul 28 15:08:42.254380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-95300faa-83c6-474e-9991-8574f25387b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.716783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-63d368d6-14a9-4c75-8317-93e8cc8bd9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:44.882650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:46.248878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:47.842219 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.145412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:50.660184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.099020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 59034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:52.265210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Deleting subnet 7df1155c-8fcc-4a67-a78d-737712f537c2 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:08:52.268676 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.305744 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.349360 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.477204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.512488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df1155c-8fcc-4a67-a78d-737712f537c2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:52.520407 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.522303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7df1155c-8fcc-4a67-a78d-737712f537c2 HTTP/1.1" status: 204 len: 168 time: 0.4222949 Jul 28 15:08:52.525199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:52.528340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.528693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.529033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.529380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.529708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.530377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.530729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.531075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.531403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.531821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.532151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.532939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73309fcb-10e7-4fa0-978b-463ff939013b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.616134 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.697310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.707415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375a6613-c68f-461a-967a-5b6309c57ca5']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.717863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e8b58e-2290-4127-b47a-d9a54c14ee1c') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.718164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e8b58e-2290-4127-b47a-d9a54c14ee1c') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:08:52.727878 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.742241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.748805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:08:52.749416 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:08:52.765401 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:08:52.916538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.927637 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:52.927637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] 10.222.0.47 "DELETE /v2.0/networks/375a6613-c68f-461a-967a-5b6309c57ca5 HTTP/1.1" status: 204 len: 168 time: 0.3982253 Jul 28 15:08:52.936361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Pushing event deleted for resources: {'Network': ['ID=375a6613-c68f-461a-967a-5b6309c57ca5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:08:52.944715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.945067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.945414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.945751 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.946083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.946430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.946743 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.947366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.947586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.947886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.948215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:52.948540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93122342-e6be-45a5-ad7e-e51d18cbe817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:08:53.373958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59050) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:53.416980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-50d00cf0-f4f6-4cd8-82a4-a5db71357c87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce7c42e4f8ad4e5487c4fcb7500c449e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394983 Jul 28 15:08:53.417229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59052) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:08:53.465905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.487342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.614526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.617117 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:08:53.621409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/798fb06c-cdc2-4bb5-947d-e78fb2cbfd99 HTTP/1.1" status: 204 len: 168 time: 0.2003005 Jul 28 15:08:53.626935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bc216-1ecf-4263-b2d5-c29088affb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fb06c-cdc2-4bb5-947d-e78fb2cbfd99,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:04.577740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:09:12.297825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-53701e26-a255-4316-9426-08e38ae81f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.787935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-488d9cb0-a8b0-434a-9ef8-3d27dbf839d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:14.944294 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:16.314197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:17.784004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.278691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:20.766847 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:25.060420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fca532ff-ea6d-4b35-8576-71d11d3580f2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378297221&fields=id&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 267 time: 0.0341620 Jul 28 15:09:25.169244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-ecce6b26-a500-4ff9-9a1e-305e31516f9e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:25.170750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-ecce6b26-a500-4ff9-9a1e-305e31516f9e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1020496 Jul 28 15:09:25.186498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-2911cd02-c96f-4b21-8128-0f26e50f5cdd tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/quotas/2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 375 time: 0.0094044 Jul 28 15:09:25.246837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-e647b6d9-9102-4e27-9f2d-10dee7eb13ba tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538764 Jul 28 15:09:25.459252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-e0c5b04d-44de-4b62-a525-6a3aabb2c7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983364 Jul 28 15:09:25.553340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-9dda7919-e764-470e-b6d9-96bb495f5c35 service neutron] 10.222.0.47 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877998 Jul 28 15:09:26.720269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90a6a1a4-47eb-4105-ac04-470b161b54d4 req-2de2ac6c-5278-4124-b9af-e03032f21c91 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.3818974 Jul 28 15:09:27.819779 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-326810a8-d749-4898-9f9e-d48c625d21a8 req-31918736-8c63-4b1b-99d4-60e8865edd1e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0319831 Jul 28 15:09:28.932372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1fc4cd3-0c6f-432c-bf90-3f267509b50d req-3ca7f7b5-e979-4150-b059-38e2fa510408 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0285408 Jul 28 15:09:29.754978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-42273770-3304-48e0-96b5-e9e0a4fd0827 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:29.756461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-42273770-3304-48e0-96b5-e9e0a4fd0827 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 811 time: 0.1037178 Jul 28 15:09:29.821181 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-26d2bec3-5db7-4f38-9fba-ba9f272ccb16 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d HTTP/1.1" status: 200 len: 380 time: 0.0369284 Jul 28 15:09:29.831608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'port': {'device_id': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'admin_state_up': True, 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'security_groups': ['3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:30.032879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f52cf50b-4e17-4393-bbb7-8e1be27b874b req-2ca1fcca-54f8-454d-af11-7c85e9a46efc tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0300477 Jul 28 15:09:30.058410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Made reservation on behalf of 2fb3881d5c184a2088dbe8e2e7e2fa5d for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:09:30.062106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.212721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.20.0.3 (aac6fe68-9177-439e-a8ff-50a00ef9f247/c417f3a3-3b04-431d-849f-587ff8c9869b/c5d98f5b-d82a-42f5-b1bc-d610c0378551) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:30.364997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.380088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Transition to ACTIVE for port object c5d98f5b-d82a-42f5-b1bc-d610c0378551 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:30.533549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:30.582449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:30.585675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:30.591807 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:30.625572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:30.655258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:30.656186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.155814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc9ce6-7e27-4141-9156-83fd6ea94cbf req-97142b06-a9a1-4106-bb90-43f0a2fe4d84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:31.157473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4dc9ce6-7e27-4141-9156-83fd6ea94cbf req-97142b06-a9a1-4106-bb90-43f0a2fe4d84 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 931 time: 0.0541787 Jul 28 15:09:31.197397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e4dc9ce6-7e27-4141-9156-83fd6ea94cbf req-884030a9-3e8b-4cb9-a74d-43cd110b188c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jul 28 15:09:31.219253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-c1872289-1e5e-4aee-b4d8-32040cea82d9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3919046 Jul 28 15:09:31.238872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Request body: {'port': {'device_id': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:31.296707 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.321611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe2d49da-3b7b-484a-a400-4fd572d7920e None None] Provisioning for port c5d98f5b-d82a-42f5-b1bc-d610c0378551 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:31.330128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fe2d49da-3b7b-484a-a400-4fd572d7920e None None] Provisioning complete for port c5d98f5b-d82a-42f5-b1bc-d610c0378551 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:31.331148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe2d49da-3b7b-484a-a400-4fd572d7920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.371591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d49da-3b7b-484a-a400-4fd572d7920e None None] Port c5d98f5b-d82a-42f5-b1bc-d610c0378551 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:09:31.592804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d98f5b-d82a-42f5-b1bc-d610c0378551 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:09:31.601907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.614881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Transition to ACTIVE for port object c5d98f5b-d82a-42f5-b1bc-d610c0378551 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:09:31.772389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.825997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Pushing event updated for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:31.899325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Attempting to bind port c5d98f5b-d82a-42f5-b1bc-d610c0378551 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:09:31.899675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Attempting to bind port c5d98f5b-d82a-42f5-b1bc-d610c0378551 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:09:31.900015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Attempting to bind port c5d98f5b-d82a-42f5-b1bc-d610c0378551 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:31.904625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Port c5d98f5b-d82a-42f5-b1bc-d610c0378551 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:09:31.904960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Attempting to bind port c5d98f5b-d82a-42f5-b1bc-d610c0378551 on network aac6fe68-9177-439e-a8ff-50a00ef9f247 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:09:31.910177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:09:31.910531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Checking segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:09:31.910925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Bound using segment: {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:09:31.911396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Bound port: c5d98f5b-d82a-42f5-b1bc-d610c0378551, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82048702-5878-42ce-84fa-9155b348f66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:09:31.911753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:31.993507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:09:31.997915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:09:32.087359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.128379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.129342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:32.130885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] 10.222.0.50 "PUT /v2.0/ports/c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 1092 time: 0.8973522 Jul 28 15:09:32.131426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:32.133809 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4" -d '{"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:32.200674 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7f67b2-5eab-4d7d-92cc-ce5742f453bf x-openstack-request-id: req-3c7f67b2-5eab-4d7d-92cc-ce5742f453bf {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:32.200892 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:32.201240 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c7f67b2-5eab-4d7d-92cc-ce5742f453bf {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:32.201655 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'status': 'completed', 'code': 200} Jul 28 15:09:32.202573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89fd54-2788-49b1-a851-b8ca449e0aad service neutron] Pushing event updated for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:32.322739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-e51fa657-6101-4c3f-a4a2-051a535ec4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.324336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-e51fa657-6101-4c3f-a4a2-051a535ec4c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1095 time: 0.0688941 Jul 28 15:09:32.365651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecac8dd-436a-4401-83fb-baf61e163119 req-2f4f319e-a822-468a-b194-5e4efdc26974 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.368146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fecac8dd-436a-4401-83fb-baf61e163119 req-2f4f319e-a822-468a-b194-5e4efdc26974 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0601404 Jul 28 15:09:32.434597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fecac8dd-436a-4401-83fb-baf61e163119 req-011b5e82-908f-409b-904d-fbbfcb0a32d6 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603862 Jul 28 15:09:32.473161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-a9d2d263-8f21-48b5-b557-53241a53711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.474837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-a9d2d263-8f21-48b5-b557-53241a53711a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1360683 Jul 28 15:09:32.582501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-78b8f681-0e5f-455e-9f04-a66c3191ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.584208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c7eb5dfe-98b9-4e36-ab83-75ded79f28f4 req-78b8f681-0e5f-455e-9f04-a66c3191ebff service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024923 Jul 28 15:09:32.689206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-3df6198a-17d5-4bb6-9978-232124eaf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.690780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-3df6198a-17d5-4bb6-9978-232124eaf12c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1095 time: 0.0484741 Jul 28 15:09:32.739103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-cb84ed4d-ff42-4162-94ca-0530a6a83582 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 217 time: 0.0358422 Jul 28 15:09:32.790480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-786843f7-ee2d-4482-a120-471adfb6ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.792101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-786843f7-ee2d-4482-a120-471adfb6ad44 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0468194 Jul 28 15:09:32.840178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-51e6507b-8f50-4e18-9fbd-d26c50788878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:32.841642 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-51e6507b-8f50-4e18-9fbd-d26c50788878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429165 Jul 28 15:09:32.937323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-a03433c7-edd3-4bed-aad0-d14b70ec593d service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874827 Jul 28 15:09:33.030235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ecba539-eb2f-4163-b25d-dd4e117db47f req-577a61f4-9c90-4b73-af83-4201c4565ecf service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860436 Jul 28 15:09:33.566841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fc150-9f73-42af-9694-e5cd0a4c6ad5 req-4517dfb5-c026-4c03-8dd9-a58832e16334 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:33.568527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b37fc150-9f73-42af-9694-e5cd0a4c6ad5 req-4517dfb5-c026-4c03-8dd9-a58832e16334 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0613797 Jul 28 15:09:33.611765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b37fc150-9f73-42af-9694-e5cd0a4c6ad5 req-ef854e42-4af5-46eb-947e-453eecc37d14 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370739 Jul 28 15:09:34.732240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee16ed-fc85-434f-8088-1f1d70d9ffb5 req-d1fdd2d8-291e-418a-aa4f-0cc11f6ed0b9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:34.733767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2ee16ed-fc85-434f-8088-1f1d70d9ffb5 req-d1fdd2d8-291e-418a-aa4f-0cc11f6ed0b9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Jul 28 15:09:34.773710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c2ee16ed-fc85-434f-8088-1f1d70d9ffb5 req-a28d70c5-7cea-4abf-9f5e-0863c9288c52 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339334 Jul 28 15:09:35.048648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-39455add-2dc0-4614-89ab-95681afb9609 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400217 Jul 28 15:09:35.148059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-3a1cfda6-cbee-40d0-b08b-af3dbec5e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.149729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-3a1cfda6-cbee-40d0-b08b-af3dbec5e809 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0425324 Jul 28 15:09:35.264372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-4874652c-ad37-402b-8889-5340ea0a5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.266232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-4874652c-ad37-402b-8889-5340ea0a5536 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0953150 Jul 28 15:09:35.332940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-0eeb6f1b-6925-4b3f-aa78-20fb18c2c23b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0596318 Jul 28 15:09:35.391369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-40219955-bad6-40f4-bd62-94e1912d297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.392901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-40219955-bad6-40f4-bd62-94e1912d297a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0535822 Jul 28 15:09:35.438836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-c095bc62-f0a6-4460-910c-5fe5472d2929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.440312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-c095bc62-f0a6-4460-910c-5fe5472d2929 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403669 Jul 28 15:09:35.532361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-5613f795-3c4e-4330-8750-d17f3b94a8b6 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852022 Jul 28 15:09:35.628844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42aae72c-cff6-4c7a-83e4-d36e3f50dc3f req-e255e2c8-7abf-4053-98dc-d153695f54d9 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896568 Jul 28 15:09:35.892027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec42ae-7d96-4be0-baab-f7977fb4fdde req-200e9036-9d8f-4a12-8c9e-74e372b8f7e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:35.893531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bec42ae-7d96-4be0-baab-f7977fb4fdde req-200e9036-9d8f-4a12-8c9e-74e372b8f7e9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0492229 Jul 28 15:09:35.932525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4bec42ae-7d96-4be0-baab-f7977fb4fdde req-dd39f0d6-9af2-481b-96c7-22af34f23270 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327797 Jul 28 15:09:37.057679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd48288-b767-45b1-88a9-f2852e1462e9 req-82ecff83-7d03-4500-be42-baff996b5c40 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:37.059291 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cd48288-b767-45b1-88a9-f2852e1462e9 req-82ecff83-7d03-4500-be42-baff996b5c40 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0528498 Jul 28 15:09:37.100907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5cd48288-b767-45b1-88a9-f2852e1462e9 req-3ab53cdc-4dbf-484b-a455-f7845f023c8a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350118 Jul 28 15:09:38.222907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409bf7a-cd8e-4a5c-ae1f-c53007d3614f req-fb116b26-f3ef-4fba-bcd6-f66d2dcfcf83 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:38.224443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5409bf7a-cd8e-4a5c-ae1f-c53007d3614f req-fb116b26-f3ef-4fba-bcd6-f66d2dcfcf83 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0506186 Jul 28 15:09:38.263759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5409bf7a-cd8e-4a5c-ae1f-c53007d3614f req-f9e7ba4a-8a27-4ff8-a103-9d8cf5ab37f2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Jul 28 15:09:39.385472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa4e7e-3a11-4042-98a2-7845a94afec7 req-4531c2a6-311c-4d6f-91ae-bc15d2f6f8e3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:39.387016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1fa4e7e-3a11-4042-98a2-7845a94afec7 req-4531c2a6-311c-4d6f-91ae-bc15d2f6f8e3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0527608 Jul 28 15:09:39.430208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1fa4e7e-3a11-4042-98a2-7845a94afec7 req-7589f322-3b07-4b81-a4d1-6cd06feb5f5b tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Jul 28 15:09:40.213780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-2da42f10-5426-423c-b954-21767913b411 req-cd1c79d4-6507-4058-a4c8-08cd145c0f28 service neutron] (94748) timed out ('10.222.0.47', 58740) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:09:40.549705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498280-9882-48c0-bffe-d51753856981 req-15db45b0-50cc-42ad-b4e4-5fea06303de8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:40.551459 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce498280-9882-48c0-bffe-d51753856981 req-15db45b0-50cc-42ad-b4e4-5fea06303de8 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0533893 Jul 28 15:09:40.590583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce498280-9882-48c0-bffe-d51753856981 req-6aa52f54-859e-4baa-a1c6-5b21d866e984 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Jul 28 15:09:41.578262 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:09:41.718245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a996759-701d-4ff1-9a6f-59542aa9c5ce req-218f2ba0-a97f-42e0-ad05-a5eb098d7f8d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:41.720333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a996759-701d-4ff1-9a6f-59542aa9c5ce req-218f2ba0-a97f-42e0-ad05-a5eb098d7f8d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0587070 Jul 28 15:09:41.759858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a996759-701d-4ff1-9a6f-59542aa9c5ce req-54a79231-50ef-410c-8945-e2b9d541f273 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332296 Jul 28 15:09:42.331430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50b08aa7-58e6-488c-ac89-ec633c179cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:42.877413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb87cfc-c456-4a40-bd3a-3d483eaece85 req-c9d74b4b-d0a0-414d-9409-f288c56989b5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:42.879569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2eb87cfc-c456-4a40-bd3a-3d483eaece85 req-c9d74b4b-d0a0-414d-9409-f288c56989b5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0494602 Jul 28 15:09:42.919239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2eb87cfc-c456-4a40-bd3a-3d483eaece85 req-5f995acd-e394-494b-b205-ce70934a7ac5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Jul 28 15:09:43.832488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c5d98f5b-d82a-42f5-b1bc-d610c0378551 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:09:43.931060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:43.944177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'port_id': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:09:43.989371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.005187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d98f5b-d82a-42f5-b1bc-d610c0378551 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:09:44.025299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:44.038942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceff56-1fe6-4e07-95d3-2a2253dfc5df req-642fc632-8b96-4ab7-9063-fa48fe7e3812 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:44.040501 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aeceff56-1fe6-4e07-95d3-2a2253dfc5df req-642fc632-8b96-4ab7-9063-fa48fe7e3812 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 943 time: 0.0520124 Jul 28 15:09:44.081665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aeceff56-1fe6-4e07-95d3-2a2253dfc5df req-006e0e28-0cd6-4ccc-af9b-fda5f93aa53c tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350258 Jul 28 15:09:44.143174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.190780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:44.197968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.198318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.198659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.199026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.199361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.199693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.200023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.200349 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.200674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.200996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.201319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.201639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:09:44.436948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c5d98f5b-d82a-42f5-b1bc-d610c0378551'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:09:44.772014 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30992d99-9380-446e-a7db-302d93feb199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:44.897098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:45.198577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b4ae-fdea-440d-baf9-659e66badf90 req-49e7d461-fa54-49bc-bee9-794354682547 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:45.200110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3586b4ae-fdea-440d-baf9-659e66badf90 req-49e7d461-fa54-49bc-bee9-794354682547 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 944 time: 0.0490954 Jul 28 15:09:45.240159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3586b4ae-fdea-440d-baf9-659e66badf90 req-5c156d0d-5af7-48d8-8c70-53ff1fc207a2 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Jul 28 15:09:45.848507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c5d98f5b-d82a-42f5-b1bc-d610c0378551 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:09:46.005854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c5d98f5b-d82a-42f5-b1bc-d610c0378551 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:09:46.010274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c5d98f5b-d82a-42f5-b1bc-d610c0378551 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:09:46.010641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.090159 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.112828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:46.115162 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f753eb-c110-401a-8b72-0347335f7bf6" -d '{"events": [{"server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "name": "network-vif-plugged", "status": "completed", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:46.136851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:09:46.159150 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503fe353-b126-4cd1-bf91-eb33994f5081 x-openstack-request-id: req-503fe353-b126-4cd1-bf91-eb33994f5081 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:46.159440 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "name": "network-vif-plugged", "status": "completed", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:46.159692 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-503fe353-b126-4cd1-bf91-eb33994f5081 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:46.160083 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'code': 200} Jul 28 15:09:46.269370 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.293366 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:46.317214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:46.366075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728ca35-47ed-4571-84f2-729167594b50 req-532867d6-c721-4c77-9236-e7a19ddda518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:46.367508 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d728ca35-47ed-4571-84f2-729167594b50 req-532867d6-c721-4c77-9236-e7a19ddda518 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.1267831 Jul 28 15:09:46.389258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f644-7f69-4e28-958b-6a3588674985 req-2f132553-3f82-47c7-a75e-96ddb4a5a7eb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:46.391458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f9f644-7f69-4e28-958b-6a3588674985 req-2f132553-3f82-47c7-a75e-96ddb4a5a7eb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.0669250 Jul 28 15:09:46.430232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d728ca35-47ed-4571-84f2-729167594b50 req-3798331e-3d72-4a42-89d1-8e908eaec5a4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552986 Jul 28 15:09:46.444339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44f9f644-7f69-4e28-958b-6a3588674985 req-288eaeb4-9e35-461e-9d2e-d86553599b52 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Jul 28 15:09:47.564834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fb5d5-f064-4f76-8f77-31ede47c3a18 req-3f446ecb-5786-4459-bac4-bc6c8f6b6a26 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:47.566570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0c8fb5d5-f064-4f76-8f77-31ede47c3a18 req-3f446ecb-5786-4459-bac4-bc6c8f6b6a26 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.0524144 Jul 28 15:09:47.615307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0c8fb5d5-f064-4f76-8f77-31ede47c3a18 req-05775cff-bb87-4df9-bbfd-50c18bb209a3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Jul 28 15:09:47.782735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:48.850878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80253-b6ea-4193-9480-3137bb9818be req-8e9b3120-0963-4383-8122-ef03d6a2eae4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:48.852420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9a80253-b6ea-4193-9480-3137bb9818be req-8e9b3120-0963-4383-8122-ef03d6a2eae4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.1665394 Jul 28 15:09:48.892245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9a80253-b6ea-4193-9480-3137bb9818be req-b3f92b07-e8a4-4e20-8a9f-e1033915221d tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338316 Jul 28 15:09:49.008929 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8371072-9047-4c9d-8fae-da65eb48e1b9 req-888a6852-70bc-4f2a-8e8a-a9fb8d7035f0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:49.010400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8371072-9047-4c9d-8fae-da65eb48e1b9 req-888a6852-70bc-4f2a-8e8a-a9fb8d7035f0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.0510950 Jul 28 15:09:49.051362 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8371072-9047-4c9d-8fae-da65eb48e1b9 req-4482596a-7dd4-4f07-8d04-c27716d6761e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338943 Jul 28 15:09:49.074335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59620) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:49.258154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5571b2-42c8-4ebe-ad6a-0c3359ce9bcd tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:49.259829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ec5571b2-42c8-4ebe-ad6a-0c3359ce9bcd tempest-TestVolumeBootPattern-294502160 tempest-TestVolumeBootPattern-294502160-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1092 time: 0.1843731 Jul 28 15:09:49.262605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 59624) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:09:49.267701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:09:49.394787 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.496085 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.602820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Allocated IP 172.25.0.80 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5ee0424e-798c-41d4-8d63-58d799822841) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:09:49.730281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.911095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:49.963539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:09:49.972076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:09:49.974648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:09:49.978061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=5ee0424e-798c-41d4-8d63-58d799822841,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:50.172505 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.450237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.625382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.714726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.789269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.908457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:50.971727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event updated for resources: {'Port': ['ID=5ee0424e-798c-41d4-8d63-58d799822841,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:09:50.981568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.082353 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP c186c6c4-4878-4fa4-adbf-da9d788f1a42 associated. External IP: 172.25.0.80, port: c5d98f5b-d82a-42f5-b1bc-d610c0378551. Jul 28 15:09:51.306873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:09:51.415412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:09:51.427901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:09:51.441460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:51.442093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:09:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:51.548543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:09:51.553207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:51.577895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-75ae2625-3e65-4ff2-aef2-0ed8e05e3140 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3137474 Jul 28 15:09:51.578648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:09:51.581417 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f789a9-887b-4e52-a858-e8c08247f79d" -d '{"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:09:51.630612 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5670329-76c6-4a3b-a4e5-54e173cb4c37 x-openstack-request-id: req-a5670329-76c6-4a3b-a4e5-54e173cb4c37 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:09:51.630948 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:09:51.631224 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5670329-76c6-4a3b-a4e5-54e173cb4c37 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:09:51.631626 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'status': 'completed', 'code': 200} Jul 28 15:09:51.723083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-727a80d4-7434-4c48-a096-36da21a882f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:51.724770 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-727a80d4-7434-4c48-a096-36da21a882f2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.0500858 Jul 28 15:09:51.806407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'c186c6c4-4878-4fa4-adbf-da9d788f1a42', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:50Z', 'updated_at': '2021-07-28T15:09:50Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}, {'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:51.823272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-a41f8e65-e1bf-4a87-92e2-a81c974005e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:51.824804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-a41f8e65-e1bf-4a87-92e2-a81c974005e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0929470 Jul 28 15:09:51.833758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:09:51.843362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:09:51.844117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:09:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:51.912969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-0ab94639-29e1-4fa2-99ce-eac2549610eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 998 time: 0.0763681 Jul 28 15:09:51.972434 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:09:51.994188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-a4aa9f14-4114-4c13-bda9-5138ee06853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:51.996608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-a4aa9f14-4114-4c13-bda9-5138ee06853a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0771942 Jul 28 15:09:52.052496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-3b466d87-2841-4991-b684-ca6163b105f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:09:52.054447 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-3b466d87-2841-4991-b684-ca6163b105f4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505385 Jul 28 15:09:52.158721 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-8bac2d12-3dd4-4cd2-a222-13dc0be54d9e service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969112 Jul 28 15:09:52.232622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'c186c6c4-4878-4fa4-adbf-da9d788f1a42', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:50Z', 'updated_at': '2021-07-28T15:09:50Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}, {'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:09:52.253845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0f789a9-887b-4e52-a858-e8c08247f79d req-14de040a-fd62-4c6c-8ef4-7ed740c77cfb service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883877 Jul 28 15:09:52.262497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f942158-a5d3-4d7d-8dd1-d2cd0b70003d None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'c186c6c4-4878-4fa4-adbf-da9d788f1a42', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:09:50Z', 'updated_at': '2021-07-28T15:09:50Z', 'revision_number': 0, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}, {'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:09:52.471878 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30eb44f-1d08-4fbc-94a4-0f3cf8d4fc7d None None] New status for floating IP c186c6c4-4878-4fa4-adbf-da9d788f1a42: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:10:12.336578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-00490c50-3c5f-4bee-b97d-705de988287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:14.793558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-07e163b9-a64e-4cb9-b35d-537648e89ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:14.952260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:16.391290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:17.918837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:18.582331 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:10:20.196594 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:20.747766 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:37.103145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-f0939be8-08b2-44dc-ac09-7b301504df75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920510 Jul 28 15:10:37.225357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-3ae71ac5-2c2e-441f-b7e0-0c848d6f3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.226914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-3ae71ac5-2c2e-441f-b7e0-0c848d6f3f3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0473719 Jul 28 15:10:37.335848 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-0f5748a0-c5e5-439c-8048-f7558045af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.337502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-0f5748a0-c5e5-439c-8048-f7558045af2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0911777 Jul 28 15:10:37.410898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-aaf52d4b-e304-48f5-b5b1-466825634b17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0651000 Jul 28 15:10:37.465049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-587650a6-22d2-4385-9501-6b8af5adae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.466521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-587650a6-22d2-4385-9501-6b8af5adae0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0490892 Jul 28 15:10:37.514192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-27d33fbd-6ccd-4ab8-829e-604ecc71dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:37.516064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-27d33fbd-6ccd-4ab8-829e-604ecc71dfd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429392 Jul 28 15:10:37.612782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-0223250e-ccc2-42e4-ab72-b6010d9f55dd service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898178 Jul 28 15:10:37.704813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683b1b94-f560-43d1-bc2e-cb1514d50e82 req-fca4d700-748c-46a9-8746-812aa8904726 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Jul 28 15:10:42.304500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f9cb51cc-4c9b-4b25-ae24-97f70fb81bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:42.997964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-679b9c52-f3e7-4039-a1c3-899cf7bddf30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433226 Jul 28 15:10:43.107774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-6065f375-bde1-47d1-9a45-6bdfca1e8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.109471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-6065f375-bde1-47d1-9a45-6bdfca1e8a71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.0484898 Jul 28 15:10:43.216863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-3c1ec468-7ee1-45c5-96eb-86a812dd1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.218379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-3c1ec468-7ee1-45c5-96eb-86a812dd1cb5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0906482 Jul 28 15:10:43.291780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-789d96ec-9fe3-4902-b7f9-41401bd1c727 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 1000 time: 0.0659757 Jul 28 15:10:43.341393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-0ffc330f-0afe-4259-aaed-c88a2bf2a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.342930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-0ffc330f-0afe-4259-aaed-c88a2bf2a26c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0450289 Jul 28 15:10:43.396489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-1b0bb2aa-fcd2-4c53-bf84-581604e0b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:10:43.398053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-1b0bb2aa-fcd2-4c53-bf84-581604e0b4f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445364 Jul 28 15:10:43.491575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-e888404a-86fe-48c3-aff4-5d13994fec06 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859818 Jul 28 15:10:43.585106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62430d2a-006c-4c2b-be08-44edb454ce0e req-4292e92c-416f-4c78-ad18-7c0a86da68b2 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863950 Jul 28 15:10:44.772275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e13ecd52-41ad-4a21-a207-43aaa16d7eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:45.015185 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:46.281012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:47.858598 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:50.203702 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:50.743570 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:10:55.583170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:11:12.357117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-989b1545-e8a6-4fff-b2bd-969f47c41ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.705870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3371be6a-c38b-45d2-91a1-21236ef61ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:14.917868 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:16.285225 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:17.774271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.162157 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:20.770620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:32.582359 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:11:37.050271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-f47a1146-d8d7-4424-a8ba-00a11dd5dc0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413055 Jul 28 15:11:37.156252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-f819c8dd-43e2-417c-9442-32688352caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:37.158042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-f819c8dd-43e2-417c-9442-32688352caa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0486295 Jul 28 15:11:37.269096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-0684713a-9035-4907-a38f-cafd8dfde00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:37.270727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-0684713a-9035-4907-a38f-cafd8dfde00a service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0856762 Jul 28 15:11:37.343641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-297cd86b-963a-4afd-9913-b2376923baf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0661094 Jul 28 15:11:37.393316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-0579250b-e209-43bd-9425-b08ad11ad0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:37.394795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-0579250b-e209-43bd-9425-b08ad11ad0f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0451360 Jul 28 15:11:37.439919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-2832d041-1dbc-49f4-803b-8aacbc05b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:37.441416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-2832d041-1dbc-49f4-803b-8aacbc05b3b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402169 Jul 28 15:11:37.533776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-d8cd371a-7ebb-453f-98de-660bd2701560 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Jul 28 15:11:37.630439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2cd8aa5c-198f-47e9-aca3-0a00b3fae2c8 req-64253067-5fd1-4bb3-b091-596f0a3e721b service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902016 Jul 28 15:11:42.351094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-60fd3443-17a9-446b-9ce7-56a62ff8056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:42.983689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-a9e09df8-e9f7-456e-82e3-1dea11275c27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421002 Jul 28 15:11:43.095192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b22d-779c-4328-a011-acd3a087e19b req-180dcefe-7140-4e17-8e22-9e55e5d4a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.096884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-180dcefe-7140-4e17-8e22-9e55e5d4a3f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.0499172 Jul 28 15:11:43.210558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b22d-779c-4328-a011-acd3a087e19b req-5f7c44ca-768d-4d5a-b966-7039e379ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.212180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-5f7c44ca-768d-4d5a-b966-7039e379ce6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0922623 Jul 28 15:11:43.291802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-7dc659ec-e8bb-45de-8131-d31535fa51be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 1000 time: 0.0726595 Jul 28 15:11:43.347980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b22d-779c-4328-a011-acd3a087e19b req-23b5cb74-4e13-4a8f-8a89-9ff7e0da6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.349552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-23b5cb74-4e13-4a8f-8a89-9ff7e0da6434 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0508060 Jul 28 15:11:43.400049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b22d-779c-4328-a011-acd3a087e19b req-0b48db0a-e981-4deb-8d18-98991cd11e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:11:43.401610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-0b48db0a-e981-4deb-8d18-98991cd11e2d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453687 Jul 28 15:11:43.522990 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-85f2d560-129c-4c3e-b769-7de0b61bf918 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144426 Jul 28 15:11:43.631718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d22b22d-779c-4328-a011-acd3a087e19b req-b72e806e-86b8-486b-b78a-ee7fd21d509d service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017375 Jul 28 15:11:44.834324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19fc800f-ed6f-46db-ba60-44d12ceb100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:44.934615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:46.244552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:47.848365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.237115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:11:50.837227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:09.581462 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:12:12.389926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4e498dce-5d0a-4021-bcdb-657ab8e790e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.748686 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ee388dbd-de20-4445-bf11-4d0745d2f066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:14.891254 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:16.257030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:17.798491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.194038 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:20.713825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:39.047497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-cf8e3e97-40c3-4969-a179-1677af59724c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415621 Jul 28 15:12:39.165168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-3c8aa9d5-1426-4bd6-9c69-d6d931e6aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.170885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-3c8aa9d5-1426-4bd6-9c69-d6d931e6aaa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0572655 Jul 28 15:12:39.275156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-7100a3ca-8c06-4f74-94ea-50237a63063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.276666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-7100a3ca-8c06-4f74-94ea-50237a63063d service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0891759 Jul 28 15:12:39.355432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-b7275cde-8ae3-4ac0-8fd3-a0c77f003f29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 1001 time: 0.0716195 Jul 28 15:12:39.401892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-927b5ee9-275b-4873-9238-6ff3c0898257 req-47161a5a-de85-443e-898c-2916058b55d8 service neutron] (94749) timed out ('10.222.0.50', 58240) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:12:39.406056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-17a2abb6-8389-4efc-a833-80377e3398e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.407566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-17a2abb6-8389-4efc-a833-80377e3398e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0457439 Jul 28 15:12:39.454789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-1329dafd-8e5c-49f4-8909-392a03e9d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:39.456423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-1329dafd-8e5c-49f4-8909-392a03e9d3b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423484 Jul 28 15:12:40.003457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-324b2c6b-ae5b-429f-bda1-ce6acf426ea3 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232533 Jul 28 15:12:40.003457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cb78f66-77c6-490c-8bf8-3fb36bae3f0f req-6f6640d7-b70e-441e-aac7-3684975691e7 service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833740 Jul 28 15:12:42.297178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b12e4a7b-d0dc-4d56-b4c9-e52b6f3c83a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:43.011769 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-0df89404-bdf6-499a-a224-95acfc248ff9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416186 Jul 28 15:12:43.448843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb480a-b10d-4093-97a3-792046833257 req-2e2dab30-b6ef-4802-a1b2-085e1f12ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.451228 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-2e2dab30-b6ef-4802-a1b2-085e1f12ad08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.3824611 Jul 28 15:12:43.557567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb480a-b10d-4093-97a3-792046833257 req-6ea66039-0efd-49f6-ae59-d90e943fd555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.559094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-6ea66039-0efd-49f6-ae59-d90e943fd555 service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0889544 Jul 28 15:12:43.633371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-478e01c8-fd11-4402-9e34-a9bd70e20d13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 1000 time: 0.0664594 Jul 28 15:12:43.682599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb480a-b10d-4093-97a3-792046833257 req-c9f90120-1998-41d8-9adf-a4310cd33a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.684113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-c9f90120-1998-41d8-9adf-a4310cd33a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0438972 Jul 28 15:12:43.729975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb480a-b10d-4093-97a3-792046833257 req-9ee0a554-f574-4309-aaa8-45004a9eba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:43.731545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-9ee0a554-f574-4309-aaa8-45004a9eba6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404210 Jul 28 15:12:43.825969 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-e2ba3aa7-27de-4efe-85cc-c322b01af19e service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868676 Jul 28 15:12:43.917906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29cb480a-b10d-4093-97a3-792046833257 req-07fbac3a-7400-454c-980c-919ded8c4cfd service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Jul 28 15:12:44.725882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f2b54a4-083a-4b57-b458-e8742bd7969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:44.926077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:46.268876 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:46.580438 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:12:47.782747 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:50.177526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:50.822988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:55.646058 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33678) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:12:55.943031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 5ee0424e-798c-41d4-8d63-58d799822841 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:55.943392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.025400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.025651 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.037750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 5ee0424e-798c-41d4-8d63-58d799822841 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:56.371968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.397429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=5ee0424e-798c-41d4-8d63-58d799822841,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:56.408445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.409293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.409650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.410004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.410917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.410917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.411080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.411356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.411730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.412064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.412399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.412733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:56.485411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.486553 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP c186c6c4-4878-4fa4-adbf-da9d788f1a42 disassociated (deleted). External IP: 172.25.0.80, port: c5d98f5b-d82a-42f5-b1bc-d610c0378551. Jul 28 15:12:56.707360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:12:56.819446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:12:56.824382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:56.830103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:12:56.839945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:56.840953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:56.857680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47995db7-2632-43d0-bbcc-c0ac589042c9 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "DELETE /v2.0/floatingips/c186c6c4-4878-4fa4-adbf-da9d788f1a42 HTTP/1.1" status: 204 len: 168 time: 1.2104867 Jul 28 15:12:56.858289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:56.860739 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f" -d '{"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:56.974187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:56.984897 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4ac99a-1e8f-49cb-8b69-ce6781da43e7 x-openstack-request-id: req-9d4ac99a-1e8f-49cb-8b69-ce6781da43e7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:56.985284 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:56.985549 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d4ac99a-1e8f-49cb-8b69-ce6781da43e7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:56.986174 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'status': 'completed', 'code': 200} Jul 28 15:12:57.081693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-84abf4c1-865e-4618-a171-1bdbbb108806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.083331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-84abf4c1-865e-4618-a171-1bdbbb108806 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 1097 time: 0.0537772 Jul 28 15:12:57.209964 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-45f0c9ac-7e5b-4acb-9ff3-ce939cea192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.211454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-45f0c9ac-7e5b-4acb-9ff3-ce939cea192e service neutron] 10.222.0.50 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.1211753 Jul 28 15:12:57.255477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-53ecedd6-fb60-4fb6-a5b6-d508396b44e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 200 len: 217 time: 0.0368900 Jul 28 15:12:57.352085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-2e2a8576-9dd1-406c-82a1-0def3e56ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.353980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-2e2a8576-9dd1-406c-82a1-0def3e56ea3a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0915620 Jul 28 15:12:57.413858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af9b30-99fc-4410-bad4-5b2d8cf43261 req-19e510db-a608-451b-b44a-2ff1dd4a8688 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.415449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d7af9b30-99fc-4410-bad4-5b2d8cf43261 req-19e510db-a608-451b-b44a-2ff1dd4a8688 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.1036570 Jul 28 15:12:57.419325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:57.444359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-fb75e162-520d-4484-af2d-683652eeced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:57.446051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-fb75e162-520d-4484-af2d-683652eeced3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830324 Jul 28 15:12:57.450902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:12:57.459922 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:12:57.460600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:57.484050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d7af9b30-99fc-4410-bad4-5b2d8cf43261 req-6d660b03-f3bc-488a-a6fb-a88638a37eda tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606472 Jul 28 15:12:57.571277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-62ee2d05-8658-4f1b-9491-385b29d12281 service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117408 Jul 28 15:12:57.580188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:12:57.667957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4641fc1c-1bb5-44e7-9e60-992f7c69a25f req-19338cc8-6375-4119-96c3-2b665b37510e service neutron] 10.222.0.50 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901382 Jul 28 15:12:57.820568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:12:57.847858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7445337-83c2-4082-abf2-803ef2090f34 None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'fc9f4d26-0a05-45fb-98a8-f15111d781f6', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'port_id': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'mac_address': 'fa:16:3e:f7:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:06:24Z', 'updated_at': '2021-07-28T15:06:26Z', 'revision_number': 1, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:12:58.093679 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9474c-2243-4fc4-9cb3-e80caf648acf None None] New status for floating IP c186c6c4-4878-4fa4-adbf-da9d788f1a42: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:12:58.700682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e8c50-0c4d-4a9e-a212-ae4883b90cff req-43fd1924-4507-4f50-bb9c-71090f2d3fb1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:58.702241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b19e8c50-0c4d-4a9e-a212-ae4883b90cff req-43fd1924-4507-4f50-bb9c-71090f2d3fb1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.1039085 Jul 28 15:12:58.740896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b19e8c50-0c4d-4a9e-a212-ae4883b90cff req-4f3010c6-58ea-405c-b606-feec7e3d3720 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Jul 28 15:12:58.994637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-e92eae08-4f59-4d45-9402-81debbd44b36 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:12:58.996121 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-e92eae08-4f59-4d45-9402-81debbd44b36 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 945 time: 0.0514448 Jul 28 15:12:59.099721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port c5d98f5b-d82a-42f5-b1bc-d610c0378551 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:12:59.100046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.189604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port c5d98f5b-d82a-42f5-b1bc-d610c0378551, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c5d98f5b-d82a-42f5-b1bc-d610c0378551,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:12:59.190055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.203956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for c5d98f5b-d82a-42f5-b1bc-d610c0378551 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:12:59.446489 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.478750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=c5d98f5b-d82a-42f5-b1bc-d610c0378551,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:12:59.529692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.529692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.530024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.530368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.530703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.531063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.531392 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.531718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.532045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.532370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.533261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.533590 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:12:59.551096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port c5d98f5b-d82a-42f5-b1bc-d610c0378551 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:12:59.553798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:12:59.556011 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41f6f304-baa1-476f-8aad-aa57fbd98458 req-a0e79e43-39aa-489f-a60c-6120f7f3d795 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.50 "DELETE /v2.0/ports/c5d98f5b-d82a-42f5-b1bc-d610c0378551 HTTP/1.1" status: 204 len: 173 time: 0.5530407 Jul 28 15:12:59.556466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'name': 'network-vif-deleted', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:12:59.559405 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029578e0-8730-4b3a-b04b-607090c08b0b" -d '{"events": [{"server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "name": "network-vif-deleted", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:12:59.689378 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8393ae1f-c35e-4381-921d-49b0da457c54 x-openstack-request-id: req-8393ae1f-c35e-4381-921d-49b0da457c54 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:12:59.689670 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bdba5d-5148-4711-80c1-c7475ea2b855", "name": "network-vif-deleted", "tag": "c5d98f5b-d82a-42f5-b1bc-d610c0378551", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:12:59.690054 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8393ae1f-c35e-4381-921d-49b0da457c54 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:12:59.690322 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bdba5d-5148-4711-80c1-c7475ea2b855', 'name': 'network-vif-deleted', 'tag': 'c5d98f5b-d82a-42f5-b1bc-d610c0378551', 'status': 'completed', 'code': 200} Jul 28 15:12:59.843601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bffd7624-a368-482a-9cbc-1005ffffd864 req-89664560-d251-41b9-8dc7-19c2922785a4 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Jul 28 15:13:00.159023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33742) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:00.291645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f42771b-4862-4c52-9023-b028097987ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f6a1455ad614eb99f5877caa7ddb4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312847 Jul 28 15:13:00.294083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33746) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:00.348847 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:00.374470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:00.526560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:00.529432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:00.530648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5275e0d1-5e00-4f74-9b47-92fa7039631e HTTP/1.1" status: 204 len: 168 time: 0.2355921 Jul 28 15:13:00.539186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df411295-680c-474e-993e-a06fcc913f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5275e0d1-5e00-4f74-9b47-92fa7039631e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:00.753305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c5d98f5b-d82a-42f5-b1bc-d610c0378551 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:00.778664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: c5d98f5b-d82a-42f5-b1bc-d610c0378551 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:00.779051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c5d98f5b-d82a-42f5-b1bc-d610c0378551 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:00.952681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-29389eaf-c82f-486d-98ee-23e4c9ea1d22 req-1e5e471f-2386-4002-b9e2-1fa5bbf1b91f tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0317233 Jul 28 15:13:01.644135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:01.737307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-51276072-network', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:01.817169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Made reservation on behalf of 5f4493cbc52b41f4a4212e24ee23dd6f for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:01.819634 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:01.828442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:01.925710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.017384 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.059153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d40a0848-cb74-4923-923e-956dbcc5b14a req-a7d58fcd-718c-4bc5-a929-7579fcb3b38a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0379879 Jul 28 15:13:02.071084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:13:02.079684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a2e1aa-51fb-4278-b6c1-a19adb92e240,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:02.085050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.085404 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Added segment e6772e5e-1a4b-4ba6-9a82-2236a674bc75 of type vlan for network ea851691-e991-498c-94a4-ba8148669d2a Jul 28 15:13:02.130700 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.217791 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.218728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:02.219353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.279573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] Pushing event updated for resources: {'Network': ['ID=ea851691-e991-498c-94a4-ba8148669d2a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:02.290708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ea851691-e991-498c-94a4-ba8148669d2a details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:13:02.341076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b819b6c-0dcf-4f7c-9ddb-4bab36adf458 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6931052 Jul 28 15:13:02.341293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33776) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:02.347476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Request body: {'subnet': {'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-51276072-subnet', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:02.446260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Made reservation on behalf of 5f4493cbc52b41f4a4212e24ee23dd6f for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:02.449247 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.709557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.778576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119483a9-9aa0-4986-9cfd-c776f8b81091,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:02.800400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Checking segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:02.800770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Network hostable DHCP agents. Network: ea851691-e991-498c-94a4-ba8148669d2a, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:13:02.869736 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Network ea851691-e991-498c-94a4-ba8148669d2a is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:13:02.949324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ea851691-e991-498c-94a4-ba8148669d2a) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:02.953807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:02.954406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:02.963897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c24e0d-6c29-4889-a74b-136da880b599 None None] Network ea851691-e991-498c-94a4-ba8148669d2a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:03.058473 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fdd00f77-fe43-40f6-ba15-d3c2c2c17fa2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7159889 Jul 28 15:13:03.062138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:03.068794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:03.171767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ea851691-e991-498c-94a4-ba8148669d2a', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:13:03.172967 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.180921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8bab391f-a8b6-43b4-8ec8-3c900ee55345 req-1b01fa86-be44-40a3-b7fa-08d85a0f9ea3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0365906 Jul 28 15:13:03.181887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.182935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.264065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.340470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Allocated IP 172.20.0.2 (ea851691-e991-498c-94a4-ba8148669d2a/119483a9-9aa0-4986-9cfd-c776f8b81091/ccadbb47-a7d4-4bd9-9ba9-3c67c139f665) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:03.489482 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.498849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Transition to ACTIVE for port object ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:03.514725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Transition to ACTIVE for port object ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:03.514930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.635031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.676468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Network ea851691-e991-498c-94a4-ba8148669d2a is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:03.679347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:03.685077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:03.692820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Pushing event updated for resources: {'Port': ['ID=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:03.721995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.722357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.722708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.723078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.723423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.723764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.724102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.724441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.724780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.725112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.725443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.725780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:03.759738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Attempting to bind port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:03.760121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Attempting to bind port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:03.760496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Attempting to bind port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:03.765445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:03.765856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Checking segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:03.767581 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.767581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Bound using segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:03.767581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Bound port: ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:03.768133 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.837055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] For port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:03.840685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] For port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:03.882049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.901641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:03.983676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:04.006948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Allocated IP 172.25.0.238 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:04.046375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98c34-5152-4f69-8e07-dd28f70cb13d None None] Pushing event updated for resources: {'Port': ['ID=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:04.121764 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:04.309172 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3969e280-598e-4283-832b-6981af83bdcb req-f9330b89-9bf5-4523-9925-feacc8aa7afb tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=41bdba5d-5148-4711-80c1-c7475ea2b855 HTTP/1.1" status: 200 len: 210 time: 0.0280616 Jul 28 15:13:04.332674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:04.372611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:04.375758 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:04.378485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:04.405214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Pushing event updated for resources: {'Port': ['ID=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:04.767784 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:04.930369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d47f30-1770-4f50-abcc-ccbb7c2f2559 None None] Network ea851691-e991-498c-94a4-ba8148669d2a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:04.976252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:04.983607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.131815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-77e97426-5695-4950-b64e-875478aebac5 None None] Provisioning for port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:05.171923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:05.176606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:05.176991 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.251666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Router c010124c-d445-4957-a690-e0314d5b73f3 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:13:05.257403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.291788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:05.359381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a69d571e-bff3-47e6-9b63-fc10c82bdd0f None None] Provisioning complete for port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:05.359764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a69d571e-bff3-47e6-9b63-fc10c82bdd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.368334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:05.386410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Sync routers for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:05.406839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:05.407501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:05.447262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.543181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.547320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8b8f83ea-2645-4854-96ea-9c50a900896d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4795890 Jul 28 15:13:05.547641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:05.573224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:05.598406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:05.783654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:04Z', 'revision_number': 3, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:05.819692 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Checking router: c010124c-d445-4957-a690-e0314d5b73f3 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:05.820047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Updating router c010124c-d445-4957-a690-e0314d5b73f3 port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:13:05.850027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:05.981271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.120293 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.131234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Transition to ACTIVE for port object b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:06.198494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Allocated IP 172.20.0.1 (ea851691-e991-498c-94a4-ba8148669d2a/119483a9-9aa0-4986-9cfd-c776f8b81091/008b20c3-79f5-413f-8932-280722f94f0d) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:06.246382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.303632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Attempting to bind port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:06.304040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Attempting to bind port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:06.304365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Attempting to bind port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:06.306537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf711-adf6-40d9-8b89-94263cbcb4e7 None None] Pushing event updated for resources: {'Port': ['ID=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:06.312139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:06.312517 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:06.312918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.313308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:06.313830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Bound port: b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:06.314801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.323649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.337206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Transition to ACTIVE for port object 008b20c3-79f5-413f-8932-280722f94f0d will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:06.369040 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] For port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:06.372376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] For port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:06.475615 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.516481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Network ea851691-e991-498c-94a4-ba8148669d2a is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:06.519369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:06.526003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:06.535951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:06.584015 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.585015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.646403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:06.647239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:06.731485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf711-adf6-40d9-8b89-94263cbcb4e7 None None] Pushing event updated for resources: {'Port': ['ID=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:06.768097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:06.833965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:06.922784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:06.974388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9956640a-db8b-495d-8b1c-5a098aba8cc6 None None] Provisioning for port 008b20c3-79f5-413f-8932-280722f94f0d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:06.993172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9956640a-db8b-495d-8b1c-5a098aba8cc6 None None] Provisioning complete for port 008b20c3-79f5-413f-8932-280722f94f0d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:06.993550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9956640a-db8b-495d-8b1c-5a098aba8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.020754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.046328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9956640a-db8b-495d-8b1c-5a098aba8cc6 None None] Port 008b20c3-79f5-413f-8932-280722f94f0d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:07.057181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:07.057558 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.081687 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:04Z', 'revision_number': 3, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:07.117832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095d9b16-def9-409c-bf96-4d9f5c385ace None None] The sync data for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 is: [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:04Z', 'revision_number': 3, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:07.120348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.194602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.210635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Pushing event updated for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:07.299651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Network ea851691-e991-498c-94a4-ba8148669d2a is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:07.301048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:07.671920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a818a875-81fe-4fe7-aa76-785ab11fe570 None None] Provisioning complete for port 008b20c3-79f5-413f-8932-280722f94f0d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:07.672372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a818a875-81fe-4fe7-aa76-785ab11fe570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:07.709414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a818a875-81fe-4fe7-aa76-785ab11fe570 None None] Port 008b20c3-79f5-413f-8932-280722f94f0d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:07.802266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Router c010124c-d445-4957-a690-e0314d5b73f3 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:07.926692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:07.935513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-10b080f6-3f8a-40c5-8f86-33153817d4a8 admin admin] 10.222.0.47 "PUT /v2.0/routers/c010124c-d445-4957-a690-e0314d5b73f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3865848 Jul 28 15:13:08.825578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:08.831325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-28710677-network', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:08.970972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Sync routers for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:08.970972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:08.970972 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:08.971930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:08.972314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Made reservation on behalf of f7f84f3aaaec4d3a9fea67cf1001d0f4 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:08.972314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:08.981549 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.080752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:09.120530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:09.124964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:09.125467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.151327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.240995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.294278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:13:09.313531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d25836-5318-40fd-86bd-b0223d2525c3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:09.316809 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 4, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '008b20c3-79f5-413f-8932-280722f94f0d', 'name': '', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'mac_address': 'fa:16:3e:0a:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:06Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 2, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'subnets': [{'id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:09.331522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.331887 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Added segment 8d827458-6e32-4f19-812b-67610fe8143f of type vlan for network 3b87c68d-b057-468d-a9ae-e48546b32536 Jul 28 15:13:09.349397 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Checking router: c010124c-d445-4957-a690-e0314d5b73f3 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:09.349920 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Updating router c010124c-d445-4957-a690-e0314d5b73f3 port 008b20c3-79f5-413f-8932-280722f94f0d binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:13:09.396484 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.399693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.443257 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.465962 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:09.508877 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.509881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:09.510543 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.537957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.604082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] Pushing event updated for resources: {'Network': ['ID=3b87c68d-b057-468d-a9ae-e48546b32536,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:09.619447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3b87c68d-b057-468d-a9ae-e48546b32536 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:13:09.635192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:09.696465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f27a1289-44b1-4840-b0b7-4f906af31dbd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8672924 Jul 28 15:13:09.697279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33818) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:09.705449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Request body: {'subnet': {'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-28710677-subnet', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:09.753922 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.763844 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Transition to ACTIVE for port object 008b20c3-79f5-413f-8932-280722f94f0d will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:09.817748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Made reservation on behalf of f7f84f3aaaec4d3a9fea67cf1001d0f4 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:09.820464 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.863678 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.920748 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Pushing event updated for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:09.946029 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.946408 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.946783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.947153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.947489 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.947821 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.948148 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.948474 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.948809 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.955319 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.955319 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.955319 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:13:09.987447 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Attempting to bind port 008b20c3-79f5-413f-8932-280722f94f0d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:09.988106 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Attempting to bind port 008b20c3-79f5-413f-8932-280722f94f0d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:09.988840 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Attempting to bind port 008b20c3-79f5-413f-8932-280722f94f0d on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:09.994732 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:09.995243 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Checking segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:09.995847 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:09.996333 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Bound using segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:09.996874 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Bound port: 008b20c3-79f5-413f-8932-280722f94f0d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:09.997332 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.087867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] For port 008b20c3-79f5-413f-8932-280722f94f0d, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:10.092733 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] For port 008b20c3-79f5-413f-8932-280722f94f0d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=008b20c3-79f5-413f-8932-280722f94f0d,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:10.132908 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.195072 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.217112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a1d527-5c42-40cf-ac5f-3ae3a2a72094,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:10.226152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Checking segment: {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:10.226536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Network hostable DHCP agents. Network: 3b87c68d-b057-468d-a9ae-e48546b32536, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:13:10.262533 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049054e-5398-4cf2-bd82-36420c497b96 None None] Pushing event updated for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:10.269309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:10.270339 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:10.332220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Network 3b87c68d-b057-468d-a9ae-e48546b32536 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:13:10.384030 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:10.498303 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3b87c68d-b057-468d-a9ae-e48546b32536) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:10.506339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:10.507233 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.508045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f08e51-d6c4-43ff-8cd5-4cbaaa57e5d4 None None] Network 3b87c68d-b057-468d-a9ae-e48546b32536 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:10.601544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b6889f3f-0973-4e3c-ac12-6771c3049097 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9028721 Jul 28 15:13:10.603907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33822) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:10.608832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:10.619903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 4, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '008b20c3-79f5-413f-8932-280722f94f0d', 'name': '', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'mac_address': 'fa:16:3e:0a:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:06Z', 'updated_at': '2021-07-28T15:13:10Z', 'revision_number': 4, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'subnets': [{'id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:10.652742 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aab735-8eac-403e-9dd9-d744c8dcbecf None None] The sync data for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 is: [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:06Z', 'revision_number': 4, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '008b20c3-79f5-413f-8932-280722f94f0d', 'name': '', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'mac_address': 'fa:16:3e:0a:41:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:06Z', 'updated_at': '2021-07-28T15:13:10Z', 'revision_number': 4, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'subnets': [{'id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:10.663420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-3b87c68d-b057-468d-a9ae-e48546b32536', 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'fixed_ips': [{'subnet_id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:13:10.664295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.706599 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.708087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.797928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:10.821880 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Allocated IP 172.20.0.2 (3b87c68d-b057-468d-a9ae-e48546b32536/b7a1d527-5c42-40cf-ac5f-3ae3a2a72094/8698a0b2-fc5d-474d-808e-24e44231162c) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:11.009041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.030405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Transition to ACTIVE for port object 8698a0b2-fc5d-474d-808e-24e44231162c will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:11.042417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:11.071697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.076232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Transition to ACTIVE for port object 8698a0b2-fc5d-474d-808e-24e44231162c will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:11.102415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:11.102771 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.139484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33826) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:11.185059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.227413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 008b20c3-79f5-413f-8932-280722f94f0d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:11.275709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Pushing event updated for resources: {'Port': ['ID=8698a0b2-fc5d-474d-808e-24e44231162c,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:11.285993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Network 3b87c68d-b057-468d-a9ae-e48546b32536 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:11.290269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:11.293179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:11.360736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Attempting to bind port 8698a0b2-fc5d-474d-808e-24e44231162c on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:11.367158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Attempting to bind port 8698a0b2-fc5d-474d-808e-24e44231162c by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:11.367158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Attempting to bind port 8698a0b2-fc5d-474d-808e-24e44231162c on network 3b87c68d-b057-468d-a9ae-e48546b32536 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:11.368160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:11.368596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Checking segment: {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:11.369005 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.369438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Bound using segment: {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:11.370085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Bound port: 8698a0b2-fc5d-474d-808e-24e44231162c, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:11.370523 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.426625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 008b20c3-79f5-413f-8932-280722f94f0d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:11.436865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 008b20c3-79f5-413f-8932-280722f94f0d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:11.441731 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.441853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port faecd8d2-8562-46a3-9002-5a7cdfc1e184 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:11.441853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.473708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] For port 8698a0b2-fc5d-474d-808e-24e44231162c, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:11.476020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] For port 8698a0b2-fc5d-474d-808e-24e44231162c, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8698a0b2-fc5d-474d-808e-24e44231162c,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:11.532477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.576189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 008b20c3-79f5-413f-8932-280722f94f0d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=008b20c3-79f5-413f-8932-280722f94f0d,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:11.582788 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.585141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.608711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.626278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.626644 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.646492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbc9f2-f2b9-486c-97ce-4a804fed6821 None None] Pushing event updated for resources: {'Port': ['ID=8698a0b2-fc5d-474d-808e-24e44231162c,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:11.657311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:11.670356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for faecd8d2-8562-46a3-9002-5a7cdfc1e184 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:11.723672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:11.838573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Allocated IP 172.25.0.184 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5dcfd86b-cc49-447b-8a99-b4ea822811b4) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:12.019132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.109404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.142121 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.144183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=faecd8d2-8562-46a3-9002-5a7cdfc1e184,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:12.217366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:12.224049 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:12.233819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:12.264936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcfd86b-cc49-447b-8a99-b4ea822811b4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:12.278408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.278756 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Floating IP fc9f4d26-0a05-45fb-98a8-f15111d781f6 disassociated (deleted). External IP: 172.25.0.159, port: 14fb5b78-4262-4a94-b8b0-2f65ca1805dd. Jul 28 15:13:12.314797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4f29928-a23c-4c33-b14d-c80be6cba38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.629053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:12.728297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:12.870679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf1ce64-6c08-4e48-b30d-a9463b4646c4 None None] Network 3b87c68d-b057-468d-a9ae-e48546b32536 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:13.044487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 008b20c3-79f5-413f-8932-280722f94f0d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:13.050720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bf41c323-8a63-43f6-ac7d-9db8306971d7 None None] Provisioning for port 8698a0b2-fc5d-474d-808e-24e44231162c completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:13.109074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 008b20c3-79f5-413f-8932-280722f94f0d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:13.109462 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.202424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8698a0b2-fc5d-474d-808e-24e44231162c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:13.251817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:13.251817 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.253467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:13.253467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:13.253467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:13.288849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2fa44f3b-2c61-47f0-a006-f6f808e8b52e tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "DELETE /v2.0/floatingips/fc9f4d26-0a05-45fb-98a8-f15111d781f6 HTTP/1.1" status: 204 len: 168 time: 2.1457069 Jul 28 15:13:13.288849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:13.290905 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bbb396-45e4-4106-baeb-55331c088f52" -d '{"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:13.363446 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e613e4-9638-44b8-8334-c91fcea60b86 x-openstack-request-id: req-27e613e4-9638-44b8-8334-c91fcea60b86 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:13.363815 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:13.364083 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27e613e4-9638-44b8-8334-c91fcea60b86 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:13.364593 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'status': 'completed', 'code': 200} Jul 28 15:13:13.380542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.410418 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:13.443239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8698a0b2-fc5d-474d-808e-24e44231162c completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:13.450115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8698a0b2-fc5d-474d-808e-24e44231162c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:13.450600 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.465281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb396-45e4-4106-baeb-55331c088f52 req-92341c7a-9473-4016-a5ee-a134139690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:13.468155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-92341c7a-9473-4016-a5ee-a134139690d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 1097 time: 0.0575092 Jul 28 15:13:13.570237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb396-45e4-4106-baeb-55331c088f52 req-3a91d594-2977-4e49-9e6b-0ce31864d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:13.571837 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-3a91d594-2977-4e49-9e6b-0ce31864d1c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 200 len: 912 time: 0.0967498 Jul 28 15:13:13.617683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:13:13.624875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-8b3f96c3-2425-45bf-b650-794ad8218c89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 200 len: 217 time: 0.0452657 Jul 28 15:13:13.653262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.684290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb396-45e4-4106-baeb-55331c088f52 req-0947c0a7-a3c3-4971-81b2-05f786024697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:13.685813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-0947c0a7-a3c3-4971-81b2-05f786024697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 200 len: 850 time: 0.0543447 Jul 28 15:13:13.717469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8698a0b2-fc5d-474d-808e-24e44231162c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8698a0b2-fc5d-474d-808e-24e44231162c,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:13.742788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:13.747742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:13.755145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb396-45e4-4106-baeb-55331c088f52 req-0dbf84cc-11c8-4b70-b987-49ecc79a901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:13.756918 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Sync routers for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:13.757969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-0dbf84cc-11c8-4b70-b987-49ecc79a901f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aac6fe68-9177-439e-a8ff-50a00ef9f247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654075 Jul 28 15:13:13.767838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:13.770582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:13.783118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:13.802056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:13.803028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:12:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:13.805325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.810713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd84e4-2964-4ca8-a7d2-a8b745a6cfa2 req-a5a49f9c-aa4d-4c61-bca3-05b91976f2b1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:13.810713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0fd84e4-2964-4ca8-a7d2-a8b745a6cfa2 req-a5a49f9c-aa4d-4c61-bca3-05b91976f2b1 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0570874 Jul 28 15:13:13.874970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0fd84e4-2964-4ca8-a7d2-a8b745a6cfa2 req-591d050a-492d-421c-a373-a3e2ed24d03a tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522325 Jul 28 15:13:13.877878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:13.883115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c150771a-7361-4b4e-9519-d6b2f69226e1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2772372 Jul 28 15:13:13.893443 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:13.903057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-957ada22-31a3-4259-8233-7af599f1ff3f service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301913 Jul 28 15:13:13.952753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8698a0b2-fc5d-474d-808e-24e44231162c,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:13.987036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:14.021507 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:14.031535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16bbb396-45e4-4106-baeb-55331c088f52 req-b5cca392-a57f-422c-b230-be0fdf0c40cf service neutron] 10.222.0.53 "GET /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194725 Jul 28 15:13:14.204404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:14.231338 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:12Z', 'revision_number': 3, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:14.268615 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Checking router: c5c48a4d-2b77-4ab8-b612-02661a6c3b6d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:14.268975 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Updating router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:13:14.295581 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.380621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.393233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54015c27-47bc-43a1-8920-0d234f1e282f None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T14:55:46Z', 'revision_number': 4, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ac4a403f-6c91-4f5f-bbe8-407f38d58ccf', 'name': '', 'network_id': 'aac6fe68-9177-439e-a8ff-50a00ef9f247', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'mac_address': 'fa:16:3e:18:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:45Z', 'updated_at': '2021-07-28T14:55:53Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'subnets': [{'id': 'c417f3a3-3b04-431d-849f-587ff8c9869b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:14.569550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Allocated IP 172.20.0.1 (3b87c68d-b057-468d-a9ae-e48546b32536/b7a1d527-5c42-40cf-ac5f-3ae3a2a72094/1986afa9-9465-4482-9167-66934d9db712) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:14.571692 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.582838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Transition to ACTIVE for port object 5dcfd86b-cc49-447b-8a99-b4ea822811b4 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:14.591262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-938f05d7-7b47-4633-9c18-c370d98725d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:14.592835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-938f05d7-7b47-4633-9c18-c370d98725d3 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0731871 Jul 28 15:13:14.668910 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.698209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.702756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:14.703133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.715783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Transition to ACTIVE for port object 1986afa9-9465-4482-9167-66934d9db712 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:14.721354 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Attempting to bind port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:14.723014 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Attempting to bind port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:14.724145 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Attempting to bind port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:14.727794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368d077-22e0-4db6-a302-10bb3a5daac3 None None] New status for floating IP fc9f4d26-0a05-45fb-98a8-f15111d781f6: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:13:14.742127 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015df1c-d3bf-4639-8d5f-5a6809fdef18 None None] Pushing event updated for resources: {'Port': ['ID=5dcfd86b-cc49-447b-8a99-b4ea822811b4,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:14.757062 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:14.764929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:14.764929 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.764929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:14.764929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Bound port: 5dcfd86b-cc49-447b-8a99-b4ea822811b4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:14.764929 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.765340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ce49d30b-9b44-464f-97c8-fee405c01ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.807214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] For port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:14.807684 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.820971 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] For port 5dcfd86b-cc49-447b-8a99-b4ea822811b4, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:14.822387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 14fb5b78-4262-4a94-b8b0-2f65ca1805dd owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:14.824423 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] For port 5dcfd86b-cc49-447b-8a99-b4ea822811b4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5dcfd86b-cc49-447b-8a99-b4ea822811b4,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:14.886637 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.927864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8698a0b2-fc5d-474d-808e-24e44231162c up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:14.945558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Network 3b87c68d-b057-468d-a9ae-e48546b32536 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:14.948747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:14.951488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:14.957284 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.960223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:14.998059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8698a0b2-fc5d-474d-808e-24e44231162c triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:14.998618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.013059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.027216 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:15.029964 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:15.058182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21849779-f682-4c98-a9b0-ab5898d5196d req-ca075a0f-1a08-4e96-b593-dad0e7c90e25 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:15.067187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21849779-f682-4c98-a9b0-ab5898d5196d req-ca075a0f-1a08-4e96-b593-dad0e7c90e25 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 945 time: 0.0970652 Jul 28 15:13:15.094187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Pushing event updated for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:15.117521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015df1c-d3bf-4639-8d5f-5a6809fdef18 None None] Pushing event updated for resources: {'Port': ['ID=5dcfd86b-cc49-447b-8a99-b4ea822811b4,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:15.128197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-21849779-f682-4c98-a9b0-ab5898d5196d req-40f72e08-d3a8-4c6a-9ff0-b68a0c4b39ac tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/security-groups?id=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565145 Jul 28 15:13:15.208358 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:15.217816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.255001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=14fb5b78-4262-4a94-b8b0-2f65ca1805dd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:15.308390 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] No DVR routers for this DVR port 14fb5b78-4262-4a94-b8b0-2f65ca1805dd on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:15.311183 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.313201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd49c83b-33f5-4714-bd29-f5f41ba0a10e req-7cfcd6e4-c1c0-4967-9fc3-12b5f14e9012 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.53 "DELETE /v2.0/ports/14fb5b78-4262-4a94-b8b0-2f65ca1805dd HTTP/1.1" status: 204 len: 173 time: 0.7136605 Jul 28 15:13:15.313651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'name': 'network-vif-deleted', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:15.317228 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3488ca4-8a08-44b2-b57e-083e18ea6ead" -d '{"events": [{"server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "name": "network-vif-deleted", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:15.360878 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358d8ca-0132-4318-a933-30b43bf63c9b x-openstack-request-id: req-7358d8ca-0132-4318-a933-30b43bf63c9b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:15.360878 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba34fc6f-f8ef-477e-b207-1718dab2df87", "name": "network-vif-deleted", "tag": "14fb5b78-4262-4a94-b8b0-2f65ca1805dd", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:15.360878 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7358d8ca-0132-4318-a933-30b43bf63c9b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:15.360878 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba34fc6f-f8ef-477e-b207-1718dab2df87', 'name': 'network-vif-deleted', 'tag': '14fb5b78-4262-4a94-b8b0-2f65ca1805dd', 'status': 'completed', 'code': 200} Jul 28 15:13:15.400368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1c44594-180f-43aa-ad63-af560323ebc4 None None] Provisioning for port 1986afa9-9465-4482-9167-66934d9db712 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:15.404176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1c44594-180f-43aa-ad63-af560323ebc4 None None] Provisioning complete for port 1986afa9-9465-4482-9167-66934d9db712 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:15.404754 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1c44594-180f-43aa-ad63-af560323ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.407860 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:12Z', 'revision_number': 3, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:15.435311 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d65ba7-632a-4844-946e-a9661585c7ac None None] The sync data for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 is: [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:12Z', 'revision_number': 3, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:15.441552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d1c44594-180f-43aa-ad63-af560323ebc4 None None] Port 1986afa9-9465-4482-9167-66934d9db712 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:15.486950 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.688832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.743512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.822246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Pushing event updated for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:15.827755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:15.934705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Network 3b87c68d-b057-468d-a9ae-e48546b32536 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:15.936344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:16.086737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:16.219543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:16.226199 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8454f696-91f1-4c76-b8fb-fb92d0c8d882 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5c48a4d-2b77-4ab8-b612-02661a6c3b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313758 Jul 28 15:13:16.246133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c178201-9293-4e3a-a8e2-ee69d0a27433 req-d12ea3df-44d2-4ec8-a01b-bc9a726e6859 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0438602 Jul 28 15:13:16.271546 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:16.287132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9f79efc9-fffe-4e0a-99bc-d3b4528de07a None None] Provisioning complete for port 1986afa9-9465-4482-9167-66934d9db712 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:16.287523 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9f79efc9-fffe-4e0a-99bc-d3b4528de07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:16.354127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9f79efc9-fffe-4e0a-99bc-d3b4528de07a None None] Port 1986afa9-9465-4482-9167-66934d9db712 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:16.726993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14fb5b78-4262-4a94-b8b0-2f65ca1805dd no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:16.747224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 14fb5b78-4262-4a94-b8b0-2f65ca1805dd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:16.747688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 14fb5b78-4262-4a94-b8b0-2f65ca1805dd not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:16.794739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-b11b1a42-6d54-4c43-8a7a-ec604176f010 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:16.796306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-b11b1a42-6d54-4c43-8a7a-ec604176f010 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/networks?id=ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 200 len: 909 time: 0.0920439 Jul 28 15:13:16.812374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-2886f789-1c56-44e4-b2cc-7420749166b7 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/quotas/f7f84f3aaaec4d3a9fea67cf1001d0f4 HTTP/1.1" status: 200 len: 375 time: 0.0090361 Jul 28 15:13:16.892700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-b3edd783-031c-4408-989a-cebf533e8cfa tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730674 Jul 28 15:13:16.968572 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5dcfd86b-cc49-447b-8a99-b4ea822811b4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:17.013485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-435e6ed2-5a02-453b-b935-caeac7cd85de service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:13:17.014557 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-435e6ed2-5a02-453b-b935-caeac7cd85de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146736 Jul 28 15:13:17.098001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:17.101654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:17.102214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:17.117619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-7ef9092f-9096-4f08-99e2-353446f32aca service neutron] 10.222.0.47 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909929 Jul 28 15:13:17.187528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:17.210613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8e9aae17-5b6a-49fa-a0bd-7aa321b5b97e service neutron] 10.222.0.47 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909817 Jul 28 15:13:17.212190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 5dcfd86b-cc49-447b-8a99-b4ea822811b4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5dcfd86b-cc49-447b-8a99-b4ea822811b4,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:17.292011 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:17.342190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=5dcfd86b-cc49-447b-8a99-b4ea822811b4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:17.357515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a13d3db8-52cf-428b-895e-d7589dec170e req-4c510b68-9ab5-466b-919c-6a2f4705f8ad tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0316784 Jul 28 15:13:17.566658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03e0d4c4-048d-4322-8543-53ee3eedc129 req-9b67a737-04fc-4788-b1ae-be80ff40fefe tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 210 time: 0.0388095 Jul 28 15:13:17.782298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-1eefc7d4-7dfd-4b92-a635-a345737ac9a2 req-2ccc62d7-842a-4ddd-bed2-37c8d7188d2f tempest-ServersNegativeTestJSON-935878460 tempest-ServersNegativeTestJSON-935878460-project] (94748) timed out ('10.222.0.53', 51527) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:13:17.811778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.124024 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Sync routers for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:18.133983 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:18.134592 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:18.244187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:18.462875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:15Z', 'revision_number': 4, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1986afa9-9465-4482-9167-66934d9db712', 'name': '', 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'mac_address': 'fa:16:3e:1e:37:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:14Z', 'updated_at': '2021-07-28T15:13:15Z', 'revision_number': 2, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'subnets': [{'id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:18.481716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1336bcdf-bce3-4a66-bc62-21bd98606049 req-d066422d-fe78-4358-9497-43860cfb07c5 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0508692 Jul 28 15:13:18.496375 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Checking router: c5c48a4d-2b77-4ab8-b612-02661a6c3b6d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:18.496765 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Updating router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d port 1986afa9-9465-4482-9167-66934d9db712 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:13:18.522607 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.670144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c912d0e4-e014-4a45-8b33-28dfc99e7ee1 req-49e5fe2f-fc3c-444a-aa2c-b8d9a912f18a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 210 time: 0.0326633 Jul 28 15:13:18.809703 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.819419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Transition to ACTIVE for port object 1986afa9-9465-4482-9167-66934d9db712 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:18.909731 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:18.927031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5dcfd86b-cc49-447b-8a99-b4ea822811b4 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:18.968993 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5427a3f-608b-48a1-9af8-c4df57adf6f3 None None] Pushing event updated for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:18.991555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:18.991988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.029662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Attempting to bind port 1986afa9-9465-4482-9167-66934d9db712 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:19.030052 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Attempting to bind port 1986afa9-9465-4482-9167-66934d9db712 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:19.030574 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Attempting to bind port 1986afa9-9465-4482-9167-66934d9db712 on network 3b87c68d-b057-468d-a9ae-e48546b32536 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:19.037923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:19.038782 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Checking segment: {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:19.039510 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.047110 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Bound using segment: {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:19.047110 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Bound port: 1986afa9-9465-4482-9167-66934d9db712, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d827458-6e32-4f19-812b-67610fe8143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:19.047110 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.128662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] For port 1986afa9-9465-4482-9167-66934d9db712, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:19.139075 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] For port 1986afa9-9465-4482-9167-66934d9db712, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1986afa9-9465-4482-9167-66934d9db712,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:19.246803 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:19.306317 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5427a3f-608b-48a1-9af8-c4df57adf6f3 None None] Pushing event updated for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:19.311781 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:19.312429 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:19.540161 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:19.616343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fbdc0b45-8a7a-4212-bb72-e5d3f5149f43 req-5f8dc6f9-6026-459a-b09e-e1ea06c75ea0 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba34fc6f-f8ef-477e-b207-1718dab2df87 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jul 28 15:13:19.755753 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:15Z', 'revision_number': 4, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1986afa9-9465-4482-9167-66934d9db712', 'name': '', 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'mac_address': 'fa:16:3e:1e:37:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:14Z', 'updated_at': '2021-07-28T15:13:19Z', 'revision_number': 4, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'subnets': [{'id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:19.757966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3071afbf-88fc-4d38-bcdd-22e6764ca073 req-6c73fce3-2fb7-41fd-8364-c2f09cdac1ed tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 210 time: 0.0297217 Jul 28 15:13:19.786325 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956fa38c-8359-4c24-b280-1713fb924f6c None None] The sync data for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 is: [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:15Z', 'revision_number': 4, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '1986afa9-9465-4482-9167-66934d9db712', 'name': '', 'network_id': '3b87c68d-b057-468d-a9ae-e48546b32536', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'mac_address': 'fa:16:3e:1e:37:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:14Z', 'updated_at': '2021-07-28T15:13:19Z', 'revision_number': 4, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'subnets': [{'id': 'b7a1d527-5c42-40cf-ac5f-3ae3a2a72094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:20.194938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.676085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33900) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:20.728288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-ec593c63-1b27-4fb8-8dbe-4cacd4e38ee9 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:20.729793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-ec593c63-1b27-4fb8-8dbe-4cacd4e38ee9 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.50 "GET /v2.0/networks?id=ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 200 len: 909 time: 0.0985186 Jul 28 15:13:20.742573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Request body: {'port': {'device_id': '53181251-0900-435b-9e72-db5e84770909', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'admin_state_up': True, 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:20.784287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.809505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Deleting port 78d55a7c-5192-493c-b0fd-36b47756632d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:20.809505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.861985 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-01759ca5-afd9-43a0-920f-ff22a9e78149 req-4f891b2f-86e4-40b8-96bc-f0e75631da60 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jul 28 15:13:20.886613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.886613 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.914000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Made reservation on behalf of f7f84f3aaaec4d3a9fea67cf1001d0f4 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:20.914084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Calling delete_port for 78d55a7c-5192-493c-b0fd-36b47756632d owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:20.914163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:20.965226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1986afa9-9465-4482-9167-66934d9db712 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:21.053897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Allocated IP 172.20.0.7 (ea851691-e991-498c-94a4-ba8148669d2a/119483a9-9aa0-4986-9cfd-c776f8b81091/679309f4-60d0-4f2d-9e75-d3d977017bb0) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:21.143424 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1986afa9-9465-4482-9167-66934d9db712 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:21.148308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1986afa9-9465-4482-9167-66934d9db712 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:21.148852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.189879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.235141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.242048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'Port': ['ID=78d55a7c-5192-493c-b0fd-36b47756632d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:21.275474 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1986afa9-9465-4482-9167-66934d9db712, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1986afa9-9465-4482-9167-66934d9db712,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:21.285513 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.288041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.291839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-69294cf1-a57d-4fb6-80af-31f41f0c4338 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "DELETE /v2.0/floatingips/57c0abaf-29aa-40a2-92ff-db40dfa323fd HTTP/1.1" status: 204 len: 168 time: 0.6120296 Jul 28 15:13:21.363909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.377618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Transition to ACTIVE for port object 679309f4-60d0-4f2d-9e75-d3d977017bb0 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:21.383195 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.431623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:21.509944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.551024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Network ea851691-e991-498c-94a4-ba8148669d2a is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:21.554171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:21.557889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:21.591902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Pushing event updated for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:21.626323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:21.627591 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.852838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-c7244383-d5c3-4ea9-ac71-a21807f75bc8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1091664 Jul 28 15:13:21.867090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Request body: {'port': {'device_id': '53181251-0900-435b-9e72-db5e84770909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:21.924438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:21.969209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb249-fb5f-457c-8846-4bf3c2a743f4 req-028c6812-451f-45ca-aae4-fcf60b7d520f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:21.972334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b7fb249-fb5f-457c-8846-4bf3c2a743f4 req-028c6812-451f-45ca-aae4-fcf60b7d520f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1027 time: 0.0458233 Jul 28 15:13:21.994653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bce60c69-e592-4684-9ef6-62fb04df732b None None] Provisioning for port 679309f4-60d0-4f2d-9e75-d3d977017bb0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:21.999516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bce60c69-e592-4684-9ef6-62fb04df732b None None] Provisioning complete for port 679309f4-60d0-4f2d-9e75-d3d977017bb0 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:22.000048 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bce60c69-e592-4684-9ef6-62fb04df732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.028818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9b7fb249-fb5f-457c-8846-4bf3c2a743f4 req-cb2cea7b-3b45-40e0-9878-cfaf46fbe1b7 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Jul 28 15:13:22.047780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-bce60c69-e592-4684-9ef6-62fb04df732b None None] Port 679309f4-60d0-4f2d-9e75-d3d977017bb0 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:22.214501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679309f4-60d0-4f2d-9e75-d3d977017bb0 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:13:22.225072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.237832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Transition to ACTIVE for port object 679309f4-60d0-4f2d-9e75-d3d977017bb0 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:22.360568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.425967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Pushing event updated for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:22.496775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Attempting to bind port 679309f4-60d0-4f2d-9e75-d3d977017bb0 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:22.497119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Attempting to bind port 679309f4-60d0-4f2d-9e75-d3d977017bb0 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:22.497519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Attempting to bind port 679309f4-60d0-4f2d-9e75-d3d977017bb0 on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:22.503419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Port 679309f4-60d0-4f2d-9e75-d3d977017bb0 on network ea851691-e991-498c-94a4-ba8148669d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:13:22.503748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Attempting to bind port 679309f4-60d0-4f2d-9e75-d3d977017bb0 on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:22.509734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:22.510089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Checking segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:22.510481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Bound using segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:22.510928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Bound port: 679309f4-60d0-4f2d-9e75-d3d977017bb0, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:22.511347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.587509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:22.590874 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:22.664380 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.705633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:22.706276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:22.707732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] 10.222.0.50 "PUT /v2.0/ports/679309f4-60d0-4f2d-9e75-d3d977017bb0 HTTP/1.1" status: 200 len: 1092 time: 0.8450763 Jul 28 15:13:22.708271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:22.710527 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29688fb-41f3-4026-b9da-8b5df4c36e20" -d '{"events": [{"name": "network-changed", "server_uuid": "53181251-0900-435b-9e72-db5e84770909", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:22.745786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852769d-8ea7-4d1e-98f7-a175fd133a62 service neutron] Pushing event updated for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:22.772284 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5060c1b4-b2b4-46db-a66b-1a068bf246c3 x-openstack-request-id: req-5060c1b4-b2b4-46db-a66b-1a068bf246c3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:22.772284 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53181251-0900-435b-9e72-db5e84770909", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:22.772284 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5060c1b4-b2b4-46db-a66b-1a068bf246c3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:22.772284 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0', 'status': 'completed', 'code': 200} Jul 28 15:13:22.847552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-c246e172-2220-4b4e-a99b-814a1b859b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:22.849009 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-c246e172-2220-4b4e-a99b-814a1b859b0d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0450923 Jul 28 15:13:22.960415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1986afa9-9465-4482-9167-66934d9db712 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:22.996830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-106ffff1-3533-49cc-9d9e-f2537547677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:22.998611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-106ffff1-3533-49cc-9d9e-f2537547677b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1353049 Jul 28 15:13:23.032732 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1986afa9-9465-4482-9167-66934d9db712 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:23.033515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:23.142987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-53076aa3-caf7-4f52-811e-ef3de5c0c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.149394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a29688fb-41f3-4026-b9da-8b5df4c36e20 req-53076aa3-caf7-4f52-811e-ef3de5c0c5f4 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435070 Jul 28 15:13:23.179569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd166d17-31b9-4d89-96fc-450a6f2c584d req-ec85fb8f-7ef2-4248-aa23-6446b1159939 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.181205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd166d17-31b9-4d89-96fc-450a6f2c584d req-ec85fb8f-7ef2-4248-aa23-6446b1159939 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0612497 Jul 28 15:13:23.223637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd166d17-31b9-4d89-96fc-450a6f2c584d req-24ebcf24-9237-4136-b99c-9967cf0e4ae5 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359564 Jul 28 15:13:23.314640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-88cff042-80e1-4dc6-b34c-86bea0b7956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.316773 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-88cff042-80e1-4dc6-b34c-86bea0b7956c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0435309 Jul 28 15:13:23.371279 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-97cbd025-39e6-4553-aae3-f4b95827e08c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0 HTTP/1.1" status: 200 len: 217 time: 0.0421691 Jul 28 15:13:23.428891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-b046e74d-0767-4a64-ac5b-2e4513f1d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.430490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-b046e74d-0767-4a64-ac5b-2e4513f1d21b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=119483a9-9aa0-4986-9cfd-c776f8b81091 HTTP/1.1" status: 200 len: 847 time: 0.0521624 Jul 28 15:13:23.479521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-9fcfb4bb-e3af-4b05-9dd3-490dbe45e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:23.481070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-9fcfb4bb-e3af-4b05-9dd3-490dbe45e55e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea851691-e991-498c-94a4-ba8148669d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439923 Jul 28 15:13:23.584907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-9c2fca41-b292-4696-b8fd-64314612416a service neutron] 10.222.0.50 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958118 Jul 28 15:13:23.586754 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:13:23.683564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5bf77a-6344-4832-b48e-4f3c1c43fee7 req-fdb966d6-4e79-4373-bda3-6d4b23c31369 service neutron] 10.222.0.50 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918477 Jul 28 15:13:24.343851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a61cf9-5694-4f9c-b661-6815aefca4bd req-689ded09-eefb-438a-b5ba-771a3a4a4a2b tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:24.346166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4a61cf9-5694-4f9c-b661-6815aefca4bd req-689ded09-eefb-438a-b5ba-771a3a4a4a2b tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0428557 Jul 28 15:13:24.387205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a4a61cf9-5694-4f9c-b661-6815aefca4bd req-e1527a80-2e96-4abb-b254-7cc7312ce618 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Jul 28 15:13:24.801826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:24.863258 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:24.895192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:25.086916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:25.089857 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:25.091076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] 10.222.0.47 "DELETE /v2.0/security-groups/3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41 HTTP/1.1" status: 204 len: 168 time: 0.2881548 Jul 28 15:13:25.101193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088aa5d9-48f6-4038-897c-1bde55b6d550 tempest-TestVolumeBootPattern-1160651687 tempest-TestVolumeBootPattern-1160651687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd52f9a-e1c8-4e7b-ac8e-b20e99917b41,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:25.261974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33932) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:25.497347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4be08-d99c-4fbd-91cb-e9621408d542 req-db40564e-0522-45a0-bc09-72051adc8c35 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:25.499186 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9da4be08-d99c-4fbd-91cb-e9621408d542 req-db40564e-0522-45a0-bc09-72051adc8c35 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0422509 Jul 28 15:13:25.537726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9da4be08-d99c-4fbd-91cb-e9621408d542 req-5ca842a9-8d70-4c31-aa9e-b80bd11797e0 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jul 28 15:13:25.826865 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:26.425618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Deleting port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:26.425956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:26.501409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] For port ac4a403f-6c91-4f5f-bbe8-407f38d58ccf, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:26.501780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:26.518839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Calling delete_port for ac4a403f-6c91-4f5f-bbe8-407f38d58ccf owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:26.680465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35102aa6-d086-4196-8680-753834113869 req-e901836c-fca1-4ae5-acb0-03f21aa73508 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:26.681902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35102aa6-d086-4196-8680-753834113869 req-e901836c-fca1-4ae5-acb0-03f21aa73508 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1095 time: 0.0655925 Jul 28 15:13:26.748163 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-35102aa6-d086-4196-8680-753834113869 req-7f880a9e-dc23-4615-a07e-cbfb89453369 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Jul 28 15:13:26.847053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:26.864140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 679309f4-60d0-4f2d-9e75-d3d977017bb0 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:13:26.874708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4a403f-6c91-4f5f-bbe8-407f38d58ccf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:26.975883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:26.989824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '679309f4-60d0-4f2d-9e75-d3d977017bb0', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'port_id': '679309f4-60d0-4f2d-9e75-d3d977017bb0', 'mac_address': 'fa:16:3e:5b:67:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:13:27.032116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.046559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679309f4-60d0-4f2d-9e75-d3d977017bb0 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:13:27.055473 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.070902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:27.212439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.259792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:27.280241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Router 3124d692-5e06-4ce2-88a2-420b235c1526 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:27.387958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:27.393139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6cb2d621-c9ab-4c85-88b3-434d8580e3d7 admin admin] 10.222.0.47 "PUT /v2.0/routers/3124d692-5e06-4ce2-88a2-420b235c1526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280096 Jul 28 15:13:27.395669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:27.398567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Sync routers for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:27.412099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:27.412731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:27.495317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['679309f4-60d0-4f2d-9e75-d3d977017bb0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:13:27.508081 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.567940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:27.631208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.785260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Deleting port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:27.785611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.833294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T15:13:26Z', 'revision_number': 5, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port': {'id': 'd912eb73-17c7-4d1f-b6a0-c64d34ee4b6e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:41Z', 'updated_at': '2021-07-28T14:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:27.861003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce14ab-0958-4f34-ae58-055f9edeaa7c req-618d0039-78c0-4568-a0db-d4283b2ff93f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:27.861620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Checking router: 3124d692-5e06-4ce2-88a2-420b235c1526 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:27.863850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7ce14ab-0958-4f34-ae58-055f9edeaa7c req-618d0039-78c0-4568-a0db-d4283b2ff93f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1096 time: 0.0447590 Jul 28 15:13:27.871204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Routers {'3124d692-5e06-4ce2-88a2-420b235c1526'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:27.871838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['3124d692-5e06-4ce2-88a2-420b235c1526'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:27.875248 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] For port d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:27.875690 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:27.890532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Calling delete_port for d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:27.903664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e7ce14ab-0958-4f34-ae58-055f9edeaa7c req-032fe3ab-6ba7-437b-9781-dc0f274646fc tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312161 Jul 28 15:13:27.960670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] Set router 3124d692-5e06-4ce2-88a2-420b235c1526 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:28.012620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T15:13:27Z', 'revision_number': 6, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:28.042455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0946b77a-487f-4379-b87f-fc0c56bdb35b None None] The sync data for ids ['3124d692-5e06-4ce2-88a2-420b235c1526'] in n-d-705658-23 is: [{'id': '3124d692-5e06-4ce2-88a2-420b235c1526', 'name': 'tempest-TestVolumeBootPattern-152606062-router', 'tenant_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:39Z', 'updated_at': '2021-07-28T15:13:27Z', 'revision_number': 6, 'project_id': '2fb3881d5c184a2088dbe8e2e7e2fa5d', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:28.195454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.222847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Pushing event deleted for resources: {'Port': ['ID=d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:28.282754 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.377589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.379827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.509044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.509605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3124d692-5e06-4ce2-88a2-420b235c1526 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:13:28.513790 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.514944 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-caf00724-ae9e-4415-b75c-b878e6a64601 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3124d692-5e06-4ce2-88a2-420b235c1526 HTTP/1.1" status: 204 len: 168 time: 1.1183348 Jul 28 15:13:28.517521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:28.562259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Deleting subnet c417f3a3-3b04-431d-849f-587ff8c9869b {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:13:28.566020 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.599978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.681643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.812994 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.837933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c417f3a3-3b04-431d-849f-587ff8c9869b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:28.850646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.850646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-108e9d1f-8aa5-4449-8364-1eae00799995 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c417f3a3-3b04-431d-849f-587ff8c9869b HTTP/1.1" status: 204 len: 168 time: 0.3263345 Jul 28 15:13:28.850646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33946) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:28.850886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb3002-634f-48f5-a20d-01843ee4b5d1 None None] Network aac6fe68-9177-439e-a8ff-50a00ef9f247 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:28.894744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 679309f4-60d0-4f2d-9e75-d3d977017bb0 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:28.931133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:28.959950 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ac4a403f-6c91-4f5f-bbe8-407f38d58ccf no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:28.994475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ac4a403f-6c91-4f5f-bbe8-407f38d58ccf {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:28.994829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ac4a403f-6c91-4f5f-bbe8-407f38d58ccf not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:28.995293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:29.001568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Deleting port 215c5ada-696d-460c-9a06-2fa52a0592ce {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:29.001999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.035286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:29.035637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device d912eb73-17c7-4d1f-b6a0-c64d34ee4b6e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:29.081519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 679309f4-60d0-4f2d-9e75-d3d977017bb0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:29.089037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 679309f4-60d0-4f2d-9e75-d3d977017bb0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:29.089430 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.089600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] For port 215c5ada-696d-460c-9a06-2fa52a0592ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=215c5ada-696d-460c-9a06-2fa52a0592ce,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:29.090144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.112300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Calling delete_port for 215c5ada-696d-460c-9a06-2fa52a0592ce owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:29.161607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] DHCP port deletion for aac6fe68-9177-439e-a8ff-50a00ef9f247 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:13:29.242534 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.271217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Deleting port 215c5ada-696d-460c-9a06-2fa52a0592ce {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:29.271606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.277247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:29.279522 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da215a97-2e2f-4ab8-a344-9f58c7e5a3e1" -d '{"events": [{"server_uuid": "53181251-0900-435b-9e72-db5e84770909", "name": "network-vif-plugged", "status": "completed", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:29.333234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d4b3-61ae-4116-8ad7-69c88b895e03 req-c705467a-5042-427a-a364-ee31c55190e7 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:29.334936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f41d4b3-61ae-4116-8ad7-69c88b895e03 req-c705467a-5042-427a-a364-ee31c55190e7 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1096 time: 0.0470307 Jul 28 15:13:29.337493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:29.358017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.360484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] For port 215c5ada-696d-460c-9a06-2fa52a0592ce, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=215c5ada-696d-460c-9a06-2fa52a0592ce,segment=NetworkSegment(82048702-5878-42ce-84fa-9155b348f66f),segment_id=82048702-5878-42ce-84fa-9155b348f66f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:29.361047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.377427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Calling delete_port for 215c5ada-696d-460c-9a06-2fa52a0592ce owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:29.400562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=215c5ada-696d-460c-9a06-2fa52a0592ce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:29.404409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] No DVR routers for this DVR port 215c5ada-696d-460c-9a06-2fa52a0592ce on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:29.431104 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7af9e4a-a8d3-4e2d-a88e-f26ea208dc6d x-openstack-request-id: req-f7af9e4a-a8d3-4e2d-a88e-f26ea208dc6d {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:29.431400 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53181251-0900-435b-9e72-db5e84770909", "name": "network-vif-plugged", "status": "completed", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:29.431651 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7af9e4a-a8d3-4e2d-a88e-f26ea208dc6d {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:29.432041 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0', 'code': 200} Jul 28 15:13:29.434664 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f41d4b3-61ae-4116-8ad7-69c88b895e03 req-33d81340-3854-4b57-a017-81a600b4fbe5 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925031 Jul 28 15:13:29.449354 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:13:29.482517 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:13:29.494102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.499787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.504638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:29.510145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac6fe68-9177-439e-a8ff-50a00ef9f247']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:29.521126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82048702-5878-42ce-84fa-9155b348f66f') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:29.521431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82048702-5878-42ce-84fa-9155b348f66f') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:29.531379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.538148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] Pushing event deleted for resources: {'Port': ['ID=215c5ada-696d-460c-9a06-2fa52a0592ce,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:29.543196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755f7a5-8d34-49b7-a844-462ad92032e5 None None] No DVR routers for this DVR port 215c5ada-696d-460c-9a06-2fa52a0592ce on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:29.555104 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.562529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:13:29.562933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:13:29.565002 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:13:29.566876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae1641-549c-4bb3-976e-ac5ab276a1b9 req-e2cc31ae-a3ea-42a8-9b4a-34b47dd1728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:29.573024 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4eae1641-549c-4bb3-976e-ac5ab276a1b9 req-e2cc31ae-a3ea-42a8-9b4a-34b47dd1728d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0447817 Jul 28 15:13:29.608416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4eae1641-549c-4bb3-976e-ac5ab276a1b9 req-48b4c3a0-ff76-4c68-8eef-48d101943b2c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344706 Jul 28 15:13:29.755189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.761062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:29.762910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aac6fe68-9177-439e-a8ff-50a00ef9f247 HTTP/1.1" status: 204 len: 168 time: 0.9137604 Jul 28 15:13:29.765975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33954) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:29.778437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80f816-5ca3-4570-99a5-9f6625199a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac6fe68-9177-439e-a8ff-50a00ef9f247,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:30.114232 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:30.365664 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Deleting port f3c6e958-0ad3-497a-be04-0c83696e7285 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:30.365869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:30.443278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] For port f3c6e958-0ad3-497a-be04-0c83696e7285, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f3c6e958-0ad3-497a-be04-0c83696e7285,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:30.443941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:30.460547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Calling delete_port for f3c6e958-0ad3-497a-be04-0c83696e7285 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:30.567020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146b52a-cb6a-4ae4-9455-22f9b898e6d2 req-43e4c983-b7ae-4639-86bc-b1496a18edbc tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:30.568585 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f146b52a-cb6a-4ae4-9455-22f9b898e6d2 req-43e4c983-b7ae-4639-86bc-b1496a18edbc tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0604522 Jul 28 15:13:30.646166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f146b52a-cb6a-4ae4-9455-22f9b898e6d2 req-7619ccdd-ded8-4883-b1e3-537eca29df79 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Jul 28 15:13:30.829481 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:30.859825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c6e958-0ad3-497a-be04-0c83696e7285,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:30.997624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 215c5ada-696d-460c-9a06-2fa52a0592ce no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:31.038175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:31.177812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 215c5ada-696d-460c-9a06-2fa52a0592ce {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:31.178053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 215c5ada-696d-460c-9a06-2fa52a0592ce not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:31.274751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:31.380897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:31.387305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4f8c048e-b60e-4f5d-ad88-ee1b5a50f999 admin admin] 10.222.0.47 "PUT /v2.0/routers/21d1fe51-7686-4c0b-8fd7-e09e32ed0d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187713 Jul 28 15:13:31.388799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33958) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:31.391465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Sync routers for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:31.402820 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:31.403474 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:31.495448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:31.513847 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:31.762140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61bda-0a6a-4a02-9a6a-a8b6cb11e82d req-c455a892-a5bf-44f8-894a-243ef92ff92a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:31.767544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8e61bda-0a6a-4a02-9a6a-a8b6cb11e82d req-c455a892-a5bf-44f8-894a-243ef92ff92a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0477574 Jul 28 15:13:31.769182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T15:13:30Z', 'revision_number': 5, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:31.796890 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Checking router: 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:31.806911 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Routers {'21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:31.807599 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:31.815427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8e61bda-0a6a-4a02-9a6a-a8b6cb11e82d req-5d3650a5-7429-49e5-93da-ae26ff9b5021 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Jul 28 15:13:31.916865 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] Set router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:32.017806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.028550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacfc4f-b57e-4985-9503-c0ab88e77bf4 req-5abfdac1-023c-481b-b53e-d47b80386050 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:32.030094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aacfc4f-b57e-4985-9503-c0ab88e77bf4 req-5abfdac1-023c-481b-b53e-d47b80386050 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0643163 Jul 28 15:13:32.068776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5aacfc4f-b57e-4985-9503-c0ab88e77bf4 req-638761e2-9125-41f9-9bda-feb39169ad36 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Jul 28 15:13:32.105138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T15:13:30Z', 'revision_number': 5, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:32.133365 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfe747b-f51e-47dd-a3d8-87e8e3dc1fa9 None None] The sync data for ids ['21d1fe51-7686-4c0b-8fd7-e09e32ed0d84'] in n-d-705658-23 is: [{'id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'name': 'tempest-TestVolumeBootPattern-151544821-router', 'tenant_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T14:55:52Z', 'updated_at': '2021-07-28T15:13:30Z', 'revision_number': 5, 'project_id': 'b2ea9a7119bb45b0934f5c33023c2eac', 'gw_port': {'id': '51be6243-d782-42bb-8d05-f6633fd0167e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:1a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d1fe51-7686-4c0b-8fd7-e09e32ed0d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T14:55:54Z', 'updated_at': '2021-07-28T14:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:32.181830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Deleting port 51be6243-d782-42bb-8d05-f6633fd0167e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:32.182351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.194440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396740a4-bd90-4f5f-a6f9-37cdd614a96d req-96512b88-6537-4fac-acc1-9baf3059164c tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:32.196095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-396740a4-bd90-4f5f-a6f9-37cdd614a96d req-96512b88-6537-4fac-acc1-9baf3059164c tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0548565 Jul 28 15:13:32.233143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-396740a4-bd90-4f5f-a6f9-37cdd614a96d req-a1496b31-8b89-49b7-8d9b-5a46c1802e85 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Jul 28 15:13:32.266406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] For port 51be6243-d782-42bb-8d05-f6633fd0167e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=51be6243-d782-42bb-8d05-f6633fd0167e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:32.266774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.280627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Calling delete_port for 51be6243-d782-42bb-8d05-f6633fd0167e owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:32.525568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-e00bed86-35f0-4fdd-98bb-0356b429a4b8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:32.527118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-e00bed86-35f0-4fdd-98bb-0356b429a4b8 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/networks?id=ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 200 len: 909 time: 0.1446862 Jul 28 15:13:32.550450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-81f226e0-f52a-4961-bdf8-ba0f4f0345af tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/quotas/f7f84f3aaaec4d3a9fea67cf1001d0f4 HTTP/1.1" status: 200 len: 375 time: 0.0115154 Jul 28 15:13:32.624315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.629911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-c3be4da6-4fe7-4db1-afb3-707272b9a47b tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779169 Jul 28 15:13:32.665745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51be6243-d782-42bb-8d05-f6633fd0167e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:32.784796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.855797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-c674dbb7-da0b-4c9d-97bc-741746fda5ae service neutron] 10.222.0.47 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006893 Jul 28 15:13:32.906748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.933052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:32.949301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f3c6e958-0ad3-497a-be04-0c83696e7285 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:32.970094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f3c6e958-0ad3-497a-be04-0c83696e7285 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:32.970445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f3c6e958-0ad3-497a-be04-0c83696e7285 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:33.010639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-582ffe29-19a3-4fe2-9d57-8fe42e2751e9 service neutron] 10.222.0.47 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293583 Jul 28 15:13:33.116208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.117096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:13:33.121287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.122287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2c7b7046-0552-4cb3-a79f-2681157f57a4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/21d1fe51-7686-4c0b-8fd7-e09e32ed0d84 HTTP/1.1" status: 204 len: 168 time: 1.7325263 Jul 28 15:13:33.125159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 33978) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:33.178205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Deleting subnet 7cf5b443-03e2-4faf-8bb4-f36b177a3762 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:13:33.181714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.229323 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.287382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ed53c4e0-9a97-40a9-8d3f-cdcbe1035d49 req-0467d0c1-e14b-41a7-8ee7-17dda4bfe48f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Jul 28 15:13:33.329992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.458450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.491953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf5b443-03e2-4faf-8bb4-f36b177a3762,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:33.494135 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.496371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1322f374-1a44-4f63-af3f-19ea19f265e3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7cf5b443-03e2-4faf-8bb4-f36b177a3762 HTTP/1.1" status: 204 len: 168 time: 0.3701587 Jul 28 15:13:33.500129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 33988) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:33.505905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a08b8-5312-4008-bf5f-184b2a789ae7 None None] Network 054d41b8-5eed-4a53-964f-da078f479cfd requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:33.589106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.665022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Deleting port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:33.665766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.725398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] DHCP port deletion for 054d41b8-5eed-4a53-964f-da078f479cfd request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:13:33.738928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] For port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:33.739322 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.757663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Calling delete_port for 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:33.772997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Deleting port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:33.773373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.839845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] For port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,segment=NetworkSegment(b20d6061-7f30-4175-a7a1-e4e230c4fbd5),segment_id=b20d6061-7f30-4175-a7a1-e4e230c4fbd5)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:33.840256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.854262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Calling delete_port for 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:33.920989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.935504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:33.949070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:33.953686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] No DVR routers for this DVR port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:33.963311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] Pushing event deleted for resources: {'Port': ['ID=09d39af3-5bc4-4fe4-a9aa-30cdc19aea52,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:33.965138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a589bb-0532-4330-b576-22a15f4e0d3f None None] No DVR routers for this DVR port 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:34.031024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.042060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054d41b8-5eed-4a53-964f-da078f479cfd']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:34.053832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:34.054121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20d6061-7f30-4175-a7a1-e4e230c4fbd5') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:34.063618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.078352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.084644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:13:34.085032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:13:34.086653 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:13:34.212707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.218349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.220293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/054d41b8-5eed-4a53-964f-da078f479cfd HTTP/1.1" status: 204 len: 168 time: 0.7191923 Jul 28 15:13:34.232873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cdf71-90f5-4dc8-bbc5-49d804e176f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=054d41b8-5eed-4a53-964f-da078f479cfd,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:34.367428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dbde59b1-1746-4099-bf4c-ddd2738e44f8 req-74f38b96-7a98-4590-9682-85e035d478c6 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 210 time: 0.0291383 Jul 28 15:13:34.612659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:34.659403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-58919fc3-2cb7-475a-a0f4-bb8c46a0bcee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fb3881d5c184a2088dbe8e2e7e2fa5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454259 Jul 28 15:13:34.661822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:34.710769 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.736973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.840653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.843404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:34.844684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c4efffd-49ef-441a-ab4b-e05b43ea818c HTTP/1.1" status: 204 len: 168 time: 0.1819563 Jul 28 15:13:34.852920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba691a9d-735b-44c3-bd94-7762c2cdf353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4efffd-49ef-441a-ab4b-e05b43ea818c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:34.939715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51be6243-d782-42bb-8d05-f6633fd0167e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:34.963663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 51be6243-d782-42bb-8d05-f6633fd0167e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:34.964748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 51be6243-d782-42bb-8d05-f6633fd0167e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:34.965243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:34.984236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:34.984590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 09d39af3-5bc4-4fe4-a9aa-30cdc19aea52 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:35.498102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92641f9d-b6f8-40eb-846a-6f01dcff8bf1 req-2812d3a8-370a-473d-8237-facd988e02e4 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 210 time: 0.0569439 Jul 28 15:13:35.538358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-75d9dce9-c1d2-43b1-85b4-556b613440a2 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:35.540083 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-75d9dce9-c1d2-43b1-85b4-556b613440a2 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.53 "GET /v2.0/networks?id=ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 200 len: 909 time: 0.1177111 Jul 28 15:13:35.552641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34014) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:35.553930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Request body: {'port': {'device_id': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'admin_state_up': True, 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:35.596979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-933733a8-82e9-4404-b1c1-e64fbbe9dee1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2ea9a7119bb45b0934f5c33023c2eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423400 Jul 28 15:13:35.599626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34016) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:35.648390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.657900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Made reservation on behalf of f7f84f3aaaec4d3a9fea67cf1001d0f4 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:13:35.661482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.670132 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.793576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Allocated IP 172.20.0.3 (ea851691-e991-498c-94a4-ba8148669d2a/119483a9-9aa0-4986-9cfd-c776f8b81091/a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:13:35.887326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.891915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:35.894570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d84ea58d-8908-4f74-9044-ce5fb0d7f2fb HTTP/1.1" status: 204 len: 168 time: 0.2937195 Jul 28 15:13:35.906206 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bd85e-083c-446b-952b-4bfd4e947aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84ea58d-8908-4f74-9044-ce5fb0d7f2fb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:36.000101 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.016045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Transition to ACTIVE for port object a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:36.190555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.222931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['679309f4-60d0-4f2d-9e75-d3d977017bb0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:13:36.236824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Network ea851691-e991-498c-94a4-ba8148669d2a is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:13:36.242044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:13:36.247162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:13:36.251833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Pushing event updated for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:36.487246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:36.488435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.619718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058ce92-6ca2-4de8-8d4f-33163ad50454 req-f781ece5-1686-41cc-b3f3-d34122bb00f9 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:36.621308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1058ce92-6ca2-4de8-8d4f-33163ad50454 req-f781ece5-1686-41cc-b3f3-d34122bb00f9 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1027 time: 0.0481813 Jul 28 15:13:36.647695 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-21055507-99e4-4f9b-ac3a-9be89923775e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0982165 Jul 28 15:13:36.662751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1058ce92-6ca2-4de8-8d4f-33163ad50454 req-e14f03c2-c741-4d16-9efa-93b832d1170b tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336213 Jul 28 15:13:36.667323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Request body: {'port': {'device_id': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:13:36.681032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cb4ed62f-9cbb-4f40-a5cc-d7bb6f0fb254 None None] Provisioning for port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:36.686057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cb4ed62f-9cbb-4f40-a5cc-d7bb6f0fb254 None None] Provisioning complete for port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:36.686568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb4ed62f-9cbb-4f40-a5cc-d7bb6f0fb254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.728256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ed62f-9cbb-4f40-a5cc-d7bb6f0fb254 None None] Port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:13:36.732144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:36.995630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:13:37.003301 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.015341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Transition to ACTIVE for port object a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:13:37.137933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.198937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Pushing event updated for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:37.273196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Attempting to bind port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:13:37.273545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Attempting to bind port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:13:37.273883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Attempting to bind port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:37.278461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 on network ea851691-e991-498c-94a4-ba8148669d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:13:37.278787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Attempting to bind port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 on network ea851691-e991-498c-94a4-ba8148669d2a {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:13:37.284973 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:13:37.285328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Checking segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:13:37.285719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Bound using segment: {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:13:37.286157 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Bound port: a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:13:37.286553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.352474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:13:37.355636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:13:37.441869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.481183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.481818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:37.483262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] 10.222.0.53 "PUT /v2.0/ports/a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 HTTP/1.1" status: 200 len: 1092 time: 0.8210447 Jul 28 15:13:37.483698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:37.486036 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f71050-0d5b-4490-bfc0-8b18b4581019" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:37.516702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b08f6-804a-4f45-9108-5147214b6abb service neutron] Pushing event updated for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:37.529858 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bdb0e6-6138-461b-ac38-58722ab3a063 x-openstack-request-id: req-f7bdb0e6-6138-461b-ac38-58722ab3a063 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:37.530150 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:37.530407 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7bdb0e6-6138-461b-ac38-58722ab3a063 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:37.530811 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03', 'status': 'completed', 'code': 200} Jul 28 15:13:37.612818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-03d758fa-6c3e-4262-87b5-8691fe886e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.614376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-03d758fa-6c3e-4262-87b5-8691fe886e4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0450842 Jul 28 15:13:37.728715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-4940aee6-e53f-4503-b94f-158e6e72deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.730316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-4940aee6-e53f-4503-b94f-158e6e72deee service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1010447 Jul 28 15:13:37.775622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccffb84-967f-4094-b9e5-68644b4deae4 req-9d153f9c-31f1-4c66-9064-d8da66596b3e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.777257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ccffb84-967f-4094-b9e5-68644b4deae4 req-9d153f9c-31f1-4c66-9064-d8da66596b3e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0430038 Jul 28 15:13:37.813201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ccffb84-967f-4094-b9e5-68644b4deae4 req-7371e0f4-e185-45f6-a3ff-4ce8ac2206a4 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294874 Jul 28 15:13:37.829471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-defea40c-9dbc-4717-a723-d7f8e481044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.831105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14f71050-0d5b-4490-bfc0-8b18b4581019 req-defea40c-9dbc-4717-a723-d7f8e481044a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936639 Jul 28 15:13:37.927247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-bc42ed62-dffe-4b13-962e-aa0dcafbbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:37.928739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-bc42ed62-dffe-4b13-962e-aa0dcafbbd96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0408082 Jul 28 15:13:37.978778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-da27ee97-a690-449f-bac0-89ce0ef190c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 HTTP/1.1" status: 200 len: 217 time: 0.0360572 Jul 28 15:13:38.027138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-94679548-9818-4cff-a35e-bbf98fdfcd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:38.028478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-94679548-9818-4cff-a35e-bbf98fdfcd50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=119483a9-9aa0-4986-9cfd-c776f8b81091 HTTP/1.1" status: 200 len: 847 time: 0.0432675 Jul 28 15:13:38.073180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42727710-582a-48ff-a7cd-e2841cfee012 req-71fcfcd8-485c-4bd7-abde-28cc0cbf7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:38.074649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-71fcfcd8-485c-4bd7-abde-28cc0cbf7e65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea851691-e991-498c-94a4-ba8148669d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395308 Jul 28 15:13:38.166980 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-262bb15c-0f22-4bad-bb30-548ca6ca0b4d service neutron] 10.222.0.53 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Jul 28 15:13:38.256447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42727710-582a-48ff-a7cd-e2841cfee012 req-fe7859f0-f93d-4441-98e3-c7b3d790c7be service neutron] 10.222.0.53 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818419 Jul 28 15:13:38.953468 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1f57c-3cc0-43f3-b2e5-69c5983d3ba2 req-f190d918-c6e9-4756-b35f-578dcb85012f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:38.956472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1a1f57c-3cc0-43f3-b2e5-69c5983d3ba2 req-f190d918-c6e9-4756-b35f-578dcb85012f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0593982 Jul 28 15:13:38.998547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b1a1f57c-3cc0-43f3-b2e5-69c5983d3ba2 req-786a173f-c515-405b-b8b9-bbe2aeb1800e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359948 Jul 28 15:13:40.110437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11fd4d2-bdfb-4f57-b5b3-045d1464bebc req-322217c5-41d2-4968-ac4a-c0b0293c93fb tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:40.112799 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b11fd4d2-bdfb-4f57-b5b3-045d1464bebc req-322217c5-41d2-4968-ac4a-c0b0293c93fb tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0451703 Jul 28 15:13:40.150374 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b11fd4d2-bdfb-4f57-b5b3-045d1464bebc req-2b56c061-2308-439c-aa40-98a5beb3275a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309696 Jul 28 15:13:41.260871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f432d-2443-42eb-8325-5f304ebf999d req-b552dec5-d8d8-447f-820d-01733d6d57bd tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:41.262469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d4f432d-2443-42eb-8325-5f304ebf999d req-b552dec5-d8d8-447f-820d-01733d6d57bd tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0437865 Jul 28 15:13:41.297609 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d4f432d-2443-42eb-8325-5f304ebf999d req-ea3ac9fa-220f-4b44-9ed2-ace136d17541 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284252 Jul 28 15:13:42.316174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3cddab37-2556-4b41-b9f4-ba362ebacfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:42.429485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61dc55-0f93-49df-b72e-48a8233c848c req-138cabc3-49e9-4f58-baa6-4e6a652db192 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:42.430945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d61dc55-0f93-49df-b72e-48a8233c848c req-138cabc3-49e9-4f58-baa6-4e6a652db192 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1095 time: 0.0498409 Jul 28 15:13:42.468149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d61dc55-0f93-49df-b72e-48a8233c848c req-c4adf868-8f88-4188-addf-01baccc6d441 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Jul 28 15:13:42.852653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:13:42.951546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:42.963724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03', 'network_id': 'ea851691-e991-498c-94a4-ba8148669d2a', 'port_id': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03', 'mac_address': 'fa:16:3e:02:83:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119483a9-9aa0-4986-9cfd-c776f8b81091', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:13:43.009951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:43.023932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:13:43.043834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:43.172540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:43.225376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:43.477897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:13:43.578010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429a96-7da4-4ff8-8ed6-04eb3dc02a02 req-42f12734-4f66-43ec-a8d7-45e113b3f52a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:43.579619 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da429a96-7da4-4ff8-8ed6-04eb3dc02a02 req-42f12734-4f66-43ec-a8d7-45e113b3f52a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1096 time: 0.0415323 Jul 28 15:13:43.622976 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da429a96-7da4-4ff8-8ed6-04eb3dc02a02 req-afbbef00-778a-4751-9547-3914d59148e7 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Jul 28 15:13:44.734656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16971732-4614-4f7b-98b7-1186e53942d5 req-d7e1d9d0-f846-4683-8bfe-1406f84dff31 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:44.736263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16971732-4614-4f7b-98b7-1186e53942d5 req-d7e1d9d0-f846-4683-8bfe-1406f84dff31 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1096 time: 0.0449629 Jul 28 15:13:44.773408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16971732-4614-4f7b-98b7-1186e53942d5 req-ce42b589-8ae7-402a-b0b8-f367927bde84 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Jul 28 15:13:44.778400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9cb521b6-993d-4148-aa84-4734f5714a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:44.869114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:13:44.899902 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:44.982085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-78a9ca1b-4495-48e5-931e-742e0c474a37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407717 Jul 28 15:13:45.012700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:13:45.016550 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:13:45.016932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:45.082873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-6c0fea0f-4230-4d6c-92e9-b0ce6248d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.084345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-6c0fea0f-4230-4d6c-92e9-b0ce6248d0c6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0459099 Jul 28 15:13:45.098766 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:45.121513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:45.124094 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299bc964-d6bc-4837-b5f8-21544a5f8e9e" -d '{"events": [{"server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "name": "network-vif-plugged", "status": "completed", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:45.137906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:45.161037 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d3b2f2-df35-4b31-9bfc-f61349b57b48 x-openstack-request-id: req-15d3b2f2-df35-4b31-9bfc-f61349b57b48 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:45.161329 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "name": "network-vif-plugged", "status": "completed", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:45.161585 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15d3b2f2-df35-4b31-9bfc-f61349b57b48 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:45.161975 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03', 'code': 200} Jul 28 15:13:45.189041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-ce1e04f8-c142-449b-a3a4-9554db03b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.190740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-ce1e04f8-c142-449b-a3a4-9554db03b518 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 200 len: 909 time: 0.0885701 Jul 28 15:13:45.224259 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:45.233753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-7c6a0c3d-c352-427d-b0e5-fda247e38288 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0 HTTP/1.1" status: 200 len: 217 time: 0.0365870 Jul 28 15:13:45.278406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:45.284784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e2ddb-dec7-41fc-96fb-14bef9ec8082 req-99fa982e-cf44-4ea8-87dc-aaa459e0518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.286510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb8e2ddb-dec7-41fc-96fb-14bef9ec8082 req-99fa982e-cf44-4ea8-87dc-aaa459e0518d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0437152 Jul 28 15:13:45.291421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-d2eb9a9a-4bc2-4a1a-bb7b-68841dcc51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.292883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-d2eb9a9a-4bc2-4a1a-bb7b-68841dcc51ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=119483a9-9aa0-4986-9cfd-c776f8b81091 HTTP/1.1" status: 200 len: 847 time: 0.0528898 Jul 28 15:13:45.325232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eb8e2ddb-dec7-41fc-96fb-14bef9ec8082 req-5b7a4855-c10f-40fa-a7ad-2917572b7eee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 28 15:13:45.339755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-64147ac0-426b-4d6e-ad7c-709ee99700ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.341200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-64147ac0-426b-4d6e-ad7c-709ee99700ef service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ea851691-e991-498c-94a4-ba8148669d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418370 Jul 28 15:13:45.431195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-ac8cdb9e-8dfd-4944-82f5-4a14f2260937 service neutron] 10.222.0.50 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Jul 28 15:13:45.527497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168a39d-8ac1-4d9c-aa5b-601664c58d8f req-3da1f0da-2885-4624-8e11-09862161787e service neutron] 10.222.0.50 "GET /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883317 Jul 28 15:13:45.882771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d524c-ec1f-4316-ab8b-88f6f6295183 req-98325817-280f-4086-9a4b-dd4c46f53b4e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:45.884362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-208d524c-ec1f-4316-ab8b-88f6f6295183 req-98325817-280f-4086-9a4b-dd4c46f53b4e tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0416057 Jul 28 15:13:45.919213 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-208d524c-ec1f-4316-ab8b-88f6f6295183 req-7249ee4b-9e00-4f88-972c-eafdce63ff25 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287752 Jul 28 15:13:46.195631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:47.026750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad97a76-c17f-4acf-b19b-d5b0cd040b4d req-19de6036-22ec-46da-ac01-e7f9b63bc50f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:47.028282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dad97a76-c17f-4acf-b19b-d5b0cd040b4d req-19de6036-22ec-46da-ac01-e7f9b63bc50f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0397627 Jul 28 15:13:47.062509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dad97a76-c17f-4acf-b19b-d5b0cd040b4d req-db7d1d11-9247-4d89-a2d5-88a682c2d1e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277102 Jul 28 15:13:47.167037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda4c90-d28a-47c7-b37f-090aed7d82a0 req-30321813-1c26-41f6-8ba8-099aa041b107 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:47.168615 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dda4c90-d28a-47c7-b37f-090aed7d82a0 req-30321813-1c26-41f6-8ba8-099aa041b107 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0414481 Jul 28 15:13:47.209688 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1dda4c90-d28a-47c7-b37f-090aed7d82a0 req-343b0dfd-1b47-4495-9c02-d55ce1abf915 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348623 Jul 28 15:13:47.313093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56204783-99d4-4de8-bb4b-5aad1077ccc7 req-472ecee3-2188-478b-9a0e-02ba9e4bff27 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:47.314631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56204783-99d4-4de8-bb4b-5aad1077ccc7 req-472ecee3-2188-478b-9a0e-02ba9e4bff27 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0400603 Jul 28 15:13:47.350005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56204783-99d4-4de8-bb4b-5aad1077ccc7 req-cf2f42ec-42b0-4f5b-8249-d187dd39b2cd tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288825 Jul 28 15:13:47.819678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24570475-13ad-4525-879d-7d1134a78804 req-10fe818a-f7a5-438c-b356-4af4e9660a64 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:47.821210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24570475-13ad-4525-879d-7d1134a78804 req-10fe818a-f7a5-438c-b356-4af4e9660a64 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0401204 Jul 28 15:13:47.841391 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:47.858096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24570475-13ad-4525-879d-7d1134a78804 req-4c7ddaca-edc7-482f-93ce-90498c5471ec tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Jul 28 15:13:48.968418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13c14-0394-4fde-8816-250ab3935b90 req-8f0a201f-933d-4645-b336-1d560fb8cf0a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:48.970020 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ba13c14-0394-4fde-8816-250ab3935b90 req-8f0a201f-933d-4645-b336-1d560fb8cf0a tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0412114 Jul 28 15:13:49.006030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4ba13c14-0394-4fde-8816-250ab3935b90 req-38f389c2-9abf-4610-9d29-0cb41e499454 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294297 Jul 28 15:13:49.245344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-6fe69915-7c73-4245-805a-e9a195f8a6dd tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:49.246887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-6fe69915-7c73-4245-805a-e9a195f8a6dd tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 1097 time: 0.0392599 Jul 28 15:13:49.323491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Deleting port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:49.323832 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.401946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] For port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:49.402312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.417229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Calling delete_port for a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:49.601321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.629698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Pushing event deleted for resources: {'Port': ['ID=a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:49.634733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:13:49.645501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['679309f4-60d0-4f2d-9e75-d3d977017bb0'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:13:49.669615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] No DVR routers for this DVR port a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:49.672494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:49.675276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23fd2a46-a4ad-403f-8471-bd12de582a3c req-99a83a98-1799-4efe-a231-31441103ea4d tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 HTTP/1.1" status: 204 len: 173 time: 0.4217575 Jul 28 15:13:49.675944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'name': 'network-vif-deleted', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:49.678160 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10405233-da32-4ae2-ab53-77529bbeb853" -d '{"events": [{"server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "name": "network-vif-deleted", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:49.722731 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ea2437-c50c-41f9-96d8-7dd9f0c72528 x-openstack-request-id: req-69ea2437-c50c-41f9-96d8-7dd9f0c72528 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:49.723064 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc887ce-fc2a-4759-949f-94577b774c31", "name": "network-vif-deleted", "tag": "a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:49.723326 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69ea2437-c50c-41f9-96d8-7dd9f0c72528 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:49.723733 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc887ce-fc2a-4759-949f-94577b774c31', 'name': 'network-vif-deleted', 'tag': 'a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03', 'status': 'completed', 'code': 200} Jul 28 15:13:50.112203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8861772f-c173-4f21-ac8e-b848ea49b144 req-34fae2c3-9c22-446f-9bb4-caffa53c8f82 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bfc887ce-fc2a-4759-949f-94577b774c31 HTTP/1.1" status: 200 len: 210 time: 0.0294392 Jul 28 15:13:50.184352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:50.761527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:51.572268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b128c-6271-4dd8-ae75-daf6b606007d req-0f65719e-f67e-49ae-a35e-63178de230a4 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:51.573823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e60b128c-6271-4dd8-ae75-daf6b606007d req-0f65719e-f67e-49ae-a35e-63178de230a4 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0407996 Jul 28 15:13:51.608831 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e60b128c-6271-4dd8-ae75-daf6b606007d req-243b385d-d935-41c9-ada9-9c922ecb9834 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290349 Jul 28 15:13:52.718644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb6827-223d-459f-a949-35aa192cf9d1 req-ad6b6c07-bd79-452b-a315-1a7d94ad9b95 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:52.720214 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9aeb6827-223d-459f-a949-35aa192cf9d1 req-ad6b6c07-bd79-452b-a315-1a7d94ad9b95 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0427942 Jul 28 15:13:52.757407 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9aeb6827-223d-459f-a949-35aa192cf9d1 req-b874df61-5409-4158-afc9-173dd72c4bcb tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=54d25836-5318-40fd-86bd-b0223d2525c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299690 Jul 28 15:13:52.948068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:52.969020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:52.969380 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device a58543f9-e1aa-46bd-a7bb-3a55b3f9ee03 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:53.030711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c186273-3f3e-4124-8d77-705954286f0e req-7142ae78-0d9d-4065-b160-9fa8ba5d94bf tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:13:53.032715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c186273-3f3e-4124-8d77-705954286f0e req-7142ae78-0d9d-4065-b160-9fa8ba5d94bf tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 1097 time: 0.0478892 Jul 28 15:13:53.117374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Deleting port 679309f4-60d0-4f2d-9e75-d3d977017bb0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:53.117733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:53.200381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] For port 679309f4-60d0-4f2d-9e75-d3d977017bb0, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=679309f4-60d0-4f2d-9e75-d3d977017bb0,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:53.200757 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:53.215323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Calling delete_port for 679309f4-60d0-4f2d-9e75-d3d977017bb0 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:53.412925 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:53.445021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Pushing event deleted for resources: {'Port': ['ID=679309f4-60d0-4f2d-9e75-d3d977017bb0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:53.485998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] No DVR routers for this DVR port 679309f4-60d0-4f2d-9e75-d3d977017bb0 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:53.489704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:53.491921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c186273-3f3e-4124-8d77-705954286f0e req-2f318fa7-118f-4cb1-b74c-c079788293e3 tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.50 "DELETE /v2.0/ports/679309f4-60d0-4f2d-9e75-d3d977017bb0 HTTP/1.1" status: 204 len: 173 time: 0.4525013 Jul 28 15:13:53.492374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'name': 'network-vif-deleted', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:13:53.494651 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb611c-6516-42ed-a3eb-e9957d701557" -d '{"events": [{"server_uuid": "53181251-0900-435b-9e72-db5e84770909", "name": "network-vif-deleted", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:13:53.535240 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3980b9c1-de28-4b62-b90c-79a8f1108874 x-openstack-request-id: req-3980b9c1-de28-4b62-b90c-79a8f1108874 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:13:53.535878 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53181251-0900-435b-9e72-db5e84770909", "name": "network-vif-deleted", "tag": "679309f4-60d0-4f2d-9e75-d3d977017bb0", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:13:53.536132 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3980b9c1-de28-4b62-b90c-79a8f1108874 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:13:53.536536 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53181251-0900-435b-9e72-db5e84770909', 'name': 'network-vif-deleted', 'tag': '679309f4-60d0-4f2d-9e75-d3d977017bb0', 'status': 'completed', 'code': 200} Jul 28 15:13:53.864690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a66dba1-8295-4197-9f82-af1c5025f6e3 req-f9fd84c2-5621-454b-8549-f8b089ff257f tempest-TestServerMultinode-931143026 tempest-TestServerMultinode-931143026-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=53181251-0900-435b-9e72-db5e84770909 HTTP/1.1" status: 200 len: 210 time: 0.0290112 Jul 28 15:13:54.929490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34080) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:54.989301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 679309f4-60d0-4f2d-9e75-d3d977017bb0 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:55.009556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 679309f4-60d0-4f2d-9e75-d3d977017bb0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:55.009907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 679309f4-60d0-4f2d-9e75-d3d977017bb0 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:55.284423 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.529469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Deleting port 008b20c3-79f5-413f-8932-280722f94f0d {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:55.529821 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.607554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] For port 008b20c3-79f5-413f-8932-280722f94f0d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=008b20c3-79f5-413f-8932-280722f94f0d,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:55.607843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.620829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Calling delete_port for 008b20c3-79f5-413f-8932-280722f94f0d owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:55.858859 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:55.886469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=008b20c3-79f5-413f-8932-280722f94f0d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:56.058662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.276326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Router c010124c-d445-4957-a690-e0314d5b73f3 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:13:56.380086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:13:56.385471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0941b7cc-25b1-4c09-8a39-e6980bef3e14 admin admin] 10.222.0.47 "PUT /v2.0/routers/c010124c-d445-4957-a690-e0314d5b73f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4541440 Jul 28 15:13:56.387808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:56.388920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Sync routers for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:13:56.405765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:56.405765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:56.501220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.510893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:56.603532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:56.694111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:55Z', 'revision_number': 5, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port': {'id': 'b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:56.721171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Checking router: c010124c-d445-4957-a690-e0314d5b73f3 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:13:56.730782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Routers {'c010124c-d445-4957-a690-e0314d5b73f3'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:13:56.731458 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c010124c-d445-4957-a690-e0314d5b73f3'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:56.827103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] Set router c010124c-d445-4957-a690-e0314d5b73f3 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:13:56.884785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:56Z', 'revision_number': 6, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:56.913060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e980d1-30fb-433c-9109-fe57e6d4e90a None None] The sync data for ids ['c010124c-d445-4957-a690-e0314d5b73f3'] in n-d-705658-23 is: [{'id': 'c010124c-d445-4957-a690-e0314d5b73f3', 'name': 'tempest-TestServerMultinode-51276072-router', 'tenant_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:03Z', 'updated_at': '2021-07-28T15:13:56Z', 'revision_number': 6, 'project_id': '5f4493cbc52b41f4a4212e24ee23dd6f', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:13:57.055783 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Deleting port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:57.056127 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.135356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] For port b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:57.135983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.148448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Calling delete_port for b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:57.418803 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.447766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:57.508705 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.598970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.601111 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.716308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.716892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c010124c-d445-4957-a690-e0314d5b73f3 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:13:57.722341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.725900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9aeac62f-180a-446b-a540-6763cad21ffa admin admin] 10.222.0.47 "DELETE /v2.0/routers/c010124c-d445-4957-a690-e0314d5b73f3 HTTP/1.1" status: 204 len: 168 time: 1.3347888 Jul 28 15:13:57.726127 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:57.772207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Deleting subnet 119483a9-9aa0-4986-9cfd-c776f8b81091 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:13:57.775536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.811276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:57.894476 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.024478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.050457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119483a9-9aa0-4986-9cfd-c776f8b81091,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:58.054092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.055978 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d85f7b2f-ca89-4e83-acc4-e20d23184e37 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/119483a9-9aa0-4986-9cfd-c776f8b81091 HTTP/1.1" status: 204 len: 168 time: 0.3288343 Jul 28 15:13:58.058571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34088) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:58.061323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fb855-e530-48c4-97c1-79d3f303101f None None] Network ea851691-e991-498c-94a4-ba8148669d2a requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:13:58.125583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.184643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Deleting port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:58.185221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.228464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] DHCP port deletion for ea851691-e991-498c-94a4-ba8148669d2a request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:13:58.249839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] For port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:58.250336 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.263897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Calling delete_port for ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:58.272278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Deleting port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:58.272656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.337451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] For port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,segment=NetworkSegment(e6772e5e-1a4b-4ba6-9a82-2236a674bc75),segment_id=e6772e5e-1a4b-4ba6-9a82-2236a674bc75)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:58.337853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.351513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Calling delete_port for ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:13:58.401583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.427214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.431975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:58.444007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] No DVR routers for this DVR port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:58.454021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] Pushing event deleted for resources: {'Port': ['ID=ccadbb47-a7d4-4bd9-9ba9-3c67c139f665,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:58.458725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b54ff-59a5-43c5-8473-54c83c9f63f4 None None] No DVR routers for this DVR port ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:13:58.515456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.525916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea851691-e991-498c-94a4-ba8148669d2a']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:58.536220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:58.536522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6772e5e-1a4b-4ba6-9a82-2236a674bc75') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:13:58.545221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.558448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.564292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:13:58.564687 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:13:58.566312 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:13:58.727505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.732907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:58.734740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ea851691-e991-498c-94a4-ba8148669d2a HTTP/1.1" status: 204 len: 168 time: 0.6752157 Jul 28 15:13:58.737803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34090) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:13:58.746267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f9455-3409-48af-9f67-ab90d3272581 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea851691-e991-498c-94a4-ba8148669d2a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:13:58.937460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:58.958644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:58.959133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b6b8eb84-e6b6-46e6-b5b9-2323da7f4e8e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:58.959623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 008b20c3-79f5-413f-8932-280722f94f0d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:58.981828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 008b20c3-79f5-413f-8932-280722f94f0d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:58.982070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 008b20c3-79f5-413f-8932-280722f94f0d not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:58.982492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:13:59.002554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:13:59.002911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ccadbb47-a7d4-4bd9-9ba9-3c67c139f665 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:13:59.425730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:59.671900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Deleting port 1986afa9-9465-4482-9167-66934d9db712 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:13:59.672246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:59.750429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] For port 1986afa9-9465-4482-9167-66934d9db712, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1986afa9-9465-4482-9167-66934d9db712,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:13:59.751110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:13:59.768443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Calling delete_port for 1986afa9-9465-4482-9167-66934d9db712 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:00.030503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:00.055705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Pushing event deleted for resources: {'Port': ['ID=1986afa9-9465-4482-9167-66934d9db712,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:00.065636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.065991 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.066383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.067367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.067845 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.068188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.068522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.069256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.069256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.069481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.069808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.070130 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:00.237063 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:00.450737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:14:00.560171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:00.565508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c6429fa9-ba15-4eaa-a454-86917fa25268 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5c48a4d-2b77-4ab8-b612-02661a6c3b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8263154 Jul 28 15:14:00.569207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34092) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:00.571824 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Sync routers for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:00.586812 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:00.587560 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:00.589846 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:14:00.672403 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:00.691240 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:00.775055 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:00.866305 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:13:59Z', 'revision_number': 5, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port': {'id': '5dcfd86b-cc49-447b-8a99-b4ea822811b4', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:11:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:13:11Z', 'updated_at': '2021-07-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:00.898199 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Checking router: c5c48a4d-2b77-4ab8-b612-02661a6c3b6d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:00.908998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Deleting port 5dcfd86b-cc49-447b-8a99-b4ea822811b4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:00.909342 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:00.914540 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Routers {'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:00.915266 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:00.988188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] For port 5dcfd86b-cc49-447b-8a99-b4ea822811b4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5dcfd86b-cc49-447b-8a99-b4ea822811b4,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:00.988777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.001752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Calling delete_port for 5dcfd86b-cc49-447b-8a99-b4ea822811b4 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:01.006779 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] Set router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:01.153963 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:14:00Z', 'revision_number': 6, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:01.181960 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb1113-f382-48e8-b3db-c7bdc5f99f57 None None] The sync data for ids ['c5c48a4d-2b77-4ab8-b612-02661a6c3b6d'] in n-d-705658-23 is: [{'id': 'c5c48a4d-2b77-4ab8-b612-02661a6c3b6d', 'name': 'tempest-TestServerMultinode-28710677-router', 'tenant_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:13:10Z', 'updated_at': '2021-07-28T15:14:00Z', 'revision_number': 6, 'project_id': 'f7f84f3aaaec4d3a9fea67cf1001d0f4', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:01.270366 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.299821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcfd86b-cc49-447b-8a99-b4ea822811b4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:01.360006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.453026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.455144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.579014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.579581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c48a4d-2b77-4ab8-b612-02661a6c3b6d {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:14:01.585353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.586270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad7a6654-c54a-486f-889f-3fffb35083f6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c5c48a4d-2b77-4ab8-b612-02661a6c3b6d HTTP/1.1" status: 204 len: 168 time: 1.0161366 Jul 28 15:14:01.590004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34094) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:01.638103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Deleting subnet b7a1d527-5c42-40cf-ac5f-3ae3a2a72094 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:14:01.641844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.676578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.759614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.905195 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.932434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a1d527-5c42-40cf-ac5f-3ae3a2a72094,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:01.938516 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:01.940736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0dfcec31-0cec-4147-bf41-aedab1aedfff admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b7a1d527-5c42-40cf-ac5f-3ae3a2a72094 HTTP/1.1" status: 204 len: 168 time: 0.3494067 Jul 28 15:14:01.943511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34096) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:01.945330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f6099-0e04-4dcf-9376-08aafdfdf5ad None None] Network 3b87c68d-b057-468d-a9ae-e48546b32536 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:14:02.016977 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.081625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Deleting port 8698a0b2-fc5d-474d-808e-24e44231162c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:02.081973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.131914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] DHCP port deletion for 3b87c68d-b057-468d-a9ae-e48546b32536 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:14:02.150519 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] For port 8698a0b2-fc5d-474d-808e-24e44231162c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8698a0b2-fc5d-474d-808e-24e44231162c,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:02.150998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.166307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Calling delete_port for 8698a0b2-fc5d-474d-808e-24e44231162c owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:02.184658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Deleting port 8698a0b2-fc5d-474d-808e-24e44231162c {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:14:02.185034 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.249790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] For port 8698a0b2-fc5d-474d-808e-24e44231162c, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8698a0b2-fc5d-474d-808e-24e44231162c,segment=NetworkSegment(8d827458-6e32-4f19-812b-67610fe8143f),segment_id=8d827458-6e32-4f19-812b-67610fe8143f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:02.250196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.263965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Calling delete_port for 8698a0b2-fc5d-474d-808e-24e44231162c owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:14:02.293428 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.318550 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Pushing event deleted for resources: {'Port': ['ID=8698a0b2-fc5d-474d-808e-24e44231162c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:02.328981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.329337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.329686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.330030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.330513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.330696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.331059 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.331393 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.331727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.332056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.332481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.333407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:02.336175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] No DVR routers for this DVR port 8698a0b2-fc5d-474d-808e-24e44231162c on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:14:02.343513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.369184 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] Pushing event deleted for resources: {'Port': ['ID=8698a0b2-fc5d-474d-808e-24e44231162c,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:02.372881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798e01a-a8b8-4044-8b55-cfae9d593283 None None] No DVR routers for this DVR port 8698a0b2-fc5d-474d-808e-24e44231162c on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:14:02.421551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.433791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b87c68d-b057-468d-a9ae-e48546b32536']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:02.448476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d827458-6e32-4f19-812b-67610fe8143f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:02.454493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d827458-6e32-4f19-812b-67610fe8143f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:02.458713 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.472402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.479981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:14:02.480384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:14:02.482060 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:14:02.664455 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.671100 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:02.673012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] 10.222.0.47 "DELETE /v2.0/networks/3b87c68d-b057-468d-a9ae-e48546b32536 HTTP/1.1" status: 204 len: 168 time: 0.7282891 Jul 28 15:14:02.685777 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0ca26-967c-4854-8724-a01899827deb admin admin] Pushing event deleted for resources: {'Network': ['ID=3b87c68d-b057-468d-a9ae-e48546b32536,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:02.946462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1986afa9-9465-4482-9167-66934d9db712 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:14:02.969659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1986afa9-9465-4482-9167-66934d9db712 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:14:02.970214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1986afa9-9465-4482-9167-66934d9db712 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:14:02.970839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5dcfd86b-cc49-447b-8a99-b4ea822811b4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:14:02.992488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 5dcfd86b-cc49-447b-8a99-b4ea822811b4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:14:02.992838 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5dcfd86b-cc49-447b-8a99-b4ea822811b4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:14:02.993250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8698a0b2-fc5d-474d-808e-24e44231162c no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:14:03.015456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8698a0b2-fc5d-474d-808e-24e44231162c {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:14:03.015813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8698a0b2-fc5d-474d-808e-24e44231162c not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:14:03.199319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34100) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:03.241191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9e0b119b-5816-42c6-920e-2115fe4cc4f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f4493cbc52b41f4a4212e24ee23dd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406396 Jul 28 15:14:03.243797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34102) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:03.291970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:03.313060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:03.465047 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:03.468772 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:03.469983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68a2e1aa-51fb-4278-b6c1-a19adb92e240 HTTP/1.1" status: 204 len: 168 time: 0.2252731 Jul 28 15:14:03.478063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ee3e8-b51a-4679-b740-e1a98df8adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a2e1aa-51fb-4278-b6c1-a19adb92e240,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:04.237169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34108) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:04.278396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a10f946-a77a-4e0b-8512-7c7f660078fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7f84f3aaaec4d3a9fea67cf1001d0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400174 Jul 28 15:14:04.280909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34110) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:04.331527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:04.352540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:04.458375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:04.461032 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:04.462250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54d25836-5318-40fd-86bd-b0223d2525c3 HTTP/1.1" status: 204 len: 168 time: 0.1803939 Jul 28 15:14:04.472108 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85543cd8-6613-44b0-b370-19b4d854db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d25836-5318-40fd-86bd-b0223d2525c3,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:05.705283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 34132) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:05.864062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-571354065-network', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:05.995883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Made reservation on behalf of e3a648a2e1cc44fab4856411a991faf2 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:14:05.998282 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.007787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.100823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.213522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.243817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:14:06.249473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229013b-4ef9-4432-98e7-0168e361c845,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:06.257278 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.257278 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Added segment 7f7246eb-7edc-41b3-89b0-d2957c75ee27 of type vlan for network b6df1e90-20cd-4f37-ae40-29220ad6686f Jul 28 15:14:06.297631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.447629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.448632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:06.449223 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.507881 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] Pushing event updated for resources: {'Network': ['ID=b6df1e90-20cd-4f37-ae40-29220ad6686f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:06.517324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b6df1e90-20cd-4f37-ae40-29220ad6686f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:14:06.596716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a431600-4bc9-4c72-91a6-ee786fd49e83 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8902662 Jul 28 15:14:06.600691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34138) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:06.605718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Request body: {'subnet': {'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-571354065-subnet', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:06.698624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Made reservation on behalf of e3a648a2e1cc44fab4856411a991faf2 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:14:06.700982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.922037 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:06.978951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:06.987268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Checking segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:06.987624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Network hostable DHCP agents. Network: b6df1e90-20cd-4f37-ae40-29220ad6686f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:14:07.070005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Network b6df1e90-20cd-4f37-ae40-29220ad6686f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:14:07.201665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b6df1e90-20cd-4f37-ae40-29220ad6686f) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:07.205840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:07.206436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.211573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e7fb8-25ef-4275-9233-f16a89634df3 None None] Network b6df1e90-20cd-4f37-ae40-29220ad6686f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:14:07.316138 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-336c9bd0-d9e9-4082-ae8d-987227bf5629 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7142684 Jul 28 15:14:07.318797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34140) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:07.323322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:07.354556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b6df1e90-20cd-4f37-ae40-29220ad6686f', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:14:07.355447 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.430556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.431643 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.485734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.491429 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Allocated IP 172.20.0.2 (b6df1e90-20cd-4f37-ae40-29220ad6686f/6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9/9557fbf1-feec-483c-a089-b12ff2444f9b) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:07.630212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.638148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Transition to ACTIVE for port object 9557fbf1-feec-483c-a089-b12ff2444f9b will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:07.652465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Transition to ACTIVE for port object 9557fbf1-feec-483c-a089-b12ff2444f9b will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:07.711314 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.727931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:07.768986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Network b6df1e90-20cd-4f37-ae40-29220ad6686f is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:07.773041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:07.776543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:07.790393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Pushing event updated for resources: {'Port': ['ID=9557fbf1-feec-483c-a089-b12ff2444f9b,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:07.971876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.972446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.972559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.972893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.973785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.974131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.974437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.974762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.975423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.975423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.975920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:07.976067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:08.010088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Attempting to bind port 9557fbf1-feec-483c-a089-b12ff2444f9b on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:08.010460 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Attempting to bind port 9557fbf1-feec-483c-a089-b12ff2444f9b by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:08.010823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Attempting to bind port 9557fbf1-feec-483c-a089-b12ff2444f9b on network b6df1e90-20cd-4f37-ae40-29220ad6686f {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:08.015733 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:08.016116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Checking segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:08.016528 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.016917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Bound using segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:08.017375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Bound port: 9557fbf1-feec-483c-a089-b12ff2444f9b, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:08.017758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.024056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.043515 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.079847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] For port 9557fbf1-feec-483c-a089-b12ff2444f9b, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:08.083810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] For port 9557fbf1-feec-483c-a089-b12ff2444f9b, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9557fbf1-feec-483c-a089-b12ff2444f9b,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:08.154001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Allocated IP 172.25.0.229 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/926b886d-7f2b-437a-9a62-3f34563f62da) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:08.167958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.229665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfbc05-1b0a-416e-9266-c7eff7b3d671 None None] Pushing event updated for resources: {'Port': ['ID=9557fbf1-feec-483c-a089-b12ff2444f9b,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:08.262127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.390948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.434483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:08.437656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:08.443648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:08.470403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Pushing event updated for resources: {'Port': ['ID=926b886d-7f2b-437a-9a62-3f34563f62da,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:08.832901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:08.989360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9557fbf1-feec-483c-a089-b12ff2444f9b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:09.164261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02dc9f8-5c61-40e2-848b-13953890f41a None None] Network b6df1e90-20cd-4f37-ae40-29220ad6686f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:14:09.204954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9557fbf1-feec-483c-a089-b12ff2444f9b completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:09.373488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Provisioning for port 9557fbf1-feec-483c-a089-b12ff2444f9b completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:09.378068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Provisioning complete for port 9557fbf1-feec-483c-a089-b12ff2444f9b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:09.378442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.410406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.465775 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.503613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] For port 9557fbf1-feec-483c-a089-b12ff2444f9b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9557fbf1-feec-483c-a089-b12ff2444f9b,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:09.619337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.647656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:14:09.671112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d841f-822d-4a7e-9f86-5dd478abf995 None None] Pushing event updated for resources: {'Port': ['ID=9557fbf1-feec-483c-a089-b12ff2444f9b,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:09.738331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-67d99abe-6806-4e3e-8c0d-014f4453b93e None None] Provisioning complete for port 9557fbf1-feec-483c-a089-b12ff2444f9b triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:09.739650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67d99abe-6806-4e3e-8c0d-014f4453b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.751742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:09.763294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:09.782404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:09.783043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:09.824933 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:09.826562 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-aeb635fa-3f92-4b89-ad48-9e41771b4533 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5066142 Jul 28 15:14:09.829249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34142) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:09.924664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:10.127057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:08Z', 'revision_number': 3, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:10.165655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:10.166010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Updating router 5df4bb7a-86d9-41f3-8166-2751783bdcef port 926b886d-7f2b-437a-9a62-3f34563f62da binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:14:10.190475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.269581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.433072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Allocated IP 172.20.0.1 (b6df1e90-20cd-4f37-ae40-29220ad6686f/6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9/8caca0a7-d38b-4694-bba8-c6f03691e61d) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:10.477362 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.494712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Transition to ACTIVE for port object 926b886d-7f2b-437a-9a62-3f34563f62da will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:10.557309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.571638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Transition to ACTIVE for port object 8caca0a7-d38b-4694-bba8-c6f03691e61d will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:10.585109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.637499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Attempting to bind port 926b886d-7f2b-437a-9a62-3f34563f62da on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:10.637853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Attempting to bind port 926b886d-7f2b-437a-9a62-3f34563f62da by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:10.638229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Attempting to bind port 926b886d-7f2b-437a-9a62-3f34563f62da on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:10.649465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586e3aa-5c7c-4fab-ad34-b81ab77a869f None None] Pushing event updated for resources: {'Port': ['ID=926b886d-7f2b-437a-9a62-3f34563f62da,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:10.651813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:10.652245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:10.652609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.653004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:10.653493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Bound port: 926b886d-7f2b-437a-9a62-3f34563f62da, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:10.653882 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.687998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.709097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] For port 926b886d-7f2b-437a-9a62-3f34563f62da, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:10.712497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] For port 926b886d-7f2b-437a-9a62-3f34563f62da, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=926b886d-7f2b-437a-9a62-3f34563f62da,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:10.733080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Network b6df1e90-20cd-4f37-ae40-29220ad6686f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:10.740944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:10.743771 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:10.750306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Pushing event updated for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:10.779571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.796466 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:10.847077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:10.848106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:10.853095 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586e3aa-5c7c-4fab-ad34-b81ab77a869f None None] Pushing event updated for resources: {'Port': ['ID=926b886d-7f2b-437a-9a62-3f34563f62da,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:10.979392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9557fbf1-feec-483c-a089-b12ff2444f9b up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:11.031208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.037046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:11.155488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9557fbf1-feec-483c-a089-b12ff2444f9b triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:11.156189 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.205291 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.213920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-121fa312-1cdd-4afe-b1dc-65975d585499 None None] Provisioning for port 8caca0a7-d38b-4694-bba8-c6f03691e61d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:11.223867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-121fa312-1cdd-4afe-b1dc-65975d585499 None None] Provisioning complete for port 8caca0a7-d38b-4694-bba8-c6f03691e61d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:11.224240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-121fa312-1cdd-4afe-b1dc-65975d585499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.303560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-121fa312-1cdd-4afe-b1dc-65975d585499 None None] Port 8caca0a7-d38b-4694-bba8-c6f03691e61d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:14:11.305173 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.338433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:08Z', 'revision_number': 3, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:11.366206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f343c76-6aa5-4695-bb5d-ae37923bde96 None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:08Z', 'revision_number': 3, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:11.378658 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.389039 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Pushing event updated for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:11.477626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Network b6df1e90-20cd-4f37-ae40-29220ad6686f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:11.479166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:11.621752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:14:11.724984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2fbe9a8b-0319-4ffc-944b-252ecaae08e1 None None] Provisioning complete for port 8caca0a7-d38b-4694-bba8-c6f03691e61d triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:11.725365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fbe9a8b-0319-4ffc-944b-252ecaae08e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:11.749403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:11.768109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1e1716db-ca00-4f22-b465-a0f59d155838 admin admin] 10.222.0.47 "PUT /v2.0/routers/5df4bb7a-86d9-41f3-8166-2751783bdcef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9302967 Jul 28 15:14:11.768313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe9a8b-0319-4ffc-944b-252ecaae08e1 None None] Port 8caca0a7-d38b-4694-bba8-c6f03691e61d cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:14:12.276281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-651d1bf0-8ecb-4cdc-94f1-311401cb23d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.473998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34158) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:12.479106 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-300069612-network', 'tenant_id': '2cc26edbabf541f59a572e79290b838a'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:12.647967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Made reservation on behalf of 2cc26edbabf541f59a572e79290b838a for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:14:12.650451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.660983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.751569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.824732 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.853682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:14:12.863295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e6cc41-f762-4e69-bec7-efa94ee09199,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:12.868650 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.869004 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Added segment ce2adbb4-e424-4595-91d3-f9bd5815298d of type vlan for network 88fb58ae-ab55-4e84-a523-758f69ea67c4 Jul 28 15:14:12.916508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:12.917955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:12.926097 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:12.926850 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:12.970759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 926b886d-7f2b-437a-9a62-3f34563f62da up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:13.032910 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:13.087356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.088479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:13.089178 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.133320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 926b886d-7f2b-437a-9a62-3f34563f62da completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:13.137516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 926b886d-7f2b-437a-9a62-3f34563f62da triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:13.138043 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.150066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] Pushing event updated for resources: {'Network': ['ID=88fb58ae-ab55-4e84-a523-758f69ea67c4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:13.164421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:14:13.233757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:11Z', 'revision_number': 2, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:13.262250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:13.262456 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-afed21e7-e3dd-49f4-a733-33a5628d9051 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7847154 Jul 28 15:14:13.262595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Updating router 5df4bb7a-86d9-41f3-8166-2751783bdcef port 8caca0a7-d38b-4694-bba8-c6f03691e61d binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:14:13.262708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34160) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:13.268959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Request body: {'subnet': {'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-300069612-subnet', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:13.287857 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.292032 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.312657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 926b886d-7f2b-437a-9a62-3f34563f62da, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=926b886d-7f2b-437a-9a62-3f34563f62da,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:13.413375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Made reservation on behalf of 2cc26edbabf541f59a572e79290b838a for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:14:13.415927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.442661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.496485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=926b886d-7f2b-437a-9a62-3f34563f62da,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:13.560917 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.571555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Transition to ACTIVE for port object 8caca0a7-d38b-4694-bba8-c6f03691e61d will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:13.647342 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.694211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.700614 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Pushing event updated for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:13.724206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.724486 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.724779 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.725112 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.725444 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.725778 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.726101 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.726431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.726754 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.727105 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.727430 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.727753 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:14:13.760416 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Attempting to bind port 8caca0a7-d38b-4694-bba8-c6f03691e61d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:13.760823 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Attempting to bind port 8caca0a7-d38b-4694-bba8-c6f03691e61d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:13.761152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Attempting to bind port 8caca0a7-d38b-4694-bba8-c6f03691e61d on network b6df1e90-20cd-4f37-ae40-29220ad6686f {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:13.763348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3333041-75c1-4d3c-a049-ff784e004ddb,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:13.766456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Checking segment: {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:13.766786 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:13.767085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Network hostable DHCP agents. Network: 88fb58ae-ab55-4e84-a523-758f69ea67c4, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:14:13.767220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Checking segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:13.767592 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.767981 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Bound using segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:13.768448 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Bound port: 8caca0a7-d38b-4694-bba8-c6f03691e61d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:13.768848 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.839107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] For port 8caca0a7-d38b-4694-bba8-c6f03691e61d, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:13.842356 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] For port 8caca0a7-d38b-4694-bba8-c6f03691e61d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8caca0a7-d38b-4694-bba8-c6f03691e61d,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:13.853234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:14:13.956702 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.979250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 88fb58ae-ab55-4e84-a523-758f69ea67c4) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:13.983741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:14:13.984500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:13.988442 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729cc1f-0ada-4ddc-9bb0-164f4b70a1cc None None] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:14:14.019532 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34675aa9-b23d-4783-9d11-aa7c9714c69f None None] Pushing event updated for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:14.024811 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:14.025417 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:13:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:14.076171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6cc8cfaa-57d5-41aa-80d3-beec3e51a24d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8111463 Jul 28 15:14:14.078550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34162) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:14.084621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:14:14.144175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:14.160097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-88fb58ae-ab55-4e84-a523-758f69ea67c4', 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'fixed_ips': [{'subnet_id': 'e3333041-75c1-4d3c-a049-ff784e004ddb'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:14:14.162565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.183100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.184632 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.248737 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.315218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Allocated IP 172.20.0.2 (88fb58ae-ab55-4e84-a523-758f69ea67c4/e3333041-75c1-4d3c-a049-ff784e004ddb/27931784-e58a-4038-99ad-c73f61f619d0) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:14.359774 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:14.388775 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8e5b79-e588-41e6-a115-e7803ae747ad None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:14.500745 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.512389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Transition to ACTIVE for port object 27931784-e58a-4038-99ad-c73f61f619d0 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:14.514709 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.529485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Transition to ACTIVE for port object 27931784-e58a-4038-99ad-c73f61f619d0 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:14.698885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.738496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:14.744270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:14.747951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:14.760506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Pushing event updated for resources: {'Port': ['ID=27931784-e58a-4038-99ad-c73f61f619d0,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:14.829340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a193e995-e5a3-440d-a7f9-dea290e1f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.834302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Attempting to bind port 27931784-e58a-4038-99ad-c73f61f619d0 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:14.834752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Attempting to bind port 27931784-e58a-4038-99ad-c73f61f619d0 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:14.835207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Attempting to bind port 27931784-e58a-4038-99ad-c73f61f619d0 on network 88fb58ae-ab55-4e84-a523-758f69ea67c4 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:14.837175 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.841706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:14.842096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Checking segment: {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:14.842506 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.842902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Bound using segment: {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:14.843413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Bound port: 27931784-e58a-4038-99ad-c73f61f619d0, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:14.843800 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.858054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.922335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:14.928868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] For port 27931784-e58a-4038-99ad-c73f61f619d0, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:14.932112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] For port 27931784-e58a-4038-99ad-c73f61f619d0, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=27931784-e58a-4038-99ad-c73f61f619d0,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:15.006014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Allocated IP 172.25.0.95 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/4a764dd0-4ecb-4717-bf62-4d12f26800fa) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:15.031402 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.064742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8caca0a7-d38b-4694-bba8-c6f03691e61d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:15.134536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.137473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde96a28-6173-4389-8f0f-3740b4d19191 None None] Pushing event updated for resources: {'Port': ['ID=27931784-e58a-4038-99ad-c73f61f619d0,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:15.236221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8caca0a7-d38b-4694-bba8-c6f03691e61d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:15.241575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8caca0a7-d38b-4694-bba8-c6f03691e61d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:15.241968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.287740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.365888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:15.378268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:15.381138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:15.385721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4a764dd0-4ecb-4717-bf62-4d12f26800fa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:15.389676 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.427552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8caca0a7-d38b-4694-bba8-c6f03691e61d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8caca0a7-d38b-4694-bba8-c6f03691e61d,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:15.527909 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.528652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 926b886d-7f2b-437a-9a62-3f34563f62da up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:15.729320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.778438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:15.791178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 926b886d-7f2b-437a-9a62-3f34563f62da triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:15.791573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:15.948051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:16.134296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4cf5bc-fefb-4ec1-911b-371cf24c4186 None None] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:14:16.201880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:14:16.272163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:16.312132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:16.321131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Sync routers for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:16.336402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:16.337042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:14:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:16.378051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c70c78bc-2570-4609-98f1-0e375d643d01 None None] Provisioning for port 27931784-e58a-4038-99ad-c73f61f619d0 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:16.455195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:16.487433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:16.493019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e4c82364-e304-499b-829c-d16b362376b2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4089363 Jul 28 15:14:16.493019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 34164) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:14:16.656776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 3, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:16.683149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Checking router: 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:16.683512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Updating router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 port 4a764dd0-4ecb-4717-bf62-4d12f26800fa binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:14:16.708807 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.008961 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.019631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Transition to ACTIVE for port object 4a764dd0-4ecb-4717-bf62-4d12f26800fa will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:17.065857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8caca0a7-d38b-4694-bba8-c6f03691e61d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:17.120188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8caca0a7-d38b-4694-bba8-c6f03691e61d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:17.120576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.163867 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.249061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Attempting to bind port 4a764dd0-4ecb-4717-bf62-4d12f26800fa on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:17.249696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Attempting to bind port 4a764dd0-4ecb-4717-bf62-4d12f26800fa by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:17.250069 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Attempting to bind port 4a764dd0-4ecb-4717-bf62-4d12f26800fa on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:17.259615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d0eb-e562-42dd-b35f-700dbeacf8a1 None None] Pushing event updated for resources: {'Port': ['ID=4a764dd0-4ecb-4717-bf62-4d12f26800fa,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:17.262478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 27931784-e58a-4038-99ad-c73f61f619d0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:17.265951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:17.266115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:17.266513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.266914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:17.267433 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Bound port: 4a764dd0-4ecb-4717-bf62-4d12f26800fa, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:17.267822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.294349 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.354020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] For port 4a764dd0-4ecb-4717-bf62-4d12f26800fa, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:17.357350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] For port 4a764dd0-4ecb-4717-bf62-4d12f26800fa, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a764dd0-4ecb-4717-bf62-4d12f26800fa,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:17.458532 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Allocated IP 172.20.0.1 (88fb58ae-ab55-4e84-a523-758f69ea67c4/e3333041-75c1-4d3c-a049-ff784e004ddb/6f08896a-4c55-41d8-becf-7911f9831f6f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:14:17.493736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 27931784-e58a-4038-99ad-c73f61f619d0 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:17.497644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 27931784-e58a-4038-99ad-c73f61f619d0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:17.504883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.523889 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.570019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.583750 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Transition to ACTIVE for port object 6f08896a-4c55-41d8-becf-7911f9831f6f will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:17.600639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d0eb-e562-42dd-b35f-700dbeacf8a1 None None] Pushing event updated for resources: {'Port': ['ID=4a764dd0-4ecb-4717-bf62-4d12f26800fa,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:17.604605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:17.605224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:14:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:17.682304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.685469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.725628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:17.728505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:17.732131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:14:17.758614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:17.771431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:17.782272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.802578 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 27931784-e58a-4038-99ad-c73f61f619d0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=27931784-e58a-4038-99ad-c73f61f619d0,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:17.831968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.883541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:17.974306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=27931784-e58a-4038-99ad-c73f61f619d0,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:18.019113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 3, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:18.023441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.042886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d4e389-e918-4640-8ebb-d0267dd549d1 None None] The sync data for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 is: [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 3, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:18.193745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.208778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f99faa58-485a-4f39-b60f-6349b27181ea None None] Provisioning for port 6f08896a-4c55-41d8-becf-7911f9831f6f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:18.213718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f99faa58-485a-4f39-b60f-6349b27181ea None None] Provisioning complete for port 6f08896a-4c55-41d8-becf-7911f9831f6f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:18.213718 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f99faa58-485a-4f39-b60f-6349b27181ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.266841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f99faa58-485a-4f39-b60f-6349b27181ea None None] Port 6f08896a-4c55-41d8-becf-7911f9831f6f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:14:18.339571 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.416095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.417880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Pushing event updated for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:18.517252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:14:18.518694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:14:18.649203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:14:18.773872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:14:18.780220 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-300953aa-61f2-4fbf-9811-96f5a91e69b0 admin admin] 10.222.0.47 "PUT /v2.0/routers/8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2861862 Jul 28 15:14:18.796971 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-57165a34-897e-4ac4-8657-89289b4f0a54 None None] Provisioning complete for port 6f08896a-4c55-41d8-becf-7911f9831f6f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:18.797436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-57165a34-897e-4ac4-8657-89289b4f0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:18.832205 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-57165a34-897e-4ac4-8657-89289b4f0a54 None None] Port 6f08896a-4c55-41d8-becf-7911f9831f6f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:14:19.023597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a764dd0-4ecb-4717-bf62-4d12f26800fa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:19.150766 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4a764dd0-4ecb-4717-bf62-4d12f26800fa completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:19.154925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4a764dd0-4ecb-4717-bf62-4d12f26800fa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:19.155425 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.243227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.266527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4a764dd0-4ecb-4717-bf62-4d12f26800fa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a764dd0-4ecb-4717-bf62-4d12f26800fa,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:19.367812 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.368654 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 27931784-e58a-4038-99ad-c73f61f619d0 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:19.451520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4a764dd0-4ecb-4717-bf62-4d12f26800fa,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:19.458888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 27931784-e58a-4038-99ad-c73f61f619d0 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:19.459296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:19.588617 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Sync routers for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:14:19.598665 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:19.599424 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:14:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:19.800996 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:20.013273 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:17Z', 'revision_number': 4, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6f08896a-4c55-41d8-becf-7911f9831f6f', 'name': '', 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'mac_address': 'fa:16:3e:6b:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:17Z', 'updated_at': '2021-07-28T15:14:18Z', 'revision_number': 2, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'subnets': [{'id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:20.042433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Checking router: 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:14:20.042747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Updating router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 port 6f08896a-4c55-41d8-becf-7911f9831f6f binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:14:20.071178 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.190932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.341691 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.352139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Transition to ACTIVE for port object 6f08896a-4c55-41d8-becf-7911f9831f6f will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:14:20.459842 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.538679 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39990-1d4a-4372-99b0-e5f6556769c2 None None] Pushing event updated for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:20.569264 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Attempting to bind port 6f08896a-4c55-41d8-becf-7911f9831f6f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:14:20.570600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Attempting to bind port 6f08896a-4c55-41d8-becf-7911f9831f6f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:14:20.570600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Attempting to bind port 6f08896a-4c55-41d8-becf-7911f9831f6f on network 88fb58ae-ab55-4e84-a523-758f69ea67c4 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:14:20.575374 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:14:20.575746 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Checking segment: {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:14:20.576212 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.576606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Bound using segment: {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:14:20.577144 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Bound port: 6f08896a-4c55-41d8-becf-7911f9831f6f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2adbb4-e424-4595-91d3-f9bd5815298d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:14:20.577522 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.656730 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] For port 6f08896a-4c55-41d8-becf-7911f9831f6f, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:14:20.667894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] For port 6f08896a-4c55-41d8-becf-7911f9831f6f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6f08896a-4c55-41d8-becf-7911f9831f6f,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:14:20.745197 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.774261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:20.806107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:14:20.806107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:14:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:20.855004 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b39990-1d4a-4372-99b0-e5f6556769c2 None None] Pushing event updated for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:20.933898 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:14:20.969416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a764dd0-4ecb-4717-bf62-4d12f26800fa up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:21.040903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4a764dd0-4ecb-4717-bf62-4d12f26800fa triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:21.041280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:21.171788 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:17Z', 'revision_number': 4, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6f08896a-4c55-41d8-becf-7911f9831f6f', 'name': '', 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'mac_address': 'fa:16:3e:6b:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:17Z', 'updated_at': '2021-07-28T15:14:20Z', 'revision_number': 4, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'subnets': [{'id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:14:21.199844 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab2f06-4eb3-4214-ac1c-57c58939f8bd None None] The sync data for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 is: [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:17Z', 'revision_number': 4, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6f08896a-4c55-41d8-becf-7911f9831f6f', 'name': '', 'network_id': '88fb58ae-ab55-4e84-a523-758f69ea67c4', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'mac_address': 'fa:16:3e:6b:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:17Z', 'updated_at': '2021-07-28T15:14:20Z', 'revision_number': 4, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'subnets': [{'id': 'e3333041-75c1-4d3c-a049-ff784e004ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:14:22.998521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6f08896a-4c55-41d8-becf-7911f9831f6f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:23.155503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6f08896a-4c55-41d8-becf-7911f9831f6f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:14:23.161432 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6f08896a-4c55-41d8-becf-7911f9831f6f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:23.162113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:23.255373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:23.292792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6f08896a-4c55-41d8-becf-7911f9831f6f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6f08896a-4c55-41d8-becf-7911f9831f6f,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:14:23.402312 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:23.460814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:14:24.958002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6f08896a-4c55-41d8-becf-7911f9831f6f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:14:25.012555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6f08896a-4c55-41d8-becf-7911f9831f6f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:14:25.012928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:33.767719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-1dadf16b-dfe8-41a1-a379-9f4ddec7bbcb req-05562a23-1f68-4357-9f38-a96f6675097b service neutron] (94748) timed out ('10.222.0.47', 35258) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:14:37.589233 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:14:42.311200 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d3d529c0-714a-429f-ad7d-11c4fd74b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:44.785813 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6d003a30-b5ca-4169-b850-a296a7e6a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:44.922438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:46.334264 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:47.854342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:50.311626 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:14:50.784410 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:12.321509 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c6513146-f6da-4a6c-8264-80cfc6441370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.588980 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:15:14.762270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9b4907c7-11fc-47f5-afe1-7083c4153173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:14.894823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:16.277887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:17.809311 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.243409 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:20.780827 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:42.324053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a903a261-70f4-4023-ae48-d4513a518d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:42.792374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-ce0eb04e-620e-4b15-add8-37764a0c5bad req-ddc7899e-50d7-4c99-b703-1b39b44be1d0 service neutron] (94748) timed out ('10.222.0.47', 51840) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:15:44.795740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4930b85f-7f70-40c3-bb8e-8223459744fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:44.898887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:46.226946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:47.826620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:50.283915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:50.789858 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:15:51.588625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:16:12.292559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-51c6509f-aefb-4a14-b8e8-640ab17e5664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.730442 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c75c2f7c-c49a-40aa-aeb6-be63f20a97be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:14.938054 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:16.256110 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:17.807884 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.244760 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:20.801475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:28.588059 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:16:36.793834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35264) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:36.799214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205328351', 'description': 'tempest-secgroup-smoke-205328351 description', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:36.896253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:36.979077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.041142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.069859 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d230a39-97e0-4578-87b1-3c84784177c1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:37.077994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.078372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.078703 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.079075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.079422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.079762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.080097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.080432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.080766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.081100 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.081432 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.081762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.155344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.156703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-11542258-d7b7-4220-a252-dffec5b0c958 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3618066 Jul 28 15:16:37.159731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35268) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:37.165193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:37.266662 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.327290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.421959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.441031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc7485c-7c41-4683-b699-fb6573f89893,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:37.450615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.450992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.451342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.451686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.452027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.452366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.452702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.453035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.453452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.453699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.454025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.454355 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:37.538285 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.539626 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0814f5d-5faa-425c-adbb-b5b086a6079f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788204 Jul 28 15:16:37.544141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35274) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:37.547267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:37.641601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.702730 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.776015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.795839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a855f5-39e2-478f-850d-539a1fd6c37b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:37.890723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:37.892143 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-56f186d9-eab9-45a7-bf6d-7891fb4b0cfa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3484309 Jul 28 15:16:37.894770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:37.899350 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:38.010082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.073231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.167729 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.185839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700f25c9-50eb-4c54-8021-141116b9fd23,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:38.286826 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.288146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9aca7afb-6e64-4351-b549-5c2d3041a241 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3924041 Jul 28 15:16:38.290912 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:38.298893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:38.400512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.463284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.544218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.561762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e29a07-3b1f-49a5-b47f-6b2a5668a921,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:38.646752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.648033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d9a552e0-7f2a-4eda-a543-237f92126960 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561637 Jul 28 15:16:38.650978 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35282) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:38.656060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:38.753201 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Project e3a648a2e1cc44fab4856411a991faf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:16:38.758227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.822231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.915498 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:38.936542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5387acd-2b70-46c5-baf6-3482e95b4bd1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:39.029851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:39.031062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4fd9268e-0196-4354-8332-0a62d30189ab tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3785248 Jul 28 15:16:39.033836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35284) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:16:39.038450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'security_group_rule': {'security_group_id': '1d230a39-97e0-4578-87b1-3c84784177c1', 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:39.153568 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Project e3a648a2e1cc44fab4856411a991faf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:16:39.158734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:39.219138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:39.315101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:39.332962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86e3169-1388-45cb-993b-0950fbb115a6,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:39.450783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:39.452113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bffb0354-3f2b-4a25-a68e-3674bfcf06fe tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4171822 Jul 28 15:16:39.616108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-2feee414-7b08-47f8-99f6-035797537929 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205328351&fields=id&tenant_id=e3a648a2e1cc44fab4856411a991faf2 HTTP/1.1" status: 200 len: 267 time: 0.0442302 Jul 28 15:16:39.732119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-7384162e-747d-4d8b-876e-6a20bf7c7f84 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:39.733624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-7384162e-747d-4d8b-876e-6a20bf7c7f84 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 813 time: 0.1106212 Jul 28 15:16:39.752432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-e1c9df38-e754-4e98-ae64-2d3d3c42a2dd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/quotas/e3a648a2e1cc44fab4856411a991faf2 HTTP/1.1" status: 200 len: 375 time: 0.0110083 Jul 28 15:16:39.805503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-5b11646f-b29f-4440-858f-8de0b449096c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474586 Jul 28 15:16:39.899591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-7632803d-a271-404a-8e8a-8e7c741e5708 service neutron] 10.222.0.47 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Jul 28 15:16:39.991933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-8941530e-fb1b-4e16-926a-e001958a6949 service neutron] 10.222.0.47 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857406 Jul 28 15:16:40.857051 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f30d7493-c9dc-41b1-968d-d8bc21f8ca7a req-0c10bf23-dffa-4f9f-bd29-2ca3870c4f6e tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.2250087 Jul 28 15:16:41.951902 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84e4a3ec-92cb-439f-8155-1597420a020a req-5a413558-2ceb-4249-879d-ac02de61e355 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0281358 Jul 28 15:16:42.332289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d0a52690-dd48-4906-a2ef-e9f62733a126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.052420 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84f079af-b1c9-4134-a1db-b949e9049faa req-0b6e33c1-0fc8-4537-88c0-a8a4fe613388 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0292549 Jul 28 15:16:43.122306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-b60cf97b-badc-4041-8d96-5f8627c6587f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:43.123842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-b60cf97b-badc-4041-8d96-5f8627c6587f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 813 time: 0.1060770 Jul 28 15:16:43.173996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-89760ef1-dfac-4fc7-bc46-d1dcc976b689 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a648a2e1cc44fab4856411a991faf2 HTTP/1.1" status: 200 len: 379 time: 0.0349176 Jul 28 15:16:43.182976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'port': {'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'admin_state_up': True, 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'security_groups': ['1d230a39-97e0-4578-87b1-3c84784177c1']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:43.355933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Made reservation on behalf of e3a648a2e1cc44fab4856411a991faf2 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:16:43.359959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.498369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Allocated IP 172.20.0.3 (b6df1e90-20cd-4f37-ae40-29220ad6686f/6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9/07e3cc64-1e90-4653-bd93-f7c9a439b7ac) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:16:43.636205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.654132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Transition to ACTIVE for port object 07e3cc64-1e90-4653-bd93-f7c9a439b7ac will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:16:43.776688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.820173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Network b6df1e90-20cd-4f37-ae40-29220ad6686f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:16:43.823529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:16:43.832980 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:16:43.836380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:43.888131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:43.888804 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:43.973480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-afd148fa-63fc-43cb-9069-30155d6835c5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941909 Jul 28 15:16:43.990761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-43cdbfc4-51da-445b-9c9b-5d1915c526fa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:16:43.991942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-43cdbfc4-51da-445b-9c9b-5d1915c526fa tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057929 Jul 28 15:16:44.060874 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Request body: {'port': {'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:16:44.123047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.132857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cb63d012-a6ea-423d-9ebd-4d23a51e6c98 None None] Provisioning for port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:16:44.138172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-cb63d012-a6ea-423d-9ebd-4d23a51e6c98 None None] Provisioning complete for port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:16:44.138774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb63d012-a6ea-423d-9ebd-4d23a51e6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.218965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb21e3-25db-4d53-8bf6-fbae583c9895 req-6b838123-635b-4d2f-a216-8cda175edc3a tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:44.220606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2fb21e3-25db-4d53-8bf6-fbae583c9895 req-6b838123-635b-4d2f-a216-8cda175edc3a tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 931 time: 0.0937047 Jul 28 15:16:44.343890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cb63d012-a6ea-423d-9ebd-4d23a51e6c98 None None] Port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:16:44.346460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2fb21e3-25db-4d53-8bf6-fbae583c9895 req-32c50370-2909-45e5-9c9e-6ad3a8551251 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711527 Jul 28 15:16:44.473805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e3cc64-1e90-4653-bd93-f7c9a439b7ac {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:16:44.482038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.496284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Transition to ACTIVE for port object 07e3cc64-1e90-4653-bd93-f7c9a439b7ac will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:16:44.593027 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.654258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Pushing event updated for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:44.724551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Attempting to bind port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:16:44.724900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Attempting to bind port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:16:44.725240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Attempting to bind port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac on network b6df1e90-20cd-4f37-ae40-29220ad6686f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:44.730721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac on network b6df1e90-20cd-4f37-ae40-29220ad6686f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:16:44.731080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Attempting to bind port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac on network b6df1e90-20cd-4f37-ae40-29220ad6686f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:16:44.736707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:16:44.737103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Checking segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:16:44.737452 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Bound using segment: {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:16:44.742257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Bound port: 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7246eb-7edc-41b3-89b0-d2957c75ee27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:16:44.742490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0feda6a-c50a-401c-afd6-9d77211d4b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.742605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.810245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:16:44.813814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:16:44.882047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.915332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.923263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:44.923890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:44.925324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] 10.222.0.53 "PUT /v2.0/ports/07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 1092 time: 0.9262102 Jul 28 15:16:44.925738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:16:44.928030 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605dde88-8c2b-4448-8978-5af275daa0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:16:44.962031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d47bb-3ac7-4d7c-aced-788d9843f584 service neutron] Pushing event updated for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:45.102286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-8cb1f5a7-0d80-4d51-99b1-5ac39efa8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:45.104011 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-8cb1f5a7-0d80-4d51-99b1-5ac39efa8454 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1095 time: 0.0459378 Jul 28 15:16:45.156285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-ae9482dd-5990-4ca6-965f-35a74126a73a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 217 time: 0.0387568 Jul 28 15:16:45.214471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-59b886ec-e3f6-4863-bca6-3bfbfcd835a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:45.214471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-59b886ec-e3f6-4863-bca6-3bfbfcd835a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0493305 Jul 28 15:16:45.264316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a001-e90b-40db-90c8-78ed151d715f req-146f4b8e-5a30-40f1-b15e-513c1325c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:45.265875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-146f4b8e-5a30-40f1-b15e-513c1325c89e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469391 Jul 28 15:16:45.357577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-c7cb5e58-fa24-43e7-bb92-84d9ebeedb9b service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847166 Jul 28 15:16:45.484732 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8750a001-e90b-40db-90c8-78ed151d715f req-7963d1ab-4e79-46af-b7d6-0e776b5e850e service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206563 Jul 28 15:16:45.493016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd35fdb-fba4-4e06-9ad4-277f97c6d1f4 req-53205c48-b863-4414-a790-494ecb12cc5b tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:45.495645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd35fdb-fba4-4e06-9ad4-277f97c6d1f4 req-53205c48-b863-4414-a790-494ecb12cc5b tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0781841 Jul 28 15:16:45.535450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fd35fdb-fba4-4e06-9ad4-277f97c6d1f4 req-5fdfb0aa-d6fe-4937-97ac-f0233f5a6567 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330436 Jul 28 15:16:45.994649 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9fa42b-8412-41e3-a3c3-92e061ba3d2f x-openstack-request-id: req-8c9fa42b-8412-41e3-a3c3-92e061ba3d2f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:16:45.995044 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:16:45.996540 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c9fa42b-8412-41e3-a3c3-92e061ba3d2f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:16:45.996540 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:16:46.081900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-096db3eb-120d-438a-bda5-27abac97f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:46.083450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-096db3eb-120d-438a-bda5-27abac97f778 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1095 time: 0.0438957 Jul 28 15:16:46.184834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-b224dd6e-8f44-4309-8344-f7bf72ac8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:46.186340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-b224dd6e-8f44-4309-8344-f7bf72ac8074 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0953462 Jul 28 15:16:46.231914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-d9905a18-5cff-4bc1-addb-bdd7f5512ead service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 217 time: 0.0374813 Jul 28 15:16:46.290772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-daa5d134-e224-434e-9abc-4d8ffead071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:46.293336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-daa5d134-e224-434e-9abc-4d8ffead071c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0538657 Jul 28 15:16:46.336434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:46.349822 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-1c6a3d6a-4b73-4e84-a8f3-c4c2951f588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:46.351400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-1c6a3d6a-4b73-4e84-a8f3-c4c2951f588f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448854 Jul 28 15:16:46.453545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-d7e537c9-24ca-4573-a142-04d7cb2f9765 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888567 Jul 28 15:16:46.549500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-605dde88-8c2b-4448-8978-5af275daa0f5 req-0569ea10-c0c1-4ab7-ae4c-96d63130f7f0 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891075 Jul 28 15:16:46.665193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21a2e5-5a95-43aa-87ec-2e08b1188baa req-e1de40b9-b26e-4763-9510-87e246981127 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:46.667325 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0c21a2e5-5a95-43aa-87ec-2e08b1188baa req-e1de40b9-b26e-4763-9510-87e246981127 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0518398 Jul 28 15:16:46.716605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0c21a2e5-5a95-43aa-87ec-2e08b1188baa req-d4bb6ad3-0691-4a53-af81-5833d29c3f3b tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Jul 28 15:16:47.827661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:47.835751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5f09d-7dfb-407f-92ea-71d07e7f918b req-c14ecfda-17b2-49b5-87fb-58ab75125b9e tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:47.837256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6be5f09d-7dfb-407f-92ea-71d07e7f918b req-c14ecfda-17b2-49b5-87fb-58ab75125b9e tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0499160 Jul 28 15:16:47.887438 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6be5f09d-7dfb-407f-92ea-71d07e7f918b req-81626127-8960-460c-b6a2-63bd95eca404 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437195 Jul 28 15:16:49.002749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7dc8d-855f-44cd-bd24-5c81fe6ee6b1 req-09d729ed-1fed-411b-b518-7d01955c56c3 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:49.004272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dc7dc8d-855f-44cd-bd24-5c81fe6ee6b1 req-09d729ed-1fed-411b-b518-7d01955c56c3 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0503135 Jul 28 15:16:49.041427 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dc7dc8d-855f-44cd-bd24-5c81fe6ee6b1 req-f04aeaa9-07a3-453f-abbb-69925842dc5f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311859 Jul 28 15:16:50.159821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07f87-fc0e-4dcc-974d-8005599e1292 req-7ac09e28-5681-44ec-b60a-5932d0cc7681 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:50.165413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19a07f87-fc0e-4dcc-974d-8005599e1292 req-7ac09e28-5681-44ec-b60a-5932d0cc7681 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0515683 Jul 28 15:16:50.204189 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19a07f87-fc0e-4dcc-974d-8005599e1292 req-2d15ed1e-16b4-4669-9680-ae1ff3fdb2d9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361795 Jul 28 15:16:50.235249 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:50.789302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:51.323556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366cc9c-ec79-409e-bbf3-87759351b9c4 req-e3798423-1cd5-4067-9f74-f08c67ca1ab9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:51.325126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3366cc9c-ec79-409e-bbf3-87759351b9c4 req-e3798423-1cd5-4067-9f74-f08c67ca1ab9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0529141 Jul 28 15:16:51.362560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3366cc9c-ec79-409e-bbf3-87759351b9c4 req-00de5ab1-f013-4131-959f-c947442dd4a8 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Jul 28 15:16:52.483170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef84c6a-7486-493b-b149-2f1be9febdc6 req-19657c78-0897-49ea-9d3c-72bf88b82109 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:52.484679 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ef84c6a-7486-493b-b149-2f1be9febdc6 req-19657c78-0897-49ea-9d3c-72bf88b82109 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0537827 Jul 28 15:16:52.524984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ef84c6a-7486-493b-b149-2f1be9febdc6 req-2c3f15b2-83cc-4a54-a483-a59dd0eccf0b tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342345 Jul 28 15:16:53.639132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97de8c-8209-4f32-94d9-d1898d7c6725 req-e95c6b47-67d8-46db-9983-85c9b2be5458 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:53.640624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e97de8c-8209-4f32-94d9-d1898d7c6725 req-e95c6b47-67d8-46db-9983-85c9b2be5458 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0485401 Jul 28 15:16:53.678850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e97de8c-8209-4f32-94d9-d1898d7c6725 req-6ad1a314-3202-43a2-878b-c7a316457dac tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Jul 28 15:16:54.792878 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eac78-3f6e-44ce-8810-399e357a2c9d req-4075cde2-1c10-4ec9-a328-531e141a6e7d tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:54.795016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c0eac78-3f6e-44ce-8810-399e357a2c9d req-4075cde2-1c10-4ec9-a328-531e141a6e7d tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0495307 Jul 28 15:16:54.833466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c0eac78-3f6e-44ce-8810-399e357a2c9d req-72ac7732-69cb-4499-83d6-a426f20b623f tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324194 Jul 28 15:16:55.963399 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fd869-507a-45f8-9926-fc19502bb970 req-46a25404-2200-42aa-983e-263361ca2e16 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:55.964889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c21fd869-507a-45f8-9926-fc19502bb970 req-46a25404-2200-42aa-983e-263361ca2e16 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0588660 Jul 28 15:16:56.004962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c21fd869-507a-45f8-9926-fc19502bb970 req-3ba4cc29-bce9-4f86-bb16-be43d93e73a9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335033 Jul 28 15:16:57.120241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58244c-a942-4111-b8cf-350728bc9c19 req-423060fb-2620-4862-a9d6-d092158c2b75 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:57.122415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b58244c-a942-4111-b8cf-350728bc9c19 req-423060fb-2620-4862-a9d6-d092158c2b75 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 943 time: 0.0494182 Jul 28 15:16:57.160524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4b58244c-a942-4111-b8cf-350728bc9c19 req-d02d0e20-e13f-4a62-b93b-c09d2e8a9ad8 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318303 Jul 28 15:16:57.852242 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 07e3cc64-1e90-4653-bd93-f7c9a439b7ac details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:16:57.963805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:57.976461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:16:58.013879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:58.026410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e3cc64-1e90-4653-bd93-f7c9a439b7ac {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:16:58.046389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:16:58.127183 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:16:58.175338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:16:58.182680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.183213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.183565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.183970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.184388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.184728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.185064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.185394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.185723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.186050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.186377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.186698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:16:58.285105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c99a4-e2c1-4919-98bb-98d5f31ff8c5 req-c550b57d-22fd-4034-8321-ebcb28c4c9e3 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:58.286608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b86c99a4-e2c1-4919-98bb-98d5f31ff8c5 req-c550b57d-22fd-4034-8321-ebcb28c4c9e3 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 944 time: 0.0555999 Jul 28 15:16:58.326022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b86c99a4-e2c1-4919-98bb-98d5f31ff8c5 req-f6c5f069-a152-4c7b-8492-447a6edf35c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333726 Jul 28 15:16:58.421821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['07e3cc64-1e90-4653-bd93-f7c9a439b7ac'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:16:59.447719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4bf96-7d85-4ea7-86b0-f20ab199af88 req-0106aea0-d11f-4c56-aca2-4ba5d54b0ada tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:16:59.449242 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eae4bf96-7d85-4ea7-86b0-f20ab199af88 req-0106aea0-d11f-4c56-aca2-4ba5d54b0ada tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 944 time: 0.0553410 Jul 28 15:16:59.488478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eae4bf96-7d85-4ea7-86b0-f20ab199af88 req-a98a058e-c43d-4b48-af0b-27daac3def84 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329969 Jul 28 15:16:59.852673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 07e3cc64-1e90-4653-bd93-f7c9a439b7ac up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:16:59.961132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:16:59.965756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:16:59.966881 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.054510 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.077251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:00.079570 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eaa9a4-6c87-42f3-9bf5-226b0a02d81b" -d '{"events": [{"server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "name": "network-vif-plugged", "status": "completed", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:00.092728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:17:00.118284 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b43305-376c-4d51-94a2-1f7570442068 x-openstack-request-id: req-a7b43305-376c-4d51-94a2-1f7570442068 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:00.118581 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "name": "network-vif-plugged", "status": "completed", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:00.118838 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7b43305-376c-4d51-94a2-1f7570442068 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:00.119274 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'code': 200} Jul 28 15:17:00.172589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:00.220774 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:00.246578 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe97108-cea0-4360-9abf-6722585e4f50 req-3ea5e9fd-5e3c-4155-afa1-dc0f15df5841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:00.248364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbe97108-cea0-4360-9abf-6722585e4f50 req-3ea5e9fd-5e3c-4155-afa1-dc0f15df5841 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0434458 Jul 28 15:17:00.286124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bbe97108-cea0-4360-9abf-6722585e4f50 req-12669b4b-172f-49b2-94fd-1f5205d20594 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292728 Jul 28 15:17:00.604200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b9f15-8640-4234-849c-1e4280b8181e req-5fbfc274-fb85-4731-8050-6a1f7db7b7b5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:00.605843 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-412b9f15-8640-4234-849c-1e4280b8181e req-5fbfc274-fb85-4731-8050-6a1f7db7b7b5 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.0499272 Jul 28 15:17:00.645944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-412b9f15-8640-4234-849c-1e4280b8181e req-36d05020-6b15-4550-bf09-fb06cc9d8ff9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340438 Jul 28 15:17:01.759770 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fc240-1479-483c-900e-b731be3ce833 req-9c1c36a7-1793-46db-b78f-377693a0db56 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:01.761149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-295fc240-1479-483c-900e-b731be3ce833 req-9c1c36a7-1793-46db-b78f-377693a0db56 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.0485468 Jul 28 15:17:01.799114 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-295fc240-1479-483c-900e-b731be3ce833 req-84a7d33c-f4bc-4cff-8ff1-dd99bc43a37c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Jul 28 15:17:01.918004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c09b8-ba3b-4edd-b1cb-ff1d3882bf7a req-c0cc5498-4d97-493d-8917-ad5d8ccabe3e tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:01.919708 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-444c09b8-ba3b-4edd-b1cb-ff1d3882bf7a req-c0cc5498-4d97-493d-8917-ad5d8ccabe3e tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.0537925 Jul 28 15:17:01.960054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-444c09b8-ba3b-4edd-b1cb-ff1d3882bf7a req-fa87e70d-d334-40d6-9e78-01b60a2ff517 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342875 Jul 28 15:17:01.982173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35376) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:02.070492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2686fc7-2755-4573-88f4-d238a9e42bdf tempest-TestVolumeBackupRestore-607305757 tempest-TestVolumeBackupRestore-607305757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:02.072101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b2686fc7-2755-4573-88f4-d238a9e42bdf tempest-TestVolumeBackupRestore-607305757 tempest-TestVolumeBackupRestore-607305757-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1092 time: 0.0888789 Jul 28 15:17:02.076013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35380) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:02.080741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:02.189590 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.291189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.409057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Allocated IP 172.25.0.201 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/3034b367-5570-4d29-a5fd-f7c69078d8e9) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:17:02.522281 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.687090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:02.726057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:17:02.729313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:17:02.732970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:17:02.766079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'Port': ['ID=3034b367-5570-4d29-a5fd-f7c69078d8e9,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:03.112429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.258736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.416095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.561097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.645441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event updated for resources: {'Port': ['ID=3034b367-5570-4d29-a5fd-f7c69078d8e9,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:17:03.654494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:03.755826 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Floating IP 0d61820b-2af2-4c6d-8572-1e1832f26581 associated. External IP: 172.25.0.201, port: 07e3cc64-1e90-4653-bd93-f7c9a439b7ac. Jul 28 15:17:04.316037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:04.424659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:04.435176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:04.445146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:04.445778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:16:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:04.520925 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.549583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38ffe705-04f8-4eec-8f9a-a446359b55c0 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4724298 Jul 28 15:17:04.550479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:04.552856 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b1b04b-f578-416a-b128-fdc328546b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:04.553508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:04.581338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:04.595759 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0568e8-a134-4a89-8fe7-83c6d85447a0 x-openstack-request-id: req-6c0568e8-a134-4a89-8fe7-83c6d85447a0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:04.596091 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:04.596348 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c0568e8-a134-4a89-8fe7-83c6d85447a0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:04.596760 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:17:04.603101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb19ce43-36f1-4707-a916-f631ac555db0 tempest-TestVolumeBackupRestore-607305757 tempest-TestVolumeBackupRestore-607305757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:04.604844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-eb19ce43-36f1-4707-a916-f631ac555db0 tempest-TestVolumeBackupRestore-607305757 tempest-TestVolumeBackupRestore-607305757-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1092 time: 0.0502112 Jul 28 15:17:04.608027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35386) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:17:04.612959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Request body: {'floatingip': {'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:17:04.677497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:04.685528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b04b-f578-416a-b128-fdc328546b3c req-1742fae8-0d9c-4cbf-b940-338b0c7caab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:04.687210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-1742fae8-0d9c-4cbf-b940-338b0c7caab1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0479298 Jul 28 15:17:04.787826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b04b-f578-416a-b128-fdc328546b3c req-3291d9ea-9dc8-458f-83d8-6f9852c8cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:04.789409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-3291d9ea-9dc8-458f-83d8-6f9852c8cc4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0953977 Jul 28 15:17:04.814696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:02Z', 'revision_number': 0, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:04.841841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:04.850653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:04.851306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:16:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:04.861929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-ff04a0e5-82cc-4cc7-bb95-7eeee88dbc9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 999 time: 0.0652053 Jul 28 15:17:04.920599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b04b-f578-416a-b128-fdc328546b3c req-8da20b11-a804-49e0-bfe7-ac39208c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:04.923597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-8da20b11-a804-49e0-bfe7-ac39208c8282 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0551360 Jul 28 15:17:04.961591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:04.975979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b04b-f578-416a-b128-fdc328546b3c req-8c73e7d2-081c-41bf-8981-28475b4867bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:04.976844 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-8c73e7d2-081c-41bf-8981-28475b4867bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467112 Jul 28 15:17:05.072361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-58b74098-d11a-4c50-beb3-edbbdd443ba4 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880272 Jul 28 15:17:05.172746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-67b1b04b-f578-416a-b128-fdc328546b3c req-b44030e0-337c-4b0b-a4fb-2e6413a0b5ff service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927641 Jul 28 15:17:05.190266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:05.210243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:02Z', 'revision_number': 0, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:05.236111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae11509a-f8e4-4953-8e3d-bef39db95d31 None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:02Z', 'revision_number': 0, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:05.269352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:05.437625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf158a6-7a70-45c7-8870-d1508ac751e2 None None] New status for floating IP 0d61820b-2af2-4c6d-8572-1e1832f26581: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:17:05.494665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:17:05.589136 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:17:05.605169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:17:05.611434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:05.638254 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:05.640508 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:05.669326 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0d29b54e-83bf-434b-83cc-b7a9d2464a19 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "PUT /v2.0/floatingips/0d61820b-2af2-4c6d-8572-1e1832f26581 HTTP/1.1" status: 200 len: 991 time: 1.0601845 Jul 28 15:17:05.681183 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0778d58-4225-4f2c-bdc8-2a0c5109b5a0 x-openstack-request-id: req-c0778d58-4225-4f2c-bdc8-2a0c5109b5a0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:05.681446 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:05.681701 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0778d58-4225-4f2c-bdc8-2a0c5109b5a0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:05.682113 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:17:05.718119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:17:05.727256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:05.727878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:16:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:05.766371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-b9d0003e-9aa5-4c1a-a2f4-134ad3547bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:05.769538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-b9d0003e-9aa5-4c1a-a2f4-134ad3547bb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0427294 Jul 28 15:17:05.834893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:05.867514 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-a08220ba-d8eb-4092-94f5-d448814e1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:05.869287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-a08220ba-d8eb-4092-94f5-d448814e1744 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0907094 Jul 28 15:17:05.935544 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-d364e5e4-b5ee-47e1-b695-6032bb4e75cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 1001 time: 0.0593295 Jul 28 15:17:05.984200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-cfadfaf5-d9a9-459b-b50e-7a57b317c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:05.985873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-cfadfaf5-d9a9-459b-b50e-7a57b317c297 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0442455 Jul 28 15:17:06.036379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-6a529a4b-3409-4130-83a0-e367b19eeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:06.037962 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-6a529a4b-3409-4130-83a0-e367b19eeebe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454574 Jul 28 15:17:06.069859 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:05Z', 'revision_number': 2, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:06.099787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:17:06.108668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:17:06.109294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:16:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:06.131100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-3e1cbae0-bc6c-4126-b7ae-5e4e04f689d1 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862243 Jul 28 15:17:06.214803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:17:06.228096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d49ed6-1cc5-494b-82ac-e56a873a66d1 req-69583615-2b27-43ef-ae0a-a6ed53a45709 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897737 Jul 28 15:17:06.438410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:05Z', 'revision_number': 2, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:17:06.470144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3199cff-2104-4e03-a88b-4d9879c56d04 None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '0d61820b-2af2-4c6d-8572-1e1832f26581', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'port_id': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'mac_address': 'fa:16:3e:ab:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:17:02Z', 'updated_at': '2021-07-28T15:17:05Z', 'revision_number': 2, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:17:07.682951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:17:07.685690 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24379409-2252-413a-b189-5d357cf255b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:17:07.722162 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95dbb9-d5bf-4688-bf73-f13c2a45ac8d x-openstack-request-id: req-8a95dbb9-d5bf-4688-bf73-f13c2a45ac8d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:17:07.722478 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:17:07.722730 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a95dbb9-d5bf-4688-bf73-f13c2a45ac8d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:17:07.723165 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:17:07.804733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379409-2252-413a-b189-5d357cf255b9 req-5a15c6b5-e32a-4ca1-8a24-0067381a5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:07.806165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-5a15c6b5-e32a-4ca1-8a24-0067381a5cfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0412226 Jul 28 15:17:07.896382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379409-2252-413a-b189-5d357cf255b9 req-7f0e1ce9-474f-4709-8858-d6971f4c7c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:07.897505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-7f0e1ce9-474f-4709-8858-d6971f4c7c7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0841541 Jul 28 15:17:07.966967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-0f124e3f-7176-4e67-bf86-c8ef51402ea8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 1001 time: 0.0624764 Jul 28 15:17:08.016441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379409-2252-413a-b189-5d357cf255b9 req-d9a68252-b81d-4e81-9ce3-9275793afe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:08.017904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-d9a68252-b81d-4e81-9ce3-9275793afe3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0445020 Jul 28 15:17:08.066458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379409-2252-413a-b189-5d357cf255b9 req-5f379e6b-55f0-4aee-b211-c26ffb4e37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:08.067926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-5f379e6b-55f0-4aee-b211-c26ffb4e37ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431771 Jul 28 15:17:08.161042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-5a126511-e746-484b-b9c0-b35175889452 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Jul 28 15:17:08.250528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24379409-2252-413a-b189-5d357cf255b9 req-ede3e989-56be-4399-8c17-95b9eda3c8ca service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819013 Jul 28 15:17:12.337845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ea547cc9-9a4e-4a8b-aaa4-13aa0da64cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.731352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fefec12e-3e15-4cc1-8abf-c0b6b8c83ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:14.953599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:16.246411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:17.858390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:20.235260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:20.841126 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.291431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eaef37a4-55f2-45ba-afae-5ee5a77bb1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:42.587937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:17:44.806768 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bcfb135-effe-4464-b8fb-41e481ebbc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:44.908573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.072870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-1bf2e357-236a-42aa-bfd7-c737be6a2f73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482402 Jul 28 15:17:46.178904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-56fa43bd-5a3b-434c-877e-c91a8c93aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.180491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-56fa43bd-5a3b-434c-877e-c91a8c93aad0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0447483 Jul 28 15:17:46.234649 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:46.288523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-fa80a0fa-4d81-4781-86b0-1099f18c41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.290041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-fa80a0fa-4d81-4781-86b0-1099f18c41eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0890319 Jul 28 15:17:46.365840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-e8d7239e-d823-490a-8f97-d5eda19fa26d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 1001 time: 0.0689256 Jul 28 15:17:46.418069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-16753495-c57d-4b7a-8212-24ade2fa4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.421699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-16753495-c57d-4b7a-8212-24ade2fa4b48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0473006 Jul 28 15:17:46.468642 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-e0e7fd99-638a-40c7-9329-825d9fd0a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:17:46.470156 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-e0e7fd99-638a-40c7-9329-825d9fd0a369 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437219 Jul 28 15:17:46.574628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-8dc02385-a7e2-4bb9-bddb-194031d5a514 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968764 Jul 28 15:17:46.673854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-02667ec8-5425-4216-8178-50e92e7dc2f7 req-5cbb5cd2-07b4-41fd-9bc0-43ec285e4ab2 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904891 Jul 28 15:17:47.795165 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.217230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:17:50.817086 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:12.274211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8335de66-4649-4205-aedf-ba1c3ae63fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:14.743561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eac606b6-a90a-42a3-bc05-1b22972dffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:15.029499 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:16.325547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:17.822675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:19.587819 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:18:20.291724 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:20.902982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.095618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35414) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:21.253425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Deleting port 3034b367-5570-4d29-a5fd-f7c69078d8e9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:21.253697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.331141 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.331527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.343545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Calling delete_port for 3034b367-5570-4d29-a5fd-f7c69078d8e9 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:21.600251 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.628438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event deleted for resources: {'Port': ['ID=3034b367-5570-4d29-a5fd-f7c69078d8e9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:21.659124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.659477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.659820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.660162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.660496 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.660831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.661178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.661518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.661843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.662171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.662495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.662817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:21.709979 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:21.715000 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Floating IP 0d61820b-2af2-4c6d-8572-1e1832f26581 disassociated (deleted). External IP: 172.25.0.201, port: 07e3cc64-1e90-4653-bd93-f7c9a439b7ac. Jul 28 15:18:21.923864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:18:22.034047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:18:22.041823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:22.045289 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:18:22.054870 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:22.057012 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:22.067215 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-006e747d-8d19-40e0-bb8e-529a1d48c596 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "DELETE /v2.0/floatingips/0d61820b-2af2-4c6d-8572-1e1832f26581 HTTP/1.1" status: 204 len: 168 time: 0.9704540 Jul 28 15:18:22.081721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:18:22.081721 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:18:22.190405 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de08d1e-0b9f-47c9-837a-04451dd30076 x-openstack-request-id: req-7de08d1e-0b9f-47c9-837a-04451dd30076 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:18:22.191020 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:18:22.191020 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7de08d1e-0b9f-47c9-837a-04451dd30076 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:18:22.191352 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:18:22.262170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:22.275506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-4bc697ba-6e9b-413f-ab74-a3f5306db9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.277023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-4bc697ba-6e9b-413f-ab74-a3f5306db9ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e3a648a2e1cc44fab4856411a991faf2&device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 1097 time: 0.0420465 Jul 28 15:18:22.376500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-ee0eb9b5-9d58-48da-a9e4-f4df4be082f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.378020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-ee0eb9b5-9d58-48da-a9e4-f4df4be082f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 200 len: 914 time: 0.0944479 Jul 28 15:18:22.421761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-a3b67711-6c45-4d7b-9fb5-b07b1cc2ce1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 200 len: 217 time: 0.0364952 Jul 28 15:18:22.468988 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:22.477315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-93a1d615-a4fb-4c6a-b06d-31e313f088cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.478830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-93a1d615-a4fb-4c6a-b06d-31e313f088cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 200 len: 852 time: 0.0496058 Jul 28 15:18:22.500410 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:18:22.508757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:22.509408 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:22.533568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-3a67abdc-7f36-45ad-acfc-91190749aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.535131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-3a67abdc-7f36-45ad-acfc-91190749aa7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6df1e90-20cd-4f37-ae40-29220ad6686f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422945 Jul 28 15:18:22.619600 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:22.630503 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-2347bdf4-4cf2-4cc4-b9b2-551e3c34226f service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879445 Jul 28 15:18:22.741525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5a92e926-ceb6-46a5-a4c8-0543e2c04ecd req-34b506f1-36dc-4bc4-bd36-885f468b75c0 service neutron] 10.222.0.53 "GET /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036975 Jul 28 15:18:22.868200 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:22.887438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1daeee-6aa8-4f6d-9e85-ca5c0d28ac24 req-d1091871-5438-451f-b04d-76f3bf596669 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:22.889845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc1daeee-6aa8-4f6d-9e85-ca5c0d28ac24 req-d1091871-5438-451f-b04d-76f3bf596669 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.1644847 Jul 28 15:18:22.902209 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81701b9a-0956-4cf7-8b49-88fe1ce19035 None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:14:10Z', 'revision_number': 4, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '8caca0a7-d38b-4694-bba8-c6f03691e61d', 'name': '', 'network_id': 'b6df1e90-20cd-4f37-ae40-29220ad6686f', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'mac_address': 'fa:16:3e:e9:de:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:10Z', 'updated_at': '2021-07-28T15:14:15Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'subnets': [{'id': '6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:18:22.983390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc1daeee-6aa8-4f6d-9e85-ca5c0d28ac24 req-ff00624e-29e3-4f73-9ed9-9cc360b9c87c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397875 Jul 28 15:18:23.162190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0182f8-8ae5-4dc6-9ab2-1e3cbbfb1755 None None] New status for floating IP 0d61820b-2af2-4c6d-8572-1e1832f26581: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:18:24.064670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20ae2d-200f-4944-98b3-e58dc45230be req-36ac159d-2f19-44a9-9f90-627f0867c558 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:24.067963 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20ae2d-200f-4944-98b3-e58dc45230be req-36ac159d-2f19-44a9-9f90-627f0867c558 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.0529511 Jul 28 15:18:24.105325 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20ae2d-200f-4944-98b3-e58dc45230be req-3c5299ed-35ed-40a1-88a7-06fa0436fbf8 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d230a39-97e0-4578-87b1-3c84784177c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328543 Jul 28 15:18:24.479094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-b4dc4649-70ca-48ef-965b-4f435759a109 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:24.480568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-b4dc4649-70ca-48ef-965b-4f435759a109 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 945 time: 0.0527349 Jul 28 15:18:24.576787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Deleting port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:24.577131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:24.664395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] For port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:24.664759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:24.681628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Calling delete_port for 07e3cc64-1e90-4653-bd93-f7c9a439b7ac owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:24.885565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:24.914380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event deleted for resources: {'Port': ['ID=07e3cc64-1e90-4653-bd93-f7c9a439b7ac,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:24.928071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.928418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.928763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.929169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.929484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.929815 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.930143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.930470 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.930799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.931154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.931479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.931801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:24.969924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] No DVR routers for this DVR port 07e3cc64-1e90-4653-bd93-f7c9a439b7ac on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:18:24.972802 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:24.974848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b55de6e6-c5dd-428e-a3bc-714df9d0ae29 req-46e1da63-f189-4432-80f2-9c3b2a39102c tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.53 "DELETE /v2.0/ports/07e3cc64-1e90-4653-bd93-f7c9a439b7ac HTTP/1.1" status: 204 len: 173 time: 0.4866536 Jul 28 15:18:24.975416 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'name': 'network-vif-deleted', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:18:24.977687 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3a358-4788-457e-b884-b8282d438fb9" -d '{"events": [{"server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "name": "network-vif-deleted", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:18:25.073851 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3f07fd-6026-4ee2-ad6b-78435dab5a3c x-openstack-request-id: req-2a3f07fd-6026-4ee2-ad6b-78435dab5a3c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:18:25.074164 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad2f0bfa-549f-4d2a-a2ad-12d911093dfa", "name": "network-vif-deleted", "tag": "07e3cc64-1e90-4653-bd93-f7c9a439b7ac", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:18:25.074413 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a3f07fd-6026-4ee2-ad6b-78435dab5a3c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:18:25.075275 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad2f0bfa-549f-4d2a-a2ad-12d911093dfa', 'name': 'network-vif-deleted', 'tag': '07e3cc64-1e90-4653-bd93-f7c9a439b7ac', 'status': 'completed', 'code': 200} Jul 28 15:18:25.201890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91610183-b8d7-4d7d-8d29-b0bb68c13f46 req-5cbf3c41-bcca-4125-bdf4-a66490a7b727 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0265872 Jul 28 15:18:26.243359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 07e3cc64-1e90-4653-bd93-f7c9a439b7ac no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:26.270178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 07e3cc64-1e90-4653-bd93-f7c9a439b7ac {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:26.270526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 07e3cc64-1e90-4653-bd93-f7c9a439b7ac not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:26.302214 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6a506329-3196-4a8b-830e-087b5547cadd req-6a20310a-61c8-46ea-8353-330ae65d4604 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0289650 Jul 28 15:18:27.398515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-122c4e56-469d-4ccf-985f-f7979198af44 req-753d026e-136b-4913-9c5d-d853ea53dcc9 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0272295 Jul 28 15:18:28.493055 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40b3fd07-03e0-4534-9eb5-0a9c77c91ac0 req-208c16ca-d9ad-4ccb-9c9b-b4f8023fbde7 tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0275741 Jul 28 15:18:29.598025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9ad428b-2a38-45c3-84b9-438400639593 req-41ad5c8e-a0f1-49ef-b0ea-4e2b9508eade tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad2f0bfa-549f-4d2a-a2ad-12d911093dfa HTTP/1.1" status: 200 len: 210 time: 0.0268269 Jul 28 15:18:30.656005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35454) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:30.714452 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:30.739630 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:30.880242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:30.882750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:30.883994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] 10.222.0.47 "DELETE /v2.0/security-groups/1d230a39-97e0-4578-87b1-3c84784177c1 HTTP/1.1" status: 204 len: 168 time: 0.2269280 Jul 28 15:18:30.893754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5755777-6a5f-41e2-82a3-d24a0dde67bd tempest-TestVolumeBackupRestore-1923662142 tempest-TestVolumeBackupRestore-1923662142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d230a39-97e0-4578-87b1-3c84784177c1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:34.807305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35606) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:35.188852 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:35.448223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Deleting port 8caca0a7-d38b-4694-bba8-c6f03691e61d {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:35.448646 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:35.534411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] For port 8caca0a7-d38b-4694-bba8-c6f03691e61d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8caca0a7-d38b-4694-bba8-c6f03691e61d,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:35.534766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:35.554294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Calling delete_port for 8caca0a7-d38b-4694-bba8-c6f03691e61d owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:35.851822 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:35.876580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8caca0a7-d38b-4694-bba8-c6f03691e61d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:36.053264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:36.271012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Router 5df4bb7a-86d9-41f3-8166-2751783bdcef has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:18:36.378379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:18:36.383883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-29fbff35-029b-4d9a-9e22-0932df0178d4 admin admin] 10.222.0.47 "PUT /v2.0/routers/5df4bb7a-86d9-41f3-8166-2751783bdcef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755579 Jul 28 15:18:36.386449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35662) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:36.390100 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Sync routers for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:18:36.400353 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:36.401052 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:36.510484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:36.701377 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:18:35Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:36.729804 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Checking router: 5df4bb7a-86d9-41f3-8166-2751783bdcef for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:18:36.739968 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Routers {'5df4bb7a-86d9-41f3-8166-2751783bdcef'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:36.740606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['5df4bb7a-86d9-41f3-8166-2751783bdcef'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:36.852722 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] Set router 5df4bb7a-86d9-41f3-8166-2751783bdcef gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:36.872919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:36.985372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.038065 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:18:35Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:37.070112 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774128d0-af06-4fed-b37f-b83b2c11c022 None None] The sync data for ids ['5df4bb7a-86d9-41f3-8166-2751783bdcef'] in n-d-705658-23 is: [{'id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'name': 'tempest-TestVolumeBackupRestore-571354065-router', 'tenant_id': 'e3a648a2e1cc44fab4856411a991faf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:07Z', 'updated_at': '2021-07-28T15:18:35Z', 'revision_number': 5, 'project_id': 'e3a648a2e1cc44fab4856411a991faf2', 'gw_port': {'id': '926b886d-7f2b-437a-9a62-3f34563f62da', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df4bb7a-86d9-41f3-8166-2751783bdcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:08Z', 'updated_at': '2021-07-28T15:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:18:37.121876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Deleting port 926b886d-7f2b-437a-9a62-3f34563f62da {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:37.122217 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.201640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] For port 926b886d-7f2b-437a-9a62-3f34563f62da, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=926b886d-7f2b-437a-9a62-3f34563f62da,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:37.202158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.214555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Calling delete_port for 926b886d-7f2b-437a-9a62-3f34563f62da owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:37.502891 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.538632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Pushing event deleted for resources: {'Port': ['ID=926b886d-7f2b-437a-9a62-3f34563f62da,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:37.605310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.701139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.704127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.834045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.834622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df4bb7a-86d9-41f3-8166-2751783bdcef {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:18:37.839167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.840449 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b2175a14-0a85-4172-95fb-ac64baa6359f admin admin] 10.222.0.47 "DELETE /v2.0/routers/5df4bb7a-86d9-41f3-8166-2751783bdcef HTTP/1.1" status: 204 len: 168 time: 1.4524667 Jul 28 15:18:37.844120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:37.899155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Deleting subnet 6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:18:37.902841 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:37.942607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.025586 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.252119 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.284062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:38.286287 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.291180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:38.295068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b3f9612-be35-4020-853d-ff35e4af1da6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6c7c69b2-6d02-44a7-ab0e-33d0b4977bb9 HTTP/1.1" status: 204 len: 168 time: 0.4496419 Jul 28 15:18:38.296682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1da2a-9365-4b9f-9363-07f29bc7e153 None None] Network b6df1e90-20cd-4f37-ae40-29220ad6686f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:18:38.371273 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.432487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Deleting port 9557fbf1-feec-483c-a089-b12ff2444f9b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:38.432842 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.498078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] For port 9557fbf1-feec-483c-a089-b12ff2444f9b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9557fbf1-feec-483c-a089-b12ff2444f9b,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:38.498452 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.507453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] DHCP port deletion for b6df1e90-20cd-4f37-ae40-29220ad6686f request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:18:38.519990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Calling delete_port for 9557fbf1-feec-483c-a089-b12ff2444f9b owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:38.557516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Deleting port 9557fbf1-feec-483c-a089-b12ff2444f9b {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:38.557887 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.623021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] For port 9557fbf1-feec-483c-a089-b12ff2444f9b, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9557fbf1-feec-483c-a089-b12ff2444f9b,segment=NetworkSegment(7f7246eb-7edc-41b3-89b0-d2957c75ee27),segment_id=7f7246eb-7edc-41b3-89b0-d2957c75ee27)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:38.623420 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.636714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Calling delete_port for 9557fbf1-feec-483c-a089-b12ff2444f9b owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:38.685744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.712255 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9557fbf1-feec-483c-a089-b12ff2444f9b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:38.714397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] No DVR routers for this DVR port 9557fbf1-feec-483c-a089-b12ff2444f9b on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:18:38.716859 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.746877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Pushing event deleted for resources: {'Port': ['ID=9557fbf1-feec-483c-a089-b12ff2444f9b,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:38.749376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] No DVR routers for this DVR port 9557fbf1-feec-483c-a089-b12ff2444f9b on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:18:38.759682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.760363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.761103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.761103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.761373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.761715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.762039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.762377 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.762708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.763062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.763394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.763721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca258f9d-43bf-476a-9119-1f1465705324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:18:38.794102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.804695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6df1e90-20cd-4f37-ae40-29220ad6686f']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:38.815009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7246eb-7edc-41b3-89b0-d2957c75ee27') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:38.815313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7246eb-7edc-41b3-89b0-d2957c75ee27') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:38.824129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.837735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.844449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:18:38.844956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:18:38.846726 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:18:38.988395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.993861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:38.995812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b6df1e90-20cd-4f37-ae40-29220ad6686f HTTP/1.1" status: 204 len: 168 time: 0.7035527 Jul 28 15:18:38.999018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35760) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:39.007951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8061f3f-6de2-4989-a490-167a1a4f7b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6df1e90-20cd-4f37-ae40-29220ad6686f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:39.098701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9557fbf1-feec-483c-a089-b12ff2444f9b no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:39.118079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9557fbf1-feec-483c-a089-b12ff2444f9b {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:39.118431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9557fbf1-feec-483c-a089-b12ff2444f9b not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:39.118844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8caca0a7-d38b-4694-bba8-c6f03691e61d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:39.137724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8caca0a7-d38b-4694-bba8-c6f03691e61d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:39.138074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8caca0a7-d38b-4694-bba8-c6f03691e61d not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:39.138480 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 926b886d-7f2b-437a-9a62-3f34563f62da no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:39.158092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 926b886d-7f2b-437a-9a62-3f34563f62da {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:39.158438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 926b886d-7f2b-437a-9a62-3f34563f62da not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:39.363009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:39.619492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Deleting port 6f08896a-4c55-41d8-becf-7911f9831f6f {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:39.619970 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:39.699998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] For port 6f08896a-4c55-41d8-becf-7911f9831f6f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6f08896a-4c55-41d8-becf-7911f9831f6f,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:39.700884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:39.717098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Calling delete_port for 6f08896a-4c55-41d8-becf-7911f9831f6f owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:40.377453 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:40.404226 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6f08896a-4c55-41d8-becf-7911f9831f6f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:40.582472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:40.807167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:18:40.917815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:18:40.923059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1d562dd3-2b53-4ea5-bfdc-073ca3a879cb admin admin] 10.222.0.47 "PUT /v2.0/routers/8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9229472 Jul 28 15:18:40.925560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:40.928333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Sync routers for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:18:40.938934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:40.939533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:41.036220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.053482 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:41.156478 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.248027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:18:40Z', 'revision_number': 5, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port': {'id': '4a764dd0-4ecb-4717-bf62-4d12f26800fa', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:41.274604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Checking router: 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:18:41.283021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Routers {'8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:18:41.283655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:18:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:41.323803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Deleting port 4a764dd0-4ecb-4717-bf62-4d12f26800fa {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:41.324158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.370926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] Set router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:18:41.411510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] For port 4a764dd0-4ecb-4717-bf62-4d12f26800fa, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4a764dd0-4ecb-4717-bf62-4d12f26800fa,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:41.412518 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.426281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Calling delete_port for 4a764dd0-4ecb-4717-bf62-4d12f26800fa owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:41.427759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:18:41Z', 'revision_number': 6, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:41.455659 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b84c28-0b2c-4d15-8e43-7f91b1dad3ce None None] The sync data for ids ['8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6'] in n-d-705658-23 is: [{'id': '8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6', 'name': 'tempest-TestVolumeBackupRestore-300069612-router', 'tenant_id': '2cc26edbabf541f59a572e79290b838a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:14:14Z', 'updated_at': '2021-07-28T15:18:41Z', 'revision_number': 6, 'project_id': '2cc26edbabf541f59a572e79290b838a', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:18:41.645909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.672859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a764dd0-4ecb-4717-bf62-4d12f26800fa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:41.732147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.832959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:41.835402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.000218 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.000766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:18:42.006291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.007479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0cc40400-892b-4c93-873f-9b59cf8380d7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/8a5401cf-b4ff-4163-97dc-bb5b6eb84dc6 HTTP/1.1" status: 204 len: 168 time: 1.0809989 Jul 28 15:18:42.010221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35882) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:42.058450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Deleting subnet e3333041-75c1-4d3c-a049-ff784e004ddb {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:18:42.061910 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.098905 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.186858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.320171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a7f2b573-d0d4-405f-8b89-c63b21c238a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.372209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.398871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3333041-75c1-4d3c-a049-ff784e004ddb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:42.402629 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.404550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ef45926f-4b32-4b9c-b329-717914639976 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3333041-75c1-4d3c-a049-ff784e004ddb HTTP/1.1" status: 204 len: 168 time: 0.3934083 Jul 28 15:18:42.407902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 35898) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:42.413534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c2e31-af08-4840-a339-f6df9568e4bb None None] Network 88fb58ae-ab55-4e84-a523-758f69ea67c4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:18:42.481528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.537362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Deleting port 27931784-e58a-4038-99ad-c73f61f619d0 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:42.537969 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.606841 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] For port 27931784-e58a-4038-99ad-c73f61f619d0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=27931784-e58a-4038-99ad-c73f61f619d0,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:42.607243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.612080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] DHCP port deletion for 88fb58ae-ab55-4e84-a523-758f69ea67c4 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:18:42.622126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Calling delete_port for 27931784-e58a-4038-99ad-c73f61f619d0 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:42.665542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Deleting port 27931784-e58a-4038-99ad-c73f61f619d0 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:18:42.665925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.735513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] For port 27931784-e58a-4038-99ad-c73f61f619d0, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=27931784-e58a-4038-99ad-c73f61f619d0,segment=NetworkSegment(ce2adbb4-e424-4595-91d3-f9bd5815298d),segment_id=ce2adbb4-e424-4595-91d3-f9bd5815298d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:18:42.735925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.748657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Calling delete_port for 27931784-e58a-4038-99ad-c73f61f619d0 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:18:42.782820 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.809309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Pushing event deleted for resources: {'Port': ['ID=27931784-e58a-4038-99ad-c73f61f619d0,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:42.813795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] No DVR routers for this DVR port 27931784-e58a-4038-99ad-c73f61f619d0 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:18:42.826154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.851357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] Pushing event deleted for resources: {'Port': ['ID=27931784-e58a-4038-99ad-c73f61f619d0,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:42.855059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd9b32-4c82-4604-a41e-e4d46e9ac4ed None None] No DVR routers for this DVR port 27931784-e58a-4038-99ad-c73f61f619d0 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:18:42.892406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.902173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fb58ae-ab55-4e84-a523-758f69ea67c4']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:42.913000 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2adbb4-e424-4595-91d3-f9bd5815298d') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:42.913307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2adbb4-e424-4595-91d3-f9bd5815298d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:18:42.922653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.936052 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.942402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:18:42.942792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:18:42.944438 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:18:43.099503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a764dd0-4ecb-4717-bf62-4d12f26800fa no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:43.102734 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.109015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.112462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] 10.222.0.47 "DELETE /v2.0/networks/88fb58ae-ab55-4e84-a523-758f69ea67c4 HTTP/1.1" status: 204 len: 168 time: 0.7035935 Jul 28 15:18:43.121438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4a764dd0-4ecb-4717-bf62-4d12f26800fa {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:43.121795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4a764dd0-4ecb-4717-bf62-4d12f26800fa not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:43.122223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 27931784-e58a-4038-99ad-c73f61f619d0 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:43.126563 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c7bc1-d496-4237-96da-200ee965405a admin admin] Pushing event deleted for resources: {'Network': ['ID=88fb58ae-ab55-4e84-a523-758f69ea67c4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:43.146188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 27931784-e58a-4038-99ad-c73f61f619d0 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:43.146472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 27931784-e58a-4038-99ad-c73f61f619d0 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:43.146892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6f08896a-4c55-41d8-becf-7911f9831f6f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:18:43.166831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6f08896a-4c55-41d8-becf-7911f9831f6f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:18:43.167214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6f08896a-4c55-41d8-becf-7911f9831f6f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:18:43.611936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35926) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:43.656852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-54e31f24-c8cf-446c-89a9-e5503e33e443 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3a648a2e1cc44fab4856411a991faf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437441 Jul 28 15:18:43.659606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:43.707208 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.728686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.828880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.831563 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:43.832769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8229013b-4ef9-4432-98e7-0168e361c845 HTTP/1.1" status: 204 len: 168 time: 0.1722579 Jul 28 15:18:43.840522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc3fc8-91b6-4448-acc7-2f15874f6bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229013b-4ef9-4432-98e7-0168e361c845,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:44.594888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:44.636044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ce2f4da-d095-496f-8360-def0c3d1c2f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cc26edbabf541f59a572e79290b838a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398564 Jul 28 15:18:44.638539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 35936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:18:44.688717 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:44.710176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:44.743099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c16e0a24-b6d4-4a4b-b026-4f4743277485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:44.857000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:44.860131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:44.861399 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73e6cc41-f762-4e69-bec7-efa94ee09199 HTTP/1.1" status: 204 len: 168 time: 0.2219048 Jul 28 15:18:44.869993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb852e0c-87f8-4136-9a68-f0aee2797673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e6cc41-f762-4e69-bec7-efa94ee09199,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:44.931463 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:46.228310 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:47.800213 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:50.229127 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:50.823113 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:56.231302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-97040881-06c1-4696-8786-3f5a94b5eb31 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229299 Jul 28 15:18:56.341786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1ec1768c-9415-4bc5-9d0c-1c91e559822b tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:56.343862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1ec1768c-9415-4bc5-9d0c-1c91e559822b tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067171 Jul 28 15:18:56.360101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-08cb01a0-c638-4433-adc9-6700d1e608fe tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/quotas/157eb8bc95da4501bc32f4bcd4d0e963 HTTP/1.1" status: 200 len: 375 time: 0.0104446 Jul 28 15:18:56.401462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-eeeefec5-31df-4992-a874-416390529eb1 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350838 Jul 28 15:18:56.587386 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:18:56.665797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a390b920-da59-4131-8c52-151ef9c1c2f6 req-03e3e209-107c-4937-a7df-54d888901908 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Jul 28 15:18:57.748078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-594a7f02-08be-479c-b299-6202ba0b6b9a req-b3afb18e-dfb2-42a3-b26c-ca2d761aa83c tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Jul 28 15:18:58.861067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-101ca0ba-41a9-4a35-a0ef-b0ab8655d967 req-34201902-1043-4221-9d4d-470867166753 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 210 time: 0.0307825 Jul 28 15:18:59.058674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-6526d132-fc28-48fa-abe4-69692e6f8970 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211492 Jul 28 15:18:59.176408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1612c15c-d4c9-4912-bed8-204d7e569076 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:18:59.178574 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1612c15c-d4c9-4912-bed8-204d7e569076 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140728 Jul 28 15:18:59.197550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Request body: {'port': {'device_id': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'admin_state_up': True, 'tenant_id': '157eb8bc95da4501bc32f4bcd4d0e963'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:18:59.485682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Made reservation on behalf of 157eb8bc95da4501bc32f4bcd4d0e963 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:18:59.489476 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:59.500715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:59.592827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:59.679751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:18:59.746173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:18:59.826886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Allocated IP 192.168.233.242 (392b7652-6821-4c2d-8332-402463c833f7/24bfd319-3abf-4ad4-b8be-5408e48cfbf1/cb816b33-a871-4f31-807a-69f7cd83590e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:18:59.968361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ea52380-b5e5-4ded-9ed7-f1c597554679 req-a01aade0-ecc8-4f29-a386-7d1cfc83d7f9 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 210 time: 0.0350368 Jul 28 15:19:00.076621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.084790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Transition to ACTIVE for port object cb816b33-a871-4f31-807a-69f7cd83590e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:00.188823 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.231496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Network 392b7652-6821-4c2d-8332-402463c833f7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:00.235167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:00.241497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:00.247243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Pushing event updated for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:00.302366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:00.303044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.412961 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-1f3ce3be-57de-4a7a-aba7-e334d1d4c084 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2190502 Jul 28 15:19:00.431829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Request body: {'port': {'device_id': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:00.491225 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.508812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dbb4bbfa-6197-4dba-99d0-b468e24ba082 None None] Provisioning for port cb816b33-a871-4f31-807a-69f7cd83590e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:00.512776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dbb4bbfa-6197-4dba-99d0-b468e24ba082 None None] Provisioning complete for port cb816b33-a871-4f31-807a-69f7cd83590e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:00.513160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dbb4bbfa-6197-4dba-99d0-b468e24ba082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.548855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4bbfa-6197-4dba-99d0-b468e24ba082 None None] Port cb816b33-a871-4f31-807a-69f7cd83590e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:19:00.760052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb816b33-a871-4f31-807a-69f7cd83590e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:00.768155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.780677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Transition to ACTIVE for port object cb816b33-a871-4f31-807a-69f7cd83590e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:00.862921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:00.913510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Pushing event updated for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:00.993518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Attempting to bind port cb816b33-a871-4f31-807a-69f7cd83590e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:00.993968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Attempting to bind port cb816b33-a871-4f31-807a-69f7cd83590e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:00.994380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Attempting to bind port cb816b33-a871-4f31-807a-69f7cd83590e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:00.999924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Port cb816b33-a871-4f31-807a-69f7cd83590e on network 392b7652-6821-4c2d-8332-402463c833f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:01.000344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Attempting to bind port cb816b33-a871-4f31-807a-69f7cd83590e on network 392b7652-6821-4c2d-8332-402463c833f7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:01.006008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:01.006364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Checking segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:01.006868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Bound using segment: {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:01.007224 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Bound port: cb816b33-a871-4f31-807a-69f7cd83590e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eed50b4-d976-4c5d-876b-23f74090195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '392b7652-6821-4c2d-8332-402463c833f7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:01.007589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:01.081024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:01.084580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=cb816b33-a871-4f31-807a-69f7cd83590e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:01.098383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5484d-c584-4de1-b429-4d6d91db8403 req-f6cbd992-8ecf-4b58-b7ae-efc6156eed20 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.100433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2bf5484d-c584-4de1-b429-4d6d91db8403 req-f6cbd992-8ecf-4b58-b7ae-efc6156eed20 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 948 time: 0.0555837 Jul 28 15:19:01.142627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2bf5484d-c584-4de1-b429-4d6d91db8403 req-5d54feca-f0eb-4053-9f57-c4272a0e62f8 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366187 Jul 28 15:19:01.166000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:01.198928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.199581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:01.200974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] 10.222.0.53 "PUT /v2.0/ports/cb816b33-a871-4f31-807a-69f7cd83590e HTTP/1.1" status: 200 len: 1097 time: 0.7734108 Jul 28 15:19:01.201410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:01.204364 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f738d2-bfa6-48d2-976b-e37bc5390c58" -d '{"events": [{"name": "network-changed", "server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:01.232708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275c4a7-cf9f-4f60-9aad-db965916e266 service neutron] Pushing event updated for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:01.249864 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2b779c-3ee9-4582-8fad-f13d17127824 x-openstack-request-id: req-4f2b779c-3ee9-4582-8fad-f13d17127824 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:01.250164 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:01.250418 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f2b779c-3ee9-4582-8fad-f13d17127824 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:01.250824 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e', 'status': 'completed', 'code': 200} Jul 28 15:19:01.338882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f738d2-bfa6-48d2-976b-e37bc5390c58 req-290c6841-5768-4e5c-8651-e8a0cd6360d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.340516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80f738d2-bfa6-48d2-976b-e37bc5390c58 req-290c6841-5768-4e5c-8651-e8a0cd6360d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 1100 time: 0.0503895 Jul 28 15:19:01.376398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80f738d2-bfa6-48d2-976b-e37bc5390c58 req-25d0c492-dcf8-428c-bed8-33b1287c0461 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212004 Jul 28 15:19:01.469288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f738d2-bfa6-48d2-976b-e37bc5390c58 req-f7c76598-5a81-4b01-9851-81ecafd61c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.470691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-80f738d2-bfa6-48d2-976b-e37bc5390c58 req-f7c76598-5a81-4b01-9851-81ecafd61c28 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882621 Jul 28 15:19:01.570410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-9c5d9eeb-afa6-418d-bd8d-aaa405ef0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.571872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-9c5d9eeb-afa6-418d-bd8d-aaa405ef0279 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 1100 time: 0.0439959 Jul 28 15:19:01.622146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-fb38fefa-6441-4e8a-8e10-5a5b652b45fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=cb816b33-a871-4f31-807a-69f7cd83590e HTTP/1.1" status: 200 len: 217 time: 0.0372107 Jul 28 15:19:01.670760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-03667621-108b-4b78-9270-6baaadfa8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.672386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-03667621-108b-4b78-9270-6baaadfa8537 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24bfd319-3abf-4ad4-b8be-5408e48cfbf1 HTTP/1.1" status: 200 len: 843 time: 0.0435259 Jul 28 15:19:01.716946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-3b95f8b7-d36b-4761-b6fe-e0db80e3d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:01.718485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-3b95f8b7-d36b-4761-b6fe-e0db80e3d490 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=392b7652-6821-4c2d-8332-402463c833f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0391626 Jul 28 15:19:01.822016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-9d3874e6-b3a8-4019-b50f-ade5c106c745 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955443 Jul 28 15:19:01.942941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf93da4c-00ca-4bee-a5f8-26d9d34c220c req-a93a1ce3-2521-4f11-b4c6-406eb46957b3 service neutron] 10.222.0.53 "GET /v2.0/networks/392b7652-6821-4c2d-8332-402463c833f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135077 Jul 28 15:19:02.261507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622a0fd-932c-4170-b1e0-da5ae3c84170 req-aa0481c0-1c09-4938-a114-cc9135b60bd5 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:02.263073 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3622a0fd-932c-4170-b1e0-da5ae3c84170 req-aa0481c0-1c09-4938-a114-cc9135b60bd5 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 948 time: 0.0512173 Jul 28 15:19:02.303236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3622a0fd-932c-4170-b1e0-da5ae3c84170 req-6d6f6b79-1f63-4b20-a27f-618255fc33fb tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Jul 28 15:19:03.424647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536037b-b8f3-4ddc-b099-70387ea42951 req-a2b80e6e-35cf-43f0-85e7-73489643af27 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:03.426124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3536037b-b8f3-4ddc-b099-70387ea42951 req-a2b80e6e-35cf-43f0-85e7-73489643af27 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 948 time: 0.0543659 Jul 28 15:19:03.463937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3536037b-b8f3-4ddc-b099-70387ea42951 req-b9149187-a3c7-4d70-a40e-9f5bc2b0b351 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jul 28 15:19:04.430285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device cb816b33-a871-4f31-807a-69f7cd83590e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:19:04.537478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=cb816b33-a871-4f31-807a-69f7cd83590e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:04.549351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'cb816b33-a871-4f31-807a-69f7cd83590e', 'network_id': '392b7652-6821-4c2d-8332-402463c833f7', 'port_id': 'cb816b33-a871-4f31-807a-69f7cd83590e', 'mac_address': 'fa:16:3e:12:e9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfd319-3abf-4ad4-b8be-5408e48cfbf1', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:19:04.587786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09253cc-569e-4348-b68d-08d3960ebf09 req-4a53b470-811a-422e-bd34-225b6e6b55e2 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:04.588389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:04.589410 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c09253cc-569e-4348-b68d-08d3960ebf09 req-4a53b470-811a-422e-bd34-225b6e6b55e2 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 948 time: 0.0547037 Jul 28 15:19:04.602295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb816b33-a871-4f31-807a-69f7cd83590e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:04.622707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=cb816b33-a871-4f31-807a-69f7cd83590e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:04.632735 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c09253cc-569e-4348-b68d-08d3960ebf09 req-4abc22c6-f030-416d-8713-835cb2179092 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Jul 28 15:19:04.737250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:04.789085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:05.010163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['cb816b33-a871-4f31-807a-69f7cd83590e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:19:05.748746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc066c3-eed8-4702-9b86-4f4277130098 req-441f7ae8-668b-45e5-879a-e23b554e48f5 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:05.750523 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fc066c3-eed8-4702-9b86-4f4277130098 req-441f7ae8-668b-45e5-879a-e23b554e48f5 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 949 time: 0.0493393 Jul 28 15:19:05.788556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fc066c3-eed8-4702-9b86-4f4277130098 req-08443db7-04b0-4b5d-ab03-376a8f80eca7 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321610 Jul 28 15:19:06.444387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device cb816b33-a871-4f31-807a-69f7cd83590e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:06.554151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port cb816b33-a871-4f31-807a-69f7cd83590e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:06.558005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port cb816b33-a871-4f31-807a-69f7cd83590e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:06.558391 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.632368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.653270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:06.656042 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0d2252-e4bd-473e-b871-8de83bb50b34" -d '{"events": [{"server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "name": "network-vif-plugged", "status": "completed", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:06.668628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=cb816b33-a871-4f31-807a-69f7cd83590e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:06.743204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:06.770723 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84a77d-b8f7-4628-bbb4-8c7e8a525069 x-openstack-request-id: req-af84a77d-b8f7-4628-bbb4-8c7e8a525069 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:06.771044 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "name": "network-vif-plugged", "status": "completed", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:06.771299 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af84a77d-b8f7-4628-bbb4-8c7e8a525069 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:06.771690 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e', 'code': 200} Jul 28 15:19:06.801794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:06.915682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b504f09-566d-4974-a9c6-d9a137ff04fa req-d8435f12-df89-44b5-b174-0aba4890f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:06.917277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b504f09-566d-4974-a9c6-d9a137ff04fa req-d8435f12-df89-44b5-b174-0aba4890f787 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 1102 time: 0.0755289 Jul 28 15:19:06.932846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05760f13-8fcb-4988-864e-1be0f05b74e0 req-4c5a97ca-663f-4471-b708-17908886ca2d tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:06.934306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05760f13-8fcb-4988-864e-1be0f05b74e0 req-4c5a97ca-663f-4471-b708-17908886ca2d tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0673311 Jul 28 15:19:06.980048 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0b504f09-566d-4974-a9c6-d9a137ff04fa req-ab9e84db-4e62-4d9e-ae39-64f3fc7988bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546346 Jul 28 15:19:06.992725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-05760f13-8fcb-4988-864e-1be0f05b74e0 req-0938c654-0bf0-431a-b0dd-92a75c74a85f tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521510 Jul 28 15:19:08.113514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a65f3-e66d-445d-a000-fcb27a9176e3 req-1e8824e0-e453-4b27-aefb-786fd6f0138b tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:08.117885 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-886a65f3-e66d-445d-a000-fcb27a9176e3 req-1e8824e0-e453-4b27-aefb-786fd6f0138b tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0504003 Jul 28 15:19:08.156025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-886a65f3-e66d-445d-a000-fcb27a9176e3 req-0a84a258-9c3a-42b2-8d82-9e79356a4051 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Jul 28 15:19:09.282056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd9162-f155-4560-8581-b02140998bec req-d1625072-0392-4a1f-8f37-90273e0d54f7 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:09.283724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2fd9162-f155-4560-8581-b02140998bec req-d1625072-0392-4a1f-8f37-90273e0d54f7 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0530365 Jul 28 15:19:09.325317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2fd9162-f155-4560-8581-b02140998bec req-cb0140db-ce19-4f5a-a242-d4a8fd98582b tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350235 Jul 28 15:19:11.027422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe613-c684-455c-aea3-faf20665713e req-fd84d4ab-a630-498f-82b6-2f40f9bc4e4a tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:11.029146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-553fe613-c684-455c-aea3-faf20665713e req-fd84d4ab-a630-498f-82b6-2f40f9bc4e4a tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0560653 Jul 28 15:19:11.072106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-553fe613-c684-455c-aea3-faf20665713e req-c4e01e03-ea07-408d-9e04-deeeafbde47f tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Jul 28 15:19:12.193361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b36bcd-d37e-4094-bd03-5e2e8a824769 req-7e644264-3110-4976-8d81-346ce52bd2ec tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.194911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21b36bcd-d37e-4094-bd03-5e2e8a824769 req-7e644264-3110-4976-8d81-346ce52bd2ec tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0502987 Jul 28 15:19:12.237672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21b36bcd-d37e-4094-bd03-5e2e8a824769 req-06d5edc1-4a3d-453e-b375-8cfdd5b7361a tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Jul 28 15:19:12.320050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6d87a78d-9ace-4860-a6a5-e93d0559f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:12.429629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97320238-83c3-44b1-895f-5137d4f1414d req-29449de4-1905-4538-8f3a-2e5b5bd105a7 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:12.431117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97320238-83c3-44b1-895f-5137d4f1414d req-29449de4-1905-4538-8f3a-2e5b5bd105a7 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.53 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 950 time: 0.0534711 Jul 28 15:19:12.519053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Deleting port cb816b33-a871-4f31-807a-69f7cd83590e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:19:12.519415 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:12.608488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] For port cb816b33-a871-4f31-807a-69f7cd83590e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=cb816b33-a871-4f31-807a-69f7cd83590e,segment=NetworkSegment(0eed50b4-d976-4c5d-876b-23f74090195d),segment_id=0eed50b4-d976-4c5d-876b-23f74090195d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:12.608873 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:12.621505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Calling delete_port for cb816b33-a871-4f31-807a-69f7cd83590e owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:19:12.897112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:12.928521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Pushing event deleted for resources: {'Port': ['ID=cb816b33-a871-4f31-807a-69f7cd83590e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:12.995454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] No DVR routers for this DVR port cb816b33-a871-4f31-807a-69f7cd83590e on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:19:12.999106 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:13.001762 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97320238-83c3-44b1-895f-5137d4f1414d req-8c4a29b5-f1ad-4981-8a8c-86ca7221362e tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.53 "DELETE /v2.0/ports/cb816b33-a871-4f31-807a-69f7cd83590e HTTP/1.1" status: 204 len: 173 time: 0.5636468 Jul 28 15:19:13.002247 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'name': 'network-vif-deleted', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:13.005329 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b5477a-83ae-4180-bf11-b924bd7a7e56" -d '{"events": [{"server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "name": "network-vif-deleted", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:13.044594 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872801c8-3921-40bd-8907-3c36d59c64f3 x-openstack-request-id: req-872801c8-3921-40bd-8907-3c36d59c64f3 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:13.044893 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806c43d4-0d98-4b80-b180-41c094ea06a0", "name": "network-vif-deleted", "tag": "cb816b33-a871-4f31-807a-69f7cd83590e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:13.045145 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-872801c8-3921-40bd-8907-3c36d59c64f3 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:13.046206 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806c43d4-0d98-4b80-b180-41c094ea06a0', 'name': 'network-vif-deleted', 'tag': 'cb816b33-a871-4f31-807a-69f7cd83590e', 'status': 'completed', 'code': 200} Jul 28 15:19:13.339075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-176a8795-db98-4b6a-b8f8-543ef12fa46f req-876f6e77-a8e9-4439-9552-ebb637f83741 tempest-ServersAdminNegativeTestJSON-372379551 tempest-ServersAdminNegativeTestJSON-372379551-project] 10.222.0.47 "GET /v2.0/ports?device_id=806c43d4-0d98-4b80-b180-41c094ea06a0 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Jul 28 15:19:14.445231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device cb816b33-a871-4f31-807a-69f7cd83590e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:19:14.465246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: cb816b33-a871-4f31-807a-69f7cd83590e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:19:14.465604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device cb816b33-a871-4f31-807a-69f7cd83590e not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:19:14.742717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6441e702-2749-4dce-b981-c34cec870bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:14.887964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36088) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:14.954248 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.024197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-bdb16f19-590d-4d67-b4bc-63cf5846f7b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=157eb8bc95da4501bc32f4bcd4d0e963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350608 Jul 28 15:19:15.026746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36092) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:15.076005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.098313 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.257615 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.260182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:15.261367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ad415e4-4dc4-4da2-b299-592d8ce7d8d8 HTTP/1.1" status: 204 len: 168 time: 0.2336931 Jul 28 15:19:15.272835 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745a632-3596-44ec-9d71-c602bb059f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad415e4-4dc4-4da2-b299-592d8ce7d8d8,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:16.068180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36098) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:16.081139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5f86d1b-7672-4e83-89cf-7b6867be41d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.168076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5f86d1b-7672-4e83-89cf-7b6867be41d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.245976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f5f86d1b-7672-4e83-89cf-7b6867be41d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.284040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f86d1b-7672-4e83-89cf-7b6867be41d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f4919-bf2d-4099-945e-fcdc5668f0fc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:16.288308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f5f86d1b-7672-4e83-89cf-7b6867be41d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4ad176daa804f909ecacd82fdf29092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191017 Jul 28 15:19:16.291472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36100) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:16.307765 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.338921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.361118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.514659 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.517680 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:16.518901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f83f4919-bf2d-4099-945e-fcdc5668f0fc HTTP/1.1" status: 204 len: 168 time: 0.2270865 Jul 28 15:19:16.528474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f42f6-e9c6-4de0-9787-ded3aaf7b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f4919-bf2d-4099-945e-fcdc5668f0fc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:17.720536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:17.814396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1995577572-network', 'tenant_id': 'b14819dfc904498f8f940387617872d3'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:17.851588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.964559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Made reservation on behalf of b14819dfc904498f8f940387617872d3 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:17.967053 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:17.976822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.070158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.147259 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.171747 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:19:18.181607 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede2a1bc-fbf6-4101-bf6d-777492d32c32,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:18.188139 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.189728 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Added segment 62e8c784-4a32-48b4-873a-6c5744a98404 of type vlan for network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 Jul 28 15:19:18.228420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.348785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.349780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:18.350378 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.417649 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] Pushing event updated for resources: {'Network': ['ID=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:18.433390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:19:18.492003 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c432e5f5-ef63-461e-8cf5-72891c185201 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7648606 Jul 28 15:19:18.492210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36126) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:18.495047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Request body: {'subnet': {'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1995577572-subnet', 'tenant_id': 'b14819dfc904498f8f940387617872d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:18.605687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Made reservation on behalf of b14819dfc904498f8f940387617872d3 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:18.608921 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.868100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:18.927454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8051455-f277-435e-a0b6-473959fa12d7,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:18.936064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Checking segment: {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:18.936608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Network hostable DHCP agents. Network: fca1a54c-7d89-4701-877c-fbd0f9f9bdc4, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:19:19.022843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:19:19.109002 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fca1a54c-7d89-4701-877c-fbd0f9f9bdc4) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:19.113076 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:19.113669 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:19.118569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63078667-3c78-43ec-98e6-a5e7bfee9250 None None] Network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:19.212309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7e94d75f-2a77-4a8f-9286-230aae92329d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7215235 Jul 28 15:19:19.238724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8760cd7-9314-4a98-b422-2321bc9d0ab5 None None] Network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:19:19.635498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-f0969ace-4b00-4f4c-b4cd-9fa97ea202f0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:19.636922 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-f0969ace-4b00-4f4c-b4cd-9fa97ea202f0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 812 time: 0.1032083 Jul 28 15:19:19.657392 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-f8b04fb1-5e76-404f-9150-f9d0f211f9fa tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/quotas/b14819dfc904498f8f940387617872d3 HTTP/1.1" status: 200 len: 375 time: 0.0133269 Jul 28 15:19:19.695052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-0fd94c1e-0b6f-40ae-b204-c2e7b7033a37 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311832 Jul 28 15:19:19.753030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-8de03426-7c3b-4929-864c-fba522643093 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:19:19.754036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-8de03426-7c3b-4929-864c-fba522643093 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527036 Jul 28 15:19:19.852356 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-17a33a12-375c-492f-82f4-537f1a68aa83 service neutron] 10.222.0.47 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919135 Jul 28 15:19:19.945023 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-4d1d1284-1eba-4df1-a913-bf5b026a87b8 service neutron] 10.222.0.47 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862679 Jul 28 15:19:20.234190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:20.884692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:21.209655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-249b0a82-fbbb-4bf0-88c5-0e278d3f2db8 req-7de9404f-fef2-42e6-bb26-d46fff07b4de tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 210 time: 0.0294688 Jul 28 15:19:22.292040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dd00a9dc-13cc-4750-ac86-8352ae93997d req-1fd06d29-de49-40f6-992b-05e9a975dc42 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Jul 28 15:19:23.390917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9887044-1483-4451-bea4-6c2dab1e0487 req-88116041-b10c-4041-a242-d606ded044a0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 210 time: 0.0279162 Jul 28 15:19:23.730065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-4b4ca56b-1579-4e8d-9038-2bb77f3e0c85 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:23.731552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-4b4ca56b-1579-4e8d-9038-2bb77f3e0c85 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.53 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 812 time: 0.1081009 Jul 28 15:19:23.753078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Request body: {'port': {'device_id': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4', 'admin_state_up': True, 'tenant_id': 'b14819dfc904498f8f940387617872d3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:23.960367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Made reservation on behalf of b14819dfc904498f8f940387617872d3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:19:23.963971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.099661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Allocated IP 172.20.0.11 (fca1a54c-7d89-4701-877c-fbd0f9f9bdc4/c8051455-f277-435e-a0b6-473959fa12d7/d211f3df-37d9-4ce3-827e-b7faade530a2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:19:24.245605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.389774 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.432541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:19:24.435634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:19:24.442391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:19:24.448951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:24.495553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:24.496177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.531470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1b6a-d99a-4afe-b7fb-3ec95c6d5328 req-7e93eebc-6b36-419b-8717-2fbf17e426d1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:24.532973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac0c1b6a-d99a-4afe-b7fb-3ec95c6d5328 req-7e93eebc-6b36-419b-8717-2fbf17e426d1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 932 time: 0.0606818 Jul 28 15:19:24.572774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac0c1b6a-d99a-4afe-b7fb-3ec95c6d5328 req-a3b192ff-c2ab-40ca-aa29-760564bffe0a tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Jul 28 15:19:24.606403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-68e32316-f7b1-4bb7-bfd0-3455c3c5b2b0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8578444 Jul 28 15:19:24.625394 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Request body: {'port': {'device_id': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:24.682099 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.941183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d211f3df-37d9-4ce3-827e-b7faade530a2 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:24.948454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:24.959956 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Transition to ACTIVE for port object d211f3df-37d9-4ce3-827e-b7faade530a2 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:25.053575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.107545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:25.130324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.130676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.131049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.131393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.131731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.132068 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.132402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.132737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.133067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.133397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.133727 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.134059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:25.190789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:25.191165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:25.191555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:25.195795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:25.196124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:25.200940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:25.201284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Checking segment: {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:25.202279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Bound using segment: {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:25.202729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Bound port: d211f3df-37d9-4ce3-827e-b7faade530a2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:25.203042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.268094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:25.272226 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:25.388870 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.425767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.426389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:25.427829 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 1093 time: 0.8078434 Jul 28 15:19:25.428351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:25.430498 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ebc697-4a88-441d-b0cc-8beb148dee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:25.454289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ea385-3fba-401a-bb07-a769d5dda1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:25.468577 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c130d8d-b0e6-452e-a6f8-8e7870d52fd7 x-openstack-request-id: req-6c130d8d-b0e6-452e-a6f8-8e7870d52fd7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:25.473727 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:25.473727 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c130d8d-b0e6-452e-a6f8-8e7870d52fd7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:25.473727 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'status': 'completed', 'code': 200} Jul 28 15:19:25.550734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-de360b6b-4b86-47fe-9d0f-037b70d86956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.552284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-de360b6b-4b86-47fe-9d0f-037b70d86956 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1096 time: 0.0422702 Jul 28 15:19:25.662132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-451d45ab-d9fc-4c66-b22a-0a3bc3ba2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.663734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-451d45ab-d9fc-4c66-b22a-0a3bc3ba2ed0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b14819dfc904498f8f940387617872d3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0983443 Jul 28 15:19:25.693244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365b634-090c-485f-879e-b8f6d5860b79 req-634d4f7b-924b-4277-805f-c3a038f8589d tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.694683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d365b634-090c-485f-879e-b8f6d5860b79 req-634d4f7b-924b-4277-805f-c3a038f8589d tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0528402 Jul 28 15:19:25.733953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d365b634-090c-485f-879e-b8f6d5860b79 req-a0043dd4-06fb-4bbb-b335-eb73717ab8b1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 Jul 28 15:19:25.767316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-be5baed1-08c4-4fd3-b1c0-bdc5f7dcc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.768826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54ebc697-4a88-441d-b0cc-8beb148dee8c req-be5baed1-08c4-4fd3-b1c0-bdc5f7dcc274 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986447 Jul 28 15:19:25.866517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-d1f1cc26-5e68-4cce-ac0c-70bdaeb2c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.868095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-d1f1cc26-5e68-4cce-ac0c-70bdaeb2c11e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1096 time: 0.0425603 Jul 28 15:19:25.916218 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-8d7cd28d-eddf-42a1-b084-524745578fbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0348547 Jul 28 15:19:25.966344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-006e3c3a-6c06-4341-b072-6228ab7a3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:25.967939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-006e3c3a-6c06-4341-b072-6228ab7a3151 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0440335 Jul 28 15:19:26.003702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-d8cc2c0f-b349-4564-aae4-344e7aafc7d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289888 Jul 28 15:19:26.104611 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-a2196c44-4b56-44fd-9ca9-a256e4cf6c0b service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934477 Jul 28 15:19:26.199871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b420c14a-5ddd-42b2-b072-e0f57811299d req-be77c1cd-f9c0-478a-8cc8-cbaea91c56fa service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886557 Jul 28 15:19:26.853857 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e50de1-6697-4daf-8c80-85c905ebfd52 req-0eb10f6a-dc5a-40cb-a1bc-7e101a8e5d76 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:26.855408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e50de1-6697-4daf-8c80-85c905ebfd52 req-0eb10f6a-dc5a-40cb-a1bc-7e101a8e5d76 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0503185 Jul 28 15:19:26.896008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72e50de1-6697-4daf-8c80-85c905ebfd52 req-574e0e66-f526-42f3-9c0b-147f960e0621 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327470 Jul 28 15:19:28.013033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24811c0d-6034-4f18-bcdf-f9ac5bd2337d req-c4298e22-0246-4d5d-acef-564cf05c3c62 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:28.014566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24811c0d-6034-4f18-bcdf-f9ac5bd2337d req-c4298e22-0246-4d5d-acef-564cf05c3c62 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0498111 Jul 28 15:19:28.056972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24811c0d-6034-4f18-bcdf-f9ac5bd2337d req-153fae51-382c-44cb-a611-6e0f65506ad2 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jul 28 15:19:29.175325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7516-515e-4e0a-9411-5d2f1fb08c0a req-cee30e5b-8c9b-4fdd-aab7-b12278569dfe tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:29.176852 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27eb7516-515e-4e0a-9411-5d2f1fb08c0a req-cee30e5b-8c9b-4fdd-aab7-b12278569dfe tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0501478 Jul 28 15:19:29.217809 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-27eb7516-515e-4e0a-9411-5d2f1fb08c0a req-97e41eef-796b-401d-9d4b-48924ecc752d tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 28 15:19:30.337611 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2828f8e-ab8e-40ed-93a0-2a07d5c86838 req-161733a0-2fed-4676-8996-26dddd9ce7eb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:30.339155 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2828f8e-ab8e-40ed-93a0-2a07d5c86838 req-161733a0-2fed-4676-8996-26dddd9ce7eb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0508924 Jul 28 15:19:30.379964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a2828f8e-ab8e-40ed-93a0-2a07d5c86838 req-9e92778e-0424-4db0-b084-2df3e4d88f69 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346680 Jul 28 15:19:30.525269 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:19:30.620871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:30.634007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4', 'port_id': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'mac_address': 'fa:16:3e:ac:86:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8051455-f277-435e-a0b6-473959fa12d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:19:30.671715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.684526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d211f3df-37d9-4ce3-827e-b7faade530a2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:19:30.705470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:30.771724 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:30.821747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:31.029368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['d211f3df-37d9-4ce3-827e-b7faade530a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:19:31.503203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab20c-4d74-4f14-bd30-36b0e6385711 req-b4950476-d4f7-42f5-a3fd-2d98095d602e tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:31.504729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b50ab20c-4d74-4f14-bd30-36b0e6385711 req-b4950476-d4f7-42f5-a3fd-2d98095d602e tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 945 time: 0.0540278 Jul 28 15:19:31.543396 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b50ab20c-4d74-4f14-bd30-36b0e6385711 req-74787633-7864-4caa-9661-5d7c844b7e44 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 28 15:19:32.540120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:19:32.651272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port d211f3df-37d9-4ce3-827e-b7faade530a2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:19:32.656272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port d211f3df-37d9-4ce3-827e-b7faade530a2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:19:32.656658 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.680866 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965baec-3934-43e0-ae4c-dfd9ee41648e req-291aa6d1-82f2-451c-aa78-8d36db787f55 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:32.683229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5965baec-3934-43e0-ae4c-dfd9ee41648e req-291aa6d1-82f2-451c-aa78-8d36db787f55 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 945 time: 0.0695550 Jul 28 15:19:32.727077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5965baec-3934-43e0-ae4c-dfd9ee41648e req-7b6d794a-0c40-4338-adf4-86dec68bacf9 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Jul 28 15:19:32.744012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.766941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:32.769213 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aef3d9-3721-49bf-acfd-e26881b0ebd1" -d '{"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-plugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:32.782885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:32.808673 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd661c73-dbc5-4db6-b24d-23c06f918bd3 x-openstack-request-id: req-bd661c73-dbc5-4db6-b24d-23c06f918bd3 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:32.808673 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-plugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:32.808673 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd661c73-dbc5-4db6-b24d-23c06f918bd3 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:32.808673 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'code': 200} Jul 28 15:19:32.857179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:32.906873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:32.933227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30079f0b-9ca0-4d7b-abd4-643550304052 req-b4eb25b8-0c1f-4498-8fa4-497a1764b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:32.934738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30079f0b-9ca0-4d7b-abd4-643550304052 req-b4eb25b8-0c1f-4498-8fa4-497a1764b8dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1098 time: 0.0420210 Jul 28 15:19:32.971515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30079f0b-9ca0-4d7b-abd4-643550304052 req-607c18c9-73f2-44c4-b900-10cc9a695585 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291464 Jul 28 15:19:33.587670 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:19:33.848779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5668c-b7c0-4726-bcc7-eb822c8e2cc7 req-6318206f-157c-4cc6-92f0-c52ba581c62d tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:33.850726 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f5668c-b7c0-4726-bcc7-eb822c8e2cc7 req-6318206f-157c-4cc6-92f0-c52ba581c62d tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0496888 Jul 28 15:19:33.899965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-61f5668c-b7c0-4726-bcc7-eb822c8e2cc7 req-589cc673-f307-49dc-b677-97b8d33ada58 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 Jul 28 15:19:35.019208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114069ce-0c23-412e-b9f5-746e5ee27e7c req-2df3e532-4f47-4cad-9b25-f95c293a8c1a tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:35.020730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-114069ce-0c23-412e-b9f5-746e5ee27e7c req-2df3e532-4f47-4cad-9b25-f95c293a8c1a tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0499744 Jul 28 15:19:35.060738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-114069ce-0c23-412e-b9f5-746e5ee27e7c req-d8a12f95-aa7e-4419-a202-ee3d96ca8ded tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329368 Jul 28 15:19:35.513245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd21177-b486-4aa0-94d8-25fa8b2ee84b req-c45cc3d9-dac4-47a3-b0a7-17b994d76050 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:35.514779 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3dd21177-b486-4aa0-94d8-25fa8b2ee84b req-c45cc3d9-dac4-47a3-b0a7-17b994d76050 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0542362 Jul 28 15:19:35.554113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3dd21177-b486-4aa0-94d8-25fa8b2ee84b req-0d482151-bf4d-4d3f-9b17-846a8975ac49 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Jul 28 15:19:35.665633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:19:35.758274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-a832d557-db72-4b9e-8ccc-c27949798373 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915349 Jul 28 15:19:36.677375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf0ab5-a060-4744-b11d-bd08661ccaa5 req-7e873abb-2f11-40aa-a1cb-f34aee83a0dc tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:36.678874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40bf0ab5-a060-4744-b11d-bd08661ccaa5 req-7e873abb-2f11-40aa-a1cb-f34aee83a0dc tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0518141 Jul 28 15:19:36.717755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-40bf0ab5-a060-4744-b11d-bd08661ccaa5 req-47293318-6c6a-4950-ad47-07329af6e3bf tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 28 15:19:37.838264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729204e1-7f85-429f-ba5b-7a110d3a02df req-e0032896-5edf-4bb9-9d48-7fea2175a7f1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:37.839839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-729204e1-7f85-429f-ba5b-7a110d3a02df req-e0032896-5edf-4bb9-9d48-7fea2175a7f1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0521164 Jul 28 15:19:37.880139 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-729204e1-7f85-429f-ba5b-7a110d3a02df req-4b1dd6a9-0a6f-4949-b415-43f7cdb88904 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Jul 28 15:19:38.484862 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-0323196b-e565-4965-aba3-c06d3d1f1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:38.486386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-0323196b-e565-4965-aba3-c06d3d1f1f99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1098 time: 0.0409002 Jul 28 15:19:38.937375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-3a8e7e9f-2efa-4767-b803-44eac62a2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:38.938868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-3a8e7e9f-2efa-4767-b803-44eac62a2bdd service neutron] 10.222.0.53 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.4457266 Jul 28 15:19:38.982806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-3cd44278-8c91-4d77-8d63-547a3cffc760 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0358498 Jul 28 15:19:38.996879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134977e7-5970-4cb5-ad8f-088ef1b65802 req-755afa5a-c198-42d6-a32b-0645a695a803 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:38.998604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-134977e7-5970-4cb5-ad8f-088ef1b65802 req-755afa5a-c198-42d6-a32b-0645a695a803 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0490804 Jul 28 15:19:39.036757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-f717abaf-7350-4550-9b98-ca8db14d7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:39.037995 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-134977e7-5970-4cb5-ad8f-088ef1b65802 req-7375ca9f-e697-4bd1-86ba-d32a62196248 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jul 28 15:19:39.038199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-f717abaf-7350-4550-9b98-ca8db14d7a7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0483975 Jul 28 15:19:39.071029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-8923047b-0547-403b-bc67-666d41ae388e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253680 Jul 28 15:19:39.161734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-48963290-e19a-4a49-a27d-e8a9e557813c service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832136 Jul 28 15:19:39.254490 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-3519e2d4-5ec0-433a-a612-a1308871e180 service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858102 Jul 28 15:19:40.156206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113c394-5613-44db-b86c-aa0e8e6e61a0 req-9bf8d610-6bcc-4434-bf91-f7728cfe3504 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:40.157785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7113c394-5613-44db-b86c-aa0e8e6e61a0 req-9bf8d610-6bcc-4434-bf91-f7728cfe3504 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0523479 Jul 28 15:19:40.195410 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7113c394-5613-44db-b86c-aa0e8e6e61a0 req-117a17a8-9199-43c7-8290-89bbe8142466 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Jul 28 15:19:41.315373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a658-a43e-421b-aefc-dc3c7a685aee req-7e7728f1-d0c2-43bc-a745-112022be2fb7 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:41.316874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1487a658-a43e-421b-aefc-dc3c7a685aee req-7e7728f1-d0c2-43bc-a745-112022be2fb7 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0495296 Jul 28 15:19:41.370305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1487a658-a43e-421b-aefc-dc3c7a685aee req-079b82c6-41a1-4906-825e-0c338025cb9f tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471845 Jul 28 15:19:42.325857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81fed0a0-e656-4b03-ac64-62035bf23806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:42.486799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453acb94-c678-41de-9a01-aa8b46431280 req-2a69b535-d262-41a6-b1fb-2692572459a6 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:42.488271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-453acb94-c678-41de-9a01-aa8b46431280 req-2a69b535-d262-41a6-b1fb-2692572459a6 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Jul 28 15:19:42.526731 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-453acb94-c678-41de-9a01-aa8b46431280 req-00305a51-8ec8-4c8a-a0ca-fa7e3c7b661c tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325170 Jul 28 15:19:43.644905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3eb48-b56e-49e8-93b5-8baa283d110f req-342faf27-1970-4d99-a9c8-593653660c85 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:43.646380 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8db3eb48-b56e-49e8-93b5-8baa283d110f req-342faf27-1970-4d99-a9c8-593653660c85 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0501368 Jul 28 15:19:43.684806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8db3eb48-b56e-49e8-93b5-8baa283d110f req-11552ab6-4299-4ad9-a421-80bbb0c36389 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Jul 28 15:19:44.760406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-91bcaa74-e506-476d-a6c1-5ae1bb1c552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:44.807123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddae534-f828-44b9-aca7-8638290b74f6 req-8f82fd16-0284-45d8-a8b0-71e0307f456c tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:44.816272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ddae534-f828-44b9-aca7-8638290b74f6 req-8f82fd16-0284-45d8-a8b0-71e0307f456c tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0538747 Jul 28 15:19:44.848277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9ddae534-f828-44b9-aca7-8638290b74f6 req-662187b0-55f6-4491-a779-b4bddf99dad9 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Jul 28 15:19:44.948296 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:45.966158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a45333-ee76-4d86-8cc6-dc82ee8dbb80 req-26dfad1f-315f-47c8-8682-18eb163b5371 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:45.968205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80a45333-ee76-4d86-8cc6-dc82ee8dbb80 req-26dfad1f-315f-47c8-8682-18eb163b5371 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0490882 Jul 28 15:19:46.006466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-80a45333-ee76-4d86-8cc6-dc82ee8dbb80 req-b639c48c-4f8c-4e24-a637-1f1c12ab8239 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Jul 28 15:19:46.295836 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:47.121832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd631d4c-e355-4749-af1e-b51501e05e46 req-3e54dca4-aa43-49ec-88a9-7b524a66af76 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:47.123330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd631d4c-e355-4749-af1e-b51501e05e46 req-3e54dca4-aa43-49ec-88a9-7b524a66af76 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0493364 Jul 28 15:19:47.161848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd631d4c-e355-4749-af1e-b51501e05e46 req-6d0f8ef7-c487-4a89-98b2-b0f258bd0bc2 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Jul 28 15:19:47.834278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:48.277971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db381e24-a189-464a-ad17-153294a1d76b req-a98a8bc0-9146-4979-87c6-e555d5b14808 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:48.279518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db381e24-a189-464a-ad17-153294a1d76b req-a98a8bc0-9146-4979-87c6-e555d5b14808 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0499671 Jul 28 15:19:48.321944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db381e24-a189-464a-ad17-153294a1d76b req-34cca698-22f2-45eb-8dba-e659b1372081 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Jul 28 15:19:49.443905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da7a2b-83b2-4dc8-98a8-2e0d56e23243 req-6490ed04-a2e9-4ff3-9222-bd60251cddd1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:49.445463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1da7a2b-83b2-4dc8-98a8-2e0d56e23243 req-6490ed04-a2e9-4ff3-9222-bd60251cddd1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0521033 Jul 28 15:19:49.484642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a1da7a2b-83b2-4dc8-98a8-2e0d56e23243 req-05073cb8-96a0-4f00-b662-e09927df6ccb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Jul 28 15:19:50.125413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-94a1bdda-fc8e-4c46-9e08-804037efe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.127096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-94a1bdda-fc8e-4c46-9e08-804037efe21e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1098 time: 0.0463560 Jul 28 15:19:50.223140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:50.240478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-3199bbdb-26dc-49a4-8f98-b8648a887eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.241971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-3199bbdb-26dc-49a4-8f98-b8648a887eed service neutron] 10.222.0.53 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.0848994 Jul 28 15:19:50.288901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-db79174c-9e47-45e8-a2f5-df8fbbcc530e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0387838 Jul 28 15:19:50.339930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-71b8d008-2cf2-4c95-9759-63e88e00c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.341415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-71b8d008-2cf2-4c95-9759-63e88e00c419 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0463312 Jul 28 15:19:50.373975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-f91b3dbc-cdee-41d1-8748-825d68bf5a6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247972 Jul 28 15:19:50.463409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-a0316041-e363-419f-8d51-b5712d582418 service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814743 Jul 28 15:19:50.563245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-020ff621-71e4-4bd2-8242-96e3be14c45a req-fb11b895-c57d-42a0-91c4-118e98a88bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926192 Jul 28 15:19:50.602943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de85d-de70-4ad7-9cf7-9d8f0b6558e4 req-0d3326df-9772-485b-a7ef-50a3ac796170 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:50.604564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d6de85d-de70-4ad7-9cf7-9d8f0b6558e4 req-0d3326df-9772-485b-a7ef-50a3ac796170 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0489206 Jul 28 15:19:50.644160 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d6de85d-de70-4ad7-9cf7-9d8f0b6558e4 req-2e19415a-956c-4fef-b10c-1dd022786901 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327966 Jul 28 15:19:50.872883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:51.762521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66723-b87b-4881-b5bf-e402c9fd7416 req-6aaa4362-c256-4910-b1f7-d021a2582ac1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:51.763992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87d66723-b87b-4881-b5bf-e402c9fd7416 req-6aaa4362-c256-4910-b1f7-d021a2582ac1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Jul 28 15:19:51.803307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87d66723-b87b-4881-b5bf-e402c9fd7416 req-590e0d4e-7d48-4a3d-a96a-41b5c706abd1 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331035 Jul 28 15:19:52.920094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf86e95-523d-4b96-ab76-786d2582d219 req-ea637850-da33-462c-873b-c93f18e578cf tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:52.921653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5cf86e95-523d-4b96-ab76-786d2582d219 req-ea637850-da33-462c-873b-c93f18e578cf tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0494034 Jul 28 15:19:52.960112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5cf86e95-523d-4b96-ab76-786d2582d219 req-fcdb059e-73b3-4d1e-b16c-ac171b2f9460 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Jul 28 15:19:54.081478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a9740-141c-47d0-91a5-4cf7eef09bfa req-3d186414-1180-4040-9969-57377ac66d73 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:54.083146 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f59a9740-141c-47d0-91a5-4cf7eef09bfa req-3d186414-1180-4040-9969-57377ac66d73 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0541430 Jul 28 15:19:54.121452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f59a9740-141c-47d0-91a5-4cf7eef09bfa req-87ef7953-0ab4-4363-95d0-194f1e3495e0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Jul 28 15:19:55.239346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd93b-6d8c-420a-b9ca-ee806d389f7c req-509dc2ef-b8fc-4988-9cc7-0d9a98595c40 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:55.240852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af6cd93b-6d8c-420a-b9ca-ee806d389f7c req-509dc2ef-b8fc-4988-9cc7-0d9a98595c40 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0483966 Jul 28 15:19:55.285655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-af6cd93b-6d8c-420a-b9ca-ee806d389f7c req-c1a28531-ed3d-4f4a-9371-0460978083f8 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372689 Jul 28 15:19:56.400621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbb302-5852-4260-aeda-75c005b261cb req-51a49016-b94f-4d4f-8022-44682f309e65 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:56.402109 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0fbb302-5852-4260-aeda-75c005b261cb req-51a49016-b94f-4d4f-8022-44682f309e65 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Jul 28 15:19:56.484595 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0fbb302-5852-4260-aeda-75c005b261cb req-0b81a75d-721e-48e5-b5db-0cffa1cec304 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743949 Jul 28 15:19:56.494445 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-7c78b703-60d5-4f5d-80fb-d151897703b0 service neutron] show failed (client error): The resource could not be found. Jul 28 15:19:56.495504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-7c78b703-60d5-4f5d-80fb-d151897703b0 service neutron] 10.222.0.53 "GET /v2.0/ports/d211f3df-37d9-4ce3-827e-b7faade530a2/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0907149 Jul 28 15:19:57.150840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-84fe6a54-a809-4b65-b936-344ff6c84336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:57.152375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-84fe6a54-a809-4b65-b936-344ff6c84336 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72&tenant_id=b14819dfc904498f8f940387617872d3 HTTP/1.1" status: 200 len: 1098 time: 0.0890088 Jul 28 15:19:57.170963 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:19:57.224243 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.422863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:19:57.461300 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:57.500720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:57.503009 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17c9d9-4aba-4f83-8438-010f70e5e3d7" -d '{"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-unplugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:57.506806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.520945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Transition to ACTIVE for port object d211f3df-37d9-4ce3-827e-b7faade530a2 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:19:57.564757 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8987a3cf-d817-4312-95d2-c547bda04b8c x-openstack-request-id: req-8987a3cf-d817-4312-95d2-c547bda04b8c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:57.565042 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-unplugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:57.565289 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8987a3cf-d817-4312-95d2-c547bda04b8c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:57.565685 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'code': 200} Jul 28 15:19:57.605138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f1132-9791-44df-90ad-b2867b6ed08b req-4aa29d46-8a4f-431e-8c90-cc958836cd1f tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:57.606635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-582f1132-9791-44df-90ad-b2867b6ed08b req-4aa29d46-8a4f-431e-8c90-cc958836cd1f tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Jul 28 15:19:57.645775 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-582f1132-9791-44df-90ad-b2867b6ed08b req-99a1dc0e-d4cb-4f4e-afe5-afb429e0c418 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jul 28 15:19:57.662938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.730876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:57.733705 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] No DVR routers for this DVR port d211f3df-37d9-4ce3-827e-b7faade530a2 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:19:57.745751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.746114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.746466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.746810 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.747220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.747565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.747901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.748235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.748585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.749640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.749864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.750368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:19:57.778975 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:19:57.779330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:19:57.779671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:57.784689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:19:57.785018 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Attempting to bind port d211f3df-37d9-4ce3-827e-b7faade530a2 on network fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:19:57.789905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:19:57.790250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Checking segment: {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:19:57.790638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Bound using segment: {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:19:57.791100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Bound port: d211f3df-37d9-4ce3-827e-b7faade530a2, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e8c784-4a32-48b4-873a-6c5744a98404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:19:57.791465 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:57.856774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:19:57.860036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:19:58.056512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.091163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.091786 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:19:58.093415 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] 10.222.0.50 "PUT /v2.0/ports/d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 1093 time: 0.9265144 Jul 28 15:19:58.115480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cea7e-7696-4e19-9738-6f4783285cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:19:58.172215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-a6bfa894-6bf8-43cf-8b56-102a9e93bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.173774 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-a6bfa894-6bf8-43cf-8b56-102a9e93bdfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1096 time: 0.0441039 Jul 28 15:19:58.266126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-a0bbd4a7-9023-43b3-9666-aed42227dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.267649 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-a0bbd4a7-9023-43b3-9666-aed42227dcef service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.0854831 Jul 28 15:19:58.309131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-9b4b6721-ed7b-45fb-9716-59de478cf119 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0338974 Jul 28 15:19:58.361717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-729f7bf6-6905-48e6-8445-4b422391d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.363188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-729f7bf6-6905-48e6-8445-4b422391d03b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0470617 Jul 28 15:19:58.394141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-2dc350fb-a2bf-427f-ab78-79a312672eea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241368 Jul 28 15:19:58.405182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-e2723300-fe6c-4181-b353-b37f098503e3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:19:58.406330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-e2723300-fe6c-4181-b353-b37f098503e3 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051031 Jul 28 15:19:58.495218 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-85c999ce-ba86-4a1a-91a1-ecf5653bee89 service neutron] 10.222.0.50 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819046 Jul 28 15:19:58.590250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3ed444d8-80b1-41e3-ab35-ffa8d2851426 req-05e3eb70-f802-496e-94ad-f42f09c441d3 service neutron] 10.222.0.50 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Jul 28 15:19:58.768021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a9ab-4310-4d32-a054-0b2067c29a4d req-0d0b536f-650f-40fe-b1fb-33a7208b3872 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:58.769509 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a65a9ab-4310-4d32-a054-0b2067c29a4d req-0d0b536f-650f-40fe-b1fb-33a7208b3872 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0550215 Jul 28 15:19:58.808855 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a65a9ab-4310-4d32-a054-0b2067c29a4d req-2d79d44f-4e46-4a4e-ac96-9e3c859b12d3 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Jul 28 15:19:59.566916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:19:59.569249 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f5d403-30f1-41fe-943c-c24273533346" -d '{"events": [{"name": "network-changed", "server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:19:59.624832 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d379e2e2-e197-41f5-a611-27016a996e0b x-openstack-request-id: req-d379e2e2-e197-41f5-a611-27016a996e0b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:19:59.624832 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:19:59.624832 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d379e2e2-e197-41f5-a611-27016a996e0b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:19:59.624832 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'status': 'completed', 'code': 200} Jul 28 15:19:59.700432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-652e357d-ee2c-459c-8983-1918325c285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.702562 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-652e357d-ee2c-459c-8983-1918325c285e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1096 time: 0.0428796 Jul 28 15:19:59.704531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-8b26d8c3-992d-4436-89d1-992939f201b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.706052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-8b26d8c3-992d-4436-89d1-992939f201b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1096 time: 0.0424454 Jul 28 15:19:59.798014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-b0e84523-dc6e-4bc8-84f3-59564c1f4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.799115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-a1280bc6-84ac-49b5-aa6a-aff81626223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.799436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-b0e84523-dc6e-4bc8-84f3-59564c1f4d80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.0866189 Jul 28 15:19:59.800598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-a1280bc6-84ac-49b5-aa6a-aff81626223b service neutron] 10.222.0.50 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.0904191 Jul 28 15:19:59.846336 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-d384ef0f-665d-4812-ac44-e8f6ddfa198f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0374899 Jul 28 15:19:59.846485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-85481da5-d7bc-4bb0-aa29-452fa2f5a9ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Jul 28 15:19:59.900196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-8d8e8d58-0ff1-4b62-bb71-fab887aa981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.901732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-8d8e8d58-0ff1-4b62-bb71-fab887aa981d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0476768 Jul 28 15:19:59.926266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5d403-30f1-41fe-943c-c24273533346 req-79d1386c-d9de-4904-ac21-e0245cf507ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.927797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-79d1386c-d9de-4904-ac21-e0245cf507ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0750923 Jul 28 15:19:59.935371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-3abd50c7-3c5e-437a-9d19-563f908dab9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257185 Jul 28 15:19:59.953318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38478527-98ad-4d32-80a4-537a31d1fea1 req-96f41f00-cfb4-494f-9bba-2537cb273ca0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:19:59.954826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38478527-98ad-4d32-80a4-537a31d1fea1 req-96f41f00-cfb4-494f-9bba-2537cb273ca0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0722337 Jul 28 15:19:59.976014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-624b3c86-7e01-47e7-b45e-f9eadfc64876 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394893 Jul 28 15:20:00.037234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-b91a3b5f-90c4-4dbd-b7f3-5427ec61dea1 service neutron] 10.222.0.50 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929761 Jul 28 15:20:00.061702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-38478527-98ad-4d32-80a4-537a31d1fea1 req-6157c20c-e982-4c53-a6ec-2db9f99614e0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873826 Jul 28 15:20:00.104137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-74a7890f-51f9-42dd-b4b5-a273770bf38e service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210480 Jul 28 15:20:00.130574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-0709a084-50d6-4dff-b85e-7c61a556afce service neutron] 10.222.0.50 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Jul 28 15:20:00.201080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57f5d403-30f1-41fe-943c-c24273533346 req-fbfaec7d-98dd-4313-8788-03e680cbfcaa service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892222 Jul 28 15:20:00.684091 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:20:00.723945 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:20:00.851648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:20:00.948321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:00.960061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'network_id': 'fca1a54c-7d89-4701-877c-fbd0f9f9bdc4', 'port_id': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'mac_address': 'fa:16:3e:ac:86:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8051455-f277-435e-a0b6-473959fa12d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:20:00.995734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.008832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d211f3df-37d9-4ce3-827e-b7faade530a2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:01.028099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:01.154431 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:01.193277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ad3d6-a5b7-4cf7-a8c5-b61337057578 req-c42e669d-09b0-4c2f-b0c1-1483dd9f3cee tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:01.194837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-471ad3d6-a5b7-4cf7-a8c5-b61337057578 req-c42e669d-09b0-4c2f-b0c1-1483dd9f3cee tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 944 time: 0.0579507 Jul 28 15:20:01.204325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:01.211889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.212237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.212576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.212910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.213241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.213570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.213899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.214221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.214543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.214866 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.215206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.215526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:01.234247 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-471ad3d6-a5b7-4cf7-a8c5-b61337057578 req-a2f518a8-d544-48fd-aef7-efb68677d58c tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333107 Jul 28 15:20:01.464951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d211f3df-37d9-4ce3-827e-b7faade530a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:01.825409 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-9d05cb73-6887-4b6a-86e2-0326b38f53df tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:01.827460 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-9d05cb73-6887-4b6a-86e2-0326b38f53df tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.53 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72&tenant_id=b14819dfc904498f8f940387617872d3&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 945 time: 0.0869112 Jul 28 15:20:01.888017 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-6e80e39e-b42d-45bf-acd5-1a46e7866b69 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:20:01.889121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-6e80e39e-b42d-45bf-acd5-1a46e7866b69 service neutron] 10.222.0.53 "DELETE /v2.0/ports/d211f3df-37d9-4ce3-827e-b7faade530a2/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0543551 Jul 28 15:20:01.997503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-18bed9fd-a259-4e30-9262-823c869cf632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:02.001259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-18bed9fd-a259-4e30-9262-823c869cf632 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b14819dfc904498f8f940387617872d3&device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 1097 time: 0.0452445 Jul 28 15:20:02.098804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-19b66b26-27c2-4502-9f07-4d677c5f0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:02.100336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-19b66b26-27c2-4502-9f07-4d677c5f0893 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 200 len: 913 time: 0.0858858 Jul 28 15:20:02.146319 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-41c2cfaf-3570-4b7d-b830-a020a5af946c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 200 len: 217 time: 0.0389297 Jul 28 15:20:02.195328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-594d065b-59e6-4061-9ad9-76087f9b2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:02.196785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-594d065b-59e6-4061-9ad9-76087f9b2091 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 200 len: 852 time: 0.0441175 Jul 28 15:20:02.228287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-377f8558-e53b-483d-8a6b-b171b4ae6e51 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243089 Jul 28 15:20:02.321179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-7a919429-a1a0-4746-ae8d-2d0b5253b0c1 service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860355 Jul 28 15:20:02.412236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-98671b02-2c92-4565-9597-9e0484c31d27 service neutron] 10.222.0.53 "GET /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Jul 28 15:20:02.868004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:02.959807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port d211f3df-37d9-4ce3-827e-b7faade530a2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:02.965276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d211f3df-37d9-4ce3-827e-b7faade530a2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:02.966281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:03.048363 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:03.072137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:03.074588 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c030852c-c649-44e5-8368-81c7203cef33" -d '{"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-plugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:03.090304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:03.114643 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f90d0-33a8-4472-b3d1-5863ded61580 x-openstack-request-id: req-108f90d0-33a8-4472-b3d1-5863ded61580 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:03.114937 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-plugged", "status": "completed", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:03.115223 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-108f90d0-33a8-4472-b3d1-5863ded61580 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:03.115620 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'code': 200} Jul 28 15:20:03.188618 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:03.241556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:04.200339 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0a42-eb52-40b4-b263-7a110f1ca311 req-d8bf6729-e9dd-4837-980f-9d85bf4e81ca tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:04.202439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2fd0a42-eb52-40b4-b263-7a110f1ca311 req-d8bf6729-e9dd-4837-980f-9d85bf4e81ca tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0486622 Jul 28 15:20:04.241025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2fd0a42-eb52-40b4-b263-7a110f1ca311 req-e2ec6216-7e08-4a27-ba41-6a5848dda818 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 28 15:20:05.363380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa86bd-9aaf-4d2a-a7f1-a5a3abb01b98 req-c32a7e0a-5b76-48d5-b3d7-a41ec28cd1a0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:05.364938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8aa86bd-9aaf-4d2a-a7f1-a5a3abb01b98 req-c32a7e0a-5b76-48d5-b3d7-a41ec28cd1a0 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0513096 Jul 28 15:20:05.405090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8aa86bd-9aaf-4d2a-a7f1-a5a3abb01b98 req-8c692ec4-bad3-4231-a73f-b69cd54426a5 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede2a1bc-fbf6-4101-bf6d-777492d32c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Jul 28 15:20:05.557873 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0d8788ad-b689-41ba-b279-1cb02ca89ce8 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:05.559414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0d8788ad-b689-41ba-b279-1cb02ca89ce8 tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.50 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 946 time: 0.0489602 Jul 28 15:20:05.654542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Deleting port d211f3df-37d9-4ce3-827e-b7faade530a2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:20:05.654885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.741416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] For port d211f3df-37d9-4ce3-827e-b7faade530a2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d211f3df-37d9-4ce3-827e-b7faade530a2,segment=NetworkSegment(62e8c784-4a32-48b4-873a-6c5744a98404),segment_id=62e8c784-4a32-48b4-873a-6c5744a98404)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:05.741782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:05.755463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Calling delete_port for d211f3df-37d9-4ce3-827e-b7faade530a2 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:20:06.303471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.330481 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Pushing event deleted for resources: {'Port': ['ID=d211f3df-37d9-4ce3-827e-b7faade530a2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:06.336874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d211f3df-37d9-4ce3-827e-b7faade530a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:06.383070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] No DVR routers for this DVR port d211f3df-37d9-4ce3-827e-b7faade530a2 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:20:06.385767 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:06.387880 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-787ded44-84ba-4e25-baa9-83d522dc8fc9 req-0425e5de-9ebb-4855-8fb2-739f4ed204fb tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.50 "DELETE /v2.0/ports/d211f3df-37d9-4ce3-827e-b7faade530a2 HTTP/1.1" status: 204 len: 173 time: 0.8207133 Jul 28 15:20:06.388316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-deleted', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:06.390609 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133a9b8-a703-4e48-bcb0-5aadf0b6edaa" -d '{"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-deleted", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:06.427101 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4bf696-869a-4092-8108-2906f61fe6da x-openstack-request-id: req-3f4bf696-869a-4092-8108-2906f61fe6da {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:06.427512 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d5687-df41-4e00-8ef0-5d5d5ba75f72", "name": "network-vif-deleted", "tag": "d211f3df-37d9-4ce3-827e-b7faade530a2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:06.427796 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f4bf696-869a-4092-8108-2906f61fe6da {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:06.428196 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d5687-df41-4e00-8ef0-5d5d5ba75f72', 'name': 'network-vif-deleted', 'tag': 'd211f3df-37d9-4ce3-827e-b7faade530a2', 'status': 'completed', 'code': 200} Jul 28 15:20:06.504638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c1d3bae-77d3-474d-babd-1ef806f3393e req-53391126-40fb-4dad-beaf-31d2f3a0b95c tempest-DeleteServersTestJSON-190129188 tempest-DeleteServersTestJSON-190129188-project] 10.222.0.47 "GET /v2.0/ports?device_id=d85d5687-df41-4e00-8ef0-5d5d5ba75f72 HTTP/1.1" status: 200 len: 210 time: 0.0314074 Jul 28 15:20:07.649289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36300) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:07.693470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Deleting subnet c8051455-f277-435e-a0b6-473959fa12d7 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:20:07.696706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.731643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.771196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.924162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.949634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8051455-f277-435e-a0b6-473959fa12d7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:07.954406 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:07.957008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-99b7123f-e9ef-4831-9948-22626517d2ae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8051455-f277-435e-a0b6-473959fa12d7 HTTP/1.1" status: 204 len: 168 time: 0.3066461 Jul 28 15:20:07.958557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36302) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:08.026066 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.114816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.125243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca1a54c-7d89-4701-877c-fbd0f9f9bdc4']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:08.135653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e8c784-4a32-48b4-873a-6c5744a98404') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:08.135951 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e8c784-4a32-48b4-873a-6c5744a98404') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:20:08.145166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.158894 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.164596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:20:08.164983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:20:08.166573 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:20:08.295251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.301475 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.303400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fca1a54c-7d89-4701-877c-fbd0f9f9bdc4 HTTP/1.1" status: 204 len: 168 time: 0.3437746 Jul 28 15:20:08.315317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13b53-fbe5-4cbd-9b32-c04df8dcac77 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca1a54c-7d89-4701-877c-fbd0f9f9bdc4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:08.849447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36306) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:08.891935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-68f20ba9-c9a4-45f7-b610-d3adf67d3183 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b14819dfc904498f8f940387617872d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412216 Jul 28 15:20:08.894562 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36308) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:08.897544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:20:08.919302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: d211f3df-37d9-4ce3-827e-b7faade530a2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:20:08.919656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d211f3df-37d9-4ce3-827e-b7faade530a2 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:20:08.952488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:08.975651 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.119911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.122854 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:09.124488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ede2a1bc-fbf6-4101-bf6d-777492d32c32 HTTP/1.1" status: 204 len: 168 time: 0.2280107 Jul 28 15:20:09.132938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fe866-d28b-463c-b3b0-1315d086157d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede2a1bc-fbf6-4101-bf6d-777492d32c32,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:10.363200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36330) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:10.466090 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2103362755-network', 'tenant_id': '768bb0a7dccd4a12aa8c03f21742b24c'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:10.607122 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:20:10.706567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Made reservation on behalf of 768bb0a7dccd4a12aa8c03f21742b24c for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:10.708985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.717895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.806438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.941013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.968545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:20:10.974647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c871a-c4dc-4988-b54f-be9acde37524,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:10.980809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:10.981163 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Added segment 1ed8a208-a06c-499a-8ada-db8684a7b4e4 of type vlan for network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 Jul 28 15:20:11.021685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.126077 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.127109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:11.127715 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.191574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] Pushing event updated for resources: {'Network': ['ID=3de31252-fde6-4173-bcf6-ef2a1ed2f454,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:11.202350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:20:11.275164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ce49510-d762-48f6-9f2f-08614215b114 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9108088 Jul 28 15:20:11.277873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36334) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:20:11.282719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Request body: {'subnet': {'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2103362755-subnet', 'tenant_id': '768bb0a7dccd4a12aa8c03f21742b24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:11.375520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Made reservation on behalf of 768bb0a7dccd4a12aa8c03f21742b24c for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:11.378017 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.615927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.670252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f279ef-f527-4059-ab7f-33f9d4993d7c,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:11.681891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Checking segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:11.682258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Network hostable DHCP agents. Network: 3de31252-fde6-4173-bcf6-ef2a1ed2f454, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:20:11.788686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:20:11.914697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3de31252-fde6-4173-bcf6-ef2a1ed2f454) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:11.918893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:11.919610 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:11.924764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5c8df-b0bd-4df5-a842-66bc55e2f3ec None None] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:20:12.049955 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4fe02c-8870-4823-9099-1fbb86437e5a None None] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:20:12.052355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ecf05ee-4b43-4d85-91bd-939591b0ca8d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7734029 Jul 28 15:20:12.308757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-951f2d36-288d-4a01-9b7a-d7d4dd8981f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:12.515374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-c999297d-9dc4-4e97-b113-040b84d18f0e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:12.516873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-c999297d-9dc4-4e97-b113-040b84d18f0e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 815 time: 0.1068375 Jul 28 15:20:12.532805 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-031db304-795b-46a2-a444-d12acff9d9d1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/quotas/768bb0a7dccd4a12aa8c03f21742b24c HTTP/1.1" status: 200 len: 375 time: 0.0099247 Jul 28 15:20:12.570905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-0672e395-254b-4699-85e6-dc15d9ca1411 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269375 Jul 28 15:20:12.709174 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-639a812f-7420-4ba8-b293-7192ec1b1399 service neutron] 10.222.0.47 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304219 Jul 28 15:20:12.813467 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-098e768f-f121-4b15-9d4e-c27899a76847 service neutron] 10.222.0.47 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956695 Jul 28 15:20:13.052043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f24973bc-b7b0-4a48-a43d-b1affc8fc588 req-43af10dd-92ac-448a-abc8-17167fb52b7d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 210 time: 0.0276246 Jul 28 15:20:14.130882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dae8998d-69fb-4a86-9cf2-2c3fbc837097 req-96e20ed6-48a0-4065-a9a3-3535fb1dc8a3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Jul 28 15:20:14.788915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d837afed-b0ab-4a7a-8fcd-c72dd878b033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:14.971663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:15.229760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d64eb8a-e04e-4ba9-bf33-64573a5469d0 req-4ef70c43-68d4-4b64-9335-a63e859e13a0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Jul 28 15:20:15.740940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-0a9b5c80-9bd2-4c05-b792-04d4918124a3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:15.742489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-0a9b5c80-9bd2-4c05-b792-04d4918124a3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 815 time: 0.1084759 Jul 28 15:20:15.761951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Request body: {'port': {'device_id': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'admin_state_up': True, 'tenant_id': '768bb0a7dccd4a12aa8c03f21742b24c'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:15.980904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Made reservation on behalf of 768bb0a7dccd4a12aa8c03f21742b24c for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:15.985298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.115259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Allocated IP 172.20.0.9 (3de31252-fde6-4173-bcf6-ef2a1ed2f454/07f279ef-f527-4059-ab7f-33f9d4993d7c/5c1a6aff-5608-445c-bc10-c1fed4e51be3) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:16.270868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.287048 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.336839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b8d1bb5-fc76-4713-9363-ce3a9475de52 req-bf87dd83-d1da-4a8f-a51a-725f424ca636 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Jul 28 15:20:16.429553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.473456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:20:16.476809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:20:16.480595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:20:16.510737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:16.536669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:16.537295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.618402 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-994070b1-5bce-43c6-b415-f96d78c81dd0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605716 Jul 28 15:20:16.635982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Request body: {'port': {'device_id': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:16.697020 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.958248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1a6aff-5608-445c-bc10-c1fed4e51be3 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:16.965573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:16.977346 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Transition to ACTIVE for port object 5c1a6aff-5608-445c-bc10-c1fed4e51be3 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:17.091482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:17.141138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:17.215494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:17.215751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:17.216084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:17.221199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:20:17.221538 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:17.226243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:17.226583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Checking segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:17.226983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Bound using segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:17.227424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Bound port: 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:17.227783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:17.293506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:17.297180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:17.395700 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:17.433567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.434202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:17.436426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] 10.222.0.50 "PUT /v2.0/ports/5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 1092 time: 0.8039587 Jul 28 15:20:17.445404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:17.447791 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b9f188c76a5dae6ac21fd0a381c25561a594e78e9a1f9723fb2f51ec1a42abf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085f4b88-684c-48d0-a5d7-905addb2c6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:17.485792 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3c3e6-765d-4923-bec3-caf7cac48e45 x-openstack-request-id: req-8af3c3e6-765d-4923-bec3-caf7cac48e45 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:17.486072 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:17.486327 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8af3c3e6-765d-4923-bec3-caf7cac48e45 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:17.486726 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'status': 'completed', 'code': 200} Jul 28 15:20:17.500843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68c523-64cf-4ef8-b1f7-d48525af97f2 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:17.518009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b8aa0-aa6f-4c6c-b07b-57bfe6f1560a req-24b88578-80df-4771-b657-d75da25d3453 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.519582 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-027b8aa0-aa6f-4c6c-b07b-57bfe6f1560a req-24b88578-80df-4771-b657-d75da25d3453 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0947020 Jul 28 15:20:17.587574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-027b8aa0-aa6f-4c6c-b07b-57bfe6f1560a req-322b961b-8e1e-4b8d-a85b-128edd779bb2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Jul 28 15:20:17.594740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-52f5f587-e230-47dd-a923-944da7a2e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.596259 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-52f5f587-e230-47dd-a923-944da7a2e889 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0694525 Jul 28 15:20:17.713682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-55c8eaeb-492c-43c5-9dcb-5eb0a665f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.715200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-55c8eaeb-492c-43c5-9dcb-5eb0a665f92c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1050825 Jul 28 15:20:17.813174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-a1b9d1ca-a484-4cb0-998c-9bae36c622de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.814724 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-085f4b88-684c-48d0-a5d7-905addb2c6b1 req-a1b9d1ca-a484-4cb0-998c-9bae36c622de service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925300 Jul 28 15:20:17.902687 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:17.915320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-235713d4-060e-4349-b4ec-b24a599469b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:17.916808 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-235713d4-060e-4349-b4ec-b24a599469b6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0418086 Jul 28 15:20:17.971198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-ec3ce052-60b3-44b8-87f3-724a299c4dcb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0418937 Jul 28 15:20:18.022307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-cc6ddce8-2e84-4d7a-ace4-7f0dcb94084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:18.023702 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-cc6ddce8-2e84-4d7a-ace4-7f0dcb94084f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0457788 Jul 28 15:20:18.056546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-dbd9cb9e-b9e6-4ed8-accd-e3d5d9f53770 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241950 Jul 28 15:20:18.148796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-714dec2a-31cd-4387-8913-6448f6cde2a5 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850892 Jul 28 15:20:18.245493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1f45e543-5de7-40f8-a797-4739fa467a2e req-570b49eb-3e33-4fe0-a017-c217ebc93d09 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896401 Jul 28 15:20:18.713074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b16270-4912-4a4c-bc52-7b949fc5641f req-76ab7d03-ebdd-405b-a8e9-6c0c0da24149 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:18.714532 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6b16270-4912-4a4c-bc52-7b949fc5641f req-76ab7d03-ebdd-405b-a8e9-6c0c0da24149 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0525527 Jul 28 15:20:18.754295 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c6b16270-4912-4a4c-bc52-7b949fc5641f req-11c1edd4-49fd-4cd5-ae58-c71852a5b364 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335822 Jul 28 15:20:19.869740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b08cb-ebbd-4fc6-b645-ae7a45b2598c req-214a82b0-823e-4751-82cc-aeafc186eba2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:19.871258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba5b08cb-ebbd-4fc6-b645-ae7a45b2598c req-214a82b0-823e-4751-82cc-aeafc186eba2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0503819 Jul 28 15:20:19.911900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ba5b08cb-ebbd-4fc6-b645-ae7a45b2598c req-20e8749f-295c-4c5a-abf1-4862af6d785e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Jul 28 15:20:20.222874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.908674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:20.936568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:20:21.028610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42cbe6-f2a3-4740-9840-341f4468e67b req-0b34a2fd-a4c0-40cf-a640-893cac43042e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:21.030124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f42cbe6-f2a3-4740-9840-341f4468e67b req-0b34a2fd-a4c0-40cf-a640-893cac43042e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0496275 Jul 28 15:20:21.033297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:21.047969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'port_id': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'mac_address': 'fa:16:3e:df:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f279ef-f527-4059-ab7f-33f9d4993d7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:20:21.069862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f42cbe6-f2a3-4740-9840-341f4468e67b req-806bba6a-6482-4b86-9f25-50270b345a85 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Jul 28 15:20:21.085604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:21.098565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1a6aff-5608-445c-bc10-c1fed4e51be3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:21.117616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:21.301104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:21.348070 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:21.555234 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['5c1a6aff-5608-445c-bc10-c1fed4e51be3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:22.190639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc4b9-c520-460b-b5ff-7bb63f79049c req-922699fa-2f3d-47fe-aa7c-9f6aa3eaa1c6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:22.192192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e47dc4b9-c520-460b-b5ff-7bb63f79049c req-922699fa-2f3d-47fe-aa7c-9f6aa3eaa1c6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 944 time: 0.0546043 Jul 28 15:20:22.230413 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e47dc4b9-c520-460b-b5ff-7bb63f79049c req-eb660a72-3aac-472d-a7ea-9a5d09bb978b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 28 15:20:22.944452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:23.114036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:23.118228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:23.118604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:23.196870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:23.218936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:23.221237 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793639e-5109-4528-8b45-49162825cdd2" -d '{"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:23.235624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:23.263546 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a83690e-4c99-4e7e-a434-f0ffcb53d260 x-openstack-request-id: req-4a83690e-4c99-4e7e-a434-f0ffcb53d260 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:23.263843 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:23.264100 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a83690e-4c99-4e7e-a434-f0ffcb53d260 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:23.264502 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'code': 200} Jul 28 15:20:23.335355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:23.364864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1802-cbb2-43a7-9da7-f9b83aa349bb req-2cfa7197-a533-4b1b-8146-cf3d7fab2876 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.367468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1802-cbb2-43a7-9da7-f9b83aa349bb req-2cfa7197-a533-4b1b-8146-cf3d7fab2876 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 944 time: 0.0631645 Jul 28 15:20:23.388067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:23.423485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbac409-0259-4c56-a6b6-9d0e353ed4a3 req-c58167bd-89b2-483d-96af-6190c51a9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:23.425530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbac409-0259-4c56-a6b6-9d0e353ed4a3 req-c58167bd-89b2-483d-96af-6190c51a9aaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1097 time: 0.0783799 Jul 28 15:20:23.444830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1802-cbb2-43a7-9da7-f9b83aa349bb req-cb57a112-9dce-452f-b286-bc8adba9c759 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554442 Jul 28 15:20:23.473495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbac409-0259-4c56-a6b6-9d0e353ed4a3 req-5e2e0f09-03a3-4e86-82ff-85728310247c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Jul 28 15:20:24.567277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642803d8-98d3-43e0-8b22-29d30801e7e1 req-65585508-7cb0-4316-a37f-d85accb0682d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:24.568843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642803d8-98d3-43e0-8b22-29d30801e7e1 req-65585508-7cb0-4316-a37f-d85accb0682d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Jul 28 15:20:24.607780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-642803d8-98d3-43e0-8b22-29d30801e7e1 req-43591709-4251-4b81-bba3-6968b97b5fc5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327022 Jul 28 15:20:25.723016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73c4e1-975e-45a8-8e51-65a77fe5d066 req-6c0c20d0-8e43-442c-a8ce-e077f0c86ccd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:25.724493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d73c4e1-975e-45a8-8e51-65a77fe5d066 req-6c0c20d0-8e43-442c-a8ce-e077f0c86ccd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Jul 28 15:20:25.762782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5d73c4e1-975e-45a8-8e51-65a77fe5d066 req-b14bead0-c85c-48e5-8570-afb66a86974a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Jul 28 15:20:25.881456 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077d440-267a-48a6-8c80-788b4e831810 req-f99bd042-b520-48b0-a4d9-dceb6ced40ca tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:25.883009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4077d440-267a-48a6-8c80-788b4e831810 req-f99bd042-b520-48b0-a4d9-dceb6ced40ca tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0546005 Jul 28 15:20:25.920668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4077d440-267a-48a6-8c80-788b4e831810 req-14b154c7-b5de-4f9b-8e83-b36c5b1c36fc tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Jul 28 15:20:26.298111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb186a2-2a35-4097-b99f-af2d315a07b6 req-fc154d79-c775-48be-92db-4b6684586398 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:26.300183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9eb186a2-2a35-4097-b99f-af2d315a07b6 req-fc154d79-c775-48be-92db-4b6684586398 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0491025 Jul 28 15:20:26.337688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9eb186a2-2a35-4097-b99f-af2d315a07b6 req-59a3b71c-c91d-4b9f-8ba7-c35c5f951b0e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 28 15:20:26.451734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dff2c-0779-4f98-be94-4eebbd83d28d req-7e2970e9-1f24-46de-a9ae-0eecee09e6dd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:26.453324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b85dff2c-0779-4f98-be94-4eebbd83d28d req-7e2970e9-1f24-46de-a9ae-0eecee09e6dd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0486197 Jul 28 15:20:26.491817 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b85dff2c-0779-4f98-be94-4eebbd83d28d req-25c00851-a5c5-4122-97ad-a0295ddd802c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Jul 28 15:20:26.857450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348014-453e-467e-b1d4-db3cc71f899e req-f12b4d89-9598-4828-8d5a-083b8d2a342f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:26.859312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3348014-453e-467e-b1d4-db3cc71f899e req-f12b4d89-9598-4828-8d5a-083b8d2a342f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0496664 Jul 28 15:20:26.900867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3348014-453e-467e-b1d4-db3cc71f899e req-81d1002a-9ce1-44ae-b443-1cc087c437cf tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Jul 28 15:20:27.043874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-e443e480-52d8-404d-978e-56d784a03158 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0489402 Jul 28 15:20:28.019420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa85e83-a27f-4bba-8859-fe8e41fbabe6 req-d81503da-1fce-49b7-b9a6-eb2c46fe95ae tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:28.020966 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4fa85e83-a27f-4bba-8859-fe8e41fbabe6 req-d81503da-1fce-49b7-b9a6-eb2c46fe95ae tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0519454 Jul 28 15:20:28.072614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4fa85e83-a27f-4bba-8859-fe8e41fbabe6 req-9cc712b5-b207-4ad3-8190-281c88be538b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Jul 28 15:20:29.195353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2b4f3-9144-45ae-b5b8-d02415e0b0d2 req-f84e357f-1389-427a-9d81-fc61c63c1846 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:29.196919 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0b2b4f3-9144-45ae-b5b8-d02415e0b0d2 req-f84e357f-1389-427a-9d81-fc61c63c1846 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Jul 28 15:20:29.236887 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0b2b4f3-9144-45ae-b5b8-d02415e0b0d2 req-6bf23d9d-c093-4d36-8452-5b7cef0a4f72 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Jul 28 15:20:29.315926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-f9ca0b56-a461-498d-8139-291d702188b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:29.317439 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-f9ca0b56-a461-498d-8139-291d702188b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1097 time: 0.0409484 Jul 28 15:20:29.410540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-631be860-9102-412d-b201-5ebff557b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:29.412071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-631be860-9102-412d-b201-5ebff557b500 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0881958 Jul 28 15:20:29.457662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-32d2d9b2-177d-42a5-a2aa-61f3d3b71f31 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0345342 Jul 28 15:20:29.506917 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-abd073cf-3f20-4fe4-8488-8a8940a7bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:29.508436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-abd073cf-3f20-4fe4-8488-8a8940a7bb35 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0441930 Jul 28 15:20:29.539450 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-3ef78fe5-3eec-484d-bb41-c4112de4185c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241444 Jul 28 15:20:29.634653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-2197ba3d-aebb-419a-8ab5-25bf894e7b3e service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872128 Jul 28 15:20:29.726463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-635196bc-7e1e-4da6-ab26-b2d7fb291e1a service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 Jul 28 15:20:30.353464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b4a53-3222-4f88-ad02-194abb32fa0f req-42bc2992-605e-4b8d-bf3d-57a01821ee42 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:30.355016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-179b4a53-3222-4f88-ad02-194abb32fa0f req-42bc2992-605e-4b8d-bf3d-57a01821ee42 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Jul 28 15:20:30.396908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-179b4a53-3222-4f88-ad02-194abb32fa0f req-372cd776-f1de-45af-9df1-60073e36ebb0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Jul 28 15:20:31.525784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c37a9-f505-4cca-a65f-98a28ccf8b6f req-d72cbb53-8302-4a12-816a-04091cd7d1bf tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:31.527395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-102c37a9-f505-4cca-a65f-98a28ccf8b6f req-d72cbb53-8302-4a12-816a-04091cd7d1bf tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0629840 Jul 28 15:20:31.570354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-102c37a9-f505-4cca-a65f-98a28ccf8b6f req-69df2fa6-8d28-4de2-98d9-4cb076879131 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355456 Jul 28 15:20:32.686428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189890a-edaf-450c-9bd2-038ece8479a5 req-103433b5-697e-4c2e-a991-a9763aebf737 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:32.687942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4189890a-edaf-450c-9bd2-038ece8479a5 req-103433b5-697e-4c2e-a991-a9763aebf737 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Jul 28 15:20:32.726640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4189890a-edaf-450c-9bd2-038ece8479a5 req-0fc2b786-e1ca-49bb-8ad5-62cf2e9fd4b1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Jul 28 15:20:33.843602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3366ce6-3e5e-490f-aa3e-6e43c8c6bce8 req-e5b58c64-d32a-4d7d-99e5-b5e3c88617cc tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:33.845217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3366ce6-3e5e-490f-aa3e-6e43c8c6bce8 req-e5b58c64-d32a-4d7d-99e5-b5e3c88617cc tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0492935 Jul 28 15:20:33.884175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3366ce6-3e5e-490f-aa3e-6e43c8c6bce8 req-af8bd014-74c7-4133-8d34-d3f165678683 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Jul 28 15:20:35.008277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e1754-ea05-4626-9f90-38c0fec494ee req-dda53845-89a4-4ab2-bb6a-534cbaafb5fd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:35.009774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e34e1754-ea05-4626-9f90-38c0fec494ee req-dda53845-89a4-4ab2-bb6a-534cbaafb5fd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0547144 Jul 28 15:20:35.052063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e34e1754-ea05-4626-9f90-38c0fec494ee req-70191e5a-cc9a-4556-9c0c-6f850d479776 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jul 28 15:20:36.168375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b842976-6b1a-4c41-9365-972743e3a648 req-28120a24-b8ce-4761-81f8-3a5a28a506f3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:36.169873 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b842976-6b1a-4c41-9365-972743e3a648 req-28120a24-b8ce-4761-81f8-3a5a28a506f3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0491893 Jul 28 15:20:36.209547 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b842976-6b1a-4c41-9365-972743e3a648 req-a5160517-9c7e-47bd-873e-5dfbe3e6d3b0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Jul 28 15:20:37.337299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334df848-1559-4a37-9ecb-f399aa7b1ba3 req-ad83d7db-0d49-4165-96d0-5fec69aba017 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:37.339450 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-334df848-1559-4a37-9ecb-f399aa7b1ba3 req-ad83d7db-0d49-4165-96d0-5fec69aba017 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Jul 28 15:20:37.385056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-334df848-1559-4a37-9ecb-f399aa7b1ba3 req-9f4ecb13-7cc0-4087-8608-f1fe096bda15 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368898 Jul 28 15:20:38.509800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34747dfa-2242-4e0d-8135-5192e35ad8b9 req-f348a775-cbf2-4b4e-b3ea-b77db393d6a1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:38.511305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34747dfa-2242-4e0d-8135-5192e35ad8b9 req-f348a775-cbf2-4b4e-b3ea-b77db393d6a1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0531633 Jul 28 15:20:38.548318 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34747dfa-2242-4e0d-8135-5192e35ad8b9 req-03ede317-69d6-4069-8a95-6a18581dc655 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309772 Jul 28 15:20:39.666131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2cc0b-b418-4fed-b673-bb766c1db581 req-8aa9dfd7-5265-4189-bead-a9894d71e474 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:39.671341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dd2cc0b-b418-4fed-b673-bb766c1db581 req-8aa9dfd7-5265-4189-bead-a9894d71e474 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0505812 Jul 28 15:20:39.706299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dd2cc0b-b418-4fed-b673-bb766c1db581 req-221eeef0-e926-4e46-9025-514bf1418fe4 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jul 28 15:20:40.833046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d236d3-0ff5-49f2-9765-b825eb860994 req-1742ef9d-376c-4a9b-a25d-8c12ce7b260d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:40.834768 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28d236d3-0ff5-49f2-9765-b825eb860994 req-1742ef9d-376c-4a9b-a25d-8c12ce7b260d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Jul 28 15:20:40.873777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28d236d3-0ff5-49f2-9765-b825eb860994 req-26d7fbdf-e2f3-49b9-9b1b-8f4b0e33f718 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327942 Jul 28 15:20:41.995901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b601fc-e8fe-4d32-afee-1df29232c45b req-dcf45acb-e9e6-44ef-a136-4f1ac75634d4 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:41.997376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19b601fc-e8fe-4d32-afee-1df29232c45b req-dcf45acb-e9e6-44ef-a136-4f1ac75634d4 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0481842 Jul 28 15:20:42.039975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19b601fc-e8fe-4d32-afee-1df29232c45b req-29930907-493c-4002-9db1-4f42d1399025 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Jul 28 15:20:42.279869 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-758d099c-5e96-47c8-9f8f-17f785bb2b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:43.183055 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e325779-edec-44e7-97f7-d665a1655830 req-b7de9527-22ab-424a-a000-e1ea8877549e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:43.184662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e325779-edec-44e7-97f7-d665a1655830 req-b7de9527-22ab-424a-a000-e1ea8877549e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Jul 28 15:20:43.224786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8e325779-edec-44e7-97f7-d665a1655830 req-36063c30-412f-4933-b8cb-70b843087f5b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Jul 28 15:20:44.355056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d0d51-7b60-44e7-8da5-72eb7a7936af req-4160e69e-a04a-4b04-a5db-b03c14cf9844 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:44.356559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-416d0d51-7b60-44e7-8da5-72eb7a7936af req-4160e69e-a04a-4b04-a5db-b03c14cf9844 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0499539 Jul 28 15:20:44.394723 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-416d0d51-7b60-44e7-8da5-72eb7a7936af req-40bbeebc-85d8-4708-930e-6e340f3544ab tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Jul 28 15:20:44.768911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7bb62fed-a8e2-4653-9eff-ee316fe3e4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:44.934295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:45.513953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec37e9-8ec7-4165-b9cc-1823936c81ec req-9178cf6b-d6e6-4cd6-9dd9-99ba13911aa2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:45.515504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fec37e9-8ec7-4165-b9cc-1823936c81ec req-9178cf6b-d6e6-4cd6-9dd9-99ba13911aa2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Jul 28 15:20:45.553608 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fec37e9-8ec7-4165-b9cc-1823936c81ec req-1b150a95-d3a3-4dc6-9567-d6ade2ae94f1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jul 28 15:20:46.285778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:46.670319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9effc2-0332-4578-986f-2d1742b7257a req-c5ba05c4-7719-4795-8bbf-2b5f2faa3cc7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:46.671834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf9effc2-0332-4578-986f-2d1742b7257a req-c5ba05c4-7719-4795-8bbf-2b5f2faa3cc7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Jul 28 15:20:46.710406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf9effc2-0332-4578-986f-2d1742b7257a req-711356b6-70d5-452a-be16-bee7b5145cb3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Jul 28 15:20:46.983294 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-2576e506-200a-4706-88b6-43fd28d34c8b service neutron] show failed (client error): The resource could not be found. Jul 28 15:20:46.984414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-2576e506-200a-4706-88b6-43fd28d34c8b service neutron] 10.222.0.50 "GET /v2.0/ports/5c1a6aff-5608-445c-bc10-c1fed4e51be3/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0556092 Jul 28 15:20:47.566151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-78fe0037-0584-47b8-a87d-3b350dc5e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:47.567857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-78fe0037-0584-47b8-a87d-3b350dc5e07e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414&tenant_id=768bb0a7dccd4a12aa8c03f21742b24c HTTP/1.1" status: 200 len: 1097 time: 0.0755668 Jul 28 15:20:47.586936 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:20:47.587535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:47.640536 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:47.831301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c27f2d-11d5-429e-98af-5ac3d508a017 req-81755300-f64b-42a7-9e77-117961ccd27f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:47.833138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6c27f2d-11d5-429e-98af-5ac3d508a017 req-81755300-f64b-42a7-9e77-117961ccd27f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0521879 Jul 28 15:20:47.840104 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:47.866341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:47.874914 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6c27f2d-11d5-429e-98af-5ac3d508a017 req-7404129a-f6a6-4e32-852d-a140810150ce tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Jul 28 15:20:47.906263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:47.949930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:47.952222 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d41c7-c5ac-4ca3-8db3-ff7675e7fcf3" -d '{"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:47.957278 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:47.970057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Transition to ACTIVE for port object 5c1a6aff-5608-445c-bc10-c1fed4e51be3 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:20:48.002085 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb458a3-5a62-4ea9-8e17-aabfcb3ee010 x-openstack-request-id: req-afb458a3-5a62-4ea9-8e17-aabfcb3ee010 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:48.002382 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:48.002639 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afb458a3-5a62-4ea9-8e17-aabfcb3ee010 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:48.003072 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'code': 200} Jul 28 15:20:48.034692 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:48.095901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:48.097997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] No DVR routers for this DVR port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:20:48.109691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.110046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.110393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.110858 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.111273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.111567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.112018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.112357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.112689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.113018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.113349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.113676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:20:48.143441 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:20:48.143779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:20:48.144124 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:48.148435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:20:48.148763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Attempting to bind port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:20:48.153529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:20:48.153870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Checking segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:20:48.154254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Bound using segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:20:48.154674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Bound port: 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:20:48.155062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:48.220999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:20:48.227723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:20:48.301004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:48.337569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:48.338196 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:48.339787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] 10.222.0.53 "PUT /v2.0/ports/5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 1092 time: 0.7568979 Jul 28 15:20:48.363187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617303d-c181-4094-9420-ed9d9b78675a service neutron] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:48.414832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-e905153d-d8a8-45a8-a0d1-37b149e82093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:48.416409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-e905153d-d8a8-45a8-a0d1-37b149e82093 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0418313 Jul 28 15:20:48.512210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-0785c078-12d4-4587-9920-349076ed6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:48.513703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-0785c078-12d4-4587-9920-349076ed6709 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0889843 Jul 28 15:20:48.565606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-7bca90a9-aac6-4e80-addc-cae02d330ed1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0444705 Jul 28 15:20:48.622599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-87f9456a-f68b-4058-8011-ab2d51309b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:48.624406 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-87f9456a-f68b-4058-8011-ab2d51309b21 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0526805 Jul 28 15:20:48.658284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-6f94662f-091d-4d18-a2c1-a3a4385a1634 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263824 Jul 28 15:20:48.750355 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-14c40f29-b0ac-4fb8-827f-864999bb7286 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853317 Jul 28 15:20:48.847546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d837e22c-e033-4ae6-b7f5-f45e7e8bc365 req-c9032e25-5933-4b4b-8447-2db97db101e0 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Jul 28 15:20:49.005893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bba54d-6c0c-4def-bed6-83c922be91e9 req-f886f8ee-e499-4dfb-9bc2-b8773c838b2d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:49.007495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50bba54d-6c0c-4def-bed6-83c922be91e9 req-f886f8ee-e499-4dfb-9bc2-b8773c838b2d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0573919 Jul 28 15:20:49.045822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50bba54d-6c0c-4def-bed6-83c922be91e9 req-798f54e4-6fee-46af-a424-0214ca8dcbe0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jul 28 15:20:49.065746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:20:49.110174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:20:50.004911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:50.007410 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62960ca5-f068-481a-9c44-d04835582369" -d '{"events": [{"name": "network-changed", "server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:50.057097 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a276e26-1b49-4518-ae8b-ef54a6f9ff98 x-openstack-request-id: req-5a276e26-1b49-4518-ae8b-ef54a6f9ff98 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:50.057392 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:50.057645 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a276e26-1b49-4518-ae8b-ef54a6f9ff98 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:50.058042 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'status': 'completed', 'code': 200} Jul 28 15:20:50.154983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-fb74b888-ffa5-4a01-8f7f-36ed29fabb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.156510 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-fb74b888-ffa5-4a01-8f7f-36ed29fabb90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0510893 Jul 28 15:20:50.182324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-90101fcf-2661-4832-8c66-123475beffc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.183915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-90101fcf-2661-4832-8c66-123475beffc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0872352 Jul 28 15:20:50.207110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a010fb-24ad-4558-8c05-ddf2f0447cd2 req-51723ea9-78f7-4654-8496-7179adef97f6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.208805 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2a010fb-24ad-4558-8c05-ddf2f0447cd2 req-51723ea9-78f7-4654-8496-7179adef97f6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0782909 Jul 28 15:20:50.223046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:50.261842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-513d00b9-bc8e-4c4e-be3d-393c8164191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.263393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-513d00b9-bc8e-4c4e-be3d-393c8164191e service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0972066 Jul 28 15:20:50.310852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e2a010fb-24ad-4558-8c05-ddf2f0447cd2 req-3598f6e4-78ea-4751-ac7d-827e3e5e4a92 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905311 Jul 28 15:20:50.314535 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-a16846bd-4c1a-4a29-84d0-91e901f95996 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0425320 Jul 28 15:20:50.330461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-a14a3e68-a269-492c-aea9-001bb385d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.330461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-a14a3e68-a269-492c-aea9-001bb385d5e2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.1372607 Jul 28 15:20:50.378013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-969a66d8-8c6e-41bf-a6ea-0bacb1624b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.379614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-969a66d8-8c6e-41bf-a6ea-0bacb1624b3c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0572155 Jul 28 15:20:50.382231 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-2cd52d5d-2b2c-4af1-80b8-32f9cb393d03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0417740 Jul 28 15:20:50.416974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-fc84827f-fbc9-4164-b788-b91c54ea116d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301096 Jul 28 15:20:50.450746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960ca5-f068-481a-9c44-d04835582369 req-67703c47-8f5d-40b2-9b65-52e0dac72d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:50.452292 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-67703c47-8f5d-40b2-9b65-52e0dac72d23 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0634263 Jul 28 15:20:50.487305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-00e50f08-6baf-478a-87d6-f39007da3dfd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275373 Jul 28 15:20:50.525828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-92f71173-893a-4797-bfba-2d3fc00e63f0 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991054 Jul 28 15:20:50.586046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-234e63fc-006e-44c4-91ce-26808aee5ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915260 Jul 28 15:20:50.633796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-fdda184b-eb15-4ce3-9837-a816902bf6e8 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988469 Jul 28 15:20:50.688384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62960ca5-f068-481a-9c44-d04835582369 req-cac37f38-7a6e-41e8-920e-ee0e31aa0bb9 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952458 Jul 28 15:20:50.840077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:51.054305 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-2a2dc403-0fc1-49a2-9a2e-e93e731355e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454686 Jul 28 15:20:51.151380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-f8574509-e2b7-403c-aaae-fd42c4a6725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:51.152874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-f8574509-e2b7-403c-aaae-fd42c4a6725f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0422952 Jul 28 15:20:51.261436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-540775ba-f99b-4c91-9da3-fb3e4ed17984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:51.262929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-540775ba-f99b-4c91-9da3-fb3e4ed17984 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0902956 Jul 28 15:20:51.305606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-b2459f33-c06d-469c-97cb-2510da871e36 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0348096 Jul 28 15:20:51.362239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-e91ac02a-b7af-43db-b711-edefd72c73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:51.363698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-e91ac02a-b7af-43db-b711-edefd72c73d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0513434 Jul 28 15:20:51.397331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-1a55be8a-6469-447b-a8d7-9b8357948325 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265198 Jul 28 15:20:51.500622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6dcde-2847-4a76-9a78-b8617f1a1ecf req-91074448-e007-484a-a838-44f3816814e7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:51.502804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dc6dcde-2847-4a76-9a78-b8617f1a1ecf req-91074448-e007-484a-a838-44f3816814e7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.1079338 Jul 28 15:20:51.527210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-055c4dd5-4f02-4e0f-8f86-039699337ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221156 Jul 28 15:20:51.592932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9dc6dcde-2847-4a76-9a78-b8617f1a1ecf req-2fb500cc-dd4c-42ba-88bf-e16f73145140 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774834 Jul 28 15:20:51.631922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4ed04b47-41e2-47df-9b06-eb5c5f42cc3c req-fafa8218-0420-4e46-80db-53f5de3b5465 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963709 Jul 28 15:20:51.945766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf89346-b9cf-48f7-b0cc-1a87d84b183d req-c938ff1b-2c81-4961-a2cb-2a918450d94b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:51.947288 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2bf89346-b9cf-48f7-b0cc-1a87d84b183d req-c938ff1b-2c81-4961-a2cb-2a918450d94b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0538304 Jul 28 15:20:51.987023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2bf89346-b9cf-48f7-b0cc-1a87d84b183d req-69290ded-df10-42f2-80fc-67785db3c89c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332408 Jul 28 15:20:52.081478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-2f96bcb7-567e-49b1-8bca-ea024b7ca2d5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:52.083026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-2f96bcb7-567e-49b1-8bca-ea024b7ca2d5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.50 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414&tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 943 time: 0.0901363 Jul 28 15:20:52.147129 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-d72897b1-bfa2-4ac6-a29a-ba1860731979 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:20:52.148244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-d72897b1-bfa2-4ac6-a29a-ba1860731979 service neutron] 10.222.0.50 "DELETE /v2.0/ports/5c1a6aff-5608-445c-bc10-c1fed4e51be3/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0581210 Jul 28 15:20:52.251021 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-bf01aa51-6be2-4bf7-95ff-612feee59cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:52.253123 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-bf01aa51-6be2-4bf7-95ff-612feee59cfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 1095 time: 0.0409455 Jul 28 15:20:52.342526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-bf13015e-06c2-4c2c-ba9c-c4d4f9e34493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:52.344055 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-bf13015e-06c2-4c2c-ba9c-c4d4f9e34493 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0840478 Jul 28 15:20:52.388476 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-97bfc84a-6435-4c24-8b0a-e13bc3384ca1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 200 len: 217 time: 0.0376208 Jul 28 15:20:52.436179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-b410c7d4-0eb7-42b5-ba8a-c92d0b3808e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:52.437638 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-b410c7d4-0eb7-42b5-ba8a-c92d0b3808e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0429010 Jul 28 15:20:52.468477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-23fa783f-56e8-48b4-9127-c817ce608ff4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235333 Jul 28 15:20:52.572660 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-5302ba7c-7139-46b4-991f-3b894ddcf55a service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958002 Jul 28 15:20:52.670698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bfb76898-71fe-49d0-a4c5-4dc9d31fd00c req-271ab560-750e-41d6-b08d-ec0f8fb91526 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916941 Jul 28 15:20:52.917219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:20:53.015809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:53.027839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'port_id': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'mac_address': 'fa:16:3e:df:18:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f279ef-f527-4059-ab7f-33f9d4993d7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:20:53.067976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:53.081506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1a6aff-5608-445c-bc10-c1fed4e51be3 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:20:53.105490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:53.124298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b52775-8882-4470-ac05-ec6a3cb8fd90 req-5d5a4e25-1089-45df-9fff-d312c5c20012 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:53.125812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35b52775-8882-4470-ac05-ec6a3cb8fd90 req-5d5a4e25-1089-45df-9fff-d312c5c20012 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 943 time: 0.0551457 Jul 28 15:20:53.169520 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35b52775-8882-4470-ac05-ec6a3cb8fd90 req-fd95e2a9-ba73-4595-b733-9ce484e47c78 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365663 Jul 28 15:20:53.194313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:53.244673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:53.481865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5c1a6aff-5608-445c-bc10-c1fed4e51be3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:54.289097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315997-72a4-4db8-afa9-524cfc399a42 req-028a9d36-441a-4a0d-8fab-cd860f83e876 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:54.290603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c315997-72a4-4db8-afa9-524cfc399a42 req-028a9d36-441a-4a0d-8fab-cd860f83e876 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 944 time: 0.0516531 Jul 28 15:20:54.327900 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c315997-72a4-4db8-afa9-524cfc399a42 req-f0851f8b-8134-4560-80f0-84ac787c2c2b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312793 Jul 28 15:20:54.450463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87e1e-6448-4314-a5a8-c5ed23d5c369 req-433e5197-7f07-4e0d-b50b-1bd3fd01fc40 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:54.451926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3e87e1e-6448-4314-a5a8-c5ed23d5c369 req-433e5197-7f07-4e0d-b50b-1bd3fd01fc40 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 944 time: 0.0545497 Jul 28 15:20:54.491436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a3e87e1e-6448-4314-a5a8-c5ed23d5c369 req-0ded6c2f-2f24-4d48-9cea-b5904b8d694f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jul 28 15:20:54.605953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b14a2c-5f45-46e4-9fa0-90ae568fd662 req-73239b85-da36-4426-b512-3db8d0c594a8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:54.607458 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87b14a2c-5f45-46e4-9fa0-90ae568fd662 req-73239b85-da36-4426-b512-3db8d0c594a8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 944 time: 0.0482633 Jul 28 15:20:54.656471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87b14a2c-5f45-46e4-9fa0-90ae568fd662 req-e1ecf5d9-47c3-4e0d-a58d-2ca9ee6bb1a1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Jul 28 15:20:54.937215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:20:55.175630 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:20:55.179644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:20:55.180081 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:55.262423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:55.285547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:55.287837 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666284e5-d97a-48ff-8c2f-7a70457bc82b" -d '{"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:55.302468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:55.327055 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736ab0e-a0f4-4639-9939-eddc48acdaba x-openstack-request-id: req-0736ab0e-a0f4-4639-9939-eddc48acdaba {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:55.327343 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-plugged", "status": "completed", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:55.327597 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0736ab0e-a0f4-4639-9939-eddc48acdaba {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:55.327990 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'code': 200} Jul 28 15:20:55.388883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:55.426241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-26aa1456-1591-45ba-80f9-8bec84b55111 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:55.427812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-26aa1456-1591-45ba-80f9-8bec84b55111 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 815 time: 0.1096153 Jul 28 15:20:55.441278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:55.443784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-c8d7ba07-503e-43dc-a5a2-efd8d5e091df tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/quotas/768bb0a7dccd4a12aa8c03f21742b24c HTTP/1.1" status: 200 len: 375 time: 0.0094850 Jul 28 15:20:55.493106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-f0a4bf03-3782-4d85-ba72-1e29fc6c7844 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438561 Jul 28 15:20:55.585262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-3630892d-9b05-4f1d-9384-59b909106d34 service neutron] 10.222.0.47 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846672 Jul 28 15:20:56.034339 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-34607892-6bab-4f56-8233-49fe185f93b6 service neutron] 10.222.0.47 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428813 Jul 28 15:20:56.332868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d41199f2-da59-4d1d-a58d-10141bfbda2b req-c6315264-78c0-4e6e-abab-8d29c2eadc19 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 210 time: 0.0293436 Jul 28 15:20:56.727479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac696757-2297-4737-b93e-4e0d09e7902a req-3319087e-4d39-4a81-8ebf-2a10b2645496 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:56.729018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac696757-2297-4737-b93e-4e0d09e7902a req-3319087e-4d39-4a81-8ebf-2a10b2645496 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.53 "GET /v2.0/ports?device_id=6010d8ea-fd0f-4d78-bd77-52f7968d3414 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Jul 28 15:20:56.870437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Deleting port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:20:56.870437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:56.915121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] For port 5c1a6aff-5608-445c-bc10-c1fed4e51be3, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=5c1a6aff-5608-445c-bc10-c1fed4e51be3,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:20:56.915499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:56.931731 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Calling delete_port for 5c1a6aff-5608-445c-bc10-c1fed4e51be3 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:20:57.249092 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:57.280151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Pushing event deleted for resources: {'Port': ['ID=5c1a6aff-5608-445c-bc10-c1fed4e51be3,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:20:57.282414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['5c1a6aff-5608-445c-bc10-c1fed4e51be3'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:20:57.323546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] No DVR routers for this DVR port 5c1a6aff-5608-445c-bc10-c1fed4e51be3 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:20:57.326275 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:57.328306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac696757-2297-4737-b93e-4e0d09e7902a req-604f7c50-fff8-4a7b-bcdb-f169a414dcb5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.53 "DELETE /v2.0/ports/5c1a6aff-5608-445c-bc10-c1fed4e51be3 HTTP/1.1" status: 204 len: 173 time: 0.5920904 Jul 28 15:20:57.328746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-deleted', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:20:57.332156 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb305ca-83e8-4a93-adb0-40497c744240" -d '{"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-deleted", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:20:57.369116 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5798420-f40c-4b7a-b378-09d3b00d2660 x-openstack-request-id: req-d5798420-f40c-4b7a-b378-09d3b00d2660 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:20:57.369417 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6010d8ea-fd0f-4d78-bd77-52f7968d3414", "name": "network-vif-deleted", "tag": "5c1a6aff-5608-445c-bc10-c1fed4e51be3", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:20:57.371917 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5798420-f40c-4b7a-b378-09d3b00d2660 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:20:57.371917 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6010d8ea-fd0f-4d78-bd77-52f7968d3414', 'name': 'network-vif-deleted', 'tag': '5c1a6aff-5608-445c-bc10-c1fed4e51be3', 'status': 'completed', 'code': 200} Jul 28 15:20:57.417251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa8dd192-ec57-424e-8317-850ba7416eef req-6179a107-4438-45d8-9fa4-c0c0e50ed11b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 210 time: 0.0303495 Jul 28 15:20:58.514584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e3fa1d4-f597-40f8-ac0e-410779d5372b req-8f09d8b8-ec95-4226-a691-d851b48dbc0a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 210 time: 0.0265329 Jul 28 15:20:59.012534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-0d71ebe2-ca0d-481b-857e-390aa5665424 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:20:59.014178 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-0d71ebe2-ca0d-481b-857e-390aa5665424 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 815 time: 0.1034529 Jul 28 15:20:59.034490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Request body: {'port': {'device_id': '04b03531-a001-4af3-a845-965c0f522e54', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'admin_state_up': True, 'tenant_id': '768bb0a7dccd4a12aa8c03f21742b24c'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:20:59.245890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Made reservation on behalf of 768bb0a7dccd4a12aa8c03f21742b24c for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:20:59.249803 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:59.491032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Allocated IP 172.20.0.14 (3de31252-fde6-4173-bcf6-ef2a1ed2f454/07f279ef-f527-4059-ab7f-33f9d4993d7c/6ce79438-6229-49ad-94d2-8a69fb5a32e2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:20:59.526080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:20:59.611217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcd5db85-e30e-4c48-876f-b76a868a4cdb req-658aaf1d-c89a-458f-9f0f-43dd6932864b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 210 time: 0.0262282 Jul 28 15:20:59.991644 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.038566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:21:00.041658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:00.047569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:21:00.054270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:00.099527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:00.100138 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.175314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-9aed6993-9184-4377-91a6-2a13ad4a7998 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1467655 Jul 28 15:21:00.193772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Request body: {'port': {'device_id': '04b03531-a001-4af3-a845-965c0f522e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:00.246978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.519078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce79438-6229-49ad-94d2-8a69fb5a32e2 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:00.526396 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.538080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Transition to ACTIVE for port object 6ce79438-6229-49ad-94d2-8a69fb5a32e2 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:00.625730 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.681262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:00.784784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a975bb-8be2-4684-b332-85f58ced50d1 req-aa6116e3-d02c-481a-b1de-f10b176510a5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:00.786237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00a975bb-8be2-4684-b332-85f58ced50d1 req-aa6116e3-d02c-481a-b1de-f10b176510a5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.1023352 Jul 28 15:21:00.813698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:21:00.814625 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:21:00.814987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:00.824581 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:21:00.824919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:00.838558 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:21:00.838982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Checking segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:00.839465 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Bound using segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:21:00.839903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Bound port: 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:21:00.840272 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:00.844443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00a975bb-8be2-4684-b332-85f58ced50d1 req-0c9cb5dc-906c-45c7-97c9-0f6086148f2e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Jul 28 15:21:00.908639 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:00.911763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:21:00.960024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:21:00.979879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 5c1a6aff-5608-445c-bc10-c1fed4e51be3 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:21:00.980224 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 5c1a6aff-5608-445c-bc10-c1fed4e51be3 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:21:01.005783 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:01.039909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.040534 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:01.041953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] 10.222.0.53 "PUT /v2.0/ports/6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 1093 time: 0.8530941 Jul 28 15:21:01.042460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:01.044796 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f8e8c6efa4e78cf3ab8bc96c566af80f8fe28edc13880eaa3c7dd0ab2bb2749" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d09a3b3-1352-4c3c-b46e-d58cb855b794" -d '{"events": [{"name": "network-changed", "server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:01.069259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994475c5-f404-45c1-9432-49d10c184b32 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:01.084452 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc5e1cf-0e1b-420b-b05f-ab3ba4b583e9 x-openstack-request-id: req-6cc5e1cf-0e1b-420b-b05f-ab3ba4b583e9 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:01.084783 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:01.085081 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cc5e1cf-0e1b-420b-b05f-ab3ba4b583e9 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:01.085483 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'status': 'completed', 'code': 200} Jul 28 15:21:01.173905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-adbae007-3811-47c3-a167-9cfd6c4f0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.175957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-adbae007-3811-47c3-a167-9cfd6c4f0afe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1096 time: 0.0472186 Jul 28 15:21:01.280027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-f752c9d2-d720-4cae-b032-106ed52daaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.281522 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-f752c9d2-d720-4cae-b032-106ed52daaeb service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915442 Jul 28 15:21:01.381918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-a21456af-0157-46c8-bc75-96e7e1b2baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.384420 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d09a3b3-1352-4c3c-b46e-d58cb855b794 req-a21456af-0157-46c8-bc75-96e7e1b2baa1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949192 Jul 28 15:21:01.481996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-8bc167e7-9533-4b8c-964f-00566fdcdf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.483553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-8bc167e7-9533-4b8c-964f-00566fdcdf56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1096 time: 0.0417483 Jul 28 15:21:01.532183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-7b67e4a6-14c2-4494-b473-39be709acaee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0352566 Jul 28 15:21:01.586686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-c55a4f0b-2da1-4a36-b24a-68e444ffda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.588254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-c55a4f0b-2da1-4a36-b24a-68e444ffda19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0490894 Jul 28 15:21:01.620282 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-6019d22e-3e21-4e2b-b0ff-daf345428591 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254207 Jul 28 15:21:01.708733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-36989904-8060-4cee-93e4-b9503c97d248 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Jul 28 15:21:01.804161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c8313cde-63d1-41e2-b61c-fbdf2fa2e110 req-08b81719-3373-4cd2-b84f-cc2d52839b8b service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Jul 28 15:21:01.966353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e4972-9cb5-44fa-a256-bf63735cd29f req-2ad84314-2ddf-4710-9979-38e2543923b7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:01.967839 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea6e4972-9cb5-44fa-a256-bf63735cd29f req-2ad84314-2ddf-4710-9979-38e2543923b7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0540907 Jul 28 15:21:02.006743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea6e4972-9cb5-44fa-a256-bf63735cd29f req-c3023430-8e72-4d06-aea1-bd8001fa839f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323846 Jul 28 15:21:03.215633 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63031949-2485-4f8e-aa7e-a9327bb73236 req-125bd0e5-432a-45f0-8c59-8cb153d108f3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:03.217116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63031949-2485-4f8e-aa7e-a9327bb73236 req-125bd0e5-432a-45f0-8c59-8cb153d108f3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0990112 Jul 28 15:21:03.257573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63031949-2485-4f8e-aa7e-a9327bb73236 req-b33d080c-c012-4e6d-b74c-a1184a2e27fc tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Jul 28 15:21:04.453102 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e2a98-7493-4833-bcb4-6f7b8a778ab9 req-9f8de51c-7039-4a20-9878-b6f365a9ab9c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:04.455294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-650e2a98-7493-4833-bcb4-6f7b8a778ab9 req-9f8de51c-7039-4a20-9878-b6f365a9ab9c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0948131 Jul 28 15:21:04.494791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-650e2a98-7493-4833-bcb4-6f7b8a778ab9 req-95337a2a-532b-4af0-a69c-1bccfbf95a4e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jul 28 15:21:04.976107 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:21:05.075533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:05.087023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'port_id': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'mac_address': 'fa:16:3e:03:f3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f279ef-f527-4059-ab7f-33f9d4993d7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:21:05.125426 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:05.140106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce79438-6229-49ad-94d2-8a69fb5a32e2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:05.162600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:05.237687 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:05.286039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:05.293631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.293986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.294336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.294764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.295148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.295493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.295829 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.296161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.296494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.296824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.297156 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.297486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:05.502699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6ce79438-6229-49ad-94d2-8a69fb5a32e2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:21:05.620309 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc9f0c-6836-4c60-8d0a-fee7d0c4f983 req-e122621b-72a0-46c8-b6c4-4e59e4b523e6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:05.621840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03cc9f0c-6836-4c60-8d0a-fee7d0c4f983 req-e122621b-72a0-46c8-b6c4-4e59e4b523e6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Jul 28 15:21:05.663250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03cc9f0c-6836-4c60-8d0a-fee7d0c4f983 req-c720382c-4d23-4573-92bf-e97606c51ea8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343089 Jul 28 15:21:06.785567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067202-20ef-405e-a0cb-4d36ddd9a6d0 req-7441890b-397e-4cd8-88ea-0f30e9b29dfb tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:06.787002 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1067202-20ef-405e-a0cb-4d36ddd9a6d0 req-7441890b-397e-4cd8-88ea-0f30e9b29dfb tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 945 time: 0.0550101 Jul 28 15:21:06.825646 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1067202-20ef-405e-a0cb-4d36ddd9a6d0 req-b5bad056-7ac0-4d83-a2bd-004e48e6c1f0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326390 Jul 28 15:21:06.998430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:21:07.162622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:07.168280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:07.168280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:07.250794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:07.273140 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:07.274657 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}020f8a9bce49b16811f633cd8fbfffb97ebd55600150b5926df9346df82c5345" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99457c-68e7-430c-a132-f45c6d311232" -d '{"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-plugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:07.288711 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:07.313531 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237a2c7d-2ffc-43ce-a6cf-b02b15dd05f0 x-openstack-request-id: req-237a2c7d-2ffc-43ce-a6cf-b02b15dd05f0 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:07.314230 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-plugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:07.314230 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-237a2c7d-2ffc-43ce-a6cf-b02b15dd05f0 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:07.314459 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'code': 200} Jul 28 15:21:07.437649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7c593-491a-4312-9dbc-695d91814d41 req-8c0486f2-7e53-4e0c-bbf5-eeb29ae7f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:07.439212 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61c7c593-491a-4312-9dbc-695d91814d41 req-8c0486f2-7e53-4e0c-bbf5-eeb29ae7f245 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1097 time: 0.0408297 Jul 28 15:21:07.451441 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:07.475537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-61c7c593-491a-4312-9dbc-695d91814d41 req-75a07871-9d9d-4182-b14d-7ba185d84621 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284851 Jul 28 15:21:07.499747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:07.941968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d1b64-1cb7-495c-ab62-fb260ff6302f req-650fb29d-6b84-4730-a1c1-7b7b03bffd4e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:07.943519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-098d1b64-1cb7-495c-ab62-fb260ff6302f req-650fb29d-6b84-4730-a1c1-7b7b03bffd4e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Jul 28 15:21:07.981771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-098d1b64-1cb7-495c-ab62-fb260ff6302f req-b888344b-b998-49e6-9f78-fc6dc378f30b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322666 Jul 28 15:21:09.099074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0465-4185-463c-9b67-b0620616f768 req-43726d32-fc3d-4387-9a7e-71ad4da81ad5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:09.100618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-799f0465-4185-463c-9b67-b0620616f768 req-43726d32-fc3d-4387-9a7e-71ad4da81ad5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0490601 Jul 28 15:21:09.139900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-799f0465-4185-463c-9b67-b0620616f768 req-651ac47f-ba95-4d40-85ec-82dde1ef42f1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Jul 28 15:21:09.266669 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42d13a-f00f-4c75-80d8-ccf51e6797b1 req-1608c65f-efbb-480d-962f-f56b7c36c08d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:09.268724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f42d13a-f00f-4c75-80d8-ccf51e6797b1 req-1608c65f-efbb-480d-962f-f56b7c36c08d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0618660 Jul 28 15:21:09.308009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f42d13a-f00f-4c75-80d8-ccf51e6797b1 req-aac6ad9f-5396-42ee-a9da-b1718a57469a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332882 Jul 28 15:21:09.768810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b19c9-1f59-4dc6-a2ec-75ce2c7923e3 req-e1ae1ee0-4983-463b-81d1-75b7e666267e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:09.771373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad1b19c9-1f59-4dc6-a2ec-75ce2c7923e3 req-e1ae1ee0-4983-463b-81d1-75b7e666267e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0619788 Jul 28 15:21:09.817601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ad1b19c9-1f59-4dc6-a2ec-75ce2c7923e3 req-abd3d6e4-aa82-47ff-9f14-0949bd33b42d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Jul 28 15:21:10.003592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-ea6ca673-341f-4b16-b756-0395c8a973f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487676 Jul 28 15:21:10.945673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ab74-3232-4eb3-ac1d-dfa18f93990a req-a92d39c8-74e6-4b86-8240-5aae5680bed2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:10.947653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9a8ab74-3232-4eb3-ac1d-dfa18f93990a req-a92d39c8-74e6-4b86-8240-5aae5680bed2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0569732 Jul 28 15:21:10.988859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9a8ab74-3232-4eb3-ac1d-dfa18f93990a req-6693a707-4a7d-4b6d-9058-3e9790912cd8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Jul 28 15:21:12.113685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cb444-09ca-4301-9c91-9429644ca1e0 req-9b2d2ed9-64a5-4503-b5c2-174c1b721991 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:12.115223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc1cb444-09ca-4301-9c91-9429644ca1e0 req-9b2d2ed9-64a5-4503-b5c2-174c1b721991 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0537224 Jul 28 15:21:12.154219 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fc1cb444-09ca-4301-9c91-9429644ca1e0 req-8d7f2515-a820-479f-9087-387639f1c7c8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326502 Jul 28 15:21:12.305129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ce18c6e9-aa7c-46e3-bea8-e443cf60ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:12.394444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-550e1501-34ca-4853-bef9-d455302cc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:12.396022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-550e1501-34ca-4853-bef9-d455302cc6c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1098 time: 0.0415525 Jul 28 15:21:12.488686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-0ddc32e1-5cfc-4eeb-ae53-86913beabf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:12.490240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-0ddc32e1-5cfc-4eeb-ae53-86913beabf49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0875921 Jul 28 15:21:12.534119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-508e67c7-96d4-4de5-b882-0a957e67738f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0365107 Jul 28 15:21:12.583561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8c8b2e03-d2bb-4931-8c73-8237ebb80248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:12.584952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8c8b2e03-d2bb-4931-8c73-8237ebb80248 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0447741 Jul 28 15:21:12.616356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-31e0d5c8-5bb1-40ef-997c-ac70a80dd9ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243311 Jul 28 15:21:12.709926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-7afd1d26-12b3-4393-b574-996de19f52f7 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866075 Jul 28 15:21:12.801543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-d2be6773-cfdc-4976-9dc4-47ce4b056c4a service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833302 Jul 28 15:21:13.270101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054186b-ffaf-4fd0-a246-21b6ffac106f req-64de0190-9b5f-485c-89f0-fd88e3eb9844 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:13.271611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c054186b-ffaf-4fd0-a246-21b6ffac106f req-64de0190-9b5f-485c-89f0-fd88e3eb9844 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0496190 Jul 28 15:21:13.311563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c054186b-ffaf-4fd0-a246-21b6ffac106f req-dc8442c1-ec01-490d-80a0-3defe90fe1fd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338340 Jul 28 15:21:14.437474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e203f-7fd3-4751-a755-70b990b810e0 req-f8e94585-67e4-4eae-bfc6-cb1c7d92c3b9 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:14.439071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc4e203f-7fd3-4751-a755-70b990b810e0 req-f8e94585-67e4-4eae-bfc6-cb1c7d92c3b9 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0573518 Jul 28 15:21:14.477687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc4e203f-7fd3-4751-a755-70b990b810e0 req-b87a7327-3ff8-4520-a9dc-93205316ba74 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Jul 28 15:21:14.745138 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f956cdd3-938e-4b3f-b72e-01695dc7fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:14.959637 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:15.597013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a68e-1711-4012-abac-8992444beff7 req-2e0aed39-62f7-4e4b-8408-6e3d56867675 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:15.598554 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d41a68e-1711-4012-abac-8992444beff7 req-2e0aed39-62f7-4e4b-8408-6e3d56867675 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0519001 Jul 28 15:21:15.638196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d41a68e-1711-4012-abac-8992444beff7 req-d4a9eca9-592f-4360-91d9-33ee142b02cd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Jul 28 15:21:16.262730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:16.763555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807c928-d430-4d03-97ed-853cb92fe363 req-517e83bb-f5ed-40f4-8469-2e5028db9d5c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:16.765044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1807c928-d430-4d03-97ed-853cb92fe363 req-517e83bb-f5ed-40f4-8469-2e5028db9d5c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0535262 Jul 28 15:21:16.804774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1807c928-d430-4d03-97ed-853cb92fe363 req-264d33f7-84ad-443c-8f96-4a498c7daa64 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Jul 28 15:21:17.845816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:17.935999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae259f-81bb-480d-9cb2-d8406ceed90a req-3a7aa251-4f1d-4174-834d-3ef837ba80c2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:17.937539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41ae259f-81bb-480d-9cb2-d8406ceed90a req-3a7aa251-4f1d-4174-834d-3ef837ba80c2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0554619 Jul 28 15:21:17.976983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-41ae259f-81bb-480d-9cb2-d8406ceed90a req-b471db72-56f1-431f-a231-5b2c4a30c015 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 28 15:21:19.107374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9a16-83c4-41e3-888c-61a18a74c15c req-51c500ca-0bd5-446f-b04e-117af0272774 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:19.108924 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66ef9a16-83c4-41e3-888c-61a18a74c15c req-51c500ca-0bd5-446f-b04e-117af0272774 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0493822 Jul 28 15:21:19.151715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66ef9a16-83c4-41e3-888c-61a18a74c15c req-6c6dd992-d0dd-4efa-8465-a98f5c01eb90 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Jul 28 15:21:20.251167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:20.268053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5ba9-2caf-4162-928d-13fb24ef32af req-77d50c68-189b-4daf-81fb-28471f13587b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:20.277387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-758c5ba9-2caf-4162-928d-13fb24ef32af req-77d50c68-189b-4daf-81fb-28471f13587b tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0496628 Jul 28 15:21:20.309463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-758c5ba9-2caf-4162-928d-13fb24ef32af req-b182d32c-db4a-4ad1-8347-01be185c6d46 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336335 Jul 28 15:21:20.902980 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:21.437935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e8491-5980-49a8-9e16-c653a40e31d4 req-8f88887f-027a-4afd-9e51-82986340461e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:21.440528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a06e8491-5980-49a8-9e16-c653a40e31d4 req-8f88887f-027a-4afd-9e51-82986340461e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0628607 Jul 28 15:21:21.480653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a06e8491-5980-49a8-9e16-c653a40e31d4 req-c3ccbc98-e3c7-48df-a1a2-55d25eb9d006 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Jul 28 15:21:22.598416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f481c-2192-4e45-b2e6-b0d82eab0632 req-867e33b9-3f24-4bef-bb0e-63698396b22a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:22.599947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed4f481c-2192-4e45-b2e6-b0d82eab0632 req-867e33b9-3f24-4bef-bb0e-63698396b22a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0505664 Jul 28 15:21:22.639842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed4f481c-2192-4e45-b2e6-b0d82eab0632 req-818da8cc-fba4-447e-8ae6-661744a95d9c tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Jul 28 15:21:23.760145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826aee2-5593-4823-acb6-30f27a1bb979 req-3e9d55e3-5dde-4ab7-b772-57bd60509918 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:23.761668 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a826aee2-5593-4823-acb6-30f27a1bb979 req-3e9d55e3-5dde-4ab7-b772-57bd60509918 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0500586 Jul 28 15:21:23.803038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a826aee2-5593-4823-acb6-30f27a1bb979 req-6ced2478-b1b5-4cb0-bc2e-63fe87aa927d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Jul 28 15:21:24.586300 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:21:24.921711 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f4e5-ac69-40a6-a7fa-c5e2ed7bf8af req-ce41a8c5-fe86-4332-9ad0-73f91cfb6b0f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:24.923225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6432f4e5-ac69-40a6-a7fa-c5e2ed7bf8af req-ce41a8c5-fe86-4332-9ad0-73f91cfb6b0f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0522728 Jul 28 15:21:24.962103 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6432f4e5-ac69-40a6-a7fa-c5e2ed7bf8af req-ad547182-376e-4872-b86d-cef1809b62d2 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322468 Jul 28 15:21:26.082853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95e297-794f-462e-814e-4038bf57a0df req-4c73768a-4156-4bd4-8d55-c4bb916a653a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:26.084374 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd95e297-794f-462e-814e-4038bf57a0df req-4c73768a-4156-4bd4-8d55-c4bb916a653a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Jul 28 15:21:26.122382 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bd95e297-794f-462e-814e-4038bf57a0df req-3f8ce052-0844-4b6f-90d2-ca826b0a8908 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Jul 28 15:21:27.238742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554ab7a-8ba7-4961-bd6d-af4d5f1bac20 req-68ad91e9-06f5-45d6-bc79-5859328ce347 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:27.240362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2554ab7a-8ba7-4961-bd6d-af4d5f1bac20 req-68ad91e9-06f5-45d6-bc79-5859328ce347 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0486562 Jul 28 15:21:27.277868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2554ab7a-8ba7-4961-bd6d-af4d5f1bac20 req-84ab476d-8414-4694-bbd5-a3f5303ac5a1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Jul 28 15:21:28.399052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe7872-d91c-488b-8122-eb85e17ae7f3 req-69901304-4499-41f2-80a0-664a3e3886fd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:28.400599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9fe7872-d91c-488b-8122-eb85e17ae7f3 req-69901304-4499-41f2-80a0-664a3e3886fd tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0542092 Jul 28 15:21:28.438947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9fe7872-d91c-488b-8122-eb85e17ae7f3 req-9659080d-fa76-4b87-b953-e60ba4082014 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 28 15:21:29.558219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc164069-690e-47f1-b19f-4c14a542d1ac req-4620e1c2-5a7d-4370-b317-fa43d54e4f75 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:29.559762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc164069-690e-47f1-b19f-4c14a542d1ac req-4620e1c2-5a7d-4370-b317-fa43d54e4f75 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0480747 Jul 28 15:21:29.600018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc164069-690e-47f1-b19f-4c14a542d1ac req-25f1879a-9279-4b31-ae19-cb7b7a2bbabf tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342400 Jul 28 15:21:30.716216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e02735-b8ad-4612-8aaf-35627054a707 req-a19a37a3-6ed2-4822-8fa0-c081c9779d55 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:30.717724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47e02735-b8ad-4612-8aaf-35627054a707 req-a19a37a3-6ed2-4822-8fa0-c081c9779d55 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Jul 28 15:21:30.757032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47e02735-b8ad-4612-8aaf-35627054a707 req-48c6629a-3f1e-4ebb-a224-b6deaaa2f8ec tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Jul 28 15:21:31.877385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b27fc9-ea52-4fc9-adca-3a97eace6984 req-6d65c045-0b73-446e-9cdf-c371f42f77e0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:31.879503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32b27fc9-ea52-4fc9-adca-3a97eace6984 req-6d65c045-0b73-446e-9cdf-c371f42f77e0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0543454 Jul 28 15:21:31.917192 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32b27fc9-ea52-4fc9-adca-3a97eace6984 req-755a56cf-b21a-403d-8a99-bdbd105cb744 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Jul 28 15:21:33.036490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e6124-51ef-46c2-8a70-3b2fcdd3e120 req-4423899d-8a78-454d-964e-c269cd11d863 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:33.037992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-011e6124-51ef-46c2-8a70-3b2fcdd3e120 req-4423899d-8a78-454d-964e-c269cd11d863 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Jul 28 15:21:33.076124 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-011e6124-51ef-46c2-8a70-3b2fcdd3e120 req-839a9b53-2d8f-4ce5-812f-823f4b79d7b6 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jul 28 15:21:34.191728 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9a379-591d-47a7-b34e-0b3592d79a67 req-5a84be7e-0c86-4d35-833f-334e72ad5297 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:34.193330 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10a9a379-591d-47a7-b34e-0b3592d79a67 req-5a84be7e-0c86-4d35-833f-334e72ad5297 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0488472 Jul 28 15:21:34.232473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10a9a379-591d-47a7-b34e-0b3592d79a67 req-3cee5c8d-081c-4b12-b2cb-682fb59037fb tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330062 Jul 28 15:21:35.356052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec21a1f-f935-4368-a92d-a3533c40ecb8 req-37b095c7-0df4-4cf3-bc4b-daf793dbc843 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:35.357593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ec21a1f-f935-4368-a92d-a3533c40ecb8 req-37b095c7-0df4-4cf3-bc4b-daf793dbc843 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0568910 Jul 28 15:21:35.398088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8ec21a1f-f935-4368-a92d-a3533c40ecb8 req-6520048d-d3a4-40be-9be1-a82dfaf21d00 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343235 Jul 28 15:21:36.515708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e01e0-3151-403b-859a-0abc5719508e req-efbcdb49-4778-4cff-97a0-e26e98980ea1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:36.517302 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d6e01e0-3151-403b-859a-0abc5719508e req-efbcdb49-4778-4cff-97a0-e26e98980ea1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0495017 Jul 28 15:21:36.555771 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4d6e01e0-3151-403b-859a-0abc5719508e req-21ff6056-aa54-468b-b5a7-3f61d0c139fb tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322342 Jul 28 15:21:37.675057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381b84b-656f-40b7-ad89-2faeb5843e4c req-5af53adb-3552-4f48-aebc-c9eb675127c3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:37.676567 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1381b84b-656f-40b7-ad89-2faeb5843e4c req-5af53adb-3552-4f48-aebc-c9eb675127c3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0516250 Jul 28 15:21:37.715825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1381b84b-656f-40b7-ad89-2faeb5843e4c req-171a1e08-56bc-4cc5-8444-a0c2159d3de8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Jul 28 15:21:38.835152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e531b-c4af-415e-bb76-14af93569814 req-a41b7c5e-587d-4153-8d03-0f32e01a77d0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:38.836629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79e531b-c4af-415e-bb76-14af93569814 req-a41b7c5e-587d-4153-8d03-0f32e01a77d0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0535645 Jul 28 15:21:38.876751 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d79e531b-c4af-415e-bb76-14af93569814 req-80ece610-deb9-4e6f-8fdb-01c054104ef0 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Jul 28 15:21:39.998903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce5e7-a5e3-4e93-86e3-a53843f66800 req-5e6bcaab-0516-49f4-a99d-ba90c5572cff tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:40.000587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af6ce5e7-a5e3-4e93-86e3-a53843f66800 req-5e6bcaab-0516-49f4-a99d-ba90c5572cff tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0551314 Jul 28 15:21:40.042885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af6ce5e7-a5e3-4e93-86e3-a53843f66800 req-649a2ccb-66e0-47e8-a667-0449e55645d7 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Jul 28 15:21:40.142399 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-9ec48c06-08ea-455d-ab1d-c838d1482a85 service neutron] show failed (client error): The resource could not be found. Jul 28 15:21:40.143477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-9ec48c06-08ea-455d-ab1d-c838d1482a85 service neutron] 10.222.0.53 "GET /v2.0/ports/6ce79438-6229-49ad-94d2-8a69fb5a32e2/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0996842 Jul 28 15:21:40.862343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8fd9911b-7f36-437d-a204-11c5f11b2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:40.864195 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8fd9911b-7f36-437d-a204-11c5f11b2ae7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54&tenant_id=768bb0a7dccd4a12aa8c03f21742b24c HTTP/1.1" status: 200 len: 1098 time: 0.0801151 Jul 28 15:21:40.882222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:40.937348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.180980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:41.200215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73276a33-85fc-4688-96df-7824e441ac77 req-283e18b7-b1ca-4647-a753-7d77d55ff1c3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:41.201757 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-73276a33-85fc-4688-96df-7824e441ac77 req-283e18b7-b1ca-4647-a753-7d77d55ff1c3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0870538 Jul 28 15:21:41.242084 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:41.283173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-73276a33-85fc-4688-96df-7824e441ac77 req-d073ea87-0119-4c24-a356-92ea9b22a9f8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743816 Jul 28 15:21:41.296547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:41.302115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.315008 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Transition to ACTIVE for port object 6ce79438-6229-49ad-94d2-8a69fb5a32e2 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:41.340118 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a6b7b1-559b-483a-a6fc-32796f1697f0" -d '{"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:41.400350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.438559 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9884fa55-8803-46a8-a660-dfa17fe8db55 x-openstack-request-id: req-9884fa55-8803-46a8-a660-dfa17fe8db55 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:41.439418 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-unplugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:41.439418 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9884fa55-8803-46a8-a660-dfa17fe8db55 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:41.439622 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'code': 200} Jul 28 15:21:41.456843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:41.472880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] No DVR routers for this DVR port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:21:41.480981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.481334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.481679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.482019 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.482354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.482686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.483037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.483363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.483687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.484015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.484337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.484657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:41.529960 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:21:41.530302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:21:41.530689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:41.535818 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:21:41.536151 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Attempting to bind port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on network 3de31252-fde6-4173-bcf6-ef2a1ed2f454 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:41.541044 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:21:41.541383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Checking segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:41.541773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Bound using segment: {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:21:41.542200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Bound port: 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed8a208-a06c-499a-8ada-db8684a7b4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:21:41.542557 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.606224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:41.609235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:21:41.676672 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.712036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:41.713295 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:41.714729 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] 10.222.0.50 "PUT /v2.0/ports/6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 1093 time: 0.8367071 Jul 28 15:21:41.737500 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f75a1-77e7-4a71-b234-dc4bf3406bef service neutron] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:41.792592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8330da07-543f-4d6a-9ae5-b439bde441cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:41.794130 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-8330da07-543f-4d6a-9ae5-b439bde441cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1096 time: 0.0451107 Jul 28 15:21:41.887052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-66112a89-e835-4157-9b37-d4eb125aeec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:41.888471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-66112a89-e835-4157-9b37-d4eb125aeec1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0880973 Jul 28 15:21:41.933105 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-e68d9d52-eb6e-448a-8d72-2bf44812165e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0379376 Jul 28 15:21:42.304571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2dc3ca80-64aa-4181-940b-d623b8227181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:42.320936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-0ca4ccad-ff08-4ba1-9646-430c3cbb2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:42.322794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-0ca4ccad-ff08-4ba1-9646-430c3cbb2769 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.3829265 Jul 28 15:21:42.357114 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-ebbaefcc-cfdb-4dd6-bad2-cb9c054275ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271044 Jul 28 15:21:42.457429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7080bf-73db-4831-85a9-81ffe26f12c4 req-384d0367-94b1-4da9-8ad6-1eff18e4d622 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:42.458832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac7080bf-73db-4831-85a9-81ffe26f12c4 req-384d0367-94b1-4da9-8ad6-1eff18e4d622 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.1008494 Jul 28 15:21:42.503502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-7492965a-6aea-47fb-9c04-e1db0745376e service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373844 Jul 28 15:21:42.525460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac7080bf-73db-4831-85a9-81ffe26f12c4 req-af67085f-2dcb-4876-be42-fcf14b18bb9f tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591652 Jul 28 15:21:42.604979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a0e20dc3-99de-41c6-8d0e-2c7845e3b3b6 req-32ca8644-dd73-41b8-b255-59cfaa4bb3ca service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928047 Jul 28 15:21:43.441273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:43.443697 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c7c66-78af-4889-a804-e506ba5a6492" -d '{"events": [{"name": "network-changed", "server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:43.491508 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f03e8d-e775-4109-9c53-bf0bcbdf9c8c x-openstack-request-id: req-f1f03e8d-e775-4109-9c53-bf0bcbdf9c8c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:43.491801 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:43.492059 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1f03e8d-e775-4109-9c53-bf0bcbdf9c8c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:43.492461 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'status': 'completed', 'code': 200} Jul 28 15:21:43.579501 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-e9e0cefa-48e0-455d-8ea2-85b0beb6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.580784 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-e9e0cefa-48e0-455d-8ea2-85b0beb6e256 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1096 time: 0.0503418 Jul 28 15:21:43.581374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-fe5ca523-0758-487e-b6da-69cf5d7c957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.582867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-fe5ca523-0758-487e-b6da-69cf5d7c957e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1096 time: 0.0459051 Jul 28 15:21:43.678971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-7586e414-770c-43de-8c16-0e115b8eb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.680475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-7586e414-770c-43de-8c16-0e115b8eb484 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0904243 Jul 28 15:21:43.706860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435ef76-b01a-49c5-b582-21292a5c3692 req-d2d2a3c3-4145-4ea3-981c-727f8cc711c8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.708322 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9435ef76-b01a-49c5-b582-21292a5c3692 req-d2d2a3c3-4145-4ea3-981c-727f8cc711c8 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0987692 Jul 28 15:21:43.729745 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-4c464f2e-7961-49fa-8292-adb89969cde0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0420280 Jul 28 15:21:43.730357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-7bffce3a-f015-4813-bead-4e2e507904ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.731832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-7bffce3a-f015-4813-bead-4e2e507904ee service neutron] 10.222.0.50 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.1431658 Jul 28 15:21:43.779174 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-76883a69-7353-4069-b4da-6b9626c92b73 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0388267 Jul 28 15:21:43.780046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-d8be3075-aba2-4e3b-bbb5-cc71d4132de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.781634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-d8be3075-aba2-4e3b-bbb5-cc71d4132de3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0455151 Jul 28 15:21:43.800862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9435ef76-b01a-49c5-b582-21292a5c3692 req-18d2701e-153b-4222-ad6b-8d9e0b5349c3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822239 Jul 28 15:21:43.814818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-cc03846b-dc53-4d2f-a0ec-dc4ca15d76d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259488 Jul 28 15:21:43.840827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-d9b6bbee-d3d7-4afd-bd04-f703edd68d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:43.842341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-d9b6bbee-d3d7-4afd-bd04-f703edd68d27 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0555422 Jul 28 15:21:43.876202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-b5040bda-609e-4173-8a4c-de27a71c9d7f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260930 Jul 28 15:21:43.912150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-d94fbc5a-527c-45b0-9b7a-ce077a929133 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Jul 28 15:21:43.969492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-14eb8ce8-5d1d-42c3-bfd3-7029249b1421 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Jul 28 15:21:44.007160 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-ae0f3bb9-ec31-4938-8d0a-207fb1f12b50 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885069 Jul 28 15:21:44.070457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a27c7c66-78af-4889-a804-e506ba5a6492 req-4559f741-bcc7-4e5c-ba3f-be792dd20de5 service neutron] 10.222.0.50 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935907 Jul 28 15:21:44.776980 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f5181c05-6bb3-4df8-b3da-183c0c42df50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:44.936877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a140e-e750-48d1-9459-771da7a38425 req-c09a9a11-b25c-44b3-944a-59aa4b07e256 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:44.938398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-544a140e-e750-48d1-9459-771da7a38425 req-c09a9a11-b25c-44b3-944a-59aa4b07e256 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0514529 Jul 28 15:21:44.982177 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-544a140e-e750-48d1-9459-771da7a38425 req-dcbff9fd-61ef-4522-b6ae-02acb6a3264e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376785 Jul 28 15:21:44.982801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:45.155994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:21:45.193944 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:21:45.303068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:21:45.399062 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:45.410764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'network_id': '3de31252-fde6-4173-bcf6-ef2a1ed2f454', 'port_id': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'mac_address': 'fa:16:3e:03:f3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f279ef-f527-4059-ab7f-33f9d4993d7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:21:45.452846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:45.462887 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347989eb-7ce3-4468-befc-f1c9e6adb2dd req-011d16fb-e845-4488-9077-c53a3e14dce1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.464500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-347989eb-7ce3-4468-befc-f1c9e6adb2dd req-011d16fb-e845-4488-9077-c53a3e14dce1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 944 time: 0.0501795 Jul 28 15:21:45.465629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce79438-6229-49ad-94d2-8a69fb5a32e2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:21:45.486003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:45.510985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-347989eb-7ce3-4468-befc-f1c9e6adb2dd req-b30e5540-38a6-45b9-81dc-309aa5965132 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Jul 28 15:21:45.601923 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:45.609549 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-8bdf5b0c-fcc4-494e-95cf-6a4d807fb6db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.611110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-8bdf5b0c-fcc4-494e-95cf-6a4d807fb6db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.53 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54&tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.0539744 Jul 28 15:21:45.653718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:45.676627 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-2c3c61d4-b650-4be3-a1f2-b25779e8669c service neutron] delete failed (client error): The resource could not be found. Jul 28 15:21:45.677846 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-2c3c61d4-b650-4be3-a1f2-b25779e8669c service neutron] 10.222.0.53 "DELETE /v2.0/ports/6ce79438-6229-49ad-94d2-8a69fb5a32e2/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0584970 Jul 28 15:21:45.786038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-00c7ad1b-5af9-4ec0-88f4-1861e4481351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.787601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-00c7ad1b-5af9-4ec0-88f4-1861e4481351 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 1097 time: 0.0450153 Jul 28 15:21:45.877724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-70c5f066-fa81-4976-9a93-77b49cc5b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.879241 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-70c5f066-fa81-4976-9a93-77b49cc5b998 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 200 len: 916 time: 0.0849721 Jul 28 15:21:45.899050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6ce79438-6229-49ad-94d2-8a69fb5a32e2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:21:45.924968 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-2012f963-9300-44ad-b92f-dbba2b956f29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Jul 28 15:21:45.974449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-8ad05de5-748e-49a2-880f-cbe8cb922223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:45.975994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-8ad05de5-748e-49a2-880f-cbe8cb922223 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 200 len: 855 time: 0.0447125 Jul 28 15:21:46.008716 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-a4085dc0-8e5d-4633-a899-98d10d78dfbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3de31252-fde6-4173-bcf6-ef2a1ed2f454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262201 Jul 28 15:21:46.099922 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-70a9c213-6d39-4122-8511-9c2e82daa273 service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Jul 28 15:21:46.196189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0858e9e8-7022-4ac3-83e0-68bdc85ac6fb req-6aceb451-1e0c-4759-b77e-4e353728370a service neutron] 10.222.0.53 "GET /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891399 Jul 28 15:21:46.264660 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:46.631635 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74451444-77c2-499f-ad7d-73b0361e8df3 req-06d0a9b0-4489-4f78-bc39-bed269b9e291 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:46.633148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74451444-77c2-499f-ad7d-73b0361e8df3 req-06d0a9b0-4489-4f78-bc39-bed269b9e291 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Jul 28 15:21:46.673819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-74451444-77c2-499f-ad7d-73b0361e8df3 req-5cb7155a-bb2f-46b7-a3f3-3e481c10c1a3 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Jul 28 15:21:47.303417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:21:47.452749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:47.456727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:47.463130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:47.533968 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:47.564309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:47.579307 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:47.606641 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852b513f-69d2-4375-978b-59e0564513e7" -d '{"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-plugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:47.652191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:47.689410 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac71094-1244-4790-aab1-04a306701d77 x-openstack-request-id: req-5ac71094-1244-4790-aab1-04a306701d77 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:47.689642 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-plugged", "status": "completed", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:47.689898 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ac71094-1244-4790-aab1-04a306701d77 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:47.690286 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'code': 200} Jul 28 15:21:47.703408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:47.793575 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28ed5-27e9-4e98-a76a-8713ccdc84b8 req-27fc19a9-243f-46d7-9b90-57640c38af46 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:47.795138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10c28ed5-27e9-4e98-a76a-8713ccdc84b8 req-27fc19a9-243f-46d7-9b90-57640c38af46 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0502589 Jul 28 15:21:47.834104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10c28ed5-27e9-4e98-a76a-8713ccdc84b8 req-ced884e2-233d-4268-ae19-7689b682d760 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Jul 28 15:21:47.840116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:47.957668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42b524-0d03-469a-a76a-faa7ac3279b8 req-4a5d7058-2a1a-4a67-9b22-daac56533e3a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:47.959171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c42b524-0d03-469a-a76a-faa7ac3279b8 req-4a5d7058-2a1a-4a67-9b22-daac56533e3a tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0499911 Jul 28 15:21:47.997804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c42b524-0d03-469a-a76a-faa7ac3279b8 req-9601bd2c-d0a5-4386-81aa-fb59c995485e tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Jul 28 15:21:48.121292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec8ad-42a0-4bfd-9821-47f32ef3e996 req-4141c164-e9eb-41a2-b09c-0beaa4e7d425 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:48.122979 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38fec8ad-42a0-4bfd-9821-47f32ef3e996 req-4141c164-e9eb-41a2-b09c-0beaa4e7d425 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0542953 Jul 28 15:21:48.162324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-38fec8ad-42a0-4bfd-9821-47f32ef3e996 req-920d95f5-a649-47df-b144-7d3d02d94aa5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Jul 28 15:21:48.920756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499a9c-4a71-4de8-81bf-20693234bc73 req-cdbf4285-ca8a-428e-be76-4e80adbf39c5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:48.922252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57499a9c-4a71-4de8-81bf-20693234bc73 req-cdbf4285-ca8a-428e-be76-4e80adbf39c5 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0542090 Jul 28 15:21:48.960945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-57499a9c-4a71-4de8-81bf-20693234bc73 req-236fa7ec-f2d6-4f4a-abb1-d8a803f6ae34 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Jul 28 15:21:50.076497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb494b78-dec1-4ff7-9a98-491db346647f req-27fd0509-61ea-4a86-b82e-c7b0c12c2999 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:50.077996 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb494b78-dec1-4ff7-9a98-491db346647f req-27fd0509-61ea-4a86-b82e-c7b0c12c2999 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0494449 Jul 28 15:21:50.125266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cb494b78-dec1-4ff7-9a98-491db346647f req-9c8b8045-6ae2-4912-8863-9f0c6874b74d tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/security-groups?id=577c871a-c4dc-4988-b54f-be9acde37524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Jul 28 15:21:50.161929 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-7d566888-ab56-4209-8485-e59d0c3422ef tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:50.163548 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-7d566888-ab56-4209-8485-e59d0c3422ef tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.50 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 946 time: 0.0519128 Jul 28 15:21:50.272876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Deleting port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:21:50.273148 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:50.279420 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:50.364124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] For port 6ce79438-6229-49ad-94d2-8a69fb5a32e2, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=6ce79438-6229-49ad-94d2-8a69fb5a32e2,segment=NetworkSegment(1ed8a208-a06c-499a-8ada-db8684a7b4e4),segment_id=1ed8a208-a06c-499a-8ada-db8684a7b4e4)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:50.364497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:50.378270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Calling delete_port for 6ce79438-6229-49ad-94d2-8a69fb5a32e2 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:21:50.601855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:50.635255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['6ce79438-6229-49ad-94d2-8a69fb5a32e2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:21:50.637525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Pushing event deleted for resources: {'Port': ['ID=6ce79438-6229-49ad-94d2-8a69fb5a32e2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:50.680417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] No DVR routers for this DVR port 6ce79438-6229-49ad-94d2-8a69fb5a32e2 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:21:50.683584 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:50.685606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52a8f526-6013-4abb-a21c-b25b3db9aaf0 req-c55f28ac-c6b2-45db-ba38-1e566d9446db tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.50 "DELETE /v2.0/ports/6ce79438-6229-49ad-94d2-8a69fb5a32e2 HTTP/1.1" status: 204 len: 173 time: 0.5155854 Jul 28 15:21:50.686050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-deleted', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:21:50.688357 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cf4477-6de1-48b5-93b0-37a948975e08" -d '{"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-deleted", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:21:50.724775 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49f7ba0-1b0a-403a-ae64-46a9b717c17c x-openstack-request-id: req-d49f7ba0-1b0a-403a-ae64-46a9b717c17c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:21:50.725108 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b03531-a001-4af3-a845-965c0f522e54", "name": "network-vif-deleted", "tag": "6ce79438-6229-49ad-94d2-8a69fb5a32e2", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:21:50.725503 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d49f7ba0-1b0a-403a-ae64-46a9b717c17c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:21:50.725838 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b03531-a001-4af3-a845-965c0f522e54', 'name': 'network-vif-deleted', 'tag': '6ce79438-6229-49ad-94d2-8a69fb5a32e2', 'status': 'completed', 'code': 200} Jul 28 15:21:50.864434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:51.238052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a392b40f-3e4b-4edb-b651-9566fb73f154 req-09062e56-19ee-4291-811b-5354901251c1 tempest-ServerDiskConfigTestJSON-1908626213 tempest-ServerDiskConfigTestJSON-1908626213-project] 10.222.0.47 "GET /v2.0/ports?device_id=04b03531-a001-4af3-a845-965c0f522e54 HTTP/1.1" status: 200 len: 210 time: 0.0266902 Jul 28 15:21:52.362191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36698) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:52.408737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Deleting subnet 07f279ef-f527-4059-ab7f-33f9d4993d7c {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:21:52.412400 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.449380 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.491883 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.634410 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.659638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f279ef-f527-4059-ab7f-33f9d4993d7c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:52.664026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.666057 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/07f279ef-f527-4059-ab7f-33f9d4993d7c HTTP/1.1" status: 204 len: 168 time: 0.3027084 Jul 28 15:21:52.669354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:52.673423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.673768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.674107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.674462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.674838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.675198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.675524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.675846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.676169 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.676492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.676809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.677132 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18870f7-8cd9-4444-90a5-db3ca22ccdbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:52.739341 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.821235 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.831478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de31252-fde6-4173-bcf6-ef2a1ed2f454']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:52.842599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed8a208-a06c-499a-8ada-db8684a7b4e4') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:52.842895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed8a208-a06c-499a-8ada-db8684a7b4e4') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:52.852190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.866401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.872612 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:21:52.873048 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:21:52.876353 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:21:53.001332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.007354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.009190 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] 10.222.0.47 "DELETE /v2.0/networks/3de31252-fde6-4173-bcf6-ef2a1ed2f454 HTTP/1.1" status: 204 len: 168 time: 0.3385398 Jul 28 15:21:53.021134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793528-fb01-4cfb-bc69-709f2e3690ff admin admin] Pushing event deleted for resources: {'Network': ['ID=3de31252-fde6-4173-bcf6-ef2a1ed2f454,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:53.345654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36704) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:53.385135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6b40fdd5-57e0-4ca2-a8a0-4bf78ff02e2a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=768bb0a7dccd4a12aa8c03f21742b24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383036 Jul 28 15:21:53.388722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36706) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:53.437761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.458398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.601262 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.603838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:53.605702 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/577c871a-c4dc-4988-b54f-be9acde37524 HTTP/1.1" status: 204 len: 168 time: 0.2160544 Jul 28 15:21:53.615838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b3c97-ee64-492c-b326-4884083131cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c871a-c4dc-4988-b54f-be9acde37524,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:54.625882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36728) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:54.724767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-785124477-network', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:54.897212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:21:54.899588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:54.908614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.003848 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.087288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.114649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:21:55.125377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06bd603-7e12-4953-a78f-b591b550ed54,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:55.140813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.141215 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Added segment d7aae93d-4552-4e03-b4c2-70965ec1c09f of type vlan for network 92aec70e-0770-4f2b-80a7-78db916a2f24 Jul 28 15:21:55.184585 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.287497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.288479 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:55.289063 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.318914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:21:55.340079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 6ce79438-6229-49ad-94d2-8a69fb5a32e2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:21:55.340454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 6ce79438-6229-49ad-94d2-8a69fb5a32e2 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:21:55.349079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] Pushing event updated for resources: {'Network': ['ID=92aec70e-0770-4f2b-80a7-78db916a2f24,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:55.360839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:21:55.406388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-64fcda6c-00d5-46d8-ba1a-0c83b3eac343 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7793486 Jul 28 15:21:55.409327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:55.414328 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Request body: {'subnet': {'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-785124477-subnet', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:55.515685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:21:55.518044 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.754050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:55.813088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:55.823091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:55.823453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Network hostable DHCP agents. Network: 92aec70e-0770-4f2b-80a7-78db916a2f24, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:21:55.971339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:21:56.087493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 92aec70e-0770-4f2b-80a7-78db916a2f24) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:56.091557 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:21:56.092176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.096813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec8c70e-8022-4bad-926a-2dfb5621b28a None None] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:21:56.196911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cc7c5524-1fe8-45ba-8ad2-44b67b8b615d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7839618 Jul 28 15:21:56.197148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36734) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:56.202177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:21:56.309015 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.310120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.364265 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.397834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-92aec70e-0770-4f2b-80a7-78db916a2f24', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:21:56.397834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.530671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Allocated IP 172.20.0.2 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/43c89fb3-b958-4c63-9e93-8e92e086f3bd) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:21:56.612352 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.678262 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.687324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Transition to ACTIVE for port object 43c89fb3-b958-4c63-9e93-8e92e086f3bd will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:56.702559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Transition to ACTIVE for port object 43c89fb3-b958-4c63-9e93-8e92e086f3bd will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:56.802105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.840645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:21:56.843545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:56.846249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:21:56.862992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Pushing event updated for resources: {'Port': ['ID=43c89fb3-b958-4c63-9e93-8e92e086f3bd,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:56.912625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Attempting to bind port 43c89fb3-b958-4c63-9e93-8e92e086f3bd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:21:56.912998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Attempting to bind port 43c89fb3-b958-4c63-9e93-8e92e086f3bd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:21:56.913381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Attempting to bind port 43c89fb3-b958-4c63-9e93-8e92e086f3bd on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:56.918255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:21:56.918628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:56.919066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.919468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:21:56.919935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Bound port: 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:21:56.920323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.927200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.951744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:56.987081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] For port 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:56.990341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] For port 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=43c89fb3-b958-4c63-9e93-8e92e086f3bd,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:21:57.055155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Allocated IP 172.25.0.235 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/dfe94b19-6165-411a-bd4b-a43c477fc6fd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:21:57.064580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:57.122049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e30acf-9559-4e28-870f-40b7c4f7d427 None None] Pushing event updated for resources: {'Port': ['ID=43c89fb3-b958-4c63-9e93-8e92e086f3bd,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:57.188897 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:57.287882 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:57.332118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:21:57.337346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:57.342872 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:21:57.346170 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Pushing event updated for resources: {'Port': ['ID=dfe94b19-6165-411a-bd4b-a43c477fc6fd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:57.709535 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.079508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07bd65-3c42-46d7-82ba-5866769976a0 None None] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:21:58.213177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f2a3fb18-53c3-4815-af54-298ec9611065 None None] Provisioning for port 43c89fb3-b958-4c63-9e93-8e92e086f3bd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:58.287672 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.491173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Router 9dde472e-536e-4887-8bae-27ec461f4e37 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:21:58.599271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:21:58.609532 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:21:58.618790 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:21:58.619438 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:21:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:58.691129 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:58.692453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ca97635d-d033-40a2-a218-b7101ca4d2ca admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4943526 Jul 28 15:21:58.696263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36736) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:21:58.819842 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:21:59.005769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:57Z', 'revision_number': 3, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:59.037464 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:21:59.040324 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Updating router 9dde472e-536e-4887-8bae-27ec461f4e37 port dfe94b19-6165-411a-bd4b-a43c477fc6fd binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:21:59.066121 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.152143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.256190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 43c89fb3-b958-4c63-9e93-8e92e086f3bd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:21:59.341162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Allocated IP 172.20.0.1 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/7344e5e4-f729-4fc7-8ff5-481e1f96bb35) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:21:59.345756 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.357558 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Transition to ACTIVE for port object dfe94b19-6165-411a-bd4b-a43c477fc6fd will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:59.382393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 43c89fb3-b958-4c63-9e93-8e92e086f3bd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:21:59.387155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 43c89fb3-b958-4c63-9e93-8e92e086f3bd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:21:59.387576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.457982 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.470148 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.471291 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.474357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Transition to ACTIVE for port object 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:21:59.506622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=43c89fb3-b958-4c63-9e93-8e92e086f3bd,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:21:59.521766 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Attempting to bind port dfe94b19-6165-411a-bd4b-a43c477fc6fd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:21:59.522134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Attempting to bind port dfe94b19-6165-411a-bd4b-a43c477fc6fd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:21:59.522500 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Attempting to bind port dfe94b19-6165-411a-bd4b-a43c477fc6fd on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:21:59.533881 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:21:59.534263 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:21:59.534665 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.535088 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:21:59.535555 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Bound port: dfe94b19-6165-411a-bd4b-a43c477fc6fd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:21:59.535938 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.537461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Pushing event updated for resources: {'Port': ['ID=dfe94b19-6165-411a-bd4b-a43c477fc6fd,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:59.561762 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.562112 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.562456 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.562796 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.563149 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.563478 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.563804 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.564130 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.564449 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.564775 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.565094 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.565415 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:21:59.576769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.600693 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] For port dfe94b19-6165-411a-bd4b-a43c477fc6fd, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:21:59.604187 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] For port dfe94b19-6165-411a-bd4b-a43c477fc6fd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dfe94b19-6165-411a-bd4b-a43c477fc6fd,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:21:59.611661 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.626304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=43c89fb3-b958-4c63-9e93-8e92e086f3bd,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:59.649242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:21:59.652586 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:21:59.656254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:21:59.687166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:59.697780 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.707032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:21:59.763727 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:21:59.764528 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:21:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:21:59.766702 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff08609-4669-4d7e-ba01-ca1a6e236420 None None] Pushing event updated for resources: {'Port': ['ID=dfe94b19-6165-411a-bd4b-a43c477fc6fd,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:21:59.889134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:00.023785 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.045521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb8ad-7858-4006-981d-e13b0f92e30c None None] Provisioning for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:00.051274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ba8fb8ad-7858-4006-981d-e13b0f92e30c None None] Provisioning complete for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:00.052484 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb8ad-7858-4006-981d-e13b0f92e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.078874 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:57Z', 'revision_number': 3, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:00.094427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fb8ad-7858-4006-981d-e13b0f92e30c None None] Port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:22:00.109618 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a78af-d543-4ebe-aeec-63b98d3f40fb None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:57Z', 'revision_number': 3, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:00.220148 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.299074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.393745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.395700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:00.501897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:00.503360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:00.655660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:22:00.720585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-099829fb-cda6-4af9-89b9-e915ec627fb0 None None] Provisioning complete for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:00.721583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-099829fb-cda6-4af9-89b9-e915ec627fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:00.765403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-099829fb-cda6-4af9-89b9-e915ec627fb0 None None] Port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:22:00.792295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:22:00.799078 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-207ed9ed-b0dc-44bd-b9d5-cc9839c4e9a6 admin admin] 10.222.0.47 "PUT /v2.0/routers/9dde472e-536e-4887-8bae-27ec461f4e37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016722 Jul 28 15:22:01.278421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dfe94b19-6165-411a-bd4b-a43c477fc6fd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:01.439843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port dfe94b19-6165-411a-bd4b-a43c477fc6fd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:01.444616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port dfe94b19-6165-411a-bd4b-a43c477fc6fd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:01.445163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.455670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36744) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:01.460787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835046042', 'description': 'tempest-description--1245411568'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:01.533656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.555055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port dfe94b19-6165-411a-bd4b-a43c477fc6fd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dfe94b19-6165-411a-bd4b-a43c477fc6fd,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:01.584189 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.585589 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:22:01.646977 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.647956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 43c89fb3-b958-4c63-9e93-8e92e086f3bd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:01.672302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.716197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:22:01.735562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=dfe94b19-6165-411a-bd4b-a43c477fc6fd,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:01.741741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:01.742357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:21:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:01.772612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.783682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 43c89fb3-b958-4c63-9e93-8e92e086f3bd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:01.784060 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.803805 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989e6596-13bd-4d2e-bd80-7d6bacd0f441,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:01.888378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:01.932591 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:01.933932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0d6f86bc-3ccb-4205-964f-dff9ebd3ba48 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4770324 Jul 28 15:22:01.936833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36746) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:01.943193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'security_group_rule': {'security_group_id': '989e6596-13bd-4d2e-bd80-7d6bacd0f441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:02.081016 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.114720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:00Z', 'revision_number': 2, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:02.144752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.147063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:22:02.147426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Updating router 9dde472e-536e-4887-8bae-27ec461f4e37 port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:22:02.173661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.239645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.262403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47059390-7d45-42f8-a7ce-ad5d60d7d065,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:02.321605 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.322926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3429d640-2e49-49d2-ab47-ac0742d3fd77 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3851404 Jul 28 15:22:02.326086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36748) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:02.330695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'security_group_rule': {'security_group_id': '989e6596-13bd-4d2e-bd80-7d6bacd0f441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:02.428966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.453439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.463150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Transition to ACTIVE for port object 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:02.489098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.532802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.571021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.597911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cc0987-fbca-4132-94a3-f178bacc461d,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:02.610206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b1b36-e2da-4cb7-9903-b7c0edff763f None None] Pushing event updated for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:02.648209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Attempting to bind port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:22:02.648632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Attempting to bind port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:22:02.648970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Attempting to bind port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:02.654328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:22:02.654714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:02.655167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.655570 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:22:02.656045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Bound port: 7344e5e4-f729-4fc7-8ff5-481e1f96bb35, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:22:02.656440 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.715780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.721059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5757137b-fdb4-4f5d-8056-c70dadc19fb7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899612 Jul 28 15:22:02.721059 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 36750) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:02.725565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:02.727653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] For port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:22:02.731814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] For port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:22:02.812763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.835487 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:02.873170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b1b36-e2da-4cb7-9903-b7c0edff763f None None] Pushing event updated for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:02.876050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:02.876788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:21:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:02.946409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.004056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:03.065397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Allocated IP 172.25.0.95 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ec4048e4-a285-4a26-8d0a-a9a517005cf4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:03.176264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.211302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dfe94b19-6165-411a-bd4b-a43c477fc6fd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:03.288755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port dfe94b19-6165-411a-bd4b-a43c477fc6fd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:03.289149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.291133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.312712 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:02Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:03.330521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:03.333494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:03.339107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:03.345651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=ec4048e4-a285-4a26-8d0a-a9a517005cf4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:03.347353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b2df-06ee-48df-b072-fa801ea78135 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:02Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:03.448179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.599758 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.779502 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:03.933973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:04.009203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=ec4048e4-a285-4a26-8d0a-a9a517005cf4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:04.021133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:04.133579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:04.144785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0e20b1cd-e16f-4711-95eb-666bf96527f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4139750 Jul 28 15:22:04.286199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-a9164a90-5b9c-4668-8095-ae4a1000232d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--835046042&fields=id&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 267 time: 0.0355110 Jul 28 15:22:04.402810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-ab96d024-6160-4eb5-ada7-b542ec58ec60 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:04.404383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-ab96d024-6160-4eb5-ada7-b542ec58ec60 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1107602 Jul 28 15:22:04.420791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-13468de5-89af-49a4-96b6-d6c4e9f346bb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/quotas/961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 375 time: 0.0104785 Jul 28 15:22:04.476142 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-bea65308-2a9c-4a1a-a238-764948fc91a1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495577 Jul 28 15:22:04.648974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-b46588ac-4d51-46e7-a5de-4ff4f754fd64 service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247196 Jul 28 15:22:04.738063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-93ac6ff2-fe11-4e9b-a5c6-45d6edfdc918 service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824187 Jul 28 15:22:05.008518 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2260f658-cc9a-4d1c-8a2b-65da851678ca req-f51d7b6b-54a6-43f5-9725-3c16cbcaeb3a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 210 time: 0.0322444 Jul 28 15:22:05.222106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:05.376784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:05.380900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:05.381280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:05.462663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:05.495276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:05.628538 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:05.675561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:05.682746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.684120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.684120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.684329 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.684610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.684947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.685272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.685598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.685924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.686248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.686574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:05.686899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:22:06.090885 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-be708a1a-3a9c-43ea-bc77-a7f23fdc1260 req-85b0e50b-8889-48c0-822c-6b98c7bde854 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 210 time: 0.0279307 Jul 28 15:22:07.189033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e1ef183b-7d73-4d7c-9784-3e7a8fe73c57 req-067f96e3-3543-4d66-a05c-e9ae80a11631 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 210 time: 0.0288482 Jul 28 15:22:07.216900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:07.265214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:07.265588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:07.677179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-cc6746dc-d297-4422-89f8-9bde73a38713 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:07.678690 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-cc6746dc-d297-4422-89f8-9bde73a38713 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1109009 Jul 28 15:22:07.743345 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-2c63cfd7-1a75-4278-8949-84517e224024 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 379 time: 0.0369558 Jul 28 15:22:07.753561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'port': {'device_id': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'admin_state_up': True, 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'security_groups': ['989e6596-13bd-4d2e-bd80-7d6bacd0f441']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:08.007162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:22:08.010572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.144745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Allocated IP 172.20.0.11 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/e63465d7-ebd1-4952-b50d-0e77a5f51a61) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:22:08.306135 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a175dd2-c376-40e6-92d8-9147479e0724 req-3ed1756c-cf51-40f2-a49d-cdb3c29540bf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 210 time: 0.0400648 Jul 28 15:22:08.316548 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.330453 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Transition to ACTIVE for port object e63465d7-ebd1-4952-b50d-0e77a5f51a61 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:08.465004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.507358 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:22:08.510268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:22:08.516733 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:22:08.523128 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:08.579263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:08.579913 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.697505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-ca657583-ce4d-463c-8db8-3ba4e9b63661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9480107 Jul 28 15:22:08.715520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Request body: {'port': {'device_id': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:08.768229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.824545 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98405c7b-c29a-4e73-b062-9877ccad10df None None] Provisioning for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:08.828407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-98405c7b-c29a-4e73-b062-9877ccad10df None None] Provisioning complete for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:08.828741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98405c7b-c29a-4e73-b062-9877ccad10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:08.864173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-98405c7b-c29a-4e73-b062-9877ccad10df None None] Port e63465d7-ebd1-4952-b50d-0e77a5f51a61 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:22:09.043210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63465d7-ebd1-4952-b50d-0e77a5f51a61 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:22:09.050721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:09.063241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Transition to ACTIVE for port object e63465d7-ebd1-4952-b50d-0e77a5f51a61 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:22:09.166552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:09.220588 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:09.288716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:22:09.289067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:22:09.289406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:09.294884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:22:09.295240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:22:09.301323 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:22:09.301667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:22:09.302053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:22:09.302483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Bound port: e63465d7-ebd1-4952-b50d-0e77a5f51a61, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:22:09.302900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:09.379127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:22:09.383339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:22:09.436259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47ccd-4789-43be-8125-00ab40416c1b req-433d5424-d870-4268-b16c-39576581ce3c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:09.475052 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02c47ccd-4789-43be-8125-00ab40416c1b req-433d5424-d870-4268-b16c-39576581ce3c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0530612 Jul 28 15:22:09.476899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02c47ccd-4789-43be-8125-00ab40416c1b req-53e780ab-21be-4dd2-b8c9-0673a15be598 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Jul 28 15:22:09.495438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:09.531275 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:09.532009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:09.533318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] 10.222.0.53 "PUT /v2.0/ports/e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 1093 time: 0.8227649 Jul 28 15:22:09.533784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:09.572418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5e836-2610-4e93-9694-6a625bfca5bb service neutron] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:09.579872 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:09.675943 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a7450-68c6-4db8-bd10-3a35ad93a596 x-openstack-request-id: req-8b0a7450-68c6-4db8-bd10-3a35ad93a596 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:09.676318 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:09.676573 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b0a7450-68c6-4db8-bd10-3a35ad93a596 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:09.676976 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'status': 'completed', 'code': 200} Jul 28 15:22:09.764740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-c1cd4007-a5d8-476f-9921-bd42483a1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:09.766402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-c1cd4007-a5d8-476f-9921-bd42483a1090 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0477476 Jul 28 15:22:09.876747 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-630d67f4-2fa5-42c4-bae7-9d9720db2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:09.878266 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-630d67f4-2fa5-42c4-bae7-9d9720db2391 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=961a940b771846d381f3e1d3339fbe1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989723 Jul 28 15:22:09.974738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-07d98b2e-f2f4-41f3-8abc-b13a0bbaf4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:09.976275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fcd1790-8552-41cf-b4a9-d4d38c049dbe req-07d98b2e-f2f4-41f3-8abc-b13a0bbaf4b0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914679 Jul 28 15:22:10.071679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-6fbdd2f7-5aea-424d-b57d-0dd1f2524f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:10.073189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-6fbdd2f7-5aea-424d-b57d-0dd1f2524f8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0413616 Jul 28 15:22:10.123907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-9b82ecdb-06aa-4c57-ab1b-4ecab882722a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 217 time: 0.0381908 Jul 28 15:22:10.173909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-71592b0e-8d68-4654-9d1c-7e9cd247daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:10.175492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-71592b0e-8d68-4654-9d1c-7e9cd247daab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0454583 Jul 28 15:22:10.221909 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c81cb-849b-4d22-9616-1c67b990355b req-035d0c56-5d9c-4962-8828-3f0a740ce289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:10.223529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-035d0c56-5d9c-4962-8828-3f0a740ce289 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404520 Jul 28 15:22:10.599787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157995-2ed1-491f-ab08-ef08fe7cac77 req-f198caae-786b-4f29-9987-a6713fc9c86c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:10.601394 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84157995-2ed1-491f-ab08-ef08fe7cac77 req-f198caae-786b-4f29-9987-a6713fc9c86c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0515234 Jul 28 15:22:10.645470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-84157995-2ed1-491f-ab08-ef08fe7cac77 req-f0bba8a7-6c69-45df-b452-8ef893ab7ab4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368977 Jul 28 15:22:10.696443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-f51c7a77-9389-4df8-80b4-97c05d089e50 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654365 Jul 28 15:22:10.793113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-826c81cb-849b-4d22-9616-1c67b990355b req-9fb9493a-aca7-48bf-9030-ce9b130bc4b8 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882032 Jul 28 15:22:11.790853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9606516-9a5d-404c-b8de-dd75d5b3cb01 req-85aac5a2-e06e-4e53-bb90-21c0831f1ad7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:11.793750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9606516-9a5d-404c-b8de-dd75d5b3cb01 req-85aac5a2-e06e-4e53-bb90-21c0831f1ad7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0671551 Jul 28 15:22:11.837628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9606516-9a5d-404c-b8de-dd75d5b3cb01 req-b6d23b13-57cf-4556-a0fa-df6747407a4a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376678 Jul 28 15:22:12.298108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83677cd4-e7c6-488f-ae2e-ff43e6740261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:12.961775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4250-a20e-4513-bd4b-5184919154f5 req-b16e7b87-d443-4452-a6ad-5bed4c7f6092 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:12.963294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f3a4250-a20e-4513-bd4b-5184919154f5 req-b16e7b87-d443-4452-a6ad-5bed4c7f6092 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0537183 Jul 28 15:22:13.005303 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f3a4250-a20e-4513-bd4b-5184919154f5 req-52f48e37-d5a0-4122-867f-8f4030e3e091 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351026 Jul 28 15:22:13.221073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:22:13.317058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:13.328317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'mac_address': 'fa:16:3e:e5:f5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:22:13.365403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:13.378559 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63465d7-ebd1-4952-b50d-0e77a5f51a61 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:22:13.397387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:13.497556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:13.543734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:13.778042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['e63465d7-ebd1-4952-b50d-0e77a5f51a61'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:22:14.126674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071ab09-ea42-48a1-9405-7f10deffcd03 req-137ff3d1-d5a6-4ae4-aecc-03befefe4cee tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:14.128234 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6071ab09-ea42-48a1-9405-7f10deffcd03 req-137ff3d1-d5a6-4ae4-aecc-03befefe4cee tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0504296 Jul 28 15:22:14.166930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6071ab09-ea42-48a1-9405-7f10deffcd03 req-0f7ce989-4a41-4649-83ae-0ef172f03ced tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Jul 28 15:22:14.759855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-55e49d84-f4ac-4d45-a2ff-27276ae6cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:14.926357 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:15.223437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:22:15.290362 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b93e0-2337-4176-a73b-a4d611fe6ac0 req-6c0009af-c344-444f-a3fb-10a367d4ece7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:15.291891 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b99b93e0-2337-4176-a73b-a4d611fe6ac0 req-6c0009af-c344-444f-a3fb-10a367d4ece7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0502505 Jul 28 15:22:15.331798 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b99b93e0-2337-4176-a73b-a4d611fe6ac0 req-34e6432f-a41e-4a57-bec4-f0629fd2e641 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336359 Jul 28 15:22:15.344193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:22:15.348189 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:22:15.348563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:15.574663 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:15.596308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:15.598590 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6bfd9d-a605-4514-9d4e-e5fcdd03c200" -d '{"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-plugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:15.611968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:22:15.640610 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b631edf-a112-47a0-bc69-95a27486a7aa x-openstack-request-id: req-5b631edf-a112-47a0-bc69-95a27486a7aa {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:15.640903 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-plugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:15.641163 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b631edf-a112-47a0-bc69-95a27486a7aa {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:15.641578 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'code': 200} Jul 28 15:22:15.686781 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:15.736554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:22:15.763650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d880bd-07fd-4326-8a81-afb961fdf173 req-456d7479-84dc-40af-ab30-9f83bab2c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:15.765169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9d880bd-07fd-4326-8a81-afb961fdf173 req-456d7479-84dc-40af-ab30-9f83bab2c692 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1098 time: 0.0410910 Jul 28 15:22:15.799326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9d880bd-07fd-4326-8a81-afb961fdf173 req-255ff513-63b8-4284-bf8b-be1da33a5307 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275829 Jul 28 15:22:16.286434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:16.450654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba384f6-88d2-4503-b28f-f3e66c5dd935 req-da75d1e0-58e6-4b6b-a5f1-c3607da0c3e2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:16.452150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ba384f6-88d2-4503-b28f-f3e66c5dd935 req-da75d1e0-58e6-4b6b-a5f1-c3607da0c3e2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0501597 Jul 28 15:22:16.491371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ba384f6-88d2-4503-b28f-f3e66c5dd935 req-95695eb4-1863-450c-a9a0-aa2d01a10403 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328982 Jul 28 15:22:17.616547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c036d-0b10-4aaa-8866-f86238582a37 req-80e13eb7-d3f2-4735-96ec-5555c9639e5a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:17.618302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1c036d-0b10-4aaa-8866-f86238582a37 req-80e13eb7-d3f2-4735-96ec-5555c9639e5a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0528877 Jul 28 15:22:17.657687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd1c036d-0b10-4aaa-8866-f86238582a37 req-d90cde48-12f5-4808-89b6-4594eee3ce0f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 Jul 28 15:22:17.774629 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf41d24-0e99-4606-940c-db6b01709b35 req-67e5bae8-7fc0-4349-a376-fbd3683f1f91 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:17.776217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bcf41d24-0e99-4606-940c-db6b01709b35 req-67e5bae8-7fc0-4349-a376-fbd3683f1f91 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0551841 Jul 28 15:22:17.786304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 36822) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:22:17.795634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'floatingip': {'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:22:17.823553 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:17.838211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:18.311837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:18.372712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:18.474558 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 associated. External IP: 172.25.0.95, port: e63465d7-ebd1-4952-b50d-0e77a5f51a61. Jul 28 15:22:18.692113 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:22:18.800388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:22:18.805246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:18.810909 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:22:18.819715 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:18.820345 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:22:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:18.832929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9cd10729-9dc9-416e-a3b2-8c4a0e0bf8f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "PUT /v2.0/floatingips/1551385d-11b6-4ee6-b097-d2dbecfa52c5 HTTP/1.1" status: 200 len: 991 time: 1.0455542 Jul 28 15:22:18.839394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:22:18.839394 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba06965-8f51-4a50-bb17-294bcde358b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:22:18.877162 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3a349-66c3-48e9-a482-c48795681a8e x-openstack-request-id: req-6de3a349-66c3-48e9-a482-c48795681a8e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:22:18.877463 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:22:18.877722 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6de3a349-66c3-48e9-a482-c48795681a8e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:22:18.878134 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'status': 'completed', 'code': 200} Jul 28 15:22:18.940120 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:18.972846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-7c249d0e-dd7b-4a51-8738-146882964822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:18.974280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-7c249d0e-dd7b-4a51-8738-146882964822 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1098 time: 0.0406778 Jul 28 15:22:19.066131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-893d5269-9822-4765-87fd-fe8e5ce3ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:19.067866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-893d5269-9822-4765-87fd-fe8e5ce3ba07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0855947 Jul 28 15:22:19.138694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-d906ec12-d1fa-46f7-a5c2-0baede804a34 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 999 time: 0.0630143 Jul 28 15:22:19.168688 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:e5:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:22:18Z', 'revision_number': 1, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:19.190120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-29d76e4a-6ffc-485c-b1e1-68f8e5ba37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:19.191675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-29d76e4a-6ffc-485c-b1e1-68f8e5ba37a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0465209 Jul 28 15:22:19.197341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:22:19.206361 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:22:19.207012 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:22:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:19.239472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-e85a93f7-f2e4-453c-bc1e-a123b95513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:19.240954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-e85a93f7-f2e4-453c-bc1e-a123b95513eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417125 Jul 28 15:22:19.337390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-8f94f366-43f7-4b5d-9eb3-21fb1578d92e service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891271 Jul 28 15:22:19.414248 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:22:19.429749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dba06965-8f51-4a50-bb17-294bcde358b9 req-603940f4-5cbb-4d18-afbd-58f920b0de2b service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854213 Jul 28 15:22:19.638101 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:e5:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:22:18Z', 'revision_number': 1, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:22:19.667516 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2bbfc7-840f-4c63-b5bb-f24708ad0155 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:e5:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:22:18Z', 'revision_number': 1, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:22:19.860975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e0625a-8fad-45af-a272-395dc7f929f0 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:22:20.291138 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:20.846892 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:38.585216 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:22:42.319986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80254847-7601-49e5-932c-a1a7f4bb76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:44.737317 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b7b4f28-b629-4eee-a63d-0d64bc482627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:44.954211 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:46.269335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:47.840169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.336470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:50.902976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:22:54.061892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-e0866485-33d8-4cb2-972f-814ee047e530 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444639 Jul 28 15:22:54.161917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67067-891b-40ff-b0af-385b709d8794 req-ed6a96cd-5b3e-4baa-8500-4171c3a6b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.163469 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-ed6a96cd-5b3e-4baa-8500-4171c3a6b754 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1098 time: 0.0404887 Jul 28 15:22:54.267233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67067-891b-40ff-b0af-385b709d8794 req-d293aaea-5b11-4878-a36a-3325b0ff61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.268700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-d293aaea-5b11-4878-a36a-3325b0ff61f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0846057 Jul 28 15:22:54.339685 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-bff9e756-12d5-4a93-9c07-c92c0479f681 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 1001 time: 0.0617530 Jul 28 15:22:54.391227 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67067-891b-40ff-b0af-385b709d8794 req-370311de-149d-476c-8ac6-ba12ba4f6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.392706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-370311de-149d-476c-8ac6-ba12ba4f6910 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0463207 Jul 28 15:22:54.442162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67067-891b-40ff-b0af-385b709d8794 req-39fd2b1a-c790-4e11-aba4-bb26d77342c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:22:54.443688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-39fd2b1a-c790-4e11-aba4-bb26d77342c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433612 Jul 28 15:22:54.540243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-63472b15-c685-4651-bc08-d6ea4469d1eb service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882001 Jul 28 15:22:54.634761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3d67067-891b-40ff-b0af-385b709d8794 req-c71865fe-feb4-4635-aeee-fe986dbea082 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Jul 28 15:23:12.319593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-daffe286-2fe0-4b9a-bf3f-f9a5966ee343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:14.736640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bdbf7885-0ccb-41d8-9b35-37d0e7adadad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:15.004691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:15.585015 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:23:16.296584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:17.850868 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.319063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:20.907486 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:42.289780 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-45ee323f-49f2-4083-8480-1a4bcacb68c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:44.724268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ed77e4be-78ca-4412-96fe-3bb1c96a7752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:44.925321 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:46.284925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:47.849837 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:50.301199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:50.895350 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:23:52.584826 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:23:54.047238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-176bb5e8-06dc-4e7c-bd4c-d267f7e939a1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482984 Jul 28 15:23:54.151807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-904c02c8-193a-4866-b09b-fd924a638c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:54.153401 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-904c02c8-193a-4866-b09b-fd924a638c51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1098 time: 0.0434053 Jul 28 15:23:54.259158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-abd7d249-2581-4e56-af63-c39950acca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:54.260541 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-abd7d249-2581-4e56-af63-c39950acca82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0834851 Jul 28 15:23:54.332631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-46accb5f-e8dd-4659-8275-aea9966ae01c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 1001 time: 0.0640407 Jul 28 15:23:54.385036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-85679012-1fa5-493e-be65-2f200d7dae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:54.386543 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-85679012-1fa5-493e-be65-2f200d7dae32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0466208 Jul 28 15:23:54.433379 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-47b3809a-e5dd-466a-bcf8-0b5ceaca0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:54.434952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-47b3809a-e5dd-466a-bcf8-0b5ceaca0ecf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414338 Jul 28 15:23:54.526558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-d3b1f180-8b5b-48ff-89d8-27639dbfc197 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837088 Jul 28 15:23:54.620380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c30544b4-50e0-4c56-92ee-ec21c4561628 req-07b529c0-3a62-45ba-b758-c4903bbfdf65 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851862 Jul 28 15:23:55.185917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04828e06-739a-44ec-9313-0ece383c69a0 req-a8ace993-fb52-4b69-9ba9-9324351ebb25 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:55.187433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04828e06-739a-44ec-9313-0ece383c69a0 req-a8ace993-fb52-4b69-9ba9-9324351ebb25 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0539792 Jul 28 15:23:55.226444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04828e06-739a-44ec-9313-0ece383c69a0 req-c1ee2f68-e9a5-4fa5-8e37-56343a700066 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323403 Jul 28 15:23:55.618478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a3da-5e4f-4580-87a9-468ebef3547b req-faa23880-30d6-4503-92cb-bcf8ef524ece tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:55.622054 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b447a3da-5e4f-4580-87a9-468ebef3547b req-faa23880-30d6-4503-92cb-bcf8ef524ece tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0547390 Jul 28 15:23:55.662334 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b447a3da-5e4f-4580-87a9-468ebef3547b req-a8e4df07-5434-4c7d-9223-1b307c385ef7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331426 Jul 28 15:23:55.791714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37058) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:23:55.887086 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-a9bc9377-6a53-47e9-b30d-f81bbaa54820 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941455 Jul 28 15:23:56.791492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3414d-5379-42c7-971b-baedba836580 req-7122594d-9553-4f89-857d-83426b30b46b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:56.793742 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89c3414d-5379-42c7-971b-baedba836580 req-7122594d-9553-4f89-857d-83426b30b46b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0583248 Jul 28 15:23:56.840529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-89c3414d-5379-42c7-971b-baedba836580 req-18dd38ae-7c9c-4621-9307-b27d0247b78d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387206 Jul 28 15:23:57.963779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe806b-9af4-496f-a45e-e6ec6e521127 req-833663a2-f62d-436e-95d6-1e8e53d5e06b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:57.965842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adbe806b-9af4-496f-a45e-e6ec6e521127 req-833663a2-f62d-436e-95d6-1e8e53d5e06b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0550530 Jul 28 15:23:58.010044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-adbe806b-9af4-496f-a45e-e6ec6e521127 req-f46d909b-1695-4641-a304-abc13fba3ee9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Jul 28 15:23:58.501670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-6e85c056-88d4-49b2-8147-b094839b6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:58.503400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-6e85c056-88d4-49b2-8147-b094839b6901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1098 time: 0.0484686 Jul 28 15:23:58.597438 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-0a88a490-4aab-42ea-a4bd-4a90b10ac49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:58.598850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-0a88a490-4aab-42ea-a4bd-4a90b10ac49f service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0885780 Jul 28 15:23:58.675500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-4f03620c-2a96-499b-9028-07d734d7a519 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 1001 time: 0.0681620 Jul 28 15:23:58.730166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-13cd9c0c-dc98-49f1-a29e-d0e4eddb1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:58.731696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-13cd9c0c-dc98-49f1-a29e-d0e4eddb1d4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0465522 Jul 28 15:23:58.777888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-2b4805f2-286c-4250-86a4-116c45874cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:58.779457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-2b4805f2-286c-4250-86a4-116c45874cf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406737 Jul 28 15:23:58.878866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-8c6f3507-90ae-4e31-8c9a-cd1a2d4f9aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894911 Jul 28 15:23:58.976879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-b8be5227-9388-4b51-b2ba-16e300e1caff service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901878 Jul 28 15:23:59.137656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156603a8-f579-44c4-9c5a-f75a28db8987 req-69773439-f5da-49c6-8644-6021b87c2fdb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:23:59.139126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-156603a8-f579-44c4-9c5a-f75a28db8987 req-69773439-f5da-49c6-8644-6021b87c2fdb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0558746 Jul 28 15:23:59.180470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-156603a8-f579-44c4-9c5a-f75a28db8987 req-9666480e-d208-466a-8f5d-c6983e156862 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343423 Jul 28 15:24:00.300204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d7a15-1c4b-49e1-9770-beae7926b9d2 req-f1af0e0b-6b4b-4673-afe7-fd4e9c7b43f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:00.301721 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de2d7a15-1c4b-49e1-9770-beae7926b9d2 req-f1af0e0b-6b4b-4673-afe7-fd4e9c7b43f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0511868 Jul 28 15:24:00.340741 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de2d7a15-1c4b-49e1-9770-beae7926b9d2 req-872dd8aa-807b-420a-a5a5-262bad229df4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Jul 28 15:24:01.456689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ec570-635a-4d2e-9cbf-9234481233bd req-05aa391c-c596-4b80-815d-f5bb398625b5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:01.458180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d3ec570-635a-4d2e-9cbf-9234481233bd req-05aa391c-c596-4b80-815d-f5bb398625b5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0494812 Jul 28 15:24:01.496434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6d3ec570-635a-4d2e-9cbf-9234481233bd req-6b8cd757-e75f-4f93-ac92-669f2acde6fd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Jul 28 15:24:02.619041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3806-04c6-494c-a62c-cd62f2b57f74 req-70e1fdd1-364d-4f4e-bb60-d4de60508831 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:02.620803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94aa3806-04c6-494c-a62c-cd62f2b57f74 req-70e1fdd1-364d-4f4e-bb60-d4de60508831 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0560129 Jul 28 15:24:02.657756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-94aa3806-04c6-494c-a62c-cd62f2b57f74 req-76b7b5ea-2fad-4c8c-a85a-e41d29fcc362 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Jul 28 15:24:03.777833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1796b-603e-4a52-a0e7-40ded964f9db req-a74b0551-1bdd-4557-b2c2-5d4bb1f18f2e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:03.779328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c1796b-603e-4a52-a0e7-40ded964f9db req-a74b0551-1bdd-4557-b2c2-5d4bb1f18f2e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0504954 Jul 28 15:24:03.818414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-66c1796b-603e-4a52-a0e7-40ded964f9db req-d0ae360f-e5fd-4728-a166-76d9a138b1a7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jul 28 15:24:04.945285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef7110-bf5d-403f-b07c-9d9a89a2d8fb req-73671e76-4791-48f5-ba96-b9af225190b3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:04.946797 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bef7110-bf5d-403f-b07c-9d9a89a2d8fb req-73671e76-4791-48f5-ba96-b9af225190b3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0512805 Jul 28 15:24:04.987365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bef7110-bf5d-403f-b07c-9d9a89a2d8fb req-30013e59-cdcd-45ce-8c77-1d998248a218 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Jul 28 15:24:06.109766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d86ce-cf73-4a52-8f2d-0dffb4577b20 req-0efde1ec-b1c7-4372-ac81-05582f06a128 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:06.111289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-400d86ce-cf73-4a52-8f2d-0dffb4577b20 req-0efde1ec-b1c7-4372-ac81-05582f06a128 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0528946 Jul 28 15:24:06.151514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-400d86ce-cf73-4a52-8f2d-0dffb4577b20 req-f48bda7f-bac9-4657-b606-3faa9d21d553 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Jul 28 15:24:07.271618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b763b-c7ba-481a-8695-93ab83d7f531 req-6c1f2b19-72fe-42cd-bab0-11572d73592e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:07.273166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc9b763b-c7ba-481a-8695-93ab83d7f531 req-6c1f2b19-72fe-42cd-bab0-11572d73592e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0507808 Jul 28 15:24:07.311903 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc9b763b-c7ba-481a-8695-93ab83d7f531 req-3d304652-abaf-43e8-b422-f0c5b8a64e3e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Jul 28 15:24:08.432821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24445dea-3005-41f9-8d92-0484e30f4b52 req-ef222d0c-7b8e-4c5f-9812-3c8a918e7b0e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:08.434323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24445dea-3005-41f9-8d92-0484e30f4b52 req-ef222d0c-7b8e-4c5f-9812-3c8a918e7b0e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0499957 Jul 28 15:24:08.475191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-24445dea-3005-41f9-8d92-0484e30f4b52 req-ec3a9b32-e0df-4019-8382-fbcaafa112ca tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345719 Jul 28 15:24:09.597840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2d686-fc03-428f-a1da-6419045f800b req-1a58fd87-ab6f-4e2c-94f2-b85fdafc152c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:09.599400 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89f2d686-fc03-428f-a1da-6419045f800b req-1a58fd87-ab6f-4e2c-94f2-b85fdafc152c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0540655 Jul 28 15:24:09.638383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89f2d686-fc03-428f-a1da-6419045f800b req-61b2867a-497d-48ba-ba31-7eec276a0536 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Jul 28 15:24:10.756043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7265b5-949e-4f3c-a9d6-8006cc707bc8 req-e94e3a3c-5780-4407-8d97-e0bbd3ccdc7b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:10.757527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce7265b5-949e-4f3c-a9d6-8006cc707bc8 req-e94e3a3c-5780-4407-8d97-e0bbd3ccdc7b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0515220 Jul 28 15:24:10.798408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce7265b5-949e-4f3c-a9d6-8006cc707bc8 req-c1ac2a9d-2ab4-4297-928d-69cb452d537c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347815 Jul 28 15:24:11.173673 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-95dcf822-1fff-4922-a78c-194f706c0e24 service neutron] show failed (client error): The resource could not be found. Jul 28 15:24:11.175472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-95dcf822-1fff-4922-a78c-194f706c0e24 service neutron] 10.222.0.53 "GET /v2.0/ports/e63465d7-ebd1-4952-b50d-0e77a5f51a61/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0559199 Jul 28 15:24:11.672372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-7b033f8c-2337-4f51-ba5f-fd69c579438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:11.673954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-7b033f8c-2337-4f51-ba5f-fd69c579438e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1098 time: 0.0485270 Jul 28 15:24:11.693847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:11.761611 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:11.928553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfce2e1-ef25-4d5e-826f-3b26ef88d3d2 req-5bd88f65-187e-47c3-9b83-8193f6ee51da tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:11.931032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bfce2e1-ef25-4d5e-826f-3b26ef88d3d2 req-5bd88f65-187e-47c3-9b83-8193f6ee51da tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0561130 Jul 28 15:24:11.983024 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6bfce2e1-ef25-4d5e-826f-3b26ef88d3d2 req-f1bf1044-8de8-4d36-bd79-bf38c653f052 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460229 Jul 28 15:24:12.015394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:12.056178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:12.106949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:12.109643 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52b9a1b-bb87-4692-819d-ee84130bd1f9" -d '{"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-unplugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:12.114743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:12.129299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Transition to ACTIVE for port object e63465d7-ebd1-4952-b50d-0e77a5f51a61 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:12.178518 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a91a7f-1863-431f-a30f-7262a6e59af4 x-openstack-request-id: req-a7a91a7f-1863-431f-a30f-7262a6e59af4 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:12.178814 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-unplugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:12.179094 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7a91a7f-1863-431f-a30f-7262a6e59af4 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:12.179547 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'code': 200} Jul 28 15:24:12.232822 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:12.300130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:12.324124 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-60ee3a14-a697-480e-9dc3-24cd62a628de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:12.348776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.348776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.349087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.349423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.349766 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.350124 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.350425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.350763 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.351100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.351426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.351748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.352070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:12.420786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] No DVR routers for this DVR port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:12.555512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:12.555733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:12.556056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:12.560399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:24:12.560721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Attempting to bind port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:12.566573 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:12.567462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:12.567852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:12.568283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Bound port: e63465d7-ebd1-4952-b50d-0e77a5f51a61, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:12.568643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:12.634416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:12.637557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:12.719013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.092258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.092937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:13.094300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] 10.222.0.50 "PUT /v2.0/ports/e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 1093 time: 1.4063659 Jul 28 15:24:13.116853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73816d-8172-4889-a18e-67f72dee339e req-c576a9ce-5dae-461a-a1ca-39285e822870 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.118417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c73816d-8172-4889-a18e-67f72dee339e req-c576a9ce-5dae-461a-a1ca-39285e822870 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0601366 Jul 28 15:24:13.119180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4da3b6-c959-4b51-bee9-e2ca598c8d33 service neutron] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:13.162464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c73816d-8172-4889-a18e-67f72dee339e req-48843f4f-7754-456d-8a1a-c420aa687486 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360596 Jul 28 15:24:13.182532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-5f60cad6-5a3b-4cc3-a1b6-bcbfa724be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.184126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-5f60cad6-5a3b-4cc3-a1b6-bcbfa724be1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0456173 Jul 28 15:24:13.282974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-81b86f96-ec1c-49d2-87e2-a0ccd7459668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.285230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-81b86f96-ec1c-49d2-87e2-a0ccd7459668 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0942478 Jul 28 15:24:13.350756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-60862ef4-fe3f-40a3-a296-c8499a0a3eb1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 999 time: 0.0580986 Jul 28 15:24:13.402773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-609259fe-7115-43ad-ad49-9beaf28b2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.404315 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-609259fe-7115-43ad-ad49-9beaf28b2d09 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0455551 Jul 28 15:24:13.453370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-629bfbc4-7297-48f3-a85e-829a2498c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:13.454898 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-629bfbc4-7297-48f3-a85e-829a2498c9e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437658 Jul 28 15:24:13.544205 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-7ed5b71d-3549-4897-848d-b7bca8d6b12b service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816488 Jul 28 15:24:13.641804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6fb067ac-b78a-4cf3-bee5-cee83db08dd5 req-608e52bb-57d5-4ba1-8efe-3e922166930a service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899773 Jul 28 15:24:14.180969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:14.183350 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60587779-c57f-40c7-a30b-ae1a6ce6a374" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:14.232896 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e21a3cf-4de9-428e-ae9e-2a9f764374d0 x-openstack-request-id: req-5e21a3cf-4de9-428e-ae9e-2a9f764374d0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:14.233273 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:14.233593 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e21a3cf-4de9-428e-ae9e-2a9f764374d0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:14.234056 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'status': 'completed', 'code': 200} Jul 28 15:24:14.318882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-f584311f-124b-4c32-b32f-1bef254353cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.319517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff72ad-922d-4331-a6fe-8220ecef5db9 req-ceb8a7a9-ae8f-4cc5-93ad-c9125f11185b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.320468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-f584311f-124b-4c32-b32f-1bef254353cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0423274 Jul 28 15:24:14.320747 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03ff72ad-922d-4331-a6fe-8220ecef5db9 req-ceb8a7a9-ae8f-4cc5-93ad-c9125f11185b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0812392 Jul 28 15:24:14.348197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-e2a1ac67-8dc0-4440-9b38-6e7cb48ecfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.349776 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-e2a1ac67-8dc0-4440-9b38-6e7cb48ecfe6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0715597 Jul 28 15:24:14.386049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-03ff72ad-922d-4331-a6fe-8220ecef5db9 req-dfd16f58-653b-4439-9fa1-62cf222bb59e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583386 Jul 28 15:24:14.418552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-77d049ce-5d64-4d5b-a093-f3b55ec3e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.420067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-77d049ce-5d64-4d5b-a093-f3b55ec3e220 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0928755 Jul 28 15:24:14.459110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-3a7ea82a-fb00-4702-9786-ef128f81f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.460635 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-3a7ea82a-fb00-4702-9786-ef128f81f9f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0999992 Jul 28 15:24:14.487565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-75577667-7990-4890-817e-3092b59d6f12 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 999 time: 0.0600379 Jul 28 15:24:14.530368 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-67f457b5-2420-4ad3-981a-3ff9849950a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 999 time: 0.0624182 Jul 28 15:24:14.539603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-d2c01a71-58a9-4490-9713-7013f58d8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.541094 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-d2c01a71-58a9-4490-9713-7013f58d8e61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0454309 Jul 28 15:24:14.594027 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-7e15090f-744e-4e16-8994-3fc6cc9755cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.595572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-7e15090f-744e-4e16-8994-3fc6cc9755cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467348 Jul 28 15:24:14.597307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-268cfdab-b66e-4730-aedc-0cdad34db316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.598794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-268cfdab-b66e-4730-aedc-0cdad34db316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0612147 Jul 28 15:24:14.646675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-798ada65-35ad-431f-bcee-986d6da945a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:14.648316 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-798ada65-35ad-431f-bcee-986d6da945a6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412579 Jul 28 15:24:14.688672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-9d87c38d-0c2c-4f87-b684-da386e5e1bf2 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850263 Jul 28 15:24:14.742106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-d23834dc-ce3d-4f06-900d-9da680189a9a service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846636 Jul 28 15:24:14.746787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8c8b686b-f438-4f99-9a37-9c3443598bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:14.785270 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-38916405-b9e7-4915-b70d-e7d6e2d815cd service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894029 Jul 28 15:24:14.843892 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-60587779-c57f-40c7-a30b-ae1a6ce6a374 req-c5656d55-63eb-49bd-8dd3-750cce23b75f service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918460 Jul 28 15:24:14.952706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:15.506571 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656c706-ebd4-4ee2-8169-49f8055f494d req-01ac3ac8-243d-48e2-9482-bb15301e6968 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:15.508102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7656c706-ebd4-4ee2-8169-49f8055f494d req-01ac3ac8-243d-48e2-9482-bb15301e6968 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0501602 Jul 28 15:24:15.547816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7656c706-ebd4-4ee2-8169-49f8055f494d req-b608a945-36cd-487c-9604-3e9bbd1f7cfe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Jul 28 15:24:15.843467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:15.868795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:16.300990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:16.667674 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46091f56-a514-4d73-a87f-a1b382dd0774 req-24dad01d-77d1-4d9d-ba45-9fc495e3ccdd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:16.669194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46091f56-a514-4d73-a87f-a1b382dd0774 req-24dad01d-77d1-4d9d-ba45-9fc495e3ccdd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0507629 Jul 28 15:24:16.708108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46091f56-a514-4d73-a87f-a1b382dd0774 req-c4d11888-9330-4392-8948-48b188fffd3f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328107 Jul 28 15:24:17.114819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46aca9-768a-441a-9f95-1f7f36af13ce req-62c20007-acc9-4645-9cf9-93668109683d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.116987 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c46aca9-768a-441a-9f95-1f7f36af13ce req-62c20007-acc9-4645-9cf9-93668109683d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0501909 Jul 28 15:24:17.158994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7c46aca9-768a-441a-9f95-1f7f36af13ce req-5ea51ce1-4d93-4b4d-b542-5b80de8064b5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357890 Jul 28 15:24:17.222388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-e9357b95-26c2-436a-bdfd-5a9d15260a8d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.223866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-e9357b95-26c2-436a-bdfd-5a9d15260a8d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f&tenant_id=961a940b771846d381f3e1d3339fbe1d&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.0563662 Jul 28 15:24:17.286510 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-b1eee9cc-5f70-4e5a-b95a-7ebd3e769e78 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:24:17.287479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-b1eee9cc-5f70-4e5a-b95a-7ebd3e769e78 service neutron] 10.222.0.53 "DELETE /v2.0/ports/e63465d7-ebd1-4952-b50d-0e77a5f51a61/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0556171 Jul 28 15:24:17.392365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-6f1f9718-830c-452a-bb8c-343154207e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.393991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-6f1f9718-830c-452a-bb8c-343154207e16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 1096 time: 0.0450077 Jul 28 15:24:17.483561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-b8110f49-c7b6-4bad-b37d-22046767f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.485020 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-b8110f49-c7b6-4bad-b37d-22046767f0b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0834363 Jul 28 15:24:17.556060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-3c8e8000-6a18-4da3-b0db-3b17fb4686da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 200 len: 999 time: 0.0635705 Jul 28 15:24:17.607228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-07dc511f-76c8-42e8-b056-6a3200abc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.608784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-07dc511f-76c8-42e8-b056-6a3200abc4c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0459831 Jul 28 15:24:17.654218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-253097c5-cd58-4f9c-9f9a-a5019bfea7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:17.655785 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-253097c5-cd58-4f9c-9f9a-a5019bfea7f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405302 Jul 28 15:24:17.747517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-9e6a645a-e729-42de-976d-47e261fde11b service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Jul 28 15:24:17.837186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-92d00e20-20c7-4d2a-a86b-b4aab554bdaa req-7b4d2c27-7ec9-4525-965c-634d5c280959 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826349 Jul 28 15:24:17.884278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:17.991283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:24:18.085462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:18.100948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'mac_address': 'fa:16:3e:e5:f5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:24:18.139118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:18.153323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63465d7-ebd1-4952-b50d-0e77a5f51a61 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:18.172277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:18.255297 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:18.280048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae6657-68a4-4109-8035-8a9548bd1e21 req-ad786c59-ed51-4413-b571-16e65e952fb1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:18.281566 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cae6657-68a4-4109-8035-8a9548bd1e21 req-ad786c59-ed51-4413-b571-16e65e952fb1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 944 time: 0.0511544 Jul 28 15:24:18.302662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:18.310074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.310425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.310768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.311135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.311473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.311807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.312137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.312999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.312999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.313233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.313407 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.313727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:24:18.321046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cae6657-68a4-4109-8035-8a9548bd1e21 req-9519a521-97cc-4f1d-b262-706fd52404b3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Jul 28 15:24:18.604793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['e63465d7-ebd1-4952-b50d-0e77a5f51a61'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:19.443272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5dbeb-b607-4941-9c97-7d766c4385e6 req-d745ace1-7c88-48b8-8299-ad6a81db9dae tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:19.444782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25e5dbeb-b607-4941-9c97-7d766c4385e6 req-d745ace1-7c88-48b8-8299-ad6a81db9dae tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0543432 Jul 28 15:24:19.484100 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-25e5dbeb-b607-4941-9c97-7d766c4385e6 req-0488a5c8-8bae-47a0-9c0a-9a7aa6e0bcf4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332241 Jul 28 15:24:19.606320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c129a0-4fbd-4ba2-905a-e93aa3f4636b req-57e1d4db-cfb5-4419-a6da-9da50a83bafb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:19.607814 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65c129a0-4fbd-4ba2-905a-e93aa3f4636b req-57e1d4db-cfb5-4419-a6da-9da50a83bafb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0558078 Jul 28 15:24:19.646691 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-65c129a0-4fbd-4ba2-905a-e93aa3f4636b req-a7f05704-57dc-462c-8235-b35eaeee1a26 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327220 Jul 28 15:24:19.763572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50680c84-ece3-4941-bc14-f3af3b431e0e req-5a3a7974-9388-44d7-b335-51951f7e7852 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:19.765150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50680c84-ece3-4941-bc14-f3af3b431e0e req-5a3a7974-9388-44d7-b335-51951f7e7852 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0493350 Jul 28 15:24:19.804936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-50680c84-ece3-4941-bc14-f3af3b431e0e req-a4ade697-2cad-4c25-a307-7be379d78be1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330689 Jul 28 15:24:20.005613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:20.209719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:20.213875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port e63465d7-ebd1-4952-b50d-0e77a5f51a61 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:20.214253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:20.307161 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:20.330750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:20.337822 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966fcaea-b384-4ab4-ba58-e269592eb1ad" -d '{"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-plugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:20.347148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:20.375163 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea7cac4-d7e2-4b16-bafa-9fd3cfa69bd4 x-openstack-request-id: req-bea7cac4-d7e2-4b16-bafa-9fd3cfa69bd4 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:20.375454 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-plugged", "status": "completed", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:20.375706 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bea7cac4-d7e2-4b16-bafa-9fd3cfa69bd4 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:20.376100 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'code': 200} Jul 28 15:24:20.385623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd37940-5aed-49e5-95f7-4bf50e44ad6a req-b8d2d322-156c-4f59-9706-61a9b2af156a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:20.387152 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fd37940-5aed-49e5-95f7-4bf50e44ad6a req-b8d2d322-156c-4f59-9706-61a9b2af156a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 945 time: 0.0517755 Jul 28 15:24:20.403957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:20.426057 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0fd37940-5aed-49e5-95f7-4bf50e44ad6a req-4f0b2199-8eff-4ca6-8fc5-33392b9df462 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327675 Jul 28 15:24:20.455563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:20.503968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:20.905875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:21.544308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77291c2-e233-40ee-bc92-6d25b67edb98 req-859634e7-a05c-4476-8882-f1b8e4c46c9b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:21.545807 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f77291c2-e233-40ee-bc92-6d25b67edb98 req-859634e7-a05c-4476-8882-f1b8e4c46c9b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0507767 Jul 28 15:24:21.585530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f77291c2-e233-40ee-bc92-6d25b67edb98 req-d8b2a501-8f51-47df-8ea0-b07107c98def tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Jul 28 15:24:22.087499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-680ba4f9-ca7e-4a61-a890-ff9932205067 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:22.089037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-680ba4f9-ca7e-4a61-a890-ff9932205067 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 946 time: 0.0533617 Jul 28 15:24:22.178079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Deleting port e63465d7-ebd1-4952-b50d-0e77a5f51a61 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:24:22.178420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.272595 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] For port e63465d7-ebd1-4952-b50d-0e77a5f51a61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=e63465d7-ebd1-4952-b50d-0e77a5f51a61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:22.272965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.442419 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.442795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.443142 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 disassociated. External IP: 172.25.0.95, port: e63465d7-ebd1-4952-b50d-0e77a5f51a61. Jul 28 15:24:22.443482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Calling delete_port for e63465d7-ebd1-4952-b50d-0e77a5f51a61 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:24:22.666759 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.707637 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f099191c-fb77-4e09-836b-7264d9959a0c req-e1c64352-3ef0-4225-9b22-e01e4a8eeca1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7c07124-dce1-44fc-86bd-7c288117481f HTTP/1.1" status: 200 len: 210 time: 0.0533953 Jul 28 15:24:22.710479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'Port': ['ID=e63465d7-ebd1-4952-b50d-0e77a5f51a61,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:22.834153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:24:22.949025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:22.961374 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:22.970788 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:22.972176 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:22.991724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] No DVR routers for this DVR port e63465d7-ebd1-4952-b50d-0e77a5f51a61 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:24:22.995457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:22.998172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-118152b6-9fe7-4137-b907-bc69e37f8eb0 req-afc21f1b-e29f-44e1-a205-9641d6c9ab01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "DELETE /v2.0/ports/e63465d7-ebd1-4952-b50d-0e77a5f51a61 HTTP/1.1" status: 204 len: 173 time: 0.9024830 Jul 28 15:24:22.998638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-deleted', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:23.001688 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69889949-c978-4f0a-a0c7-2638f7cb79ae" -d '{"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-deleted", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:23.049471 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36329ee-434f-438c-a2f3-2d33bf932d57 x-openstack-request-id: req-c36329ee-434f-438c-a2f3-2d33bf932d57 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:23.050345 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c07124-dce1-44fc-86bd-7c288117481f", "name": "network-vif-deleted", "tag": "e63465d7-ebd1-4952-b50d-0e77a5f51a61", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:23.050671 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c36329ee-434f-438c-a2f3-2d33bf932d57 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:23.051219 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c07124-dce1-44fc-86bd-7c288117481f', 'name': 'network-vif-deleted', 'tag': 'e63465d7-ebd1-4952-b50d-0e77a5f51a61', 'status': 'completed', 'code': 200} Jul 28 15:24:23.092605 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:23.294929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:23.324239 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:23.333167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:23.333776 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:23.446247 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:23.657196 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:23.684571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625bc6b-d16c-4b09-8047-85d474f2e23d None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:24:23.945457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f14d9-b79b-471c-b1ca-3a372882c461 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:24:23.982272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-2f2eb69d-bde5-4fb0-9dbf-2737e4fa6360 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--835046042&fields=id&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 267 time: 0.0447936 Jul 28 15:24:24.093046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-cd9b83a7-efe4-4d0c-8836-429d3fae8ea4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:24.094457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-cd9b83a7-efe4-4d0c-8836-429d3fae8ea4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1037204 Jul 28 15:24:24.109678 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-9e3b5a26-c224-4cff-9b9b-c4d1a9ecc32d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/quotas/961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 375 time: 0.0093660 Jul 28 15:24:24.164426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-24103f49-f220-4770-af21-1c803558fc6a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488818 Jul 28 15:24:24.371076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-d88befce-6a60-4794-9284-49f17cf07e3b service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318178 Jul 28 15:24:24.464377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-7983527a-f2c2-4847-967d-ee63d2027913 service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Jul 28 15:24:24.721923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d664c915-78ae-4df6-8b63-b3dec8ca709f req-d6060dc6-fa4b-40e6-b304-a7c555087386 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 210 time: 0.0266614 Jul 28 15:24:25.834396 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-71eefb70-7a71-4435-96cf-4e0cc0f544f1 req-863c34d8-97e6-4eab-8963-b33bdb63066a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 210 time: 0.0330949 Jul 28 15:24:26.020318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:24:26.040984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: e63465d7-ebd1-4952-b50d-0e77a5f51a61 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:24:26.041331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device e63465d7-ebd1-4952-b50d-0e77a5f51a61 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:24:26.935116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85bce80c-d1b0-4fe8-becc-d48962d56a98 req-3c68b821-4cae-43b2-8f6c-003b01318f17 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 210 time: 0.0298479 Jul 28 15:24:27.160409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-25522859-502d-4224-840d-17914830598e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:27.161907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-25522859-502d-4224-840d-17914830598e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1053908 Jul 28 15:24:27.216552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-8ae17c42-82bd-408d-b3ad-df36db473b73 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 379 time: 0.0356429 Jul 28 15:24:27.227413 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'port': {'device_id': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'admin_state_up': True, 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'security_groups': ['989e6596-13bd-4d2e-bd80-7d6bacd0f441']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:27.427037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:24:27.430546 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:27.562460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Allocated IP 172.20.0.12 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/f2f552e3-2fc9-4211-810c-f960213aff77) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:24:27.702896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:27.717645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Transition to ACTIVE for port object f2f552e3-2fc9-4211-810c-f960213aff77 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:27.809983 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:27.853790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:24:27.856968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:24:27.862930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:24:27.870014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:27.918778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:27.919457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.010306 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-e3cf8ddf-f8e9-4f5a-8501-15088dcdb2fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7871916 Jul 28 15:24:28.028809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Request body: {'port': {'device_id': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:28.120494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d884-5d2d-406b-9ee4-5e391f8d406b req-17577aa4-b5cd-41c3-ac94-5abd071701e4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:28.122016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fea0d884-5d2d-406b-9ee4-5e391f8d406b req-17577aa4-b5cd-41c3-ac94-5abd071701e4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 932 time: 0.1087503 Jul 28 15:24:28.122675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.152445 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-af878685-dcbc-4071-90b7-4927f426e710 None None] Provisioning for port f2f552e3-2fc9-4211-810c-f960213aff77 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:28.156737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-af878685-dcbc-4071-90b7-4927f426e710 None None] Provisioning complete for port f2f552e3-2fc9-4211-810c-f960213aff77 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:28.157298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-af878685-dcbc-4071-90b7-4927f426e710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.196008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-af878685-dcbc-4071-90b7-4927f426e710 None None] Port f2f552e3-2fc9-4211-810c-f960213aff77 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:24:28.202949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fea0d884-5d2d-406b-9ee4-5e391f8d406b req-d289aa99-ca50-4864-91a3-fcf5f988e375 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704122 Jul 28 15:24:28.426146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f552e3-2fc9-4211-810c-f960213aff77 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:28.434692 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.447914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Transition to ACTIVE for port object f2f552e3-2fc9-4211-810c-f960213aff77 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:24:28.558430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.610509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:28.680774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:24:28.681036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:24:28.681371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:28.685797 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:24:28.686120 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:24:28.692275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:24:28.692619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:24:28.693007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:24:28.693445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Bound port: f2f552e3-2fc9-4211-810c-f960213aff77, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:24:28.693806 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.774001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:24:28.777023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:24:28.884905 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.919959 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:28.920607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:28.921997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] 10.222.0.50 "PUT /v2.0/ports/f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1093 time: 0.8977239 Jul 28 15:24:28.922530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:28.924991 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4eea2-2cf6-43dc-bbc0-17967b42b921" -d '{"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:28.952709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f9297-a2ad-48ed-a106-91ec36785ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:28.966863 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb2ce0-9d4b-4480-ab00-9211d7aef05d x-openstack-request-id: req-f5bb2ce0-9d4b-4480-ab00-9211d7aef05d {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:28.967195 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:28.967473 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5bb2ce0-9d4b-4480-ab00-9211d7aef05d {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:28.968059 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'status': 'completed', 'code': 200} Jul 28 15:24:29.052208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-503437d5-7f57-4ec6-b556-d9e52a7e0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.053876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-503437d5-7f57-4ec6-b556-d9e52a7e0859 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.0441878 Jul 28 15:24:29.167637 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-de2a53bb-9de4-4964-a707-6e98ae023209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.169126 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-de2a53bb-9de4-4964-a707-6e98ae023209 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=961a940b771846d381f3e1d3339fbe1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1007028 Jul 28 15:24:29.267394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-7c0f14d8-fc66-4269-a03b-5ebf02a8f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.269570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34a4eea2-2cf6-43dc-bbc0-17967b42b921 req-7c0f14d8-fc66-4269-a03b-5ebf02a8f410 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932672 Jul 28 15:24:29.326717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733904-1173-4a32-8e93-37b3fed36395 req-a4c5f0b6-469e-45d8-a9ee-16bc1849cb64 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.328287 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04733904-1173-4a32-8e93-37b3fed36395 req-a4c5f0b6-469e-45d8-a9ee-16bc1849cb64 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0547698 Jul 28 15:24:29.396429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04733904-1173-4a32-8e93-37b3fed36395 req-0f5e2fd9-d6fb-4d50-affb-80efa19b924f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570560 Jul 28 15:24:29.399317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-4dcdbbb9-deab-4e41-bea9-a29ffaabf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.400593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-4dcdbbb9-deab-4e41-bea9-a29ffaabf313 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.0685983 Jul 28 15:24:29.453740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-32f7a4e3-ea73-4965-adc9-d3ea4f649ebb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 217 time: 0.0353441 Jul 28 15:24:29.507756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-35026113-d2fd-413f-9278-ce24a20592ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.509229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-35026113-d2fd-413f-9278-ce24a20592ea service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0488112 Jul 28 15:24:29.555162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3674091-89fd-49bc-9555-852544ee282c req-6acddc96-cce5-440a-8302-ac7a2a344b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:29.556671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-6acddc96-cce5-440a-8302-ac7a2a344b19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408540 Jul 28 15:24:29.584301 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:24:29.647877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-1651e083-6fca-42d0-866f-2619c572d7c3 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838900 Jul 28 15:24:29.748951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3674091-89fd-49bc-9555-852544ee282c req-7cf7ef05-a73c-4e6f-a7bb-369fbef95e3f service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889418 Jul 28 15:24:30.513228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fba87-791f-40a7-b1bb-5d76492f2bce req-58780851-39ea-43e0-b9b1-d696639c75d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:30.514705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683fba87-791f-40a7-b1bb-5d76492f2bce req-58780851-39ea-43e0-b9b1-d696639c75d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0484736 Jul 28 15:24:30.552594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-683fba87-791f-40a7-b1bb-5d76492f2bce req-be495ba5-16ad-49fd-a564-f9024d79349f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Jul 28 15:24:31.667985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266bac5-81db-494e-b79c-abbad516f5ae req-bb7a39ac-a943-440a-9b08-85738f0535cf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:31.669497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7266bac5-81db-494e-b79c-abbad516f5ae req-bb7a39ac-a943-440a-9b08-85738f0535cf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0489082 Jul 28 15:24:31.708699 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7266bac5-81db-494e-b79c-abbad516f5ae req-e85a58e0-2f62-444a-be54-f80db07373fa tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324388 Jul 28 15:24:32.823799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10da4d-2ed6-4cb9-be37-60752de3aa35 req-b61ef88b-989c-4fee-b87f-d3abb3242da2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:32.825298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d10da4d-2ed6-4cb9-be37-60752de3aa35 req-b61ef88b-989c-4fee-b87f-d3abb3242da2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0483842 Jul 28 15:24:32.864026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d10da4d-2ed6-4cb9-be37-60752de3aa35 req-d0ade35a-48ee-4ee9-aec0-ba85106c1367 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Jul 28 15:24:33.979159 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58da04c-38bc-4d58-ba57-19acb3fd7eb3 req-3b56a351-54a3-4e51-9d3a-de8e683051cb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:33.980655 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f58da04c-38bc-4d58-ba57-19acb3fd7eb3 req-3b56a351-54a3-4e51-9d3a-de8e683051cb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0482376 Jul 28 15:24:34.023841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f58da04c-38bc-4d58-ba57-19acb3fd7eb3 req-b497b431-e415-4460-b0bc-c659a00bd928 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372372 Jul 28 15:24:34.052253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:24:34.144968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:34.155899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'mac_address': 'fa:16:3e:ad:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:24:34.195137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.208197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f552e3-2fc9-4211-810c-f960213aff77 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:24:34.227998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:34.322742 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:34.370642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:34.597752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['f2f552e3-2fc9-4211-810c-f960213aff77'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:24:35.139877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea71a0-c2c7-4b77-8dd2-ef67407f83d9 req-16f1c941-470d-45a0-a320-9b54db7c6e7a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:35.141373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7ea71a0-c2c7-4b77-8dd2-ef67407f83d9 req-16f1c941-470d-45a0-a320-9b54db7c6e7a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 945 time: 0.0490849 Jul 28 15:24:35.185868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7ea71a0-c2c7-4b77-8dd2-ef67407f83d9 req-beabc91f-b719-497b-a034-ca51230e23b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367517 Jul 28 15:24:36.067886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:24:36.180707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port f2f552e3-2fc9-4211-810c-f960213aff77 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:24:36.184485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port f2f552e3-2fc9-4211-810c-f960213aff77 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:24:36.184886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.260958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.285479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:36.287817 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce11d7-8f3f-4a00-8bf9-49c3d11cacf0" -d '{"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:36.299875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:24:36.306511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122b99-9c0c-48bb-9986-180478435eb3 req-4bc9c8ba-dffc-466c-b96c-01bfb63eda42 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:36.308061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b122b99-9c0c-48bb-9986-180478435eb3 req-4bc9c8ba-dffc-466c-b96c-01bfb63eda42 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 945 time: 0.0511401 Jul 28 15:24:36.329353 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fccb08-fb3a-4f6e-9dcc-887bb4f73007 x-openstack-request-id: req-e3fccb08-fb3a-4f6e-9dcc-887bb4f73007 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:36.329644 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:36.329896 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3fccb08-fb3a-4f6e-9dcc-887bb4f73007 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:36.330838 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'code': 200} Jul 28 15:24:36.348050 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2b122b99-9c0c-48bb-9986-180478435eb3 req-1a6ee9b2-6832-4d24-9132-ca9ff62480b8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Jul 28 15:24:36.426886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:36.454187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6a965-a228-4bf5-b91e-5d7803a4f135 req-67b87721-9c0e-4514-8920-20af5917670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:36.456352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43a6a965-a228-4bf5-b91e-5d7803a4f135 req-67b87721-9c0e-4514-8920-20af5917670b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0403876 Jul 28 15:24:36.479551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:24:36.493516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43a6a965-a228-4bf5-b91e-5d7803a4f135 req-16895a66-11f6-4cfd-b982-9b5f18ce6e68 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297544 Jul 28 15:24:37.474077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c366-f7a4-4975-80e1-1fc5c3b63045 req-5c598119-2f1a-4e0c-affb-4a479d35dba1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:37.475672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cdb7c366-f7a4-4975-80e1-1fc5c3b63045 req-5c598119-2f1a-4e0c-affb-4a479d35dba1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0489666 Jul 28 15:24:37.516766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cdb7c366-f7a4-4975-80e1-1fc5c3b63045 req-3a497f40-ad6d-4590-a9d0-eb396e902256 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339544 Jul 28 15:24:38.634063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56bf6-1aea-47ed-aed5-8f7b3cca2b53 req-36c4c855-6a01-46d1-a46b-919c45e6aee6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:38.635597 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c56bf6-1aea-47ed-aed5-8f7b3cca2b53 req-36c4c855-6a01-46d1-a46b-919c45e6aee6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0487859 Jul 28 15:24:38.678594 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92c56bf6-1aea-47ed-aed5-8f7b3cca2b53 req-0a6f95dc-e842-4be8-b563-e0565df221a3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369344 Jul 28 15:24:38.792890 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170f7b6-d8e0-46fd-9997-f54626b1f598 req-1a146284-fe7e-41cc-b0d0-8ad5c31d59b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:38.794361 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5170f7b6-d8e0-46fd-9997-f54626b1f598 req-1a146284-fe7e-41cc-b0d0-8ad5c31d59b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0487909 Jul 28 15:24:38.803746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 37252) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:24:38.808192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'floatingip': {'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:24:38.860084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.293210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.373649 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.472816 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 associated. External IP: 172.25.0.95, port: f2f552e3-2fc9-4211-810c-f960213aff77. Jul 28 15:24:39.679530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:24:39.788428 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:24:39.793297 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:39.798356 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:24:39.808735 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:39.809357 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:39.821860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0f1be0c1-015b-42b8-a70d-91e49f154fbb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "PUT /v2.0/floatingips/1551385d-11b6-4ee6-b097-d2dbecfa52c5 HTTP/1.1" status: 200 len: 991 time: 1.0170453 Jul 28 15:24:39.822444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:24:39.824701 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57049c06-d727-49ff-a62c-524c663b26f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:24:39.864664 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc4453-f8ce-4656-8ed0-91e3d107d5f7 x-openstack-request-id: req-d2dc4453-f8ce-4656-8ed0-91e3d107d5f7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:24:39.865018 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:24:39.865277 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2dc4453-f8ce-4656-8ed0-91e3d107d5f7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:24:39.865686 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'status': 'completed', 'code': 200} Jul 28 15:24:39.920836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:39.966461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049c06-d727-49ff-a62c-524c663b26f6 req-f7d6a11e-e847-4802-a5b5-a61984019c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:39.968076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-f7d6a11e-e847-4802-a5b5-a61984019c7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0423474 Jul 28 15:24:40.059610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049c06-d727-49ff-a62c-524c663b26f6 req-4a7f1298-c02e-4e76-8c6e-daa5dd6e3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:40.061091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-4a7f1298-c02e-4e76-8c6e-daa5dd6e3877 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0859296 Jul 28 15:24:40.133493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-1d111de3-4ee0-476f-a4cd-dd52d2591875 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 999 time: 0.0650065 Jul 28 15:24:40.186310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049c06-d727-49ff-a62c-524c663b26f6 req-bf0013c8-3790-4679-b93c-0b8b91e57bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:40.187884 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-bf0013c8-3790-4679-b93c-0b8b91e57bb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0473044 Jul 28 15:24:40.237716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57049c06-d727-49ff-a62c-524c663b26f6 req-ad15d67a-c00d-471a-9d97-1582a8b45da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:40.239307 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-ad15d67a-c00d-471a-9d97-1582a8b45da7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441270 Jul 28 15:24:40.245611 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:ad:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:24:39Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:40.270861 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:24:40.278861 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:24:40.279509 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:24:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:40.334059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-9293aa8e-6cf1-474f-9c07-f9e5fc17b8bd service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866551 Jul 28 15:24:40.382636 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:24:40.423671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-57049c06-d727-49ff-a62c-524c663b26f6 req-a0d68ec6-1b81-4ab8-aa29-8f4404bb4e03 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Jul 28 15:24:40.745188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:ad:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:24:39Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:24:40.745188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387abbb6-3c78-4ca8-af1e-81700b5843f4 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:ad:e3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:24:39Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:24:40.824685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108faa7d-f3be-4e89-8198-5071bc4d3022 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:24:42.312186 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c78773a9-e0a9-45fa-9ef1-42df260392d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:44.797963 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dd3ab5a9-2d57-4b1b-b1a7-45600483e903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:45.129438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:46.333566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:47.901009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:50.403815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:50.917773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:24:54.997956 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-54b69cf1-7d3d-44b2-bb04-2442c16b5919 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429924 Jul 28 15:24:55.117379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-fd149d1a-d5b7-441c-81ed-d7dc08a71de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:55.119175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-fd149d1a-d5b7-441c-81ed-d7dc08a71de9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0457287 Jul 28 15:24:55.234474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-1760cc25-a227-4fbf-a12a-2ef195617f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:55.235912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-1760cc25-a227-4fbf-a12a-2ef195617f9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0930212 Jul 28 15:24:55.309299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-22f19876-d395-4d99-9236-051f34bfc2c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1001 time: 0.0623188 Jul 28 15:24:55.360075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-0fb4de1a-11cb-44fd-be00-ee84c73140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:55.361575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-0fb4de1a-11cb-44fd-be00-ee84c73140ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0437970 Jul 28 15:24:55.415123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-da56017b-93f3-4d68-b22b-1cf8fa08e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:24:55.416658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-da56017b-93f3-4d68-b22b-1cf8fa08e999 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439019 Jul 28 15:24:55.512797 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-3a9deb86-dd1f-4277-b5d5-fc0b2d53b0ba service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876982 Jul 28 15:24:55.603467 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-94ff1dbd-5e9f-4552-83a9-21f6380ff94d req-ef49de33-63cd-40c7-8f0a-01c6f7558fce service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Jul 28 15:25:06.584628 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:25:12.328994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-566e1b36-4ac2-4392-8eff-969f0c397d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.757654 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-11f20ab4-49ea-4f51-a024-e97967419dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:14.985956 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:16.283280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:17.912883 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.309932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:20.938367 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:42.300210 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a2c1111c-f7f5-4ea6-bc28-4df3c8cb4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:43.583303 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:25:44.743451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-034e3d1c-1b88-4055-9840-a446a57a975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:44.928787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:46.293874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:47.869300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:50.331662 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:50.991634 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:25:55.042866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-e1361613-ab13-44b7-bb89-b60b1ebe30e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405872 Jul 28 15:25:55.147288 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-ba332dac-efa2-433d-9431-91e296443e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:55.149343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-ba332dac-efa2-433d-9431-91e296443e6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0462523 Jul 28 15:25:55.251860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-f993bf5d-c4f7-4254-a4eb-af4747f7efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:55.253320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-f993bf5d-c4f7-4254-a4eb-af4747f7efda service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0834770 Jul 28 15:25:55.324927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-3773c36e-ef8c-4d1e-9341-a9c2618ad6b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1001 time: 0.0618539 Jul 28 15:25:55.373859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-c4f22e3e-73c1-4edc-80c5-7750ccd238c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:55.375310 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-c4f22e3e-73c1-4edc-80c5-7750ccd238c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0430532 Jul 28 15:25:55.420901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-cd246f98-07e0-46f8-96fe-ac175b52c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:25:55.422382 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-cd246f98-07e0-46f8-96fe-ac175b52c23f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397360 Jul 28 15:25:55.515639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-c1d1d52b-a596-49b2-bbad-1b9d90213f75 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 Jul 28 15:25:55.611148 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8ffb2ee1-7c5d-4f59-81c1-c22481e4237f req-cd65571f-cc34-4047-a5fb-bbf1d0f75a53 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881286 Jul 28 15:26:12.330607 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9e42458-297c-4dd4-bf71-9b9bdf3514be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:14.742485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7da49393-d5c5-40c4-9721-9f0e3e8caba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:14.983197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:16.285330 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:17.890641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:20.339619 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:20.582576 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:26:21.088129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:22.145961 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed71e9-ee7c-46ca-a792-4f8b3f263d4f req-d280dfd9-5e5d-4e4d-8a0d-f00e984f6a66 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:22.147643 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7aed71e9-ee7c-46ca-a792-4f8b3f263d4f req-d280dfd9-5e5d-4e4d-8a0d-f00e984f6a66 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0998745 Jul 28 15:26:22.188187 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7aed71e9-ee7c-46ca-a792-4f8b3f263d4f req-5879ef5d-7751-4b83-a7f4-a5d4fa523355 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343840 Jul 28 15:26:23.357190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3281961-b8fe-45a5-a84f-dd08c13dcf2e req-428dbcf8-170c-4d72-bf1c-372504afadf0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:23.358729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3281961-b8fe-45a5-a84f-dd08c13dcf2e req-428dbcf8-170c-4d72-bf1c-372504afadf0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0989242 Jul 28 15:26:23.404717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3281961-b8fe-45a5-a84f-dd08c13dcf2e req-3e287f65-0a52-4e6a-9912-318c209356f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393105 Jul 28 15:26:24.525543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f567-7adb-4067-9440-45f8f787ba5e req-27d9689c-7ea0-4135-a7c7-a34c00e7a132 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:24.527066 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6727f567-7adb-4067-9440-45f8f787ba5e req-27d9689c-7ea0-4135-a7c7-a34c00e7a132 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0529640 Jul 28 15:26:24.565388 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6727f567-7adb-4067-9440-45f8f787ba5e req-a4ffb7d6-43f1-44a4-935f-63992315f746 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316858 Jul 28 15:26:25.680580 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f6eb-2ff9-4577-8e4b-df02572b033b req-6de72170-9111-4083-83b2-4c2579ab34ef tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:25.682082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5be5f6eb-2ff9-4577-8e4b-df02572b033b req-6de72170-9111-4083-83b2-4c2579ab34ef tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0483124 Jul 28 15:26:25.721019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5be5f6eb-2ff9-4577-8e4b-df02572b033b req-8d5b981c-fef5-4a8d-8996-56f23b7a0b2e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 28 15:26:26.837788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eecd6-2673-4611-8015-5a207fc16c13 req-b8cedaa4-01cf-4533-a567-a56b97b2528b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:26.845828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-030eecd6-2673-4611-8015-5a207fc16c13 req-b8cedaa4-01cf-4533-a567-a56b97b2528b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0489380 Jul 28 15:26:26.877449 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-030eecd6-2673-4611-8015-5a207fc16c13 req-287353b7-4400-40dc-8c8e-05aaf572158e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jul 28 15:26:27.993842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376fe84-b2fd-489b-a789-823c3bd582a7 req-d53ae0cb-2bd0-4416-8197-0512945a905a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:27.995317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5376fe84-b2fd-489b-a789-823c3bd582a7 req-d53ae0cb-2bd0-4416-8197-0512945a905a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0500927 Jul 28 15:26:28.034947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5376fe84-b2fd-489b-a789-823c3bd582a7 req-f8eeeea9-6edd-461a-8519-ea185a24ac5a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326064 Jul 28 15:26:29.148360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229613dc-da37-4a18-b346-a16b5557f855 req-ccffe79e-d997-4af2-806a-e48936085169 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:29.149842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-229613dc-da37-4a18-b346-a16b5557f855 req-ccffe79e-d997-4af2-806a-e48936085169 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0481999 Jul 28 15:26:29.188689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-229613dc-da37-4a18-b346-a16b5557f855 req-2becbd30-9809-4f38-8d98-586facaf0123 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Jul 28 15:26:30.304614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014d18-8a88-44b5-8167-0b2052f27346 req-9748f8b0-640a-44a6-ad26-770095939507 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:30.306170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43014d18-8a88-44b5-8167-0b2052f27346 req-9748f8b0-640a-44a6-ad26-770095939507 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0488687 Jul 28 15:26:30.349722 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43014d18-8a88-44b5-8167-0b2052f27346 req-c43ccdc4-3e6f-4850-891d-03ed0c154385 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369308 Jul 28 15:26:31.469819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3217f4c-4e81-4ad9-9250-f48058eca260 req-ac94fc62-20be-4561-a034-47910f477c90 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:31.472952 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3217f4c-4e81-4ad9-9250-f48058eca260 req-ac94fc62-20be-4561-a034-47910f477c90 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0543256 Jul 28 15:26:31.511824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f3217f4c-4e81-4ad9-9250-f48058eca260 req-fc4e8fc8-dd99-4581-9787-a49daedb5f23 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326860 Jul 28 15:26:32.631082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193256cf-ec37-4e16-a9ab-324d7f540e6a req-5346ed7d-4383-4803-b3ad-5c1df2114d07 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:32.632561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-193256cf-ec37-4e16-a9ab-324d7f540e6a req-5346ed7d-4383-4803-b3ad-5c1df2114d07 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0490279 Jul 28 15:26:32.670035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-193256cf-ec37-4e16-a9ab-324d7f540e6a req-08af3d88-98a9-4693-8dfb-1ab29cd9810d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313954 Jul 28 15:26:33.791347 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731195b5-d985-4b89-a1a7-ad7983093451 req-c73d1a95-7500-4ce7-bdb6-ebfea87740be tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:33.792926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-731195b5-d985-4b89-a1a7-ad7983093451 req-c73d1a95-7500-4ce7-bdb6-ebfea87740be tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0509877 Jul 28 15:26:33.833106 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-731195b5-d985-4b89-a1a7-ad7983093451 req-2c1aac26-94de-4bfe-9a25-487d2922b67d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338514 Jul 28 15:26:34.245464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0a0b-b196-40a1-97e8-dbf182bb3ec8 req-7f4451a1-7d82-499f-bd0b-bf0140e08099 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:34.247044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72ca0a0b-b196-40a1-97e8-dbf182bb3ec8 req-7f4451a1-7d82-499f-bd0b-bf0140e08099 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0491397 Jul 28 15:26:34.287243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-72ca0a0b-b196-40a1-97e8-dbf182bb3ec8 req-5fcca77e-382e-488c-9abf-b9554bf6d574 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Jul 28 15:26:34.437440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-55510f10-e582-40c3-9e45-3628478a667c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436945 Jul 28 15:26:35.405240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4185c-76b9-4e0a-9fc5-52daf62ea206 req-fdf18442-7a45-41db-bf92-9a06bb557e55 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:35.406734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00f4185c-76b9-4e0a-9fc5-52daf62ea206 req-fdf18442-7a45-41db-bf92-9a06bb557e55 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0495043 Jul 28 15:26:35.448983 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00f4185c-76b9-4e0a-9fc5-52daf62ea206 req-2a7f7191-9071-452b-b97e-4a7c0cba3397 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358124 Jul 28 15:26:36.572295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbf0b9-b267-45e3-bb71-510269b56daa req-4fc1824e-cae5-4c47-8ede-fa19c9b48f6a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:36.573829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43fbf0b9-b267-45e3-bb71-510269b56daa req-4fc1824e-cae5-4c47-8ede-fa19c9b48f6a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0533545 Jul 28 15:26:36.613203 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43fbf0b9-b267-45e3-bb71-510269b56daa req-8aeb0abf-5dc9-4fd5-b2ce-5797152967ac tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Jul 28 15:26:36.882023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-6cb16f56-da6c-4ad5-b252-287d3cfb4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:36.883490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-6cb16f56-da6c-4ad5-b252-287d3cfb4315 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0430942 Jul 28 15:26:36.975787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-24598965-1c5e-428e-b25a-d4e82aa9117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:36.977258 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-24598965-1c5e-428e-b25a-d4e82aa9117f service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0871074 Jul 28 15:26:37.042901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-2abc75f7-e43a-4548-90af-1856b5cc78e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1001 time: 0.0574543 Jul 28 15:26:37.098158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-fdb81e20-de40-469d-8e6a-3582b9390674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:37.099698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-fdb81e20-de40-469d-8e6a-3582b9390674 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0495996 Jul 28 15:26:37.150774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-1f6b4516-74a9-43ad-a95b-0bb41f87f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:37.152253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-1f6b4516-74a9-43ad-a95b-0bb41f87f3df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452621 Jul 28 15:26:37.244815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-c945b4f4-1a37-4abe-ae1c-a1d81ed07724 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Jul 28 15:26:37.345364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-0522ed5e-48d3-476a-815a-ba4e4603e739 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937304 Jul 28 15:26:37.736923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bc6dc-6e08-4f11-9a31-1542f3dc7d08 req-5fd94c44-0411-476b-8aab-57aa96079fa0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:37.738549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b9bc6dc-6e08-4f11-9a31-1542f3dc7d08 req-5fd94c44-0411-476b-8aab-57aa96079fa0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0543582 Jul 28 15:26:37.782126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b9bc6dc-6e08-4f11-9a31-1542f3dc7d08 req-f5c8cc1c-f99d-485d-973a-9931af5a3a0e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360105 Jul 28 15:26:38.900542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2ad8a-758c-4792-a292-31f1dda7dbbc req-4f93dd4a-a612-4f1d-9d12-d6f089f21454 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:38.902684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b2ad8a-758c-4792-a292-31f1dda7dbbc req-4f93dd4a-a612-4f1d-9d12-d6f089f21454 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0513914 Jul 28 15:26:38.941639 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6b2ad8a-758c-4792-a292-31f1dda7dbbc req-1d910985-5a15-4bbe-b88c-ded95ea86eae tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329483 Jul 28 15:26:39.658112 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-9c4eab90-e397-444d-8f32-fb410c3199f2 service neutron] show failed (client error): The resource could not be found. Jul 28 15:26:39.659324 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-9c4eab90-e397-444d-8f32-fb410c3199f2 service neutron] 10.222.0.50 "GET /v2.0/ports/f2f552e3-2fc9-4211-810c-f960213aff77/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0559981 Jul 28 15:26:40.062576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fc19a-8f61-47d2-b510-5a93258ef488 req-37fd70a0-e5f6-41ee-90a8-14338d000b21 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:40.064273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-965fc19a-8f61-47d2-b510-5a93258ef488 req-37fd70a0-e5f6-41ee-90a8-14338d000b21 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0523334 Jul 28 15:26:40.106170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-965fc19a-8f61-47d2-b510-5a93258ef488 req-a8430f73-e271-486f-a84a-05f6a32d50d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354824 Jul 28 15:26:40.194487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-8726d0f4-e24f-42c4-8beb-904736d88889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:40.196017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-8726d0f4-e24f-42c4-8beb-904736d88889 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1098 time: 0.0861468 Jul 28 15:26:40.214031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:26:40.270707 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:40.477498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:26:40.511748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:26:40.551080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:26:40.557299 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e665cc29-c1f0-4fd2-b660-421187c371d7" -d '{"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:26:40.558657 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:40.572790 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Transition to ACTIVE for port object f2f552e3-2fc9-4211-810c-f960213aff77 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:26:40.603750 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5366163-0101-4152-8b32-f3c3792389ab x-openstack-request-id: req-b5366163-0101-4152-8b32-f3c3792389ab {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:26:40.604043 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:26:40.604315 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5366163-0101-4152-8b32-f3c3792389ab {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:26:40.604719 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'code': 200} Jul 28 15:26:40.650153 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:40.756189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:40.803182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.803530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.803873 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.804315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.804657 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.804987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.805314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.805640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.805962 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.806285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.806608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.806926 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:40.862551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] No DVR routers for this DVR port f2f552e3-2fc9-4211-810c-f960213aff77 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:26:41.366924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25fad6-d947-4921-8ee7-5416cd77ec87 req-a6dc0fe6-b96d-4bbe-a0c4-a0f26ba630d5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.368498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f25fad6-d947-4921-8ee7-5416cd77ec87 req-a6dc0fe6-b96d-4bbe-a0c4-a0f26ba630d5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0678930 Jul 28 15:26:41.409408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:26:41.409737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:26:41.410061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:26:41.421832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:26:41.422177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Attempting to bind port f2f552e3-2fc9-4211-810c-f960213aff77 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:26:41.433039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8f25fad6-d947-4921-8ee7-5416cd77ec87 req-769d5df8-8020-4ff3-a3b9-f554c4c4cd5e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493388 Jul 28 15:26:41.433882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:26:41.434218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:26:41.434592 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:26:41.435041 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Bound port: f2f552e3-2fc9-4211-810c-f960213aff77, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:26:41.435397 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:41.497380 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:26:41.500533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:26:41.575825 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:41.609183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.609981 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:41.611480 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1093 time: 1.4015176 Jul 28 15:26:41.634493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3061c-3509-40ac-a32e-a14bd7ad9436 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:41.693925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-d50504bd-0580-40fc-88ba-978837e6cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.695672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-d50504bd-0580-40fc-88ba-978837e6cd15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.0459619 Jul 28 15:26:41.789767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-865035ae-8f85-4f04-afdf-1cef269781a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.791299 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-865035ae-8f85-4f04-afdf-1cef269781a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0888536 Jul 28 15:26:41.859332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-04822944-19a3-4bea-be54-f951d1bff055 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 999 time: 0.0611072 Jul 28 15:26:41.913987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-5545da2e-b011-4df0-be66-10a988f0847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.915423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-5545da2e-b011-4df0-be66-10a988f0847c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0482748 Jul 28 15:26:41.962387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-6bcd3a21-e9e4-4f7b-93f0-eaeb2e2a26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:41.963929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-6bcd3a21-e9e4-4f7b-93f0-eaeb2e2a26c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415797 Jul 28 15:26:42.057827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-5c435051-64dd-48b8-88b2-a16d044eda55 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868030 Jul 28 15:26:42.150330 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bae1ee0-1598-40e9-8fbd-2f194a9e03d8 req-4bd17f78-edec-4bb3-910f-90976fc0377f service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849669 Jul 28 15:26:42.302268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-da572da0-9217-46f2-a3c5-5b184fb7d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:42.605780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:26:42.608229 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90306b6e-4453-4abe-8978-110ac6e20355" -d '{"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:26:42.659761 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c42b32-f868-48ca-a2b1-ac87c2819094 x-openstack-request-id: req-c5c42b32-f868-48ca-a2b1-ac87c2819094 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:26:42.660057 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:26:42.660307 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5c42b32-f868-48ca-a2b1-ac87c2819094 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:26:42.660703 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'status': 'completed', 'code': 200} Jul 28 15:26:42.747709 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-cd4e8a81-6247-4ce2-a507-704e4c2201fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:42.749148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-cd4e8a81-6247-4ce2-a507-704e4c2201fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.0439570 Jul 28 15:26:42.846315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-037e7fb0-6528-4e39-9002-57f219548948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:42.851169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-037e7fb0-6528-4e39-9002-57f219548948 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0916619 Jul 28 15:26:42.917941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-2bdd2345-aef4-4746-aecb-ae12d1f160d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 999 time: 0.0625598 Jul 28 15:26:42.925016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cee6e-f8fa-4aed-94d5-09267ff91a6d req-d0b0006e-824f-406e-b334-b727ae8224c0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:42.926501 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-716cee6e-f8fa-4aed-94d5-09267ff91a6d req-d0b0006e-824f-406e-b334-b727ae8224c0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.4232392 Jul 28 15:26:42.975127 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-716cee6e-f8fa-4aed-94d5-09267ff91a6d req-a3f603e5-a248-4c78-8a69-79d1ac011422 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Jul 28 15:26:42.978010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-c44de327-d488-4b49-b2d8-de9573353b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:42.979525 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-c44de327-d488-4b49-b2d8-de9573353b39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0520005 Jul 28 15:26:43.005781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-4bedee94-47f9-4714-b2a0-fcfe962cf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:43.007317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-4bedee94-47f9-4714-b2a0-fcfe962cf5a5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.1112213 Jul 28 15:26:43.026577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-40d1fdc6-4370-4ab1-8a4e-5931cf636db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:43.028105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-40d1fdc6-4370-4ab1-8a4e-5931cf636db9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412993 Jul 28 15:26:43.100428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-4d560015-23da-4a77-928b-7cb9c118d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:43.102618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-4d560015-23da-4a77-928b-7cb9c118d0b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0877101 Jul 28 15:26:43.121188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-395ac7f2-8a8b-45ef-81f0-36171b2029bc service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Jul 28 15:26:43.169900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-6a069154-ab57-419a-b242-d3e912b6cba6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 999 time: 0.0581796 Jul 28 15:26:43.219122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-58336341-8037-4c6c-8f8a-25463783c8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900884 Jul 28 15:26:43.219795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-27fcfa44-f7c6-419c-a176-261f74dfd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:43.221276 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-27fcfa44-f7c6-419c-a176-261f74dfd1c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0441606 Jul 28 15:26:43.271877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90306b6e-4453-4abe-8978-110ac6e20355 req-e61a4953-afe9-49ce-95d6-ca1d1a0a4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:43.274136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-e61a4953-afe9-49ce-95d6-ca1d1a0a4bd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447316 Jul 28 15:26:43.364368 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-21d78029-9929-479a-b4fe-9d5901ba9493 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829341 Jul 28 15:26:43.457481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-90306b6e-4453-4abe-8978-110ac6e20355 req-297afb59-e1ed-463d-b09f-96669010eea3 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Jul 28 15:26:44.097899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af32dca-314e-4578-bfe0-9f4463530d6d req-6b8db500-35eb-4095-8295-fc530d5f993f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:44.099405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5af32dca-314e-4578-bfe0-9f4463530d6d req-6b8db500-35eb-4095-8295-fc530d5f993f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0509555 Jul 28 15:26:44.140030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5af32dca-314e-4578-bfe0-9f4463530d6d req-fff8010d-8a20-4b27-bd9a-1325a66519b7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Jul 28 15:26:44.519599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e537869-6f2b-4811-82c0-2e2a70e2fd06 req-0c12f7a5-137d-4833-8f3c-7b6e26d59ee6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:44.521432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e537869-6f2b-4811-82c0-2e2a70e2fd06 req-0c12f7a5-137d-4833-8f3c-7b6e26d59ee6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 944 time: 0.0520589 Jul 28 15:26:44.566076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e537869-6f2b-4811-82c0-2e2a70e2fd06 req-df21ad42-c734-4efa-ac83-4eeda3874984 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382318 Jul 28 15:26:44.627024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-ceef8c59-ad64-416f-8931-8d866a5277f2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:44.628498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-ceef8c59-ad64-416f-8931-8d866a5277f2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f&tenant_id=961a940b771846d381f3e1d3339fbe1d&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.0529001 Jul 28 15:26:44.638719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:26:44.690782 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-1c6992c3-301d-454d-839e-89dd00fb0803 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:26:44.691759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-1c6992c3-301d-454d-839e-89dd00fb0803 service neutron] 10.222.0.50 "DELETE /v2.0/ports/f2f552e3-2fc9-4211-810c-f960213aff77/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0550020 Jul 28 15:26:44.724055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:26:44.766607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:26:44.784211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'mac_address': 'fa:16:3e:ad:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:26:44.790140 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1dd35bd3-7033-49b4-b877-d10276085f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:44.792660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:26:44.805406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-c4e13593-5176-4131-b90a-cef746d6cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:44.810755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-c4e13593-5176-4131-b90a-cef746d6cdee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1096 time: 0.0424139 Jul 28 15:26:44.832705 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:44.846536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f552e3-2fc9-4211-810c-f960213aff77 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:26:44.876990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:26:44.906073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-51982d6b-4c13-4be4-8566-a641c767ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:44.907720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-51982d6b-4c13-4be4-8566-a641c767ffc1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0934725 Jul 28 15:26:44.939467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:44.973191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:44.984025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-8e890e62-1d25-4934-8a3f-938f6378667a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 999 time: 0.0600693 Jul 28 15:26:45.020963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:45.029613 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.029970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.030317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.030656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.031014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.031354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.031685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.032013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.032341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.032664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.032989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.033313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:45.049614 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-e64df20a-9088-4d7e-a7bd-d52082dad8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:45.051112 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-e64df20a-9088-4d7e-a7bd-d52082dad8c3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0491951 Jul 28 15:26:45.098457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-fd4056bf-7b4a-4c76-805c-687bb5cd12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:45.099994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-fd4056bf-7b4a-4c76-805c-687bb5cd12f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405126 Jul 28 15:26:45.190831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-8cc58dfe-59d6-4580-9232-45650f37ceae service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823972 Jul 28 15:26:45.269127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f2f552e3-2fc9-4211-810c-f960213aff77'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:26:45.296832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43291de6-dd4e-42e4-8004-fa3f12d2d854 req-43b86cd6-5d4e-4a45-840e-549f7f9e413c service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957429 Jul 28 15:26:45.684982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d1f0c-1ef5-45c0-b602-1b32df378f36 req-b8b94229-3221-4728-ba10-6652fe2370ab tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:45.686509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-843d1f0c-1ef5-45c0-b602-1b32df378f36 req-b8b94229-3221-4728-ba10-6652fe2370ab tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 945 time: 0.0488622 Jul 28 15:26:45.726437 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-843d1f0c-1ef5-45c0-b602-1b32df378f36 req-92d147bd-4889-49b4-ae21-021e08215824 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330586 Jul 28 15:26:46.272785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:46.653744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:26:46.764373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port f2f552e3-2fc9-4211-810c-f960213aff77 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:26:46.768239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f2f552e3-2fc9-4211-810c-f960213aff77 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:26:46.768616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:46.851025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607031be-502b-4836-868c-b41d93786b0d req-b0595fef-d14d-4fd3-811c-b3ecb0101bdc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:46.853236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-607031be-502b-4836-868c-b41d93786b0d req-b0595fef-d14d-4fd3-811c-b3ecb0101bdc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 945 time: 0.0529873 Jul 28 15:26:46.859784 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:46.884052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:26:46.886323 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe6bdc-a2db-4ba8-a436-0899c1932e04" -d '{"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:26:46.894306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-607031be-502b-4836-868c-b41d93786b0d req-15803f46-3c35-433f-8e3e-3d455f295999 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346003 Jul 28 15:26:46.899430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:26:46.929520 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8524f750-4748-40d1-9fb2-1a69a7b5cd17 x-openstack-request-id: req-8524f750-4748-40d1-9fb2-1a69a7b5cd17 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:26:46.929843 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-plugged", "status": "completed", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:26:46.930641 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8524f750-4748-40d1-9fb2-1a69a7b5cd17 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:26:46.931101 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'code': 200} Jul 28 15:26:46.996651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:47.013345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238dc1-4065-4d1d-9285-4a458d377715 req-32d70496-37ef-4078-93d4-c9daae13175c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.014738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2238dc1-4065-4d1d-9285-4a458d377715 req-32d70496-37ef-4078-93d4-c9daae13175c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 945 time: 0.0512772 Jul 28 15:26:47.045354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:47.055953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2238dc1-4065-4d1d-9285-4a458d377715 req-1131e0b6-5a59-424d-bbf2-fac6ab0c1ac0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Jul 28 15:26:47.412998 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85782705-42b2-480c-aacc-3783d9879e7e req-af54253d-f0ee-4525-b0ba-2f9acae0e0fa tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.415342 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85782705-42b2-480c-aacc-3783d9879e7e req-af54253d-f0ee-4525-b0ba-2f9acae0e0fa tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0500085 Jul 28 15:26:47.457417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85782705-42b2-480c-aacc-3783d9879e7e req-3ea6898f-84d0-4619-8c17-094821f6b6ff tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361028 Jul 28 15:26:47.537900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-7707755a-44df-48b0-849d-8d712878cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.539996 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-7707755a-44df-48b0-849d-8d712878cbe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 1098 time: 0.0403538 Jul 28 15:26:47.629243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-b37b17ac-901e-4560-acd0-4a5d7e146a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.630937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-b37b17ac-901e-4560-acd0-4a5d7e146a9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0847931 Jul 28 15:26:47.701102 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-31037a01-6875-4d61-bab4-8413c4c4ffce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 200 len: 1001 time: 0.0632298 Jul 28 15:26:47.752017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-e4898631-42aa-4401-93a6-cd3f949cccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.753549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-e4898631-42aa-4401-93a6-cd3f949cccd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0448151 Jul 28 15:26:47.799008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-b86cfd16-6372-4e35-ab59-fc1c1b893362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:47.800545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-b86cfd16-6372-4e35-ab59-fc1c1b893362 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404820 Jul 28 15:26:47.811566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-2fe70c0a-9568-42b8-9954-1cb927191f76 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:26:47.816464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-2fe70c0a-9568-42b8-9954-1cb927191f76 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052559 Jul 28 15:26:47.855845 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:47.907788 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-566a62e7-1780-4ccf-99ec-d3a25ca16b37 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Jul 28 15:26:47.998572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-800737e5-c697-4282-8e53-7096f1c97ed7 req-abb103b9-91ec-4e0e-a505-3042a25fd014 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838377 Jul 28 15:26:48.598580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9345ce5-5dd5-42d0-b261-ed6a0ccafacc req-65c17ac1-873a-453f-8135-2cb7b582f3b7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:48.600173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9345ce5-5dd5-42d0-b261-ed6a0ccafacc req-65c17ac1-873a-453f-8135-2cb7b582f3b7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0511937 Jul 28 15:26:48.644713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9345ce5-5dd5-42d0-b261-ed6a0ccafacc req-37e74ff6-78c3-4883-9ef6-8c48c0b7d895 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380239 Jul 28 15:26:49.776004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bda626-122b-488c-8c6f-d1be1a4e2eee req-efc041a2-dcd6-4d24-a961-077df2c22c81 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:49.785919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49bda626-122b-488c-8c6f-d1be1a4e2eee req-efc041a2-dcd6-4d24-a961-077df2c22c81 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0508633 Jul 28 15:26:49.820761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49bda626-122b-488c-8c6f-d1be1a4e2eee req-c9041a94-351d-4622-bb83-fabc208ab436 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Jul 28 15:26:50.317720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095bb10-afc1-4a42-ad4b-4a491433a6c4 req-ff4566dd-c033-4d0e-bbe4-cb99eea284eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:50.319551 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7095bb10-afc1-4a42-ad4b-4a491433a6c4 req-ff4566dd-c033-4d0e-bbe4-cb99eea284eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0511217 Jul 28 15:26:50.340936 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:50.360790 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7095bb10-afc1-4a42-ad4b-4a491433a6c4 req-f8d0041d-f87d-459e-a404-f5660d1630bf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340240 Jul 28 15:26:51.009557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:51.480391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4790544-2639-4039-a44d-21cc78c181f5 req-331c07a5-b36c-44b6-8be3-c9428985d14c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:51.481929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4790544-2639-4039-a44d-21cc78c181f5 req-331c07a5-b36c-44b6-8be3-c9428985d14c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0516453 Jul 28 15:26:51.521504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c4790544-2639-4039-a44d-21cc78c181f5 req-e7fd457b-500d-49fa-8ecb-76a870b4fbb2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Jul 28 15:26:51.798931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-7ebb3e8c-9d46-41f6-a336-c31f2134430c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:51.800439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-7ebb3e8c-9d46-41f6-a336-c31f2134430c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 946 time: 0.0483916 Jul 28 15:26:51.925349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Deleting port f2f552e3-2fc9-4211-810c-f960213aff77 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:26:51.925694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.012891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] For port f2f552e3-2fc9-4211-810c-f960213aff77, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f2f552e3-2fc9-4211-810c-f960213aff77,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:26:52.013267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.236274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.236645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.236957 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 disassociated. External IP: 172.25.0.95, port: f2f552e3-2fc9-4211-810c-f960213aff77. Jul 28 15:26:52.237301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Calling delete_port for f2f552e3-2fc9-4211-810c-f960213aff77 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:26:52.472608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.503888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'Port': ['ID=f2f552e3-2fc9-4211-810c-f960213aff77,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:52.635221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cd98472d-60bc-42bb-81c1-ccf05456a245 req-09328d63-e56f-4521-85d7-fd60a6dc67a7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e34e94a-67f3-4701-a4bf-54541b245a8f HTTP/1.1" status: 200 len: 210 time: 0.0333171 Jul 28 15:26:52.658117 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:26:52.768671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:26:52.780326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:26:52.789543 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:26:52.790116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:26:52.827780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] No DVR routers for this DVR port f2f552e3-2fc9-4211-810c-f960213aff77 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:26:52.830401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:52.832433 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c9830ae0-09fc-4094-a8fc-1cbf615a40e7 req-18d7b059-4e5c-414b-8083-971a62e96a5d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "DELETE /v2.0/ports/f2f552e3-2fc9-4211-810c-f960213aff77 HTTP/1.1" status: 204 len: 173 time: 1.0257435 Jul 28 15:26:52.832876 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-deleted', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:26:52.835204 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b13e2d-8473-465e-b4eb-b1edab5987d3" -d '{"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-deleted", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:26:52.882090 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c754f-8346-4d84-9b00-b9ae1b636f54 x-openstack-request-id: req-089c754f-8346-4d84-9b00-b9ae1b636f54 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:26:52.882090 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e34e94a-67f3-4701-a4bf-54541b245a8f", "name": "network-vif-deleted", "tag": "f2f552e3-2fc9-4211-810c-f960213aff77", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:26:52.882090 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-089c754f-8346-4d84-9b00-b9ae1b636f54 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:26:52.882090 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e34e94a-67f3-4701-a4bf-54541b245a8f', 'name': 'network-vif-deleted', 'tag': 'f2f552e3-2fc9-4211-810c-f960213aff77', 'status': 'completed', 'code': 200} Jul 28 15:26:52.901310 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:26:53.100467 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:26:53.127427 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:26:53.136562 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:26:53.137137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:26:53.241432 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:26:53.438518 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-90991a3f-fd29-4c80-821a-182782720384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:26:53.468137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90991a3f-fd29-4c80-821a-182782720384 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:26:53.687951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd487b-6ac4-46ae-ae96-6185615b5e23 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:26:53.944777 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-2b248ba0-ad44-4e4b-824f-4ffb830b081a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--835046042&fields=id&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 267 time: 0.0348594 Jul 28 15:26:54.057429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-903d1535-11df-45cd-983c-1cbc02361df5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:54.058947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-903d1535-11df-45cd-983c-1cbc02361df5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1063139 Jul 28 15:26:54.075023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-84f8d236-af9e-4825-bd10-fbd501432dbe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/quotas/961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 28 15:26:54.128421 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b1e1505f-e10e-414b-925e-5161f9780c6a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478120 Jul 28 15:26:54.145017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-4c496b3f-f635-4c8e-b7f3-da7c1624f8f1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:26:54.145965 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-4c496b3f-f635-4c8e-b7f3-da7c1624f8f1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054271 Jul 28 15:26:54.239486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-9bb093d5-e454-4996-91d8-5c6d812b72a9 service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872808 Jul 28 15:26:54.328610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-339959ee-74f8-4a51-b361-a742102fdf70 service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819902 Jul 28 15:26:54.579448 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00c43613-4609-49db-8c79-9a0bedb3ae3c req-632e83fa-adfa-45e2-86c4-dcecb69097d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Jul 28 15:26:55.682360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aef20943-606c-48d0-9ebf-244d584ca287 req-81af2abb-d6cb-4c63-a5d3-f81172987586 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 210 time: 0.0273488 Jul 28 15:26:56.670174 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:26:56.693970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: f2f552e3-2fc9-4211-810c-f960213aff77 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:26:56.694289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f2f552e3-2fc9-4211-810c-f960213aff77 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:26:56.790426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2ee06800-cd6b-4c78-b4b1-083e6ce35d22 req-6f776f9c-7678-43fe-82f9-17650f1f9d30 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 210 time: 0.0371029 Jul 28 15:26:56.891491 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-5a72775e-5be1-456a-bd7d-c457462897cf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:56.893063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-5a72775e-5be1-456a-bd7d-c457462897cf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1281309 Jul 28 15:26:56.948294 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-d89054af-f2af-4616-9b83-d229752811c1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 379 time: 0.0394127 Jul 28 15:26:56.958160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'port': {'device_id': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'admin_state_up': True, 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'security_groups': ['989e6596-13bd-4d2e-bd80-7d6bacd0f441']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:26:57.144585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:26:57.148163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.290048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Allocated IP 172.20.0.4 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/874f4757-380b-4906-bb23-a08ebc39ef46) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:26:57.440198 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.455119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Transition to ACTIVE for port object 874f4757-380b-4906-bb23-a08ebc39ef46 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:26:57.575512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.583725 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:26:57.616250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:26:57.620829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:26:57.623444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:26:57.653007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:57.668294 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.668680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.669030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.669397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.669737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.670072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.670448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.670780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.671164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.671495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.671824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.672205 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:26:57.692892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:57.693452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.791503 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-b42ce581-a049-4a76-beeb-63479fadb97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372152 Jul 28 15:26:57.811666 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Request body: {'port': {'device_id': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:26:57.868021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.922595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee759ca-fa1f-46b1-aa65-207c0a16d779 req-3949782c-f50b-4063-b974-2292f49973f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:57.924155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eee759ca-fa1f-46b1-aa65-207c0a16d779 req-3949782c-f50b-4063-b974-2292f49973f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 931 time: 0.0543840 Jul 28 15:26:57.956342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6ff3184e-ded3-4f37-83b6-273e4770cfb9 None None] Provisioning for port 874f4757-380b-4906-bb23-a08ebc39ef46 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:26:57.960317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6ff3184e-ded3-4f37-83b6-273e4770cfb9 None None] Provisioning complete for port 874f4757-380b-4906-bb23-a08ebc39ef46 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:26:57.960982 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6ff3184e-ded3-4f37-83b6-273e4770cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:57.970648 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eee759ca-fa1f-46b1-aa65-207c0a16d779 req-a0ff81e6-089c-4eff-89b2-18ac0546d4f2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399063 Jul 28 15:26:57.999261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3184e-ded3-4f37-83b6-273e4770cfb9 None None] Port 874f4757-380b-4906-bb23-a08ebc39ef46 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:26:58.144919 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:26:58.152512 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:58.164009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Transition to ACTIVE for port object 874f4757-380b-4906-bb23-a08ebc39ef46 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:26:58.244088 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:58.293812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:58.373158 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:26:58.373514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:26:58.373830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:26:58.378468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:26:58.378795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:26:58.383842 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:26:58.384379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:26:58.384827 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:26:58.385462 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Bound port: 874f4757-380b-4906-bb23-a08ebc39ef46, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:26:58.385635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:58.453476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:26:58.456568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:26:58.534069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:58.570115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:58.570738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:26:58.572443 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-8e457584-269f-44f9-8000-31d4df456daa service neutron] 10.222.0.50 "PUT /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1092 time: 0.7653666 Jul 28 15:26:58.572887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:26:58.575290 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd2dc52-924e-4bf6-a718-eb2251b456cc" -d '{"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:26:58.600267 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457584-269f-44f9-8000-31d4df456daa service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:26:58.729643 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eabf18-4e0e-4f44-af30-164ea824fd61 x-openstack-request-id: req-a0eabf18-4e0e-4f44-af30-164ea824fd61 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:26:58.729933 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:26:58.730189 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0eabf18-4e0e-4f44-af30-164ea824fd61 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:26:58.730579 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'status': 'completed', 'code': 200} Jul 28 15:26:58.747221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-ed5a75a8-424d-4a96-8cb4-e32f6ed0ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:58.748764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-ed5a75a8-424d-4a96-8cb4-e32f6ed0ae2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1095 time: 0.0474906 Jul 28 15:26:58.801641 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-adc4e794-b221-4f29-8e5c-bcd4abf067ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 217 time: 0.0378990 Jul 28 15:26:58.852816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-f70f9273-d9df-4ae4-8648-fec53b14d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:58.855129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-f70f9273-d9df-4ae4-8648-fec53b14d612 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0445993 Jul 28 15:26:58.902090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-20d3a7e7-c012-4dcf-94d2-08c8474e5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:58.903698 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-20d3a7e7-c012-4dcf-94d2-08c8474e5d6b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419934 Jul 28 15:26:59.000300 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-61119827-b37f-4095-acfd-1f6ecb0b9bab service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889192 Jul 28 15:26:59.093473 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe20f7aa-6c2c-4d90-ad42-0f6335eb77e3 req-fbb99e7a-79a4-43c4-9f9e-a1f517fe2246 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855358 Jul 28 15:26:59.094820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e778440-4e66-4861-a9cd-e6d14eba8590 req-0e8a5614-f504-4fa8-a430-f9316eae1145 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:59.096368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e778440-4e66-4861-a9cd-e6d14eba8590 req-0e8a5614-f504-4fa8-a430-f9316eae1145 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0500019 Jul 28 15:26:59.136273 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e778440-4e66-4861-a9cd-e6d14eba8590 req-f7afdb3e-b263-43ae-809f-9630209a25eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339346 Jul 28 15:26:59.324513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-32790b3d-0b34-4488-b3cc-b96faf289817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:59.326085 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-32790b3d-0b34-4488-b3cc-b96faf289817 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1095 time: 0.0437365 Jul 28 15:26:59.426507 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-d16b5c6a-5aac-41ab-9b87-ac0b4417225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:59.428036 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-d16b5c6a-5aac-41ab-9b87-ac0b4417225a service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0936210 Jul 28 15:26:59.472232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-682c213d-e500-459a-adce-285f18318dfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 217 time: 0.0352604 Jul 28 15:26:59.527588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-e9a799f9-bfd6-4e64-97e7-2e5ea71a1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:59.529054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-e9a799f9-bfd6-4e64-97e7-2e5ea71a1c55 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0488651 Jul 28 15:26:59.576514 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-310c2dd0-3c9d-4140-874b-cf620654acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:26:59.578061 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-310c2dd0-3c9d-4140-874b-cf620654acce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400581 Jul 28 15:26:59.667350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-14e8aaff-549c-4427-95f6-5f968ad18ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812275 Jul 28 15:26:59.761133 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cfd2dc52-924e-4bf6-a718-eb2251b456cc req-70fd049e-b9a9-407a-aef2-cd46411cbc80 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Jul 28 15:27:00.259079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1fef7-a080-42bd-8b6c-5da2bbe5f310 req-5f4c09cc-fc4b-464c-ba5c-8fc4630a71bf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:00.260611 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88c1fef7-a080-42bd-8b6c-5da2bbe5f310 req-5f4c09cc-fc4b-464c-ba5c-8fc4630a71bf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0533566 Jul 28 15:27:00.307401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88c1fef7-a080-42bd-8b6c-5da2bbe5f310 req-40b22b4b-f8d7-4e40-a25d-3b49d6409665 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Jul 28 15:27:01.468677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927ece0-98c9-4b3c-a5bc-418bd01f96dd req-6e1f63f4-a41e-4469-852e-571c1a70dca3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:01.470151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5927ece0-98c9-4b3c-a5bc-418bd01f96dd req-6e1f63f4-a41e-4469-852e-571c1a70dca3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0494311 Jul 28 15:27:01.510182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5927ece0-98c9-4b3c-a5bc-418bd01f96dd req-40b7d764-8565-4389-af8d-d5b0b566c870 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Jul 28 15:27:02.628323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8db4e-a8e2-499d-9dc5-b15da6f839f6 req-00dedacc-1bbf-4046-a29d-22885aa37229 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:02.629802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fed8db4e-a8e2-499d-9dc5-b15da6f839f6 req-00dedacc-1bbf-4046-a29d-22885aa37229 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0487831 Jul 28 15:27:02.675053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fed8db4e-a8e2-499d-9dc5-b15da6f839f6 req-f907cec6-bbf9-4a33-b196-7ee7330745da tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379701 Jul 28 15:27:02.845984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:27:02.941001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:27:02.951871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '874f4757-380b-4906-bb23-a08ebc39ef46', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:27:02.988661 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:03.001008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:27:03.019739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:27:03.089370 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:03.136199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:27:03.410915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['874f4757-380b-4906-bb23-a08ebc39ef46'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:27:03.793677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93d635-27c0-4d7f-ad10-fc4f8c7491e0 req-a8d90119-2e43-4a85-821f-a234c3f61bd4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:03.795164 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a93d635-27c0-4d7f-ad10-fc4f8c7491e0 req-a8d90119-2e43-4a85-821f-a234c3f61bd4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0520535 Jul 28 15:27:03.833487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7a93d635-27c0-4d7f-ad10-fc4f8c7491e0 req-9c6c5a0d-5d59-44fe-a9a4-d886f7c4a475 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Jul 28 15:27:04.862048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:27:04.949849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451111b-437c-4772-b429-57e630e2361d req-92272fbe-8969-43de-8ec1-bc2c6b697291 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:04.951379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6451111b-437c-4772-b429-57e630e2361d req-92272fbe-8969-43de-8ec1-bc2c6b697291 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Jul 28 15:27:04.995275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6451111b-437c-4772-b429-57e630e2361d req-91c8f368-ff92-4042-99e6-1267b1f9e591 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Jul 28 15:27:05.003203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 874f4757-380b-4906-bb23-a08ebc39ef46 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:27:05.007963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 874f4757-380b-4906-bb23-a08ebc39ef46 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:27:05.008337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:05.089295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:05.110625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:27:05.120322 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3939fdb2-3380-484f-9852-f2ff2ff0b273" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:27:05.126075 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:27:05.201591 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b918fdf-78c1-47be-af42-91d2386542b2 x-openstack-request-id: req-2b918fdf-78c1-47be-af42-91d2386542b2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:27:05.201885 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:27:05.202141 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b918fdf-78c1-47be-af42-91d2386542b2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:27:05.202537 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'code': 200} Jul 28 15:27:05.208785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:05.257237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:27:05.329332 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92262caa-99e1-4144-9272-c3ec00056671 req-e41f17af-2dd8-4785-8748-50d12aa57cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:05.332442 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92262caa-99e1-4144-9272-c3ec00056671 req-e41f17af-2dd8-4785-8748-50d12aa57cba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1097 time: 0.0417700 Jul 28 15:27:05.368220 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-92262caa-99e1-4144-9272-c3ec00056671 req-3ea331a0-dc42-43e2-bbda-f0943862b079 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287335 Jul 28 15:27:06.112735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2caa1f-0cf2-4b5b-b3da-2e0f9093c0d3 req-50f3f7e4-2943-474c-b903-a588f203bd39 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:06.114281 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed2caa1f-0cf2-4b5b-b3da-2e0f9093c0d3 req-50f3f7e4-2943-474c-b903-a588f203bd39 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Jul 28 15:27:06.158909 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ed2caa1f-0cf2-4b5b-b3da-2e0f9093c0d3 req-45f16d99-60ac-4e65-84d6-731a95b76f8d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Jul 28 15:27:07.277060 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e521775-6da6-4b90-97a6-618778ac5270 req-63f6c906-b009-4fc8-a1e5-a92d2388b23c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:07.278546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e521775-6da6-4b90-97a6-618778ac5270 req-63f6c906-b009-4fc8-a1e5-a92d2388b23c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0503201 Jul 28 15:27:07.316438 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e521775-6da6-4b90-97a6-618778ac5270 req-a31c3b47-f721-453f-8b9a-ba2dfcffea4a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Jul 28 15:27:07.430334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17234-faf7-4dd5-98e6-c546a4759e25 req-c56be962-4c48-43a6-90d0-743d42bf82cb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:07.431874 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7af17234-faf7-4dd5-98e6-c546a4759e25 req-c56be962-4c48-43a6-90d0-743d42bf82cb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0499930 Jul 28 15:27:07.441212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 37656) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:27:07.445677 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'floatingip': {'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:27:07.486373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:07.932650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:08.027281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:08.130734 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 associated. External IP: 172.25.0.95, port: 874f4757-380b-4906-bb23-a08ebc39ef46. Jul 28 15:27:08.338663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:27:08.453253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:27:08.457998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:08.463146 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:27:08.472831 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:27:08.473447 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:08.485624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0185e41-2559-4e1d-850e-6e74fbac47d9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "PUT /v2.0/floatingips/1551385d-11b6-4ee6-b097-d2dbecfa52c5 HTTP/1.1" status: 200 len: 990 time: 1.0434334 Jul 28 15:27:08.486222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:27:08.488808 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5835a86-cda6-4268-98c3-5f1ad4ac7737" -d '{"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:27:08.525438 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a058c0d-0ebe-4451-b210-47fcd60ecc18 x-openstack-request-id: req-7a058c0d-0ebe-4451-b210-47fcd60ecc18 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:27:08.525733 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:27:08.526025 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a058c0d-0ebe-4451-b210-47fcd60ecc18 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:27:08.527172 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'status': 'completed', 'code': 200} Jul 28 15:27:08.586353 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:27:08.628836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-14c278b6-a567-439c-8c3c-96c941d870e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:08.630297 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-14c278b6-a567-439c-8c3c-96c941d870e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1097 time: 0.0436482 Jul 28 15:27:08.728872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-9497ac3a-4d26-4456-b3c2-e432f5e4c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:08.731098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-9497ac3a-4d26-4456-b3c2-e432f5e4c257 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0926077 Jul 28 15:27:08.799704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-cefd237f-4ad8-4523-a7e8-6d5edaf78895 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 998 time: 0.0612359 Jul 28 15:27:08.850283 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-91ee1f12-ea36-4402-9f0a-abc8ea60eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:08.851830 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-91ee1f12-ea36-4402-9f0a-abc8ea60eee9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0442438 Jul 28 15:27:08.902739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:27:07Z', 'revision_number': 9, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:08.903941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-564ddbdb-344a-4ca6-9643-117804addc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:08.905466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-564ddbdb-344a-4ca6-9643-117804addc4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458043 Jul 28 15:27:08.933003 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:27:08.941329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:27:08.941939 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:26:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:08.997029 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-ba09a375-d1d0-4a74-b08f-9cd13c53cc8c service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Jul 28 15:27:09.048688 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:27:09.092510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e5835a86-cda6-4268-98c3-5f1ad4ac7737 req-6aa9a1f3-2e91-404c-b0ed-3e653d1e81a3 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Jul 28 15:27:09.270712 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:27:07Z', 'revision_number': 9, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:27:09.296445 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12a884-8474-490d-ae7d-62eb2d2ae4c3 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:27:07Z', 'revision_number': 9, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:27:09.487328 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d543e0-592a-4caf-81c0-50825defbe08 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:27:12.294931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c118b22d-8bfd-4eae-a065-9f08acb576aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:14.729038 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6765334a-223e-4686-ae60-345faa83dd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:14.932803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:16.323139 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:17.865591 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:20.355844 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:20.991530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:34.584461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:27:42.320990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c55e5562-6849-4e42-b103-70c6aa05ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:44.744930 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b50cb50-1178-4829-9ac6-694f5714db6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:44.927787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:46.316273 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:47.853623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:50.372910 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:50.984470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:27:56.979037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-61a89895-fb76-4380-acf8-64ef27fa9584 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402489 Jul 28 15:27:57.077569 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-4af276a6-42b8-4020-a1b6-3f73448d9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:57.079089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-4af276a6-42b8-4020-a1b6-3f73448d9357 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1097 time: 0.0406764 Jul 28 15:27:57.184877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-f8c4b034-9fa7-4d06-b583-9e5d2319354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:57.186383 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-f8c4b034-9fa7-4d06-b583-9e5d2319354f service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0879292 Jul 28 15:27:57.252478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-e4b20690-2e90-4c09-8e5c-14f20e4bf017 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1001 time: 0.0583167 Jul 28 15:27:57.306903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-918278af-12f5-410d-b9f4-467b2404cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:57.308400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-918278af-12f5-410d-b9f4-467b2404cf18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0477395 Jul 28 15:27:57.722402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-8844b548-a00f-410e-b929-73fd4b89056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:27:57.723938 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-8844b548-a00f-410e-b929-73fd4b89056f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3878732 Jul 28 15:27:57.814704 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-03eb872e-5836-4210-b06e-8921d9a2b6bd service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821683 Jul 28 15:27:57.909999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-13d34a2c-eaab-4bf9-83a1-cb25daeb89bc req-757b5378-0b7d-4da5-aae1-a3658e71ccaa service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Jul 28 15:28:11.584318 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:28:12.281056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74b682b3-3b8d-41ad-b8fe-8862ed638152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:14.771980 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d90905ca-1940-49ef-9497-5988dcba3e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:14.955243 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:16.298408 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:17.875131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:20.366469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:20.989339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:42.314517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f97b8982-8ee2-44a6-ae82-67bfc9cc1a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:44.737006 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be95be7a-748f-4265-a430-2df8dffc5f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:44.948421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:46.331802 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:47.310245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08636fad-8d87-41bf-aae6-1fe65deb4148 req-dd10ad52-7a89-44ea-ac2d-8dfbcc1e4897 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:47.311761 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08636fad-8d87-41bf-aae6-1fe65deb4148 req-dd10ad52-7a89-44ea-ac2d-8dfbcc1e4897 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0499728 Jul 28 15:28:47.350935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08636fad-8d87-41bf-aae6-1fe65deb4148 req-2ebcad43-3cff-4606-b7ce-b80dfe315ad0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329983 Jul 28 15:28:47.758009 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-bf17573f-058c-452a-8452-a4d4fc59f2c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3315661 Jul 28 15:28:47.914646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:48.480935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a80de-c3d6-4477-a3d3-7cfd2a954fed req-866be205-ad36-456a-a4c2-b8f2778452d7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:48.482463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be2a80de-c3d6-4477-a3d3-7cfd2a954fed req-866be205-ad36-456a-a4c2-b8f2778452d7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Jul 28 15:28:48.527658 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be2a80de-c3d6-4477-a3d3-7cfd2a954fed req-86b422db-378e-47cb-a784-1b7c0d534f03 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365436 Jul 28 15:28:48.587657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:28:49.643315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea00d1b-460e-400d-ab63-3601f90ea1e1 req-870c89f5-afa1-4f02-a025-d0e89b0b9ab0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:49.644696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dea00d1b-460e-400d-ab63-3601f90ea1e1 req-870c89f5-afa1-4f02-a025-d0e89b0b9ab0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Jul 28 15:28:49.683850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dea00d1b-460e-400d-ab63-3601f90ea1e1 req-dd5832bd-3160-408a-88c7-a0964f09b0a6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320711 Jul 28 15:28:50.473577 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:50.808527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290bf2f-d98c-47a2-b11c-dfbb9a78de0a req-4bde771e-43f9-4b78-93d3-e598847d25d1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:50.809974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4290bf2f-d98c-47a2-b11c-dfbb9a78de0a req-4bde771e-43f9-4b78-93d3-e598847d25d1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Jul 28 15:28:50.855353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4290bf2f-d98c-47a2-b11c-dfbb9a78de0a req-f68b0d25-440d-4414-98fa-c2b170b73378 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392852 Jul 28 15:28:51.034603 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:28:51.229042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-bafcd5a4-4012-424e-89cb-3b540d7578c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:51.230534 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-bafcd5a4-4012-424e-89cb-3b540d7578c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1097 time: 0.0460246 Jul 28 15:28:51.323791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-bdf444df-6bba-49d4-b822-59c90a3d5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:51.325296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-bdf444df-6bba-49d4-b822-59c90a3d5208 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0882077 Jul 28 15:28:51.397101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-16a7e110-4a89-4ab6-990a-fbfdc63ee311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1001 time: 0.0643785 Jul 28 15:28:51.447782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-c05cf286-eddc-4128-b259-5331edbcec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:51.449350 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-c05cf286-eddc-4128-b259-5331edbcec84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0454228 Jul 28 15:28:51.495394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-0fa94e40-f8fe-4180-b0d3-3d9a3476762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:51.496959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-0fa94e40-f8fe-4180-b0d3-3d9a3476762e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411022 Jul 28 15:28:51.594831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-887a1cd3-f075-4ba6-87ec-9bebb30a13b4 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884295 Jul 28 15:28:51.686015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-70a85902-f7af-4da8-a208-bde7b923db07 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845332 Jul 28 15:28:51.978804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85817bcb-0499-4ccf-8e2c-8d7646f7763b req-0b974255-223a-437e-a754-1157c963607e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:51.980311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85817bcb-0499-4ccf-8e2c-8d7646f7763b req-0b974255-223a-437e-a754-1157c963607e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0493045 Jul 28 15:28:52.019524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85817bcb-0499-4ccf-8e2c-8d7646f7763b req-9f3340cd-d65e-471c-977a-bcb9390af16d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331194 Jul 28 15:28:53.147821 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db7ead-351b-41cd-b869-2dfad63659dc req-1291e8e6-a8cf-467b-aab4-b9c8b0356822 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:53.149399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37db7ead-351b-41cd-b869-2dfad63659dc req-1291e8e6-a8cf-467b-aab4-b9c8b0356822 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0552604 Jul 28 15:28:53.190552 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-37db7ead-351b-41cd-b869-2dfad63659dc req-67cdcb2d-21a1-4f98-a703-5caf5328c6b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347593 Jul 28 15:28:54.316762 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d432bf-93a7-4738-9efe-b0579ccc77cb req-4cf4040e-8bd4-4ac1-ae57-2de5b3a74970 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:54.317781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2d432bf-93a7-4738-9efe-b0579ccc77cb req-4cf4040e-8bd4-4ac1-ae57-2de5b3a74970 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0544753 Jul 28 15:28:54.367952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2d432bf-93a7-4738-9efe-b0579ccc77cb req-69640f1d-fa95-45d0-9c08-220031b9f9fc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Jul 28 15:28:55.498384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31734fc7-f5ae-4b37-89ca-302d62f8428c req-ca10968d-6c6b-4cb3-8b2c-22a4cf93cfd6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:55.499923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31734fc7-f5ae-4b37-89ca-302d62f8428c req-ca10968d-6c6b-4cb3-8b2c-22a4cf93cfd6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0573485 Jul 28 15:28:55.538693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-31734fc7-f5ae-4b37-89ca-302d62f8428c req-25dc5ed8-3331-4022-ba4f-3bf5126e8a79 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Jul 28 15:28:56.664931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee173f2-28da-4683-b637-beed8555f314 req-1e815897-005a-4bc5-81c5-9a355d7c344e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:56.666402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fee173f2-28da-4683-b637-beed8555f314 req-1e815897-005a-4bc5-81c5-9a355d7c344e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0501339 Jul 28 15:28:56.706192 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fee173f2-28da-4683-b637-beed8555f314 req-39790478-6e66-42c0-8b9d-86717b1194fa tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334597 Jul 28 15:28:57.822768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5a89e-b5c6-4691-9433-9288d9c4b0b8 req-20127994-c2c2-4722-8b12-a7cf3ad3d97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:57.825004 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7f5a89e-b5c6-4691-9433-9288d9c4b0b8 req-20127994-c2c2-4722-8b12-a7cf3ad3d97a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0508432 Jul 28 15:28:57.867879 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7f5a89e-b5c6-4691-9433-9288d9c4b0b8 req-662b1c51-239d-4a47-9565-3153d3adb0b7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367196 Jul 28 15:28:58.986410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179262cc-f0ee-4aad-87b3-b007c4974391 req-d58ba870-f1d8-499e-a761-d31240242c60 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:58.988324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-179262cc-f0ee-4aad-87b3-b007c4974391 req-d58ba870-f1d8-499e-a761-d31240242c60 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0509987 Jul 28 15:28:59.028215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-f58efb1f-589f-4557-ab87-2e9e1d163790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:59.028811 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-179262cc-f0ee-4aad-87b3-b007c4974391 req-2bceeeae-1ff6-4eb1-992d-cc31acdf36d5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341890 Jul 28 15:28:59.029849 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-f58efb1f-589f-4557-ab87-2e9e1d163790 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1097 time: 0.0439935 Jul 28 15:28:59.135306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-2636fad1-e878-4d75-8b38-8460ba760153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:59.136906 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-2636fad1-e878-4d75-8b38-8460ba760153 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0886250 Jul 28 15:28:59.206918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-c568a4df-5255-48a9-9a85-6fb11f705889 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1001 time: 0.0629218 Jul 28 15:28:59.262070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-19d702fc-d61d-4cef-9cbe-562b6c8afdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:59.263590 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-19d702fc-d61d-4cef-9cbe-562b6c8afdaa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0486333 Jul 28 15:28:59.320762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-7bef240e-894a-446d-a5e3-3b4eef513c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:28:59.322346 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-7bef240e-894a-446d-a5e3-3b4eef513c6d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516667 Jul 28 15:28:59.414113 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-9f7441a9-6037-4b4f-9938-c4e33d8ab444 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 Jul 28 15:28:59.509902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2edbdf32-a836-47c4-a2fe-5701580c955f req-741f2fec-42cf-4b30-830a-23494d49a802 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882001 Jul 28 15:29:00.163247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593a4a2-fbf5-4ee1-9f50-0bb1e9db2e52 req-8991daab-6920-47e6-bc41-4d52a5fc8398 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:00.164802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9593a4a2-fbf5-4ee1-9f50-0bb1e9db2e52 req-8991daab-6920-47e6-bc41-4d52a5fc8398 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0540767 Jul 28 15:29:00.205167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9593a4a2-fbf5-4ee1-9f50-0bb1e9db2e52 req-5aef2ca5-4736-413c-a1ba-2f3305fc6b2a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335829 Jul 28 15:29:01.325882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5823a-de16-4153-8f37-0c9260ea8605 req-3c36c985-3d55-4c76-ba65-1353e4e9d2f2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:01.327452 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33c5823a-de16-4153-8f37-0c9260ea8605 req-3c36c985-3d55-4c76-ba65-1353e4e9d2f2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0502574 Jul 28 15:29:01.370822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-33c5823a-de16-4153-8f37-0c9260ea8605 req-5bef9889-31af-4b77-9570-872fe8a0e630 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363700 Jul 28 15:29:02.491493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46024c67-9998-408b-b990-2977a3a12d0c req-35e9787a-e914-4622-aafc-0ef51c2616bc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:02.493290 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46024c67-9998-408b-b990-2977a3a12d0c req-35e9787a-e914-4622-aafc-0ef51c2616bc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0524812 Jul 28 15:29:02.534682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46024c67-9998-408b-b990-2977a3a12d0c req-db2a583f-5703-4c43-a0ca-5bcf80a5e695 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355117 Jul 28 15:29:03.656367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7975-3dfb-4b11-87ef-997637c1fa99 req-94ebc4da-864d-47f0-8b1b-0042093d4d33 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:03.657884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16fa7975-3dfb-4b11-87ef-997637c1fa99 req-94ebc4da-864d-47f0-8b1b-0042093d4d33 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Jul 28 15:29:03.696804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-16fa7975-3dfb-4b11-87ef-997637c1fa99 req-afde35e0-c9ac-49e0-a6fd-a6eeaeae7986 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Jul 28 15:29:04.124928 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-e6db906e-6e24-4e59-8ac3-dfbe2d0025c0 service neutron] show failed (client error): The resource could not be found. Jul 28 15:29:04.125862 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-e6db906e-6e24-4e59-8ac3-dfbe2d0025c0 service neutron] 10.222.0.50 "GET /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0601909 Jul 28 15:29:04.630212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-fe7eff89-9749-4a93-a045-827b7ea4bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:04.631780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-fe7eff89-9749-4a93-a045-827b7ea4bf59 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1097 time: 0.0429337 Jul 28 15:29:04.652640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:29:04.710107 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:04.821765 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ee65-f48e-426a-84df-b124bb515634 req-89e75b93-00fc-48c8-9188-a4ce3114a73a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:04.823145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1427ee65-f48e-426a-84df-b124bb515634 req-89e75b93-00fc-48c8-9188-a4ce3114a73a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0532446 Jul 28 15:29:04.866372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1427ee65-f48e-426a-84df-b124bb515634 req-7ddfccb3-7fa5-4052-9880-117b0771ee0b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Jul 28 15:29:04.928651 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:04.963449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:29:05.005552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:05.007919 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053d2f8-0ef4-4782-acc0-55a949bafc2d" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-unplugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:05.012132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.025868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Transition to ACTIVE for port object 874f4757-380b-4906-bb23-a08ebc39ef46 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:29:05.115489 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.119085 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31643e29-8765-431e-99ae-9c2f7536bf77 x-openstack-request-id: req-31643e29-8765-431e-99ae-9c2f7536bf77 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:05.119384 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-unplugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:05.119639 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31643e29-8765-431e-99ae-9c2f7536bf77 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:05.120038 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'code': 200} Jul 28 15:29:05.200289 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=6']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:05.211824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.212172 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.212517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.212854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.213188 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.213519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.214381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.214713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.215161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.215506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.215837 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.216162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:05.252971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] No DVR routers for this DVR port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:29:05.394938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:29:05.395310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:29:05.395650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:05.400030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:29:05.400361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:05.406164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:29:05.406508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:29:05.406899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:29:05.407364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Bound port: 874f4757-380b-4906-bb23-a08ebc39ef46, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:29:05.407766 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.473933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:29:05.477259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:29:05.565746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.607327 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.607930 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:05.609368 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] 10.222.0.53 "PUT /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1092 time: 0.9618466 Jul 28 15:29:05.630841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf183e9-78e0-4512-a02b-100dadcff350 service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:05.696638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-e2065a3b-f76a-451b-8c17-31a48e3cd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.698616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-e2065a3b-f76a-451b-8c17-31a48e3cd960 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1095 time: 0.0478237 Jul 28 15:29:05.811426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-d22b9b4a-61ef-439d-9a73-4c61ac6cad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.813351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-d22b9b4a-61ef-439d-9a73-4c61ac6cad1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.1067076 Jul 28 15:29:05.889906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-3f1a834d-7047-4dfe-94a7-200f9689fd9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0694025 Jul 28 15:29:05.942603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-0aa1fe2c-85b0-4605-81ba-5396d1f4bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.944126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-0aa1fe2c-85b0-4605-81ba-5396d1f4bd1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0479648 Jul 28 15:29:05.995756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-404a1d0d-9c7e-43a8-8a4e-1a03c21b5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:05.997322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-404a1d0d-9c7e-43a8-8a4e-1a03c21b5bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458112 Jul 28 15:29:06.003225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1152cd-fb41-43e8-8c2e-4a75fbbfaa97 req-0aed8fbc-3730-4fd1-997c-16a355b028ae tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:06.004750 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c1152cd-fb41-43e8-8c2e-4a75fbbfaa97 req-0aed8fbc-3730-4fd1-997c-16a355b028ae tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0537889 Jul 28 15:29:06.054715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8c1152cd-fb41-43e8-8c2e-4a75fbbfaa97 req-c64aa7ec-520c-4c02-93cf-a9f3a88a66af tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 Jul 28 15:29:06.096262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-9bce5207-e31b-42e3-83e2-73186e8f6bea service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907214 Jul 28 15:29:06.189653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6faf6dd-a6d0-4da5-9826-f13992c7356e req-e14386db-daa5-4126-8c4a-7b1ff31d2396 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Jul 28 15:29:07.121821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:07.124450 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddc918-9d87-4712-a128-9c2b93fe5e09" -d '{"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:07.176065 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10fa7aa-1a5f-4bd4-a82a-d95c3eb08360 x-openstack-request-id: req-a10fa7aa-1a5f-4bd4-a82a-d95c3eb08360 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:07.176356 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:07.176740 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a10fa7aa-1a5f-4bd4-a82a-d95c3eb08360 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:07.177144 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'status': 'completed', 'code': 200} Jul 28 15:29:07.185609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36cfff-d033-428d-b0fe-ff21d035df76 req-e1d821ae-fb93-45df-801f-8420663b9def tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.187195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc36cfff-d033-428d-b0fe-ff21d035df76 req-e1d821ae-fb93-45df-801f-8420663b9def tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0547934 Jul 28 15:29:07.260026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc36cfff-d033-428d-b0fe-ff21d035df76 req-1b300e21-06c2-41bf-bf57-fe1516b90d01 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653710 Jul 28 15:29:07.270840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-f4c0afd3-8fa4-4a02-b1f9-f2fb0415f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.272470 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-f4c0afd3-8fa4-4a02-b1f9-f2fb0415f368 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1095 time: 0.0582414 Jul 28 15:29:07.274748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-1fc9f39b-24a6-4d04-adba-9fd440d93202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.276298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-1fc9f39b-24a6-4d04-adba-9fd440d93202 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1095 time: 0.0482864 Jul 28 15:29:07.369153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-3ecf5288-d71d-4274-a583-c008b8256b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.371179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-3ecf5288-d71d-4274-a583-c008b8256b5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0868230 Jul 28 15:29:07.374358 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-8984bcf6-3b78-401e-9631-f99c86ff4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.376206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-8984bcf6-3b78-401e-9631-f99c86ff4c11 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0966957 Jul 28 15:29:07.444528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-e3156205-56d6-42b4-b859-70c923ab874a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0651820 Jul 28 15:29:07.451032 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-7d5dced2-6134-4f12-be6b-127140581a05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0680213 Jul 28 15:29:07.468690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:29:07.499628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-34c9234b-53d8-4da6-b0a6-7f82dd0e9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.501232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-34c9234b-53d8-4da6-b0a6-7f82dd0e9d5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0478036 Jul 28 15:29:07.505453 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-a74718cd-666c-4165-8c84-fd2f67214221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.506935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-a74718cd-666c-4165-8c84-fd2f67214221 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0494280 Jul 28 15:29:07.512085 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:29:07.553206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-1a5c1f6c-cb52-4bce-bdd8-980f4852c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.554888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-1a5c1f6c-cb52-4bce-bdd8-980f4852c8e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466373 Jul 28 15:29:07.561370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-846790e4-3271-4d82-95de-af5ad41973de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:07.562912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-846790e4-3271-4d82-95de-af5ad41973de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480559 Jul 28 15:29:07.656744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-454ab042-69ac-4b84-a99b-a93b9f33ed02 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926237 Jul 28 15:29:07.659622 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-c58cc210-1afa-4208-aae3-17364ccc5b49 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890737 Jul 28 15:29:07.758492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-cd8d73b5-1f77-4c02-b5ed-e307b31826ea service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911009 Jul 28 15:29:07.761271 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cddc918-9d87-4712-a128-9c2b93fe5e09 req-fb3d69c3-2c85-4460-8e7e-496814eff48a service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956588 Jul 28 15:29:08.387609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a43ffb-5802-4cc3-be96-f6b6d9681aa2 req-332f8ce0-ea85-4117-bd0f-fa333584e2ea tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:08.389262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10a43ffb-5802-4cc3-be96-f6b6d9681aa2 req-332f8ce0-ea85-4117-bd0f-fa333584e2ea tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0532947 Jul 28 15:29:08.429013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-10a43ffb-5802-4cc3-be96-f6b6d9681aa2 req-1d01da3f-de10-4f36-8edf-d7eae38496d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335639 Jul 28 15:29:09.306251 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:29:09.406531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:09.418510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '874f4757-380b-4906-bb23-a08ebc39ef46', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:29:09.460730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:09.475948 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:29:09.498415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:09.550918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dc5d7-be21-4934-89d1-0c3cfe0c7fbd req-7a26a172-f388-4995-b0ac-893846827058 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:09.552442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d51dc5d7-be21-4934-89d1-0c3cfe0c7fbd req-7a26a172-f388-4995-b0ac-893846827058 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 943 time: 0.0511272 Jul 28 15:29:09.576734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:09.598600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d51dc5d7-be21-4934-89d1-0c3cfe0c7fbd req-a2672006-2331-41e0-b850-961fe74a07a6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Jul 28 15:29:09.626142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:09.633926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.634125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.634478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.634821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.635188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.635535 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.635851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.636276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.637755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.638094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.638560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.638764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:09.912201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['874f4757-380b-4906-bb23-a08ebc39ef46'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:29:10.171828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224802e4-c469-4c6e-aceb-0fb801d9dbcc req-c81b4d8e-c602-4e86-ac78-a71368469312 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.173261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-224802e4-c469-4c6e-aceb-0fb801d9dbcc req-c81b4d8e-c602-4e86-ac78-a71368469312 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0512323 Jul 28 15:29:10.241528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-224802e4-c469-4c6e-aceb-0fb801d9dbcc req-e3f79bd8-a836-42e6-9237-e409a370f63f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615690 Jul 28 15:29:10.264280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-180b7a9b-c72c-4f04-98ca-3c074d93ebe7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.265835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-180b7a9b-c72c-4f04-98ca-3c074d93ebe7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9&tenant_id=961a940b771846d381f3e1d3339fbe1d&binding%3Ahost_id=n-h1-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.0644398 Jul 28 15:29:10.328795 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-b6256df9-633c-488b-a5e5-75a3150093db service neutron] 10.222.0.53 "GET /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46/bindings/n-h1-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.0550380 Jul 28 15:29:10.414783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-64ad8d69-6636-42c8-bcf4-a61462e4e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.416526 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-64ad8d69-6636-42c8-bcf4-a61462e4e0f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1096 time: 0.0468109 Jul 28 15:29:10.513917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-de8f50b9-8ce4-4a9f-98f8-80c5f85179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.515463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-de8f50b9-8ce4-4a9f-98f8-80c5f85179d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0900342 Jul 28 15:29:10.589506 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-451c9567-a789-442e-a35d-ab7931de7d38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1000 time: 0.0660257 Jul 28 15:29:10.641757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-48e10a36-6e04-4f96-a7f5-838a9b2c1038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.643269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-48e10a36-6e04-4f96-a7f5-838a9b2c1038 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0465264 Jul 28 15:29:10.693687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-cedf0a79-66a4-4c8b-9eb5-aadf8b047138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:10.695244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-cedf0a79-66a4-4c8b-9eb5-aadf8b047138 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446780 Jul 28 15:29:10.795311 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-794058ef-cdc7-49b9-b846-ce0f43282554 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926123 Jul 28 15:29:10.891498 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-e996f224-a136-4b76-a016-2350e308765b service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Jul 28 15:29:11.322743 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:29:11.368669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051425e-e08a-464b-a227-e8f5f0d7cd81 req-df84ccf6-38e7-4e0b-8d98-268e8df2f771 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:11.370471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b051425e-e08a-464b-a227-e8f5f0d7cd81 req-df84ccf6-38e7-4e0b-8d98-268e8df2f771 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0553529 Jul 28 15:29:11.416079 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b051425e-e08a-464b-a227-e8f5f0d7cd81 req-e4bb8287-cb17-4d4f-89e9-54cc62d153b9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384202 Jul 28 15:29:11.462599 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 874f4757-380b-4906-bb23-a08ebc39ef46 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:29:11.468390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 874f4757-380b-4906-bb23-a08ebc39ef46 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:29:11.468818 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:11.549009 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:11.570400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:11.572665 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca31889-89da-4f07-8b1e-402c6035f57c" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:11.588915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:11.623258 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3965979-ea2e-470e-9a7e-aebdb9c05a8a x-openstack-request-id: req-e3965979-ea2e-470e-9a7e-aebdb9c05a8a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:11.627973 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:11.627973 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3965979-ea2e-470e-9a7e-aebdb9c05a8a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:11.627973 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'code': 200} Jul 28 15:29:11.679611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:11.726898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:12.302167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9f18f832-f85d-493f-9324-c26b7320d568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:12.533118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cf379-e96d-4e58-9817-584be32e9244 req-3545bc30-9ed0-4c03-a3be-4ddbd6149b6e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:12.534613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5cf379-e96d-4e58-9817-584be32e9244 req-3545bc30-9ed0-4c03-a3be-4ddbd6149b6e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0487902 Jul 28 15:29:12.572788 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be5cf379-e96d-4e58-9817-584be32e9244 req-c744a6ea-4bb6-49c3-a58d-d948d98ec1eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321338 Jul 28 15:29:13.602798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-7143415b-0774-4654-982a-d546cd316df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:13.604355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-7143415b-0774-4654-982a-d546cd316df1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1097 time: 0.0417097 Jul 28 15:29:13.623956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:29:13.681421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:13.695186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15e52c-0d1a-4986-9943-d1ce9997ec29 req-6ae6e9b7-f402-474c-99e2-ae98cf54fe14 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:13.696694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c15e52c-0d1a-4986-9943-d1ce9997ec29 req-6ae6e9b7-f402-474c-99e2-ae98cf54fe14 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0513921 Jul 28 15:29:13.736232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8c15e52c-0d1a-4986-9943-d1ce9997ec29 req-75d8406c-c8c3-4b1c-adf3-c64814aea974 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Jul 28 15:29:13.889668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:13.923566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:29:13.962547 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:13.964915 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457cba22-3bc0-4d7e-be03-f8e9c4bd9bfc" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-unplugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:13.969433 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:13.984560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Transition to ACTIVE for port object 874f4757-380b-4906-bb23-a08ebc39ef46 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:29:14.020585 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6f6afc-4ada-4a61-9b79-57d3e9e05988 x-openstack-request-id: req-fe6f6afc-4ada-4a61-9b79-57d3e9e05988 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:14.020881 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-unplugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:14.021159 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe6f6afc-4ada-4a61-9b79-57d3e9e05988 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:14.021578 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'code': 200} Jul 28 15:29:14.113892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.194949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=10']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:14.206922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.207297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.207647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.207985 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.208321 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.208654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.208982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.209307 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.209634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.209966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.210287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.210610 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:29:14.251070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] No DVR routers for this DVR port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:29:14.391778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:29:14.392100 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:29:14.392468 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:14.396937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:29:14.397212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Attempting to bind port 874f4757-380b-4906-bb23-a08ebc39ef46 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:14.401976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:29:14.402318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:29:14.403407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:29:14.403899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Bound port: 874f4757-380b-4906-bb23-a08ebc39ef46, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:29:14.404276 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.464861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:29:14.468488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:29:14.560594 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.598729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.599669 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.601098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] 10.222.0.50 "PUT /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 1093 time: 0.9822373 Jul 28 15:29:14.632217 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f29de-6dcc-47be-9613-1b4225f23501 service neutron] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=11']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:14.686039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-bf2365a2-d790-4662-9c51-a8655fc1cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.687666 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-bf2365a2-d790-4662-9c51-a8655fc1cbdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1096 time: 0.0484979 Jul 28 15:29:14.764597 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-32b312db-5076-4719-aeb4-9180a72ec5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.792753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-b45af962-3aa4-411e-a29d-cb37e0a1381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.794528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-b45af962-3aa4-411e-a29d-cb37e0a1381e service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0996559 Jul 28 15:29:14.865378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5629319-ef6f-43f5-a072-938a29c5df10 req-c7219860-8ec6-4e1c-b83b-739c96afa320 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.868213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5629319-ef6f-43f5-a072-938a29c5df10 req-c7219860-8ec6-4e1c-b83b-739c96afa320 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0591486 Jul 28 15:29:14.868507 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-b879cba8-cab0-4ec6-86a1-a00bbeff73da service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0664697 Jul 28 15:29:14.914997 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e5629319-ef6f-43f5-a072-938a29c5df10 req-cfe98d3e-0751-46e7-aabd-6b9184cf35f6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354202 Jul 28 15:29:14.921587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-dcccc4b3-4c91-4890-99ba-5a08f374c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.927188 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-dcccc4b3-4c91-4890-99ba-5a08f374c3b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0471535 Jul 28 15:29:14.947903 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:14.972403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-2e099f3a-4aea-48c9-8d78-40edc18029e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:14.973921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-2e099f3a-4aea-48c9-8d78-40edc18029e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433080 Jul 28 15:29:15.069202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-af060830-1dde-4bcb-9b7e-20e972e269cf service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870092 Jul 28 15:29:15.165400 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6acb47e4-bc0a-4573-9f5b-9b28beaa1266 req-09bda2a9-994b-434e-8805-6cebd36e7a12 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884860 Jul 28 15:29:16.022740 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:16.025051 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c53a7-61a4-43f7-b083-6b20a92bd803" -d '{"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:16.045561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26586c3-e7cc-44a1-b857-f3f3d12c5573 req-3af6395e-8272-4195-b84b-5fe3eac481f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.047144 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d26586c3-e7cc-44a1-b857-f3f3d12c5573 req-3af6395e-8272-4195-b84b-5fe3eac481f8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0610821 Jul 28 15:29:16.076278 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb2f33-a3d9-4f22-9837-6b9b186034f3 x-openstack-request-id: req-a3cb2f33-a3d9-4f22-9837-6b9b186034f3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:16.076569 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:16.076826 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3cb2f33-a3d9-4f22-9837-6b9b186034f3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:16.077215 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'status': 'completed', 'code': 200} Jul 28 15:29:16.089687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d26586c3-e7cc-44a1-b857-f3f3d12c5573 req-e8ca940c-9006-45d0-a0f7-fb14987121ce tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363786 Jul 28 15:29:16.162492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-d8bfa2e2-8abb-44ac-9dd2-92824c57b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.164089 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-d8bfa2e2-8abb-44ac-9dd2-92824c57b821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1096 time: 0.0423901 Jul 28 15:29:16.170674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-d07fd334-67a2-4256-99a0-9811878ff0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.172267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-d07fd334-67a2-4256-99a0-9811878ff0ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 1096 time: 0.0428557 Jul 28 15:29:16.262074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-ea6e8f65-1edd-4d1d-b2c2-e3049a4fc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.263521 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-ea6e8f65-1edd-4d1d-b2c2-e3049a4fc7d2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0920694 Jul 28 15:29:16.271285 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-59832fc3-06bc-4f2b-9f90-db3ba4276a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.272776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-59832fc3-06bc-4f2b-9f90-db3ba4276a19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0938144 Jul 28 15:29:16.302011 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:16.334890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-ef65f7cf-2ba1-43c3-bfca-9b2aa3bc22b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0631902 Jul 28 15:29:16.341688 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-7e5eec80-28ce-40af-9485-f875f9408733 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 200 len: 999 time: 0.0615015 Jul 28 15:29:16.386184 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-ee8dcb1d-2201-4b41-862b-6c0452a3fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.387802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-ee8dcb1d-2201-4b41-862b-6c0452a3fabd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0459907 Jul 28 15:29:16.397551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-804ca16e-a2c3-4215-92cd-221dd46801f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.399051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-804ca16e-a2c3-4215-92cd-221dd46801f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0513427 Jul 28 15:29:16.453658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-81c7cbec-ffed-49de-9e75-6b69ce610a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.455062 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-999065c0-8366-4e3d-9496-547e133a6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:16.455223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-81c7cbec-ffed-49de-9e75-6b69ce610a7c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600989 Jul 28 15:29:16.456704 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-999065c0-8366-4e3d-9496-547e133a6df4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512986 Jul 28 15:29:16.558570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-0fcce31f-55d7-425e-b55d-a44f1e5238f7 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916550 Jul 28 15:29:16.558820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-3b0a63cd-d0ec-4425-a308-dfb663360601 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947037 Jul 28 15:29:16.668887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-793eb7c7-104a-47c7-bfaa-05b5adb8d3c7 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020770 Jul 28 15:29:16.680014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-523c53a7-61a4-43f7-b083-6b20a92bd803 req-8c036773-1a53-45e6-ae90-2d79a90603b5 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139026 Jul 28 15:29:17.249077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c9cf-c1d9-4c30-b9a4-7446bac78108 req-0690c39d-e1bc-4e82-b1fb-df882cc84421 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:17.251003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47a2c9cf-c1d9-4c30-b9a4-7446bac78108 req-0690c39d-e1bc-4e82-b1fb-df882cc84421 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0747559 Jul 28 15:29:17.292426 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47a2c9cf-c1d9-4c30-b9a4-7446bac78108 req-629b7d85-b6c0-4882-9009-9be52b546f36 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350392 Jul 28 15:29:17.368551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:29:17.411992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:29:17.422872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee48355-6836-4ec0-b1a7-0d7e28a589c4 req-8c976ec6-3dac-4e9a-9e61-fab9d3138722 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:17.424429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ee48355-6836-4ec0-b1a7-0d7e28a589c4 req-8c976ec6-3dac-4e9a-9e61-fab9d3138722 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0518954 Jul 28 15:29:17.464268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9ee48355-6836-4ec0-b1a7-0d7e28a589c4 req-1b3c34a0-0632-4a49-9cdd-ba66c240d47c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Jul 28 15:29:17.530597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:29:17.596335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86ff25-e251-47fd-8709-b17cc03e4c9e req-4966094d-7ba3-4683-b151-4a9de99725fc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:17.597963 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a86ff25-e251-47fd-8709-b17cc03e4c9e req-4966094d-7ba3-4683-b151-4a9de99725fc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 944 time: 0.0569668 Jul 28 15:29:17.641342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:17.647686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a86ff25-e251-47fd-8709-b17cc03e4c9e req-320190f0-0402-4a1c-96fc-d3af18edade0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 Jul 28 15:29:17.654330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '874f4757-380b-4906-bb23-a08ebc39ef46', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': '874f4757-380b-4906-bb23-a08ebc39ef46', 'mac_address': 'fa:16:3e:32:1f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:29:17.692708 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:17.707090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:29:17.727157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:17.817969 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:17.868555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:17.890565 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:18.122628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['874f4757-380b-4906-bb23-a08ebc39ef46'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:29:18.141902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6c33-4563-4564-bafb-948e522d04d0 req-2909d927-8ee1-4bad-825c-67ffdea69293 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:18.143430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f0e6c33-4563-4564-bafb-948e522d04d0 req-2909d927-8ee1-4bad-825c-67ffdea69293 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0500705 Jul 28 15:29:18.189898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f0e6c33-4563-4564-bafb-948e522d04d0 req-12527165-1974-4f02-b0ae-b0664c125da2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399506 Jul 28 15:29:19.312939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a674ad2-a89e-4215-a0e2-a2507f5a67bb req-33bf4cad-3a08-4539-ae2b-e8bdb420d65b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:19.314574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a674ad2-a89e-4215-a0e2-a2507f5a67bb req-33bf4cad-3a08-4539-ae2b-e8bdb420d65b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0548067 Jul 28 15:29:19.352758 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a674ad2-a89e-4215-a0e2-a2507f5a67bb req-9defc844-9f75-4de1-b73e-1967e5864cd9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321617 Jul 28 15:29:19.531614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:29:19.585962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-b3f1d3b7-3269-46e3-af35-9147b2003b1f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:19.587577 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-b3f1d3b7-3269-46e3-af35-9147b2003b1f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Jul 28 15:29:19.656685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 874f4757-380b-4906-bb23-a08ebc39ef46 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:29:19.660814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 874f4757-380b-4906-bb23-a08ebc39ef46 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:29:19.661204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.688010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Deleting port 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:29:19.688352 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.744153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.768390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:19.770734 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c7f68-c74a-48f2-a2e6-b62c591b34b6" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:19.784506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:19.793977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] For port 874f4757-380b-4906-bb23-a08ebc39ef46, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=874f4757-380b-4906-bb23-a08ebc39ef46,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:19.793977 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.810371 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c2357a-9e9f-4765-837d-068274bc006a x-openstack-request-id: req-e1c2357a-9e9f-4765-837d-068274bc006a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:19.810668 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-plugged", "status": "completed", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:19.810923 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1c2357a-9e9f-4765-837d-068274bc006a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:19.811471 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'code': 200} Jul 28 15:29:19.845244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.894056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:19.978893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.979313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:19.979645 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 disassociated. External IP: 172.25.0.95, port: 874f4757-380b-4906-bb23-a08ebc39ef46. Jul 28 15:29:19.979995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Calling delete_port for 874f4757-380b-4906-bb23-a08ebc39ef46 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:29:20.228005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:20.263344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'Port': ['ID=874f4757-380b-4906-bb23-a08ebc39ef46,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:20.387337 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:29:20.427852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:20.503811 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-42bd562b-1469-46c8-a071-4b93fffc4f95 req-ea984b10-926b-4b33-b76d-88dd926fe8e9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 210 time: 0.0647581 Jul 28 15:29:20.528771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:29:20.543834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:29:20.553581 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:29:20.554450 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:20.575301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] No DVR routers for this DVR port 874f4757-380b-4906-bb23-a08ebc39ef46 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:29:20.578046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:20.580202 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0764c57c-429e-4f28-85a2-92b8d6c1660c req-2b38c815-95a8-42ea-8a66-1b7d43e795bd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "DELETE /v2.0/ports/874f4757-380b-4906-bb23-a08ebc39ef46 HTTP/1.1" status: 204 len: 173 time: 0.9865351 Jul 28 15:29:20.580634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-deleted', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:20.582859 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4f4d28-d930-472c-bc01-6df01c361825" -d '{"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-deleted", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:20.621835 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efa6c2-5afd-430f-9ea8-1837743c64cc x-openstack-request-id: req-14efa6c2-5afd-430f-9ea8-1837743c64cc {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:20.622180 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250b2ca6-1eec-4f3c-a82f-9da1bcae65d9", "name": "network-vif-deleted", "tag": "874f4757-380b-4906-bb23-a08ebc39ef46", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:20.622445 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14efa6c2-5afd-430f-9ea8-1837743c64cc {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:20.622866 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250b2ca6-1eec-4f3c-a82f-9da1bcae65d9', 'name': 'network-vif-deleted', 'tag': '874f4757-380b-4906-bb23-a08ebc39ef46', 'status': 'completed', 'code': 200} Jul 28 15:29:20.667419 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:29:20.880322 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:20.908349 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:29:20.916938 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:29:20.917570 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:21.016221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:21.028697 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:29:21.235978 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:21.357475 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a318e64-e06f-4b3a-ad0c-2c1527a90846 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:29:21.630098 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8fafbe0f-24cc-4a7d-bb12-cefc72d29271 req-5d9d805e-bcc2-442e-bdf8-a6cdc4d883d6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=250b2ca6-1eec-4f3c-a82f-9da1bcae65d9 HTTP/1.1" status: 200 len: 210 time: 0.0315490 Jul 28 15:29:21.631576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c59f9-103a-414c-84a9-e3942951c4e6 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:29:22.919517 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-9fdce883-04df-47dc-9bd6-66b6deea4c71 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--835046042&fields=id&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 267 time: 0.0344977 Jul 28 15:29:23.036978 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-6eff2c46-546a-451e-ada8-9e0e2f901e18 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:23.038376 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-6eff2c46-546a-451e-ada8-9e0e2f901e18 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.1117690 Jul 28 15:29:23.054257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-fdc04ef6-e731-4fc7-9570-21519ec89e41 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/quotas/961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 375 time: 0.0097260 Jul 28 15:29:23.112251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-9d1e863a-f0a1-4d82-8a1e-35a904df983a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507994 Jul 28 15:29:23.259131 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-1c9782d9-2698-4c96-aa74-1c5402bf706b service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334333 Jul 28 15:29:23.350767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-d5a53fc9-f3d5-49d7-a746-d1980c640e2f service neutron] 10.222.0.47 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845621 Jul 28 15:29:23.546539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:29:23.577958 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 874f4757-380b-4906-bb23-a08ebc39ef46 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:29:23.578537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 874f4757-380b-4906-bb23-a08ebc39ef46 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:29:23.671436 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bf33ad72-6c55-4179-b436-80f3e9856593 req-59579fae-fdd1-4e7d-ac61-8b5a78175e27 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0327871 Jul 28 15:29:24.775457 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef7b8479-4652-44e4-a640-f6af34286f8b req-68d636f2-5a3a-4f83-8b3f-94d8371c5527 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0338483 Jul 28 15:29:25.586521 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:29:25.876663 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ef66c69a-2a3d-4f06-ab92-ff4bf945fa02 req-2284a251-2160-49ab-af77-b2cdd2d4c6ac tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Jul 28 15:29:26.453810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-0876c54f-b077-4dbb-adb4-4aefb0ce6efc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:26.455348 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-0876c54f-b077-4dbb-adb4-4aefb0ce6efc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 811 time: 0.0997417 Jul 28 15:29:26.506363 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ea1414a8-a413-4d3e-98ee-bb53512b3ae3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 379 time: 0.0355234 Jul 28 15:29:26.516370 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'port': {'device_id': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'admin_state_up': True, 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'security_groups': ['989e6596-13bd-4d2e-bd80-7d6bacd0f441']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:29:26.730910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Made reservation on behalf of 961a940b771846d381f3e1d3339fbe1d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:29:26.734465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:26.862140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Allocated IP 172.20.0.5 (92aec70e-0770-4f2b-80a7-78db916a2f24/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01/c7ffafc9-3830-43ca-ac47-5c253a04be61) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:29:26.978476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8c78b72-011c-416b-a058-7d31d95e4c32 req-84c417ba-acad-4447-aa07-3c7d7e833a1a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Jul 28 15:29:27.027614 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.041119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Transition to ACTIVE for port object c7ffafc9-3830-43ca-ac47-5c253a04be61 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:29:27.177047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.223964 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:29:27.226986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:29:27.230671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:29:27.265078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:27.291734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:27.292378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.383162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-641ce896-7115-4e81-99bf-73a505654514 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710966 Jul 28 15:29:27.404007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Request body: {'port': {'device_id': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:29:27.455120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.519554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58af9e36-e5a5-40c2-bfb8-f06ea12dc9a5 None None] Provisioning for port c7ffafc9-3830-43ca-ac47-5c253a04be61 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:29:27.523450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-58af9e36-e5a5-40c2-bfb8-f06ea12dc9a5 None None] Provisioning complete for port c7ffafc9-3830-43ca-ac47-5c253a04be61 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:29:27.523840 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-58af9e36-e5a5-40c2-bfb8-f06ea12dc9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.557935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-58af9e36-e5a5-40c2-bfb8-f06ea12dc9a5 None None] Port c7ffafc9-3830-43ca-ac47-5c253a04be61 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:29:27.721111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:29:27.728568 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.742180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Transition to ACTIVE for port object c7ffafc9-3830-43ca-ac47-5c253a04be61 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:29:27.850559 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:27.901816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:27.974774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:29:27.975148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:29:27.975523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:27.980246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:29:27.980577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:29:27.985854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:29:27.986462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:29:27.986851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:29:27.987315 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Bound port: c7ffafc9-3830-43ca-ac47-5c253a04be61, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:29:27.987678 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:28.109075 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e7a4b-20fd-4611-b08a-325f61d59fbc req-90d605dc-9bde-4015-84e9-69704448c763 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.111671 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-842e7a4b-20fd-4611-b08a-325f61d59fbc req-90d605dc-9bde-4015-84e9-69704448c763 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0554693 Jul 28 15:29:28.155686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-842e7a4b-20fd-4611-b08a-325f61d59fbc req-5866ba99-5167-49ae-8964-75cd6558d538 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Jul 28 15:29:28.328715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:29:28.331954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:29:28.422429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:28.458508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.459242 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:28.460726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1092 time: 1.0637596 Jul 28 15:29:28.461213 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:28.463498 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:28.493818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fa654-c662-434b-aa22-634450603c56 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:28.511513 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49edee7-dee7-4eec-8f17-141b84f25757 x-openstack-request-id: req-f49edee7-dee7-4eec-8f17-141b84f25757 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:28.511810 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:28.512062 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f49edee7-dee7-4eec-8f17-141b84f25757 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:28.512474 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'status': 'completed', 'code': 200} Jul 28 15:29:28.594577 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-c0a5d0b3-bb72-446a-817a-b0523dcab835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.596122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-c0a5d0b3-bb72-446a-817a-b0523dcab835 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0429795 Jul 28 15:29:28.704829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-10f1519b-e31b-4e44-a0f0-0d23419bb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.706540 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-10f1519b-e31b-4e44-a0f0-0d23419bb92a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=961a940b771846d381f3e1d3339fbe1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0966654 Jul 28 15:29:28.799131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-0c4cd136-f91f-4c47-ab44-59b99c02e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.800547 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa18833b-8cd0-4525-8a31-6d8aa5e461fa req-0c4cd136-f91f-4c47-ab44-59b99c02e0de service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875952 Jul 28 15:29:28.901511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-a448efa9-73b5-43b4-9ca8-b81e1d6ce796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:28.903351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-a448efa9-73b5-43b4-9ca8-b81e1d6ce796 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0466294 Jul 28 15:29:28.949953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-69265ca1-7a19-4337-87b0-200bb6294263 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 217 time: 0.0342903 Jul 28 15:29:29.000860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-c2f5ccdb-df82-409a-9a26-4d50b805a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:29.002233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-c2f5ccdb-df82-409a-9a26-4d50b805a9c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0451434 Jul 28 15:29:29.049341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-5d8c78c0-a61a-4d7f-bb31-65d606c1e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:29.050867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-5d8c78c0-a61a-4d7f-bb31-65d606c1e4c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418417 Jul 28 15:29:29.146894 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-aad5785f-4a27-4faf-a976-ab25e1818601 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Jul 28 15:29:29.235926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a41181b2-b999-48c7-8b63-913c9ee94ec3 req-749b06e6-71a3-4a55-987a-c681a944a31c service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821617 Jul 28 15:29:29.275719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665dd7c-7a46-40d6-b354-db7ee4099c85 req-536473ed-dd06-40ac-8719-b1e6723b1f2d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:29.277223 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4665dd7c-7a46-40d6-b354-db7ee4099c85 req-536473ed-dd06-40ac-8719-b1e6723b1f2d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0504076 Jul 28 15:29:29.315636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4665dd7c-7a46-40d6-b354-db7ee4099c85 req-cd3b4cd0-6845-4752-bfa4-ba89733ff56f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314772 Jul 28 15:29:30.460587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2304a-64b3-495f-afcd-d7c8b5eb2a34 req-655a2048-5951-418f-a004-ba86d3bafe90 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:30.462117 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49c2304a-64b3-495f-afcd-d7c8b5eb2a34 req-655a2048-5951-418f-a004-ba86d3bafe90 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0531991 Jul 28 15:29:30.501101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49c2304a-64b3-495f-afcd-d7c8b5eb2a34 req-ec3510c6-5656-4e8e-8ce3-2361cd8d81fe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Jul 28 15:29:31.446600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:29:31.548270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:31.559546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:29:31.598207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:31.611560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:29:31.623906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656546db-902d-42e8-b223-bec8d18bc3ae req-f8fefb77-aaac-42b7-8535-a1ad6473dd98 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:31.625456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-656546db-902d-42e8-b223-bec8d18bc3ae req-f8fefb77-aaac-42b7-8535-a1ad6473dd98 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0559928 Jul 28 15:29:31.633243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:31.668579 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-656546db-902d-42e8-b223-bec8d18bc3ae req-f1fb1cd2-0df2-4c14-983a-f1f43eb17184 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365202 Jul 28 15:29:31.719082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:31.764882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:31.978817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c7ffafc9-3830-43ca-ac47-5c253a04be61'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:29:32.786040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3f0a4-ec93-47ce-bc6c-c913c96ef4e9 req-b0fc5d97-4109-46f0-8dfd-64e4e89937a5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:32.787528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cb3f0a4-ec93-47ce-bc6c-c913c96ef4e9 req-b0fc5d97-4109-46f0-8dfd-64e4e89937a5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0506518 Jul 28 15:29:32.825945 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cb3f0a4-ec93-47ce-bc6c-c913c96ef4e9 req-7e5ebb53-4441-465e-83ea-b2c80abbdd15 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322630 Jul 28 15:29:33.460622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:29:33.615287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c7ffafc9-3830-43ca-ac47-5c253a04be61 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:29:33.619303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c7ffafc9-3830-43ca-ac47-5c253a04be61 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:29:33.619680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:33.701208 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:33.722724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:33.725015 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecf4118-963a-4642-be69-d6a392687cef" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:33.739236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:29:33.764455 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70196803-43b4-46b6-a63c-e9d54e72bb67 x-openstack-request-id: req-70196803-43b4-46b6-a63c-e9d54e72bb67 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:33.764742 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:33.764993 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70196803-43b4-46b6-a63c-e9d54e72bb67 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:33.765387 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'code': 200} Jul 28 15:29:33.837979 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:33.891016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d570728-d5a6-48be-b4b4-ffb297a56b82 req-ff4afcd3-cc00-4bad-9db9-6448fb9033ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:33.891858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:29:33.892556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d570728-d5a6-48be-b4b4-ffb297a56b82 req-ff4afcd3-cc00-4bad-9db9-6448fb9033ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0436971 Jul 28 15:29:33.963228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6d570728-d5a6-48be-b4b4-ffb297a56b82 req-ac4349ec-8500-4d7e-9b13-e15dbc63c5a8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638068 Jul 28 15:29:33.971778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251e090-0fbd-4a8e-b256-37d478741acf req-8b8fe77c-32f6-4107-b93c-877ae9f04912 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:33.973203 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7251e090-0fbd-4a8e-b256-37d478741acf req-8b8fe77c-32f6-4107-b93c-877ae9f04912 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0758018 Jul 28 15:29:34.012144 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7251e090-0fbd-4a8e-b256-37d478741acf req-2ad4792b-3cc8-49f3-8d3f-42f768c1a9a1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329511 Jul 28 15:29:35.138363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905cae0-d03f-4963-bc71-46f754d7de13 req-7e69ca9b-1b25-4e96-b046-a9edaef40aa8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:35.139944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0905cae0-d03f-4963-bc71-46f754d7de13 req-7e69ca9b-1b25-4e96-b046-a9edaef40aa8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0566027 Jul 28 15:29:35.178824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0905cae0-d03f-4963-bc71-46f754d7de13 req-90fcd27f-9ad4-4591-b155-252aa331c3a7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Jul 28 15:29:36.299958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b89f-89f0-432f-80b9-30625a891451 req-f05eef1b-107e-42a7-9ffa-3bd9220511eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:36.301466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df41b89f-89f0-432f-80b9-30625a891451 req-f05eef1b-107e-42a7-9ffa-3bd9220511eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0485620 Jul 28 15:29:36.340028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df41b89f-89f0-432f-80b9-30625a891451 req-edc49ba0-64cf-4809-aa8f-d4f91cbcb54f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321918 Jul 28 15:29:36.456731 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49832b5f-a437-49f8-90ff-5ace660c1120 req-289c9dd4-6d26-4d1f-be2b-cc2ee4fc06d6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:36.458772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-49832b5f-a437-49f8-90ff-5ace660c1120 req-289c9dd4-6d26-4d1f-be2b-cc2ee4fc06d6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0518165 Jul 28 15:29:36.467475 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:29:36.472214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Request body: {'floatingip': {'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:29:36.516554 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:36.952625 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:37.027368 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:37.128901 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 associated. External IP: 172.25.0.95, port: c7ffafc9-3830-43ca-ac47-5c253a04be61. Jul 28 15:29:37.333321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:29:37.439565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:29:37.444457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:37.449891 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:29:37.459805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:29:37.460450 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:37.473720 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-22c321e9-c927-4e67-8645-0a7b2ef66dc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "PUT /v2.0/floatingips/1551385d-11b6-4ee6-b097-d2dbecfa52c5 HTTP/1.1" status: 200 len: 991 time: 1.0049760 Jul 28 15:29:37.474367 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:29:37.477482 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:29:37.519282 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10da31b6-d39d-4d9d-a395-1403ba20fa6d x-openstack-request-id: req-10da31b6-d39d-4d9d-a395-1403ba20fa6d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:29:37.519577 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:29:37.519831 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-10da31b6-d39d-4d9d-a395-1403ba20fa6d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:29:37.520234 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'status': 'completed', 'code': 200} Jul 28 15:29:37.566880 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:29:37.622107 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-ef635d74-e209-4c75-82f8-ed3bf67e054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:37.623896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-ef635d74-e209-4c75-82f8-ed3bf67e054c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0414751 Jul 28 15:29:37.724939 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-1449a3fc-6a77-4826-82a2-ce7d9bf084e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:37.726435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-1449a3fc-6a77-4826-82a2-ce7d9bf084e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0959344 Jul 28 15:29:37.795573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-d2c24974-1269-48cd-ae0e-32713e099b9e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0609646 Jul 28 15:29:37.797800 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:29:36Z', 'revision_number': 13, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:37.824242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:29:37.832492 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:29:37.833103 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:29:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:37.849739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-d25a821a-7fb4-484f-9023-3999fc8e9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:37.851252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-d25a821a-7fb4-484f-9023-3999fc8e9d4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0488911 Jul 28 15:29:37.898287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-84b6de4d-fdfd-4b12-b2a0-ac1299179b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:37.899825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-84b6de4d-fdfd-4b12-b2a0-ac1299179b8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413511 Jul 28 15:29:37.939057 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:29:37.990556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-c20fe8a8-b96e-4281-b255-eb0fdab17ebc service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833347 Jul 28 15:29:38.083365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2757e905-0ad3-4dd4-b4ae-a88420bcc9ec req-418536c7-e83b-41cd-b882-6eb3a14ddf38 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863895 Jul 28 15:29:38.172087 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:29:36Z', 'revision_number': 13, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:29:38.201566 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19462984-5f02-4db2-8381-477d5d881a77 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '1551385d-11b6-4ee6-b097-d2dbecfa52c5', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:22:03Z', 'updated_at': '2021-07-28T15:29:36Z', 'revision_number': 13, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:29:38.388231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9935a67b-0c40-4d4b-8ed8-ad4f4eaaab39 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:29:42.290188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3153-7474-4f9b-b1a9-32978c0da034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:44.924511 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66ccfdd2-2617-4237-9f4d-62b300c9b4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:45.016119 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:46.329116 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:47.877397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:50.421794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:50.987520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:29:58.019842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-ffc3b56a-7903-4a1d-9fe3-8bc0c5fe02c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424755 Jul 28 15:29:58.124402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-1e6ab7b1-a069-4e38-bf37-47ee492f7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:58.125923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-1e6ab7b1-a069-4e38-bf37-47ee492f7877 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0434051 Jul 28 15:29:58.231843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-7e7084a4-d3fe-4716-a7b4-1a0412a8081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:58.233889 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-7e7084a4-d3fe-4716-a7b4-1a0412a8081f service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0880272 Jul 28 15:29:58.298380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-5f9b9e97-292a-4981-941b-66637904aa35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1001 time: 0.0577917 Jul 28 15:29:58.357083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-0c09e2e2-dc77-4dd0-af8e-30bc12f5eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:58.359338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-0c09e2e2-dc77-4dd0-af8e-30bc12f5eb0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0530989 Jul 28 15:29:58.407337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-447a8df8-c0e5-4095-bed6-a497eb935808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:29:58.408959 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-447a8df8-c0e5-4095-bed6-a497eb935808 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398207 Jul 28 15:29:58.500121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-9a043ffa-4ef6-4a44-b17d-8cee2ff06193 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834918 Jul 28 15:29:58.595244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e10ff4fc-f36f-45c4-a496-0d6e3afc61da req-dcf41ba2-0602-4b61-b94b-83d7cd2e591d service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880673 Jul 28 15:30:02.585260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:30:12.284115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f9c60b68-a67d-4342-94ad-71892004bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:14.739082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-65a9c0ad-431d-4f72-867b-e2977d8ad3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:14.952825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:16.300817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:17.895223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:20.432246 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:21.002069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:39.584848 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:30:42.346289 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8abd9ec9-9d0a-410d-8937-c41bd707dbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:44.732160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3049ee37-8a4e-471f-930c-60350f210293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:44.943984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:46.344137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:47.934740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:50.452302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:30:50.980448 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:00.021491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-cb98dba6-d188-4660-a78c-9123b0dd9dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421011 Jul 28 15:31:00.117692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-836c3242-0d93-4b53-8ba7-dff33ad85e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:00.119208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-836c3242-0d93-4b53-8ba7-dff33ad85e44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0412138 Jul 28 15:31:00.223420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-15608b12-9801-407e-9037-bf8745b673bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:00.224896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-15608b12-9801-407e-9037-bf8745b673bd service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0862722 Jul 28 15:31:00.289554 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-33e470c8-46a0-403d-9b41-8d51bc794899 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1001 time: 0.0580106 Jul 28 15:31:00.344833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-8e4f97a1-9d4b-4892-b8a4-c6671210f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:00.347033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-8e4f97a1-9d4b-4892-b8a4-c6671210f19f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0503430 Jul 28 15:31:00.391014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-e4135e41-d1fb-4f7b-bc7a-8cd9f0a0d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:00.392964 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-e4135e41-d1fb-4f7b-bc7a-8cd9f0a0d01b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395601 Jul 28 15:31:00.479402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-b13de62e-8317-4a4d-9dd4-9e864bbc7e4d service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791357 Jul 28 15:31:00.569801 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6142065e-99cc-403c-a462-ca8651a5a4fe req-fdb3d3f2-ffbf-4c1a-9077-2398c6d8674b service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839081 Jul 28 15:31:12.345479 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e01db48-6d58-48c8-b936-be9cf7a1f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:14.774197 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fbf10f49-fb2a-4fa3-98b9-c0a915a7a008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:14.968382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.313878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:16.583961 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:31:16.735209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91c53c-3853-4d3d-94fc-88972d11d140 req-4661526d-6351-4dd1-ad1e-71f123d1083d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:16.736874 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a91c53c-3853-4d3d-94fc-88972d11d140 req-4661526d-6351-4dd1-ad1e-71f123d1083d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0643518 Jul 28 15:31:16.784971 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a91c53c-3853-4d3d-94fc-88972d11d140 req-ce4f2c90-aed5-4ce0-8da5-320612b22d99 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Jul 28 15:31:17.902778 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.471385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:20.985575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:29.031559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2baa4-9410-4cd1-b7ed-f266bb682309 req-91862b50-82aa-4315-9dd7-fa04e922a1ba tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:29.033485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21f2baa4-9410-4cd1-b7ed-f266bb682309 req-91862b50-82aa-4315-9dd7-fa04e922a1ba tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0990205 Jul 28 15:31:29.083285 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21f2baa4-9410-4cd1-b7ed-f266bb682309 req-85b300c6-2f23-4262-b842-99a728a58903 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 Jul 28 15:31:29.152291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-c5bb22fa-f06e-4dfb-8455-ff23ed7118df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812197 Jul 28 15:31:30.252297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041081f-cad4-474c-a62d-96cd23fe849b req-2e2f5213-d97b-44ba-92e8-ec74bf357eb6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:30.253791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6041081f-cad4-474c-a62d-96cd23fe849b req-2e2f5213-d97b-44ba-92e8-ec74bf357eb6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0961075 Jul 28 15:31:30.291534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6041081f-cad4-474c-a62d-96cd23fe849b req-1f9d7ca8-bd7c-47d2-b540-cfa4b92fb989 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Jul 28 15:31:31.410416 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2350-bd50-4715-97ab-18975778b74c req-093dc9f4-f379-410e-89d7-a21504051cf4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.411929 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-807f2350-bd50-4715-97ab-18975778b74c req-093dc9f4-f379-410e-89d7-a21504051cf4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0499067 Jul 28 15:31:31.451117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-807f2350-bd50-4715-97ab-18975778b74c req-d30a5153-469c-424d-962f-577b81475b63 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Jul 28 15:31:31.510864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-d289eed4-6959-494b-ab0e-038c36dca414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.512414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-d289eed4-6959-494b-ab0e-038c36dca414 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1097 time: 0.0407655 Jul 28 15:31:31.602565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-ee25bfab-1302-462c-8a5c-0183f30e0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.603984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-ee25bfab-1302-462c-8a5c-0183f30e0508 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0848186 Jul 28 15:31:31.673136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-994e1cec-1138-4dec-be91-de221b81f20b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1001 time: 0.0621133 Jul 28 15:31:31.722442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-e6b83a68-e19a-4977-8942-7eebf8145b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.723928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-e6b83a68-e19a-4977-8942-7eebf8145b7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0441401 Jul 28 15:31:31.768392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-b009c1d6-9b81-4c48-ba88-5ee25b57d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:31.769869 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-b009c1d6-9b81-4c48-ba88-5ee25b57d26c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394802 Jul 28 15:31:31.863870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-facb3574-9fb0-4fdb-98d1-faec0d7d3b26 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Jul 28 15:31:31.952013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-05a41b49-99ec-4d51-b85e-af1a7fe8b611 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806866 Jul 28 15:31:32.574162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed497f-c99e-4fe9-b12a-6f52980087f9 req-ea125729-87f2-4c57-b344-efb958f14b7e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:32.576245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bed497f-c99e-4fe9-b12a-6f52980087f9 req-ea125729-87f2-4c57-b344-efb958f14b7e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0544615 Jul 28 15:31:32.614200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8bed497f-c99e-4fe9-b12a-6f52980087f9 req-04310757-7ad7-4889-85fc-766a2db09b8d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Jul 28 15:31:33.734463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6350-febc-439d-9e85-b36f366855ae req-36ca4735-7873-4e1a-ba99-569061e45d6b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:33.735878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d30b6350-febc-439d-9e85-b36f366855ae req-36ca4735-7873-4e1a-ba99-569061e45d6b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Jul 28 15:31:33.777363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d30b6350-febc-439d-9e85-b36f366855ae req-e307f732-5e4c-4158-84a8-13e05e3ca6eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355675 Jul 28 15:31:34.896501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f460af-0d0a-45b5-9706-11abc70cdc72 req-33632d2d-aa2a-4555-909f-5b0d537cf3d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:34.898001 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04f460af-0d0a-45b5-9706-11abc70cdc72 req-33632d2d-aa2a-4555-909f-5b0d537cf3d4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0495017 Jul 28 15:31:34.936106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04f460af-0d0a-45b5-9706-11abc70cdc72 req-b62e081b-9a02-4c35-85a2-c2dc7aec6e1a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Jul 28 15:31:36.055299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6b0cf-4477-4c3e-b73c-73b3bb6c4c55 req-e5f60934-0f1d-4ed6-8026-dbb6ed355e7f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:36.056780 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2df6b0cf-4477-4c3e-b73c-73b3bb6c4c55 req-e5f60934-0f1d-4ed6-8026-dbb6ed355e7f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Jul 28 15:31:36.095200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2df6b0cf-4477-4c3e-b73c-73b3bb6c4c55 req-e63baabc-4192-4562-9480-f28d8095ae0a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323415 Jul 28 15:31:37.218518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cb6e8-9819-47b2-ba21-2845ce0ec9a6 req-ad9102db-3a41-4a37-b24a-3d6fa1b24c99 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:37.220062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-728cb6e8-9819-47b2-ba21-2845ce0ec9a6 req-ad9102db-3a41-4a37-b24a-3d6fa1b24c99 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0491843 Jul 28 15:31:37.259229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-728cb6e8-9819-47b2-ba21-2845ce0ec9a6 req-681501c5-0874-4eb2-a832-6993b465171b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331230 Jul 28 15:31:38.377045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38b5c6-2730-421f-8a78-92ce435f280a req-e835c3dd-d022-458d-868f-6eee3f00ddcc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:38.378843 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e38b5c6-2730-421f-8a78-92ce435f280a req-e835c3dd-d022-458d-868f-6eee3f00ddcc tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0502594 Jul 28 15:31:38.417733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e38b5c6-2730-421f-8a78-92ce435f280a req-04c16359-9bb6-4467-b0d4-2351f6f32a15 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327158 Jul 28 15:31:39.541046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25b306-a79d-45a4-9193-459923053b4a req-f9d5abf6-1acf-41d5-8af0-f0dc9acf9770 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:39.542561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e25b306-a79d-45a4-9193-459923053b4a req-f9d5abf6-1acf-41d5-8af0-f0dc9acf9770 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0550699 Jul 28 15:31:39.582056 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e25b306-a79d-45a4-9193-459923053b4a req-5f0e27e6-83a2-4bae-87ac-338bc8734b31 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Jul 28 15:31:40.699942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de51a39-1652-4c42-ad44-2c27cff71d76 req-aad5840f-4961-4006-b178-00d5a9a1072b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:40.701571 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0de51a39-1652-4c42-ad44-2c27cff71d76 req-aad5840f-4961-4006-b178-00d5a9a1072b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Jul 28 15:31:40.743535 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0de51a39-1652-4c42-ad44-2c27cff71d76 req-cc54febe-e944-4e1f-88f3-33624565af1d tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359645 Jul 28 15:31:41.863536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85708793-d41b-417e-af90-31405a55e076 req-49519963-a96e-4a38-b39d-65696e13dbab tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:41.865028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85708793-d41b-417e-af90-31405a55e076 req-49519963-a96e-4a38-b39d-65696e13dbab tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Jul 28 15:31:41.903223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85708793-d41b-417e-af90-31405a55e076 req-fbfb5457-e35d-4d47-8806-d5eae37dd618 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Jul 28 15:31:42.311244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e3f737a7-41d5-4ea5-a3fb-ce96da9d0f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:43.019513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a46a7-68e1-4962-a17d-fa33c8bf16fa req-53dbff1f-e36f-4401-b37a-81a6bb3a936a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:43.021014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-968a46a7-68e1-4962-a17d-fa33c8bf16fa req-53dbff1f-e36f-4401-b37a-81a6bb3a936a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0496430 Jul 28 15:31:43.060899 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-968a46a7-68e1-4962-a17d-fa33c8bf16fa req-f59319f3-ae7c-4c1c-9cba-b22d1cefb031 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Jul 28 15:31:44.179366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04555775-a173-4e2a-ac62-5b171950ff5f req-fff5d6b1-3e69-4e25-8c4c-157a3be2286a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:44.180792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04555775-a173-4e2a-ac62-5b171950ff5f req-fff5d6b1-3e69-4e25-8c4c-157a3be2286a tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0491893 Jul 28 15:31:44.218338 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-04555775-a173-4e2a-ac62-5b171950ff5f req-dd302e17-787e-4fd5-bd6a-108eaedd1d82 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Jul 28 15:31:44.747036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1c35fd99-7d75-4f83-8c11-0f2858775dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:44.941515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:45.341733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa49a-f88e-43df-916d-01fb05917e4d req-da965782-9cc7-458c-a033-b0c530a137c9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:45.343314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0dfa49a-f88e-43df-916d-01fb05917e4d req-da965782-9cc7-458c-a033-b0c530a137c9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Jul 28 15:31:45.384146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0dfa49a-f88e-43df-916d-01fb05917e4d req-cadba24a-9e18-4b96-a6ea-f7acd0beb95b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347779 Jul 28 15:31:46.328013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:46.440987 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-117985bd-285d-4692-8ca5-26ffc7169036 service neutron] show failed (client error): The resource could not be found. Jul 28 15:31:46.442028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-117985bd-285d-4692-8ca5-26ffc7169036 service neutron] 10.222.0.53 "GET /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.1035171 Jul 28 15:31:46.506723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874eae5-d802-46ae-a53e-139e004d47b0 req-064687ca-0ad2-4b04-9f3a-ff1c8ec63c02 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:46.508290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a874eae5-d802-46ae-a53e-139e004d47b0 req-064687ca-0ad2-4b04-9f3a-ff1c8ec63c02 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0526304 Jul 28 15:31:46.547488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a874eae5-d802-46ae-a53e-139e004d47b0 req-c7232a3a-9f63-426f-abde-bf76aa35ccec tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322368 Jul 28 15:31:47.003003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-c610ecb7-e350-482f-9124-4dbad023cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:47.004540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-c610ecb7-e350-482f-9124-4dbad023cfcf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1097 time: 0.0794878 Jul 28 15:31:47.023167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:31:47.420343 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:47.629431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:31:47.696459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168cc5f-0add-4895-b827-dc513d3f96b1 req-dcf9345b-3439-4186-b7d4-35977716a6b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:47.697829 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168cc5f-0add-4895-b827-dc513d3f96b1 req-dcf9345b-3439-4186-b7d4-35977716a6b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0811062 Jul 28 15:31:47.698900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:47.763222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:47.765978 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1980e90-49bf-4883-88b3-7292d35635c8" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:47.769923 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:47.782834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e168cc5f-0add-4895-b827-dc513d3f96b1 req-2ce715cc-f12b-4bd9-9675-553881bdd813 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625455 Jul 28 15:31:47.790286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Transition to ACTIVE for port object c7ffafc9-3830-43ca-ac47-5c253a04be61 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:31:47.821887 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43fec2c-3e51-481f-87e6-7755d0050059 x-openstack-request-id: req-a43fec2c-3e51-481f-87e6-7755d0050059 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:47.822178 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:47.822429 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a43fec2c-3e51-481f-87e6-7755d0050059 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:47.822826 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'code': 200} Jul 28 15:31:48.038817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:48.039499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:48.124345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:48.136327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.136663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.137012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.137357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.137764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.138622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.139359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.139708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.140046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.140383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.140714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.141058 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:31:48.158090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:31:48.181601 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] No DVR routers for this DVR port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:31:48.198170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:31:48.321593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:31:48.321853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:31:48.322183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:48.327931 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:31:48.328271 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:31:48.333225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:31:48.338945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:31:48.338945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:31:48.338945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Bound port: c7ffafc9-3830-43ca-ac47-5c253a04be61, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:31:48.338945 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:48.400017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:31:48.403042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:31:48.511673 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:48.550658 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.551307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:48.552794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] 10.222.0.50 "PUT /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1092 time: 1.5336449 Jul 28 15:31:48.581022 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e2e7-02d0-4854-979a-72e6e375f219 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:31:48.632387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-df2154ea-d80b-440e-90d4-96bbef2483ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.633923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-df2154ea-d80b-440e-90d4-96bbef2483ad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0441413 Jul 28 15:31:48.727442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-315d4528-2b60-4f44-a1a2-5e921d54c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.728976 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-315d4528-2b60-4f44-a1a2-5e921d54c466 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0878630 Jul 28 15:31:48.800234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-dd71bb3d-181a-49c0-9a50-1cc752bc8e45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0625336 Jul 28 15:31:48.854982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-a8f80f7a-40da-4c4d-87be-e225462813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.856524 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-a8f80f7a-40da-4c4d-87be-e225462813cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0487967 Jul 28 15:31:48.933012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-cb3d86d6-3b2b-48c4-afd4-4d9d41a39107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.934850 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-cb3d86d6-3b2b-48c4-afd4-4d9d41a39107 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683048 Jul 28 15:31:48.942328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3691b-f513-412d-afbf-049a7251ffdd req-5a43ebf0-cbd0-43ce-89ce-549fe0dbe6b5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:48.943754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6b3691b-f513-412d-afbf-049a7251ffdd req-5a43ebf0-cbd0-43ce-89ce-549fe0dbe6b5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0858464 Jul 28 15:31:48.948645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-a92d22a8-1b91-4d42-bb1c-29cf2bdd71b5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:31:48.949586 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-a92d22a8-1b91-4d42-bb1c-29cf2bdd71b5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050070 Jul 28 15:31:49.028875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f6b3691b-f513-412d-afbf-049a7251ffdd req-3f61ff71-7af3-4d7e-80d3-71b9269ead5c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778363 Jul 28 15:31:49.063283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-66e82122-79d4-484f-bc92-543ede92f8fe service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056075 Jul 28 15:31:49.162289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-4919dbc6-265e-4f61-a014-c6333b404f8d service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920594 Jul 28 15:31:49.824596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:31:49.827455 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:31:49.879111 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073b8fa-ed4d-4e50-bc7f-8929aea525cd x-openstack-request-id: req-1073b8fa-ed4d-4e50-bc7f-8929aea525cd {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:31:49.879411 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:31:49.879659 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1073b8fa-ed4d-4e50-bc7f-8929aea525cd {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:31:49.880057 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'status': 'completed', 'code': 200} Jul 28 15:31:49.964381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-42d9bc2f-d5ec-40d5-a1c8-476c7a49491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:49.966482 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-42d9bc2f-d5ec-40d5-a1c8-476c7a49491b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0460525 Jul 28 15:31:49.976175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-156b7bf0-18ed-40b4-977c-49c909f56bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:49.977784 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-156b7bf0-18ed-40b4-977c-49c909f56bee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1095 time: 0.0459595 Jul 28 15:31:50.068268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-b2d4a21c-040d-479b-9d02-50e509a5fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.070022 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-b2d4a21c-040d-479b-9d02-50e509a5fa61 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0965185 Jul 28 15:31:50.089294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-80ca4580-4785-495b-994d-c08277dd2367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.091650 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-80ca4580-4785-495b-994d-c08277dd2367 service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.1061659 Jul 28 15:31:50.161258 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-e0ac620a-b6c7-41af-aaf3-d465c0182514 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0627685 Jul 28 15:31:50.175820 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-261d5bb4-c325-485b-811f-26f765f535fb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0969019 Jul 28 15:31:50.189234 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e3379-8702-4a20-a047-0958ca1fa409 req-fe555f0e-634f-45ee-9519-99f1f15fb164 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.191179 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-287e3379-8702-4a20-a047-0958ca1fa409 req-fe555f0e-634f-45ee-9519-99f1f15fb164 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0725667 Jul 28 15:31:50.214331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-55354a9d-83a2-4bb7-9714-8a28d4f8a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.216032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-55354a9d-83a2-4bb7-9714-8a28d4f8a556 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0471997 Jul 28 15:31:50.269813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-11a700bb-3a37-4d98-9746-6f55eaa01472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.270054 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-287e3379-8702-4a20-a047-0958ca1fa409 req-df8be162-12a6-4901-a6a2-45a993f9a547 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679064 Jul 28 15:31:50.271377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-11a700bb-3a37-4d98-9746-6f55eaa01472 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479500 Jul 28 15:31:50.273509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-e8f34e62-d9d1-4dc4-b7d6-c2d7eab22707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.274921 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-e8f34e62-d9d1-4dc4-b7d6-c2d7eab22707 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0828581 Jul 28 15:31:50.324228 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-6a6877c9-ceba-4317-bf0b-3fb2f47d7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:50.325823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-6a6877c9-ceba-4317-bf0b-3fb2f47d7a80 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434051 Jul 28 15:31:50.372973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-fc86a987-36e5-4e45-93a9-921d19bd724f service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931184 Jul 28 15:31:50.426603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-a599b42d-0656-420e-8a48-71ff764f37d4 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934482 Jul 28 15:31:50.474822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-ecbb5b98-0b8b-4207-b17a-cb0bfcf475c9 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952704 Jul 28 15:31:50.484321 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:50.524249 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc1bc4dd-8e95-4907-bb70-041bb6d12bc5 req-2d940d07-9d00-4fe6-9a10-d2f206e632b2 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886126 Jul 28 15:31:50.964166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:31:51.408484 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dd77c-6def-465d-8980-4090f10219d1 req-901f58ac-015d-41ed-9bc4-ba9aa6c7a336 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:51.410032 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e66dd77c-6def-465d-8980-4090f10219d1 req-901f58ac-015d-41ed-9bc4-ba9aa6c7a336 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0583816 Jul 28 15:31:51.451332 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e66dd77c-6def-465d-8980-4090f10219d1 req-d2c6ee56-84c2-4a81-941b-f1915a6ef8f4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Jul 28 15:31:52.578256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be62f1-a526-48f5-ae5e-6536ddf6c714 req-23769017-d0e9-460e-932e-efe25dd4fbb3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:52.579720 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70be62f1-a526-48f5-ae5e-6536ddf6c714 req-23769017-d0e9-460e-932e-efe25dd4fbb3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0525162 Jul 28 15:31:52.619645 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-70be62f1-a526-48f5-ae5e-6536ddf6c714 req-314e9b0c-9140-452d-9207-22d52be57796 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337911 Jul 28 15:31:53.582737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:31:53.737739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbda401-5b49-4c30-b579-8b08d6883b27 req-863d0f3f-1f4e-4003-b700-990c4a411c89 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:53.739243 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bbda401-5b49-4c30-b579-8b08d6883b27 req-863d0f3f-1f4e-4003-b700-990c4a411c89 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0496278 Jul 28 15:31:53.780045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4bbda401-5b49-4c30-b579-8b08d6883b27 req-6abfbe1d-96da-4c6b-b751-a0e6d4ac5075 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346761 Jul 28 15:31:54.903160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12aeaeb-67d6-4a50-9eaf-235acccd86c2 req-e32d2181-d29b-4fb7-b846-81264664e821 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:54.904681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12aeaeb-67d6-4a50-9eaf-235acccd86c2 req-e32d2181-d29b-4fb7-b846-81264664e821 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0537951 Jul 28 15:31:54.943256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a12aeaeb-67d6-4a50-9eaf-235acccd86c2 req-b8f1a70e-8fc6-4cee-8fc8-b1db993443f5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323648 Jul 28 15:31:56.064129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa732-e524-40b0-8589-cebb96631552 req-250176e5-1a6a-496a-82ac-ec2fdbd77755 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:56.065640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-158fa732-e524-40b0-8589-cebb96631552 req-250176e5-1a6a-496a-82ac-ec2fdbd77755 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0522645 Jul 28 15:31:56.103778 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-158fa732-e524-40b0-8589-cebb96631552 req-4a4573da-0116-4d2d-b8e7-58e121daa9e5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320799 Jul 28 15:31:57.224056 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863a730-6f3d-463d-bbde-380cc4eb5c27 req-ca3c3581-804d-4b87-ad38-4ed38b8c8661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:57.225565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e863a730-6f3d-463d-bbde-380cc4eb5c27 req-ca3c3581-804d-4b87-ad38-4ed38b8c8661 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0490770 Jul 28 15:31:57.266166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e863a730-6f3d-463d-bbde-380cc4eb5c27 req-82c44206-5fb8-4200-9777-75c559fca2cd tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346711 Jul 28 15:31:58.385206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca17a8-c2a1-406c-8dfc-a67bf7e584e4 req-1261f08d-6968-4ebb-943b-cb4b6a9d1aba tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:58.386751 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aca17a8-c2a1-406c-8dfc-a67bf7e584e4 req-1261f08d-6968-4ebb-943b-cb4b6a9d1aba tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0490990 Jul 28 15:31:58.427367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8aca17a8-c2a1-406c-8dfc-a67bf7e584e4 req-3fc22074-ba9c-464e-81a8-eeb8c99bb6b9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333822 Jul 28 15:31:59.548671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54f40-a73e-425b-b32b-7f6955906d88 req-9524371c-4cc2-49fd-91c8-92f509109599 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:31:59.550157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00d54f40-a73e-425b-b32b-7f6955906d88 req-9524371c-4cc2-49fd-91c8-92f509109599 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0484965 Jul 28 15:31:59.588627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-00d54f40-a73e-425b-b32b-7f6955906d88 req-100c1c59-fbc8-4a39-af00-b0349be67b6f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Jul 28 15:32:00.749411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e23eb-2f2e-4256-8f2c-fef9b4988414 req-1aadad16-1195-4cd0-8beb-ab2ebbbc106e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:00.750820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e4e23eb-2f2e-4256-8f2c-fef9b4988414 req-1aadad16-1195-4cd0-8beb-ab2ebbbc106e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0486534 Jul 28 15:32:00.788882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5e4e23eb-2f2e-4256-8f2c-fef9b4988414 req-54164b2a-77da-443c-8814-c971e015f458 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Jul 28 15:32:01.917701 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b7d10-c50e-4f23-b3f1-3473883f9c63 req-add956ca-ed17-46ae-bb1c-278b92cb3572 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:01.919777 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-060b7d10-c50e-4f23-b3f1-3473883f9c63 req-add956ca-ed17-46ae-bb1c-278b92cb3572 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 943 time: 0.0559433 Jul 28 15:32:01.960235 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-060b7d10-c50e-4f23-b3f1-3473883f9c63 req-9b75bed1-f373-41be-9ff8-2938431f2ad8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339060 Jul 28 15:32:02.073384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:32:02.175760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:02.187050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:32:02.225833 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:02.241303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:32:02.261033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:02.352788 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:02.399522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:02.407282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.407633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.407978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.408324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.408665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.409002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.409337 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.409667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.409999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.410327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.410655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.411004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:02.698371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['c7ffafc9-3830-43ca-ac47-5c253a04be61'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:32:03.048593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-a9e5d153-2a32-46f4-82fc-ec0154535f66 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530879 Jul 28 15:32:03.099963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754b2c2-9684-4b6f-b399-7a8192a8e287 req-03aca85c-8912-4fa5-bc82-b6dc37d441b4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.101656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f754b2c2-9684-4b6f-b399-7a8192a8e287 req-03aca85c-8912-4fa5-bc82-b6dc37d441b4 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0601082 Jul 28 15:32:03.148992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f754b2c2-9684-4b6f-b399-7a8192a8e287 req-6ca56ca2-64d1-48e1-b27b-f8840f7ff78e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367589 Jul 28 15:32:03.169647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb401-9212-414f-8705-163f7872b760 req-0538aa14-ea5b-4ac4-aba9-cba888957e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.171681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-0538aa14-ea5b-4ac4-aba9-cba888957e95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0522757 Jul 28 15:32:03.288225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb401-9212-414f-8705-163f7872b760 req-13b01384-1ad1-4e8a-99c7-5689a3db4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.289794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-13b01384-1ad1-4e8a-99c7-5689a3db4740 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0956216 Jul 28 15:32:03.367166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-a8ec9767-9b37-41a0-9249-854d90e74748 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1000 time: 0.0692182 Jul 28 15:32:03.432981 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb401-9212-414f-8705-163f7872b760 req-372bd3e4-99ac-43cd-b0ea-f5af4dc8ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.434865 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-372bd3e4-99ac-43cd-b0ea-f5af4dc8ecd0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0587857 Jul 28 15:32:03.501634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafb401-9212-414f-8705-163f7872b760 req-f092067b-ecfc-445a-b0a9-cf2379d96951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.504561 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-f092067b-ecfc-445a-b0a9-cf2379d96951 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616910 Jul 28 15:32:03.600446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-1599782f-27de-4a69-93f4-af86beea287b service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868692 Jul 28 15:32:03.708122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1cafb401-9212-414f-8705-163f7872b760 req-a18de77f-3bef-4996-8c55-c28df63fa135 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997601 Jul 28 15:32:03.874219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ba2c7-f184-4bac-abf3-3e33d911e4a7 req-1f943677-9d0e-4975-9479-05d6c306dcc1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.875768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc0ba2c7-f184-4bac-abf3-3e33d911e4a7 req-1f943677-9d0e-4975-9479-05d6c306dcc1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0502419 Jul 28 15:32:03.915640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cc0ba2c7-f184-4bac-abf3-3e33d911e4a7 req-ae56b599-e4a6-4115-bb0f-0ec3545b5ca6 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337157 Jul 28 15:32:03.938452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5b4cddc4-7a8f-45fa-8c78-f58a7fa9babe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:03.940137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5b4cddc4-7a8f-45fa-8c78-f58a7fa9babe tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.50 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&tenant_id=961a940b771846d381f3e1d3339fbe1d&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 944 time: 0.0598967 Jul 28 15:32:04.006612 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-b5f5189d-a387-48de-8705-0ec2cadbd0dc service neutron] 10.222.0.50 "GET /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61/bindings/n-h2-705658-23 HTTP/1.1" status: 200 len: 383 time: 0.0585055 Jul 28 15:32:04.073745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:32:04.092957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-a4d0f5c9-55bf-4e74-805c-31a864d2ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:04.095644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-a4d0f5c9-55bf-4e74-805c-31a864d2ac50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0491133 Jul 28 15:32:04.197542 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-d88371fb-115c-4f89-b788-4a7d7da119a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:04.199234 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-d88371fb-115c-4f89-b788-4a7d7da119a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0963712 Jul 28 15:32:04.221094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port c7ffafc9-3830-43ca-ac47-5c253a04be61 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:32:04.225598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port c7ffafc9-3830-43ca-ac47-5c253a04be61 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:32:04.226029 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:04.267458 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-0c3e1cbf-58fb-4770-8a9c-ede4678eca13 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1000 time: 0.0609498 Jul 28 15:32:04.308167 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:04.321242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-38f6436b-cff3-42ee-b5e6-b6c51ebe66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:04.322778 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-38f6436b-cff3-42ee-b5e6-b6c51ebe66c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0488858 Jul 28 15:32:04.330747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:04.332947 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5cc058-e553-41c9-8c15-2db4a0513393" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:04.346930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:04.372996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5ca5bf8b-80ed-490e-add1-ee256b14d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:04.374732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5ca5bf8b-80ed-490e-add1-ee256b14d471 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454352 Jul 28 15:32:04.462166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:04.474275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-db6cb047-705c-4c12-af4c-dcc1b8d74ecf service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Jul 28 15:32:04.515395 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c0dd0-b4d3-403b-89f9-5c6a0ec0a2ac x-openstack-request-id: req-6e9c0dd0-b4d3-403b-89f9-5c6a0ec0a2ac {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:04.515922 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:04.515922 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e9c0dd0-b4d3-403b-89f9-5c6a0ec0a2ac {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:04.517259 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'code': 200} Jul 28 15:32:04.526086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:04.587904 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-993bce3d-6f8d-4c42-988f-39657426bd1c service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056530 Jul 28 15:32:05.037793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ce2d3-edcb-401a-8f6e-a3c46352b47b req-aee2ca5e-fad5-4484-85a8-656fc21d624e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:05.039381 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f6ce2d3-edcb-401a-8f6e-a3c46352b47b req-aee2ca5e-fad5-4484-85a8-656fc21d624e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0525460 Jul 28 15:32:05.082934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f6ce2d3-edcb-401a-8f6e-a3c46352b47b req-89a58294-eddf-403a-8391-52f8adf91658 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322983 Jul 28 15:32:06.204583 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67ed3c-4083-4e85-9b01-3948084181d9 req-33602bf4-a3c6-44c1-bd3a-e3c763ef5aef tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:06.206110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb67ed3c-4083-4e85-9b01-3948084181d9 req-33602bf4-a3c6-44c1-bd3a-e3c763ef5aef tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Jul 28 15:32:06.246301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb67ed3c-4083-4e85-9b01-3948084181d9 req-6634686a-921e-44dd-b65f-22db1a031168 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Jul 28 15:32:07.372705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5f372-95ad-4dbf-9cb7-379bcd930ca4 req-b1c3398a-3579-4a64-85df-bdfe9e9e1bc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:07.374403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cba5f372-95ad-4dbf-9cb7-379bcd930ca4 req-b1c3398a-3579-4a64-85df-bdfe9e9e1bc3 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0537040 Jul 28 15:32:07.672377 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cba5f372-95ad-4dbf-9cb7-379bcd930ca4 req-9d2e2b2c-3f8f-43df-be9b-a1907052c7b1 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917552 Jul 28 15:32:08.797979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f9860-0471-44a4-ad8b-54a9c66a9c37 req-5d9d686e-135a-4b08-8fae-33e08578a15b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:08.799427 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-889f9860-0471-44a4-ad8b-54a9c66a9c37 req-5d9d686e-135a-4b08-8fae-33e08578a15b tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Jul 28 15:32:08.839408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-889f9860-0471-44a4-ad8b-54a9c66a9c37 req-d1291704-3a76-4152-9811-695e181f8731 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338645 Jul 28 15:32:09.929210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5a9f8be8-7ad3-479e-bfe9-165a59b351c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:09.930744 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-5a9f8be8-7ad3-479e-bfe9-165a59b351c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2&tenant_id=961a940b771846d381f3e1d3339fbe1d HTTP/1.1" status: 200 len: 1097 time: 0.0609477 Jul 28 15:32:09.957830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:32:10.000292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c3e05-df4d-4956-820a-36e8388274b9 req-3e9d122c-10a0-4516-8743-f5fe1680ecce tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:10.001782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-430c3e05-df4d-4956-820a-36e8388274b9 req-3e9d122c-10a0-4516-8743-f5fe1680ecce tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0894582 Jul 28 15:32:10.044866 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:10.091706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-430c3e05-df4d-4956-820a-36e8388274b9 req-c3b5bcf1-6993-4ab9-bfd2-fcc0beb42c49 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837536 Jul 28 15:32:10.120210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:32:10.209682 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:10.276425 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:10.312080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:32:10.352192 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:10.354466 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a34cd5b-0c60-434d-bd67-f893babbce2e" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:10.358838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:10.375101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Transition to ACTIVE for port object c7ffafc9-3830-43ca-ac47-5c253a04be61 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:32:10.464593 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d181b8-05d2-4f53-9a23-9eef709b620e x-openstack-request-id: req-a6d181b8-05d2-4f53-9a23-9eef709b620e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:10.464895 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:10.465152 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6d181b8-05d2-4f53-9a23-9eef709b620e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:10.466679 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'code': 200} Jul 28 15:32:10.490171 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:10.524391 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:32:10.524761 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:32:10.577505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=10']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:10.589084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.589436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.589775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.590110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.591077 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.591579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.591943 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.592269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.592616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.592948 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.593360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.593689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:32:10.636069 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] No DVR routers for this DVR port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:32:10.774230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:32:10.774594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:32:10.774923 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:32:10.780230 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:32:10.784138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Attempting to bind port c7ffafc9-3830-43ca-ac47-5c253a04be61 on network 92aec70e-0770-4f2b-80a7-78db916a2f24 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:32:10.785305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:32:10.785652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Checking segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:32:10.786035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Bound using segment: {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:32:10.786459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Bound port: c7ffafc9-3830-43ca-ac47-5c253a04be61, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7aae93d-4552-4e03-b4c2-70965ec1c09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:32:10.786815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:10.860105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:32:10.863300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:32:11.042526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:11.080905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.081529 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:11.082906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] 10.222.0.53 "PUT /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 1093 time: 1.1301124 Jul 28 15:32:11.107254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c9300-1fb1-4366-82af-0e20747d97c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=11']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:11.166246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-4cb9d4ee-83e5-4878-a8c1-7ebbb55921aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.167886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-4cb9d4ee-83e5-4878-a8c1-7ebbb55921aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0463450 Jul 28 15:32:11.289503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a5f26-9f3d-40ba-aa82-d3fcc2206e08 req-afae9137-18a6-42d9-98f8-a5416f8681f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.291031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-118a5f26-9f3d-40ba-aa82-d3fcc2206e08 req-afae9137-18a6-42d9-98f8-a5416f8681f0 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.1079199 Jul 28 15:32:11.313556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-4deccf2b-36c9-4468-a531-8e439fc5597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.314896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-4deccf2b-36c9-4468-a531-8e439fc5597c service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.1399362 Jul 28 15:32:11.379881 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-118a5f26-9f3d-40ba-aa82-d3fcc2206e08 req-576bcfbe-a210-4b03-8f63-5bdc2ee667eb tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777204 Jul 28 15:32:11.399559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-78666577-776d-4bb8-b386-cf438b7043b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0767484 Jul 28 15:32:11.451208 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-f15304df-adae-4aef-bbe5-f281f86bc2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.452698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-f15304df-adae-4aef-bbe5-f281f86bc2f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0467436 Jul 28 15:32:11.505618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-f2c485a1-981f-4063-8e40-85738f2f0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:11.507176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-f2c485a1-981f-4063-8e40-85738f2f0c60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477581 Jul 28 15:32:11.602112 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-ae8614de-8f01-43d6-8376-84106aa25300 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875709 Jul 28 15:32:11.693065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-909ed442-3e80-4e84-bc1c-42f7a4303ab2 req-251b3d12-1691-4586-8cc6-a68750e0192e service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Jul 28 15:32:12.287390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1b703560-a974-4277-9a6a-c12e1b11195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:12.468333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:12.470988 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf36bf1a-9145-43b1-b87b-669e8ce16861" -d '{"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:12.519103 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfb6a-ed35-45c1-88bd-e106cdeb87a5 req-601de872-7459-4aa1-b088-0a20d8eda86f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.520664 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85ddfb6a-ed35-45c1-88bd-e106cdeb87a5 req-601de872-7459-4aa1-b088-0a20d8eda86f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0590997 Jul 28 15:32:12.531133 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de8dc1-8fcf-4148-a021-008dd5b7fb62 x-openstack-request-id: req-15de8dc1-8fcf-4148-a021-008dd5b7fb62 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:12.531493 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:12.531809 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15de8dc1-8fcf-4148-a021-008dd5b7fb62 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:12.532292 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'status': 'completed', 'code': 200} Jul 28 15:32:12.567672 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85ddfb6a-ed35-45c1-88bd-e106cdeb87a5 req-045b5801-59df-4b13-b473-829fd02a8739 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377042 Jul 28 15:32:12.626925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-cc9ac878-2c53-47e2-afac-191397c7bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.628591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-cc9ac878-2c53-47e2-afac-191397c7bb5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0464823 Jul 28 15:32:12.631063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-f6ca6eba-beaa-4fff-834b-160c28a0c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.632970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-f6ca6eba-beaa-4fff-834b-160c28a0c9a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=961a940b771846d381f3e1d3339fbe1d&device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 1096 time: 0.0557375 Jul 28 15:32:12.728776 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-b2dc2bc1-cf75-4b00-82c2-9bdef592779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.732122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-b2dc2bc1-cf75-4b00-82c2-9bdef592779d service neutron] 10.222.0.50 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.0950029 Jul 28 15:32:12.738313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-140930cb-eacc-4ff0-877c-e09515272d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.739862 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-140930cb-eacc-4ff0-877c-e09515272d5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 200 len: 912 time: 0.1003456 Jul 28 15:32:12.802903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-27e8e99e-61eb-4324-82e3-75c3bb8837df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0640273 Jul 28 15:32:12.812405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-f0a03b74-e533-4c47-a719-cce69439abeb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 200 len: 999 time: 0.0645897 Jul 28 15:32:12.868680 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-c75c263c-28c5-4b47-bf97-7d3c5cb03b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.869391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-1eb5c02a-d499-4fc9-9eea-c6e75a1d604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.870232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-c75c263c-28c5-4b47-bf97-7d3c5cb03b99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0512490 Jul 28 15:32:12.870939 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-1eb5c02a-d499-4fc9-9eea-c6e75a1d604b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 200 len: 850 time: 0.0607116 Jul 28 15:32:12.920281 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-fba8d5ae-a44d-4fcb-a111-30896a5aadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.922213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-fba8d5ae-a44d-4fcb-a111-30896a5aadb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450730 Jul 28 15:32:12.930380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-4adbeb73-0cdd-449f-af36-59aa2ca8c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:12.931973 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-4adbeb73-0cdd-449f-af36-59aa2ca8c07d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=92aec70e-0770-4f2b-80a7-78db916a2f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519779 Jul 28 15:32:13.030079 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-597fde47-b64a-443e-99f8-20e783549ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903280 Jul 28 15:32:13.039564 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-e0ba77f3-f773-4a1a-a8cb-a52c0b417821 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091337 Jul 28 15:32:13.139266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-fbb8cede-f9f6-4b1f-a465-ce1ba77e6feb service neutron] 10.222.0.50 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014776 Jul 28 15:32:13.160375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cf36bf1a-9145-43b1-b87b-669e8ce16861 req-77668614-8e77-4c36-b950-871591af4261 service neutron] 10.222.0.53 "GET /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140213 Jul 28 15:32:13.696118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1ef35-5198-4c05-9350-d0602ec1f2cf req-a85897d0-9663-4125-9779-11734880a437 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:13.697658 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2f1ef35-5198-4c05-9350-d0602ec1f2cf req-a85897d0-9663-4125-9779-11734880a437 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0513103 Jul 28 15:32:13.738633 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2f1ef35-5198-4c05-9350-d0602ec1f2cf req-48819b37-ea13-45bd-ab3b-b580d868da15 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338881 Jul 28 15:32:14.757607 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a5ea-bf10-4de8-84e0-de31cc53afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:14.877143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764cd7d-988c-4a08-ac04-a567fb3c7aeb req-435b63fc-8bc7-439b-a126-e3b84849f8e8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:14.878725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c764cd7d-988c-4a08-ac04-a567fb3c7aeb req-435b63fc-8bc7-439b-a126-e3b84849f8e8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0656705 Jul 28 15:32:14.922753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c764cd7d-988c-4a08-ac04-a567fb3c7aeb req-f0de7b05-c188-4e85-a258-e8f3376cf859 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377178 Jul 28 15:32:14.964319 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:16.051999 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4f7ac-ad60-4de0-aeda-602181fb58a2 req-935694db-6ce0-4fd7-a74b-df6e9a1a5fde tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:16.053538 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56b4f7ac-ad60-4de0-aeda-602181fb58a2 req-935694db-6ce0-4fd7-a74b-df6e9a1a5fde tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0508082 Jul 28 15:32:16.096908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56b4f7ac-ad60-4de0-aeda-602181fb58a2 req-aef26eaf-19d7-4ac5-8909-4832d0e7cf78 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372839 Jul 28 15:32:16.340740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:17.226180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed010f3-1525-43be-b280-db711ed68a52 req-b898966f-73b7-457c-97aa-f82ebc1cdb0e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:17.227717 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ed010f3-1525-43be-b280-db711ed68a52 req-b898966f-73b7-457c-97aa-f82ebc1cdb0e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0490012 Jul 28 15:32:17.270049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ed010f3-1525-43be-b280-db711ed68a52 req-00499e73-d1d8-4c1e-a6b3-5f7afdd9d54f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353196 Jul 28 15:32:17.911715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:18.388417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7304-7540-4d64-92a7-6fe06d77bf1e req-4781644a-9909-4133-81c0-f9318d0cd226 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:18.390120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-014a7304-7540-4d64-92a7-6fe06d77bf1e req-4781644a-9909-4133-81c0-f9318d0cd226 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0516121 Jul 28 15:32:18.431613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-014a7304-7540-4d64-92a7-6fe06d77bf1e req-8ff28b4b-17ea-4ae5-a183-6e9072fb1e87 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353961 Jul 28 15:32:19.559576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda8aa-9861-4209-8eae-a77da72adcdd req-df84729e-6833-4b55-86e5-151abb15a235 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:19.561110 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52bda8aa-9861-4209-8eae-a77da72adcdd req-df84729e-6833-4b55-86e5-151abb15a235 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0583622 Jul 28 15:32:19.602067 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-52bda8aa-9861-4209-8eae-a77da72adcdd req-c8062452-1c80-4889-9d2c-bb758fe4f2a7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Jul 28 15:32:20.574252 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:20.719967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9da2fd-4428-47bf-b87c-792011437509 req-91874a32-9042-4eaa-b3fd-dca55f5c0ae7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:20.721485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb9da2fd-4428-47bf-b87c-792011437509 req-91874a32-9042-4eaa-b3fd-dca55f5c0ae7 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0488043 Jul 28 15:32:20.760122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cb9da2fd-4428-47bf-b87c-792011437509 req-990ada6c-9c5a-4353-9eee-938abbb351b2 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Jul 28 15:32:21.014921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:21.882255 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046da0b-54b7-45d2-b5cc-f7b53fbc1b7b req-cb9febbf-8a79-4370-9117-6ba6b08f9d82 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:21.884229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6046da0b-54b7-45d2-b5cc-f7b53fbc1b7b req-cb9febbf-8a79-4370-9117-6ba6b08f9d82 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0524559 Jul 28 15:32:21.926206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6046da0b-54b7-45d2-b5cc-f7b53fbc1b7b req-676ed9ef-0bbf-4c5e-bcf9-cb6e865b7540 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354943 Jul 28 15:32:23.054092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c33521-9f2b-432f-9b6a-3ebe1c4f0ee7 req-ebde5e22-a3cb-4947-83a4-11b6a11977c8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:23.055656 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5c33521-9f2b-432f-9b6a-3ebe1c4f0ee7 req-ebde5e22-a3cb-4947-83a4-11b6a11977c8 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0518858 Jul 28 15:32:23.109629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d5c33521-9f2b-432f-9b6a-3ebe1c4f0ee7 req-fa618aa6-67ba-4291-ba81-5d4e52503f4c tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469739 Jul 28 15:32:24.227998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c24abf-f4b0-4460-a14c-69fc2d591dde req-c5f56e2e-7564-4bff-8510-346364666304 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:24.229593 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02c24abf-f4b0-4460-a14c-69fc2d591dde req-c5f56e2e-7564-4bff-8510-346364666304 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0503640 Jul 28 15:32:24.279022 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-02c24abf-f4b0-4460-a14c-69fc2d591dde req-51d7cdac-5461-48c7-b9a4-9111bd53c450 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418744 Jul 28 15:32:24.378781 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:32:24.395273 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0f277-ab48-48bb-9d8f-6a7ce056df18 req-0b196117-8a60-485c-9181-a52154b88aa5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:24.396823 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32d0f277-ab48-48bb-9d8f-6a7ce056df18 req-0b196117-8a60-485c-9181-a52154b88aa5 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0503242 Jul 28 15:32:24.436860 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-32d0f277-ab48-48bb-9d8f-6a7ce056df18 req-7a2f697a-be06-45d7-b3f5-f0b2013f3971 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Jul 28 15:32:24.475044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:24.488684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'port_id': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'mac_address': 'fa:16:3e:53:d5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:32:24.526625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:24.540036 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:32:24.561245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:24.573580 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e1884-122e-4ded-9bb9-64b8544df84f req-d1e86910-c635-4df4-86c3-e69c07685544 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:24.575317 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d7e1884-122e-4ded-9bb9-64b8544df84f req-d1e86910-c635-4df4-86c3-e69c07685544 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 944 time: 0.0544579 Jul 28 15:32:24.614527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d7e1884-122e-4ded-9bb9-64b8544df84f req-7ccece8b-47fb-4cc4-8425-5cdff5753326 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jul 28 15:32:24.638193 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:24.693691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=12']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:24.942973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['c7ffafc9-3830-43ca-ac47-5c253a04be61'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:32:25.092301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfda90d-c08b-42bf-8787-f1a19a3a8444 req-521a6d44-63fe-48e5-b83e-5991491f62de tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:25.093838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbfda90d-c08b-42bf-8787-f1a19a3a8444 req-521a6d44-63fe-48e5-b83e-5991491f62de tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0512857 Jul 28 15:32:25.132525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fbfda90d-c08b-42bf-8787-f1a19a3a8444 req-763780c7-c7df-4a78-991b-514bd73a2759 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Jul 28 15:32:26.256306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ec18c-6548-4cc4-9dcc-4693b28bb945 req-ee55fbbe-5f79-4b01-94a0-9d0fde69d907 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:26.257820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e0ec18c-6548-4cc4-9dcc-4693b28bb945 req-ee55fbbe-5f79-4b01-94a0-9d0fde69d907 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Jul 28 15:32:26.298358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4e0ec18c-6548-4cc4-9dcc-4693b28bb945 req-0302cfa7-5e9b-4df8-a436-8aa347036ccf tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Jul 28 15:32:26.368532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:32:26.511108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port c7ffafc9-3830-43ca-ac47-5c253a04be61 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:32:26.515903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port c7ffafc9-3830-43ca-ac47-5c253a04be61 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:32:26.522575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:26.595799 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:26.618672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:26.620944 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62004d81-54b1-4e17-868e-b8a350dbe6ab" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:26.638521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:26.660072 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af79653-d919-4312-ad71-5235a6a1c547 x-openstack-request-id: req-2af79653-d919-4312-ad71-5235a6a1c547 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:26.660264 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-plugged", "status": "completed", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:26.660522 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2af79653-d919-4312-ad71-5235a6a1c547 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:26.660919 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'code': 200} Jul 28 15:32:26.688179 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:26.744784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=13']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:26.946611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-ca09d887-37f3-4cd5-9b48-f5d76653e054 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:26.948126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-ca09d887-37f3-4cd5-9b48-f5d76653e054 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Jul 28 15:32:27.039600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Deleting port c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:27.039861 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.131235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] For port c7ffafc9-3830-43ca-ac47-5c253a04be61, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=c7ffafc9-3830-43ca-ac47-5c253a04be61,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:27.131604 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.306528 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.307230 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.307230 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5 disassociated. External IP: 172.25.0.95, port: c7ffafc9-3830-43ca-ac47-5c253a04be61. Jul 28 15:32:27.307503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Calling delete_port for c7ffafc9-3830-43ca-ac47-5c253a04be61 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:27.439528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209439b-4d9d-41a7-a674-b8607f942a03 req-8d5ef083-325c-40ba-b9af-0b16553ece38 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:27.441068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0209439b-4d9d-41a7-a674-b8607f942a03 req-8d5ef083-325c-40ba-b9af-0b16553ece38 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 946 time: 0.0738864 Jul 28 15:32:27.515662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0209439b-4d9d-41a7-a674-b8607f942a03 req-5d911c1a-ba3b-4182-9126-6b32de25da61 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups?id=989e6596-13bd-4d2e-bd80-7d6bacd0f441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529075 Jul 28 15:32:27.596422 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.627786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'Port': ['ID=c7ffafc9-3830-43ca-ac47-5c253a04be61,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:27.752729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:32:27.873928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:32:27.883662 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:32:27.893675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:32:27.894383 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:27.915741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] No DVR routers for this DVR port c7ffafc9-3830-43ca-ac47-5c253a04be61 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:32:27.918249 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:27.920973 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97753c02-7cba-46ad-93f0-fe7576a7fe30 req-58279ca4-892e-4e4f-a07b-58d617d82fa9 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.53 "DELETE /v2.0/ports/c7ffafc9-3830-43ca-ac47-5c253a04be61 HTTP/1.1" status: 204 len: 173 time: 0.9667425 Jul 28 15:32:27.921424 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-deleted', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:27.923772 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6681976-642b-4fa4-a4af-cd478ba66209" -d '{"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-deleted", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:27.963449 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9087e6-2a41-429f-87e1-70c0ab5b63ce x-openstack-request-id: req-ec9087e6-2a41-429f-87e1-70c0ab5b63ce {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:27.963777 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48fbb4c-becd-47ef-ad0c-8359030f59f2", "name": "network-vif-deleted", "tag": "c7ffafc9-3830-43ca-ac47-5c253a04be61", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:27.964034 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec9087e6-2a41-429f-87e1-70c0ab5b63ce {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:27.964448 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48fbb4c-becd-47ef-ad0c-8359030f59f2', 'name': 'network-vif-deleted', 'tag': 'c7ffafc9-3830-43ca-ac47-5c253a04be61', 'status': 'completed', 'code': 200} Jul 28 15:32:28.016908 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:32:28.225248 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:28.255460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:32:28.264637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:32:28.265259 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:28.468260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:32:28.614023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7b8052fb-57b0-4d0a-8cff-5cf5fb4e2796 req-9a77183a-d41c-4e53-8c86-3fd11fe03e02 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Jul 28 15:32:28.677029 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:28.703920 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e8ff28-e3f6-4312-a973-baadc45500a6 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:21:59Z', 'revision_number': 4, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7344e5e4-f729-4fc7-8ff5-481e1f96bb35', 'name': '', 'network_id': '92aec70e-0770-4f2b-80a7-78db916a2f24', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'mac_address': 'fa:16:3e:08:18:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:59Z', 'updated_at': '2021-07-28T15:22:05Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'subnets': [{'id': '9ba5fccd-f71b-481a-98b4-e25ad1cf7c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:32:28.949127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117712c-a6e3-4602-8714-fa80401c2ad7 None None] New status for floating IP 1551385d-11b6-4ee6-b097-d2dbecfa52c5: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:32:29.714868 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a9bb4237-8e7d-42f1-9ac6-ebd1bad79aac req-ae3c7792-395e-479b-906c-bdcc1dec242e tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0263526 Jul 28 15:32:30.378528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:32:30.397997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: c7ffafc9-3830-43ca-ac47-5c253a04be61 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:32:30.398345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device c7ffafc9-3830-43ca-ac47-5c253a04be61 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:32:30.581990 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:32:30.812947 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51d1fa35-0267-497f-bea0-ff7864398242 req-4991d08c-dddc-4703-8939-4c76325cf16f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Jul 28 15:32:31.920902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e855e1ab-421f-49e1-8274-f1f1d704c92e req-194a3e3e-69b8-4e9d-b039-c800e6824ffa tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/ports?device_id=a48fbb4c-becd-47ef-ad0c-8359030f59f2 HTTP/1.1" status: 200 len: 210 time: 0.0264819 Jul 28 15:32:36.934217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38524) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:36.992074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.015047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.133573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.136144 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.138007 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "DELETE /v2.0/security-groups/989e6596-13bd-4d2e-bd80-7d6bacd0f441 HTTP/1.1" status: 204 len: 168 time: 0.2027938 Jul 28 15:32:37.140824 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38526) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:37.147178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8d4a-b34d-4037-9ce6-961d9093150f tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e6596-13bd-4d2e-bd80-7d6bacd0f441,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:37.158788 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-cafe4d55-ae6b-4031-8799-f004f31c9b65 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] show failed (client error): The resource could not be found. Jul 28 15:32:37.159946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cafe4d55-ae6b-4031-8799-f004f31c9b65 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "GET /v2.0/security-groups/989e6596-13bd-4d2e-bd80-7d6bacd0f441 HTTP/1.1" status: 404 len: 347 time: 0.0179982 Jul 28 15:32:37.164281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38528) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:37.286844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Deleting port ec4048e4-a285-4a26-8d0a-a9a517005cf4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:37.287227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.360694 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.361064 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.373235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Calling delete_port for ec4048e4-a285-4a26-8d0a-a9a517005cf4 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:37.607944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.633421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Pushing event deleted for resources: {'Port': ['ID=ec4048e4-a285-4a26-8d0a-a9a517005cf4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:37.696740 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.699992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:37.701153 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e3f0f677-1645-416a-bef2-6ba5d9bbe148 tempest-ServerActionsTestJSON-1649942924 tempest-ServerActionsTestJSON-1649942924-project] 10.222.0.47 "DELETE /v2.0/floatingips/1551385d-11b6-4ee6-b097-d2dbecfa52c5 HTTP/1.1" status: 204 len: 168 time: 0.5359209 Jul 28 15:32:37.704181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38530) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:38.210066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:38.803480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Deleting port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:38.803984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:38.886077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] For port 7344e5e4-f729-4fc7-8ff5-481e1f96bb35, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:38.886449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:38.899474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Calling delete_port for 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:39.173671 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:39.201812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=7344e5e4-f729-4fc7-8ff5-481e1f96bb35,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:39.368920 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:39.590304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Router 9dde472e-536e-4887-8bae-27ec461f4e37 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:32:39.696073 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:32:39.701831 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-98c78062-3a9c-4bc8-bfcb-6b822025c6ca admin admin] 10.222.0.47 "PUT /v2.0/routers/9dde472e-536e-4887-8bae-27ec461f4e37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9966979 Jul 28 15:32:39.704442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38534) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:39.707188 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Sync routers for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:32:39.716595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:32:39.717220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:39.810737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:39.825857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:32:39.915725 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.004720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:32:39Z', 'revision_number': 5, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port': {'id': 'dfe94b19-6165-411a-bd4b-a43c477fc6fd', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ff:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:40.030982 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Checking router: 9dde472e-536e-4887-8bae-27ec461f4e37 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:32:40.039114 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Routers {'9dde472e-536e-4887-8bae-27ec461f4e37'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:32:40.039728 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:32:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['9dde472e-536e-4887-8bae-27ec461f4e37'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:40.057173 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Deleting port dfe94b19-6165-411a-bd4b-a43c477fc6fd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:40.057522 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.126498 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] Set router 9dde472e-536e-4887-8bae-27ec461f4e37 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:32:40.141030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] For port dfe94b19-6165-411a-bd4b-a43c477fc6fd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dfe94b19-6165-411a-bd4b-a43c477fc6fd,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:40.141408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.154380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Calling delete_port for dfe94b19-6165-411a-bd4b-a43c477fc6fd owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:40.180392 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:32:39Z', 'revision_number': 6, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:40.207240 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812b1152-648c-4f47-8830-d81e70a57d85 None None] The sync data for ids ['9dde472e-536e-4887-8bae-27ec461f4e37'] in n-d-705658-23 is: [{'id': '9dde472e-536e-4887-8bae-27ec461f4e37', 'name': 'tempest-ServerActionsTestJSON-785124477-router', 'tenant_id': '961a940b771846d381f3e1d3339fbe1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:21:56Z', 'updated_at': '2021-07-28T15:32:39Z', 'revision_number': 6, 'project_id': '961a940b771846d381f3e1d3339fbe1d', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:32:40.470710 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.498685 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe94b19-6165-411a-bd4b-a43c477fc6fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:40.556627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.658649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.660845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.841869 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.842508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dde472e-536e-4887-8bae-27ec461f4e37 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:32:40.848704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.849966 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-004f07ce-d0ed-4563-b124-8160b867026b admin admin] 10.222.0.47 "DELETE /v2.0/routers/9dde472e-536e-4887-8bae-27ec461f4e37 HTTP/1.1" status: 204 len: 168 time: 1.1445320 Jul 28 15:32:40.852527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38538) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:40.897497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Deleting subnet 9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:32:40.900499 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:40.934737 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.022650 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.156754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.185045 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba5fccd-f71b-481a-98b4-e25ad1cf7c01,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:41.189851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.191794 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2937b091-a557-44ce-8d38-f2a2442ffcfb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9ba5fccd-f71b-481a-98b4-e25ad1cf7c01 HTTP/1.1" status: 204 len: 168 time: 0.3381603 Jul 28 15:32:41.194348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38540) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:41.199722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e2a6d-a5b4-492b-a22b-4505b9134d79 None None] Network 92aec70e-0770-4f2b-80a7-78db916a2f24 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:32:41.278763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.337889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Deleting port 43c89fb3-b958-4c63-9e93-8e92e086f3bd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:41.338238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.382895 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] DHCP port deletion for 92aec70e-0770-4f2b-80a7-78db916a2f24 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:32:41.420733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] For port 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=43c89fb3-b958-4c63-9e93-8e92e086f3bd,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:41.420733 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.420733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Calling delete_port for 43c89fb3-b958-4c63-9e93-8e92e086f3bd owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:41.435382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Deleting port 43c89fb3-b958-4c63-9e93-8e92e086f3bd {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:32:41.435382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.500701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] For port 43c89fb3-b958-4c63-9e93-8e92e086f3bd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=43c89fb3-b958-4c63-9e93-8e92e086f3bd,segment=NetworkSegment(d7aae93d-4552-4e03-b4c2-70965ec1c09f),segment_id=d7aae93d-4552-4e03-b4c2-70965ec1c09f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:41.506302 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.516221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Calling delete_port for 43c89fb3-b958-4c63-9e93-8e92e086f3bd owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:32:41.560567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dfe94b19-6165-411a-bd4b-a43c477fc6fd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:32:41.584897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: dfe94b19-6165-411a-bd4b-a43c477fc6fd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:32:41.585245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dfe94b19-6165-411a-bd4b-a43c477fc6fd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:32:41.585660 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 43c89fb3-b958-4c63-9e93-8e92e086f3bd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:32:41.613808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.641665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port 43c89fb3-b958-4c63-9e93-8e92e086f3bd {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 15:32:41.642079 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 43c89fb3-b958-4c63-9e93-8e92e086f3bd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:32:41.642493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:32:41.642844 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] No DVR routers for this DVR port 43c89fb3-b958-4c63-9e93-8e92e086f3bd on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:32:41.647889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c89fb3-b958-4c63-9e93-8e92e086f3bd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:41.662287 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.667304 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:32:41.667684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7344e5e4-f729-4fc7-8ff5-481e1f96bb35 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:32:41.690116 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] Pushing event deleted for resources: {'Port': ['ID=43c89fb3-b958-4c63-9e93-8e92e086f3bd,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:41.693658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0181f-8585-4eef-b291-eb3ea01107ba None None] No DVR routers for this DVR port 43c89fb3-b958-4c63-9e93-8e92e086f3bd on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:32:41.723836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.734119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92aec70e-0770-4f2b-80a7-78db916a2f24']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:41.748286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7aae93d-4552-4e03-b4c2-70965ec1c09f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:41.748581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7aae93d-4552-4e03-b4c2-70965ec1c09f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:32:41.757152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.771224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.777115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:32:41.778161 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:32:41.779989 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:32:41.934411 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.939998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:41.941936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/92aec70e-0770-4f2b-80a7-78db916a2f24 HTTP/1.1" status: 204 len: 168 time: 0.7465529 Jul 28 15:32:41.953957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e347f8-9122-459d-b74f-b45c4237e1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92aec70e-0770-4f2b-80a7-78db916a2f24,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:42.338471 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9733718f-fb7d-445b-b977-9824555cbc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:42.339885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38544) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:42.380710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8adc345f-a664-4645-8efa-6844c572bf75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=961a940b771846d381f3e1d3339fbe1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395470 Jul 28 15:32:42.383119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:42.430608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:42.456519 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:42.641195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:42.643785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:42.644974 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a06bd603-7e12-4953-a78f-b591b550ed54 HTTP/1.1" status: 204 len: 168 time: 0.2609546 Jul 28 15:32:42.653739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a92df9-a0d2-40a8-b9c3-67320bb20a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06bd603-7e12-4953-a78f-b591b550ed54,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:43.710932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38568) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:43.804517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2078177042-network', 'tenant_id': '0db386b000a94695bf61e9c5523d06d3'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:32:43.876328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Made reservation on behalf of 0db386b000a94695bf61e9c5523d06d3 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:32:43.878678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:43.888114 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:43.978069 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.047535 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.075389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:32:44.080598 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:44.087926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.088210 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Added segment 6a683cf9-cdc1-4037-a410-dffa50b28441 of type vlan for network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f Jul 28 15:32:44.129532 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.224897 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.225906 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:44.226494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.291622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:44.301289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:32:44.340266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fedbe71a-cbaf-4f1a-b5e4-cb65d5b1c831 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6276288 Jul 28 15:32:44.342603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38572) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:32:44.347829 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Request body: {'subnet': {'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2078177042-subnet', 'tenant_id': '0db386b000a94695bf61e9c5523d06d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:32:44.453167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Made reservation on behalf of 0db386b000a94695bf61e9c5523d06d3 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:32:44.455720 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.699937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.758133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Pushing event updated for resources: {'Subnet': ['ID=b530886b-6017-4850-803d-325dd1bb962e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:44.768369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Checking segment: {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:32:44.768739 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Network hostable DHCP agents. Network: c2a9c8c2-f4c6-4b61-a67a-017c2053de2f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:32:44.784673 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c7a4efd1-31d5-4791-a255-a9ba027b2bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.846287 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:32:44.933070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c2a9c8c2-f4c6-4b61-a67a-017c2053de2f) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:32:44.937230 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:44.937854 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:44.942452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a23b47d-122d-4021-a5ed-1a2454cd67cf None None] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:32:45.026008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89b45a36-5f69-4a99-b0da-13f8adf5fcad admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6821883 Jul 28 15:32:45.109404 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:45.220190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2e446-3653-416a-aca2-d20967928bd6 None None] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:32:45.447300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-604706a6-add1-4c6b-9833-9c42dbc4d1fc tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:45.449316 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-604706a6-add1-4c6b-9833-9c42dbc4d1fc tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 814 time: 0.0995591 Jul 28 15:32:45.465638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-c6f04ee7-7bb4-495d-ac5e-fa143e12a63e tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/quotas/0db386b000a94695bf61e9c5523d06d3 HTTP/1.1" status: 200 len: 375 time: 0.0097644 Jul 28 15:32:45.501888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-12896cd2-e22f-449c-8ed5-3f35e184f860 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307937 Jul 28 15:32:45.592003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-76b14286-427c-41d2-83e5-1d84dc59697a service neutron] 10.222.0.47 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825810 Jul 28 15:32:45.682736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-4cd5572e-a747-441d-a701-16931e4965fe service neutron] 10.222.0.47 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 Jul 28 15:32:45.944115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc81fb80-99a8-4e8e-ab4d-0382eba16c88 req-b76610bb-5618-49dd-9ec3-b7353b4d0745 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 210 time: 0.0271635 Jul 28 15:32:46.419704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:47.023167 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec6a3b3-b49a-46d0-8cce-c2429f1c637b req-24ca8eb5-8d0b-4d55-bc69-048dcf237ee6 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 210 time: 0.0269821 Jul 28 15:32:47.949635 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:48.117516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-528996a9-5788-4e9c-a2b4-2e15e5db5e65 req-81cc8393-aab2-4d14-81cd-3591a1649d6d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 210 time: 0.0266175 Jul 28 15:32:48.286105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-6aa166f3-e51d-480d-8530-0024683b56a2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:48.287649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-6aa166f3-e51d-480d-8530-0024683b56a2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.53 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 814 time: 0.1021142 Jul 28 15:32:48.306207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Request body: {'port': {'device_id': '2600ba81-b099-41b9-8069-6782f778a3e4', 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f', 'admin_state_up': True, 'tenant_id': '0db386b000a94695bf61e9c5523d06d3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:32:48.549101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Made reservation on behalf of 0db386b000a94695bf61e9c5523d06d3 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:32:48.552843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:48.680236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Allocated IP 172.20.0.9 (c2a9c8c2-f4c6-4b61-a67a-017c2053de2f/b530886b-6017-4850-803d-325dd1bb962e/0ab6038d-40b8-4f82-a9f4-5d9c37e381a2) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:32:48.827026 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:48.956335 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:48.997611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:32:49.000604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:32:49.004203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:32:49.293139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Pushing event updated for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:49.341524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:49.342135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:49.364840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2702-15b1-4402-a01a-8777d22d8b34 req-39fc6127-f365-43ab-8e42-1c6a66cb7605 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:49.366303 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8ce2702-15b1-4402-a01a-8777d22d8b34 req-39fc6127-f365-43ab-8e42-1c6a66cb7605 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 931 time: 0.0771294 Jul 28 15:32:49.405195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d8ce2702-15b1-4402-a01a-8777d22d8b34 req-7cf15344-ceed-4403-b602-179e69bde49c tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 28 15:32:49.528088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-9ad2e2bf-e0fe-4c96-9d32-3142bf77a854 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2258072 Jul 28 15:32:49.547853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Request body: {'port': {'device_id': '2600ba81-b099-41b9-8069-6782f778a3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:32:49.606647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:49.868631 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:32:49.878455 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:49.896376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Transition to ACTIVE for port object 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:32:49.967370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:50.015674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:50.086712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Attempting to bind port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:32:50.087067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Attempting to bind port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:32:50.087396 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Attempting to bind port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:32:50.091927 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:32:50.092318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Attempting to bind port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:32:50.097357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:32:50.097691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Checking segment: {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:32:50.098071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Bound using segment: {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:32:50.098539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Bound port: 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:32:50.098887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:50.162591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:32:50.165494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:32:50.265210 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:50.299885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.300530 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:50.301905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] 10.222.0.53 "PUT /v2.0/ports/0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 HTTP/1.1" status: 200 len: 1092 time: 0.7583525 Jul 28 15:32:50.304187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:50.306417 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd55203-07c4-4b9e-9253-4034a25bdd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:50.332183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474d33c-2283-4a5a-a899-506c3a54f475 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:50.345742 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe9d4ee-a957-4ace-ad33-30e679b206bc x-openstack-request-id: req-8fe9d4ee-a957-4ace-ad33-30e679b206bc {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:50.346118 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:50.346368 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8fe9d4ee-a957-4ace-ad33-30e679b206bc {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:50.346759 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2', 'status': 'completed', 'code': 200} Jul 28 15:32:50.428783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-f0180783-9e27-4498-bca4-62ff87998e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.430210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-f0180783-9e27-4498-bca4-62ff87998e28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 1095 time: 0.0416765 Jul 28 15:32:50.482271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:50.574449 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bfcfa-b3d7-4f7a-8928-1f53d5f3bc59 req-706bdd48-e5f4-4bb8-8e44-7a31e4951cd9 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.575957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c6bfcfa-b3d7-4f7a-8928-1f53d5f3bc59 req-706bdd48-e5f4-4bb8-8e44-7a31e4951cd9 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 943 time: 0.0834696 Jul 28 15:32:50.578640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-f72f82af-c212-4b34-9d95-ffd3536aafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.580128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-f72f82af-c212-4b34-9d95-ffd3536aafd4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0db386b000a94695bf61e9c5523d06d3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1364293 Jul 28 15:32:50.666065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9c6bfcfa-b3d7-4f7a-8928-1f53d5f3bc59 req-2a227974-87c2-46d1-9637-2422fb116062 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Jul 28 15:32:50.699679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-10f5262f-8354-4a3a-a6df-8332549b7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.701148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7bd55203-07c4-4b9e-9253-4034a25bdd4f req-10f5262f-8354-4a3a-a6df-8332549b7776 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131616 Jul 28 15:32:50.795473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-9a281edf-cbbe-46ae-9b4b-98f9e8a0bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.797018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-9a281edf-cbbe-46ae-9b4b-98f9e8a0bd6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 1095 time: 0.0411961 Jul 28 15:32:50.847388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-7c94d5bb-e456-4a4b-bd6e-5872bf5cfcc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 HTTP/1.1" status: 200 len: 217 time: 0.0375714 Jul 28 15:32:50.896867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47682b66-e141-4ce6-a744-0544b8962992 req-9a6939d3-c8c5-4c89-922e-e3a810f72d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:50.898380 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-9a6939d3-c8c5-4c89-922e-e3a810f72d42 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b530886b-6017-4850-803d-325dd1bb962e HTTP/1.1" status: 200 len: 854 time: 0.0441306 Jul 28 15:32:50.929601 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-f3ba2621-85ef-4bc7-921a-9f6f0725df39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242474 Jul 28 15:32:50.984485 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:51.024320 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-2486f7a5-f980-43ab-b4d9-8c3481693ac6 service neutron] 10.222.0.53 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Jul 28 15:32:51.111700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-47682b66-e141-4ce6-a744-0544b8962992 req-7dabaf33-5b7c-4b19-9dea-25914f82f677 service neutron] 10.222.0.53 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805497 Jul 28 15:32:51.788160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab66934-ca17-45ee-a289-3a91fef75b2b req-b8d124e9-b3ad-4ec4-81d7-605f4b541039 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:51.789545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab66934-ca17-45ee-a289-3a91fef75b2b req-b8d124e9-b3ad-4ec4-81d7-605f4b541039 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 943 time: 0.0546272 Jul 28 15:32:51.828137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ab66934-ca17-45ee-a289-3a91fef75b2b req-2b7da52b-d618-4681-b4a4-b9700e31741b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Jul 28 15:32:52.944110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8340e0-d521-4b60-a3a7-3bdd468480f2 req-2288ab61-1e42-40dc-b3b1-88b5c631f9a7 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:52.945606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d8340e0-d521-4b60-a3a7-3bdd468480f2 req-2288ab61-1e42-40dc-b3b1-88b5c631f9a7 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 943 time: 0.0494597 Jul 28 15:32:52.984326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2d8340e0-d521-4b60-a3a7-3bdd468480f2 req-6137a12a-37d6-4d27-b6ae-d7c19e25e547 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 28 15:32:54.112389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65568b-507d-41d4-b3ea-69a831ceca3c req-4b75d718-4d6c-4ebc-a047-64138048fdce tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:54.113896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a65568b-507d-41d4-b3ea-69a831ceca3c req-4b75d718-4d6c-4ebc-a047-64138048fdce tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 943 time: 0.0501578 Jul 28 15:32:54.154055 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9a65568b-507d-41d4-b3ea-69a831ceca3c req-58f9bfaa-6bc5-447d-bd27-39466e84bf9c tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342371 Jul 28 15:32:54.503469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:32:54.594635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:54.606995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2', 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f', 'port_id': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2', 'mac_address': 'fa:16:3e:97:40:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b530886b-6017-4850-803d-325dd1bb962e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:32:54.642584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:54.655836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:32:54.679359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:54.784554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:54.831680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:55.048058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:32:55.289855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7d20e-975d-4424-a08a-44034825dee2 req-b792efa9-8cc0-42c1-9c7f-1e44b46d11c9 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:55.291365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-59e7d20e-975d-4424-a08a-44034825dee2 req-b792efa9-8cc0-42c1-9c7f-1e44b46d11c9 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 944 time: 0.0536554 Jul 28 15:32:55.329195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-59e7d20e-975d-4424-a08a-44034825dee2 req-16adf4bd-8297-4dde-83d4-8f73f7ecf34f tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 28 15:32:56.446081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b6e5c-1a6f-434c-9f23-a4f1696d79f3 req-2fff988d-5fda-4fb2-8d3a-adc329381563 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:56.447584 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a3b6e5c-1a6f-434c-9f23-a4f1696d79f3 req-2fff988d-5fda-4fb2-8d3a-adc329381563 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 944 time: 0.0489914 Jul 28 15:32:56.486489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3a3b6e5c-1a6f-434c-9f23-a4f1696d79f3 req-e05000b7-f4ca-4e15-b80b-93e8e0d29c59 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Jul 28 15:32:56.517575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:32:56.681495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:32:56.685690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:32:56.686066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:56.763552 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:56.785518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:32:56.787774 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8443853-1241-4fa7-a55f-f88ff310325a" -d '{"events": [{"server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:32:56.802049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:32:56.822807 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc188c80-e075-4612-9f90-ee6840e71ff4 x-openstack-request-id: req-fc188c80-e075-4612-9f90-ee6840e71ff4 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:32:56.823179 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:32:56.823958 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc188c80-e075-4612-9f90-ee6840e71ff4 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:32:56.824465 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2', 'code': 200} Jul 28 15:32:56.892921 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:32:56.945891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:32:56.946696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fe51a-3a9d-4b40-a7b7-58a39942f64d req-1075bf2e-6e4c-471c-a467-68af0cc7b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:56.949082 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27fe51a-3a9d-4b40-a7b7-58a39942f64d req-1075bf2e-6e4c-471c-a467-68af0cc7b6b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0423405 Jul 28 15:32:56.982906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a27fe51a-3a9d-4b40-a7b7-58a39942f64d req-a2d48bda-df65-45bd-97b9-cd9083f65189 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279465 Jul 28 15:32:57.608098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb9569-0fa8-4708-97c4-0b7455c917a3 req-2840978d-b396-4c8a-bf40-62938df1444d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:57.609644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3cb9569-0fa8-4708-97c4-0b7455c917a3 req-2840978d-b396-4c8a-bf40-62938df1444d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0561240 Jul 28 15:32:57.650813 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b3cb9569-0fa8-4708-97c4-0b7455c917a3 req-c0a27e85-c731-4e99-9e03-95044a736e7a tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 28 15:32:58.771869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c197976-c5df-477d-8e55-a4c126f4d514 req-241ebd3c-f222-4718-a1b1-7af43ad3330a tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:58.773294 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c197976-c5df-477d-8e55-a4c126f4d514 req-241ebd3c-f222-4718-a1b1-7af43ad3330a tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Jul 28 15:32:58.812205 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c197976-c5df-477d-8e55-a4c126f4d514 req-2c192e74-b0e6-407a-8127-1a1330196a66 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325859 Jul 28 15:32:59.037798 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-777a6f15-0dbb-475e-a37b-06439b7ce195 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:32:59.039243 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-777a6f15-0dbb-475e-a37b-06439b7ce195 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 814 time: 0.1013644 Jul 28 15:32:59.054421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-c7b5011c-e52f-4006-8925-00e43229265b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/quotas/0db386b000a94695bf61e9c5523d06d3 HTTP/1.1" status: 200 len: 375 time: 0.0089493 Jul 28 15:32:59.107986 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-42c8435a-01dc-4fdf-bb9d-dca11f27b266 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477419 Jul 28 15:32:59.160148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-d30aeff2-463b-4c54-9df6-4ebce454c4b0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:32:59.161157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-d30aeff2-463b-4c54-9df6-4ebce454c4b0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465944 Jul 28 15:32:59.250463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-63e0a9a7-cdfd-463f-9344-b7a675dfb794 service neutron] 10.222.0.47 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824254 Jul 28 15:32:59.344845 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-02fee778-3ed4-4ea8-8e6f-2320e920d777 service neutron] 10.222.0.47 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Jul 28 15:32:59.621244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6cd14731-1a31-4ed9-92e9-1015f5616bec req-05c0db31-09a7-46d4-be19-1b00ce4f092a tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0331004 Jul 28 15:33:00.718474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-391d848f-1d16-4fef-80d6-da9f6689134f req-abc6c288-3bc8-44c7-a55b-793b8c911991 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Jul 28 15:33:01.813771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f39d741-1172-41ee-8ed9-35d17112b266 req-6c2c1ddd-d90c-4a06-b3ff-e2eb00894b2d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0258338 Jul 28 15:33:02.024703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-56adc8e9-c6ab-47ca-b414-b7cc87d0e517 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:02.026146 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-56adc8e9-c6ab-47ca-b414-b7cc87d0e517 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.50 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 814 time: 0.1099415 Jul 28 15:33:02.045817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Request body: {'port': {'device_id': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f', 'admin_state_up': True, 'tenant_id': '0db386b000a94695bf61e9c5523d06d3'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:02.281060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Made reservation on behalf of 0db386b000a94695bf61e9c5523d06d3 for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:02.284636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:02.408564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Allocated IP 172.20.0.13 (c2a9c8c2-f4c6-4b61-a67a-017c2053de2f/b530886b-6017-4850-803d-325dd1bb962e/d08857fd-5256-4f5e-bdb1-46db2f646f91) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:02.555484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:02.704365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:02.738754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:33:02.751989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:02.757269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:02.760200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:02.767625 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Pushing event updated for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:02.799269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.799859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.800281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.800785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.801132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.801473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.801813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.802134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.802471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.802802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.803153 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.803479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:02.832131 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:02.832752 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:02.936460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb932d-c0dd-4850-943d-9dfdf669b84a req-8d17b679-10d7-4f65-b280-419ef29cc08d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:02.938030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fffb932d-c0dd-4850-943d-9dfdf669b84a req-8d17b679-10d7-4f65-b280-419ef29cc08d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 932 time: 0.0503271 Jul 28 15:33:02.939806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-0157c0b8-8a1f-4370-ab4f-1965083b32bb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8979192 Jul 28 15:33:02.966578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Request body: {'port': {'device_id': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:03.002198 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fffb932d-c0dd-4850-943d-9dfdf669b84a req-830fc20f-2ddb-45ee-bd7f-3ac1660d5908 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Jul 28 15:33:03.036210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.041088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-59655ca3-cd1d-44ea-9876-efbc29b8c5d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491936 Jul 28 15:33:03.138912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-47e5f42b-21b8-4ba6-93fd-783fb9702237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.140787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-47e5f42b-21b8-4ba6-93fd-783fb9702237 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0416675 Jul 28 15:33:03.247656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-ff185462-f614-422f-a4cc-a1e9bd2a955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.249213 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-ff185462-f614-422f-a4cc-a1e9bd2a955e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 915 time: 0.0891545 Jul 28 15:33:03.302018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-ffc85ed5-a50a-4103-94a0-b0d0666cea1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 HTTP/1.1" status: 200 len: 217 time: 0.0459330 Jul 28 15:33:03.305363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08857fd-5256-4f5e-bdb1-46db2f646f91 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:33:03.313096 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.325341 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Transition to ACTIVE for port object d08857fd-5256-4f5e-bdb1-46db2f646f91 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:03.351716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-8eb47e63-c9dc-4a94-8055-7e13838870db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.353211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-8eb47e63-c9dc-4a94-8055-7e13838870db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b530886b-6017-4850-803d-325dd1bb962e HTTP/1.1" status: 200 len: 854 time: 0.0447628 Jul 28 15:33:03.378274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.390228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-985f0a0a-87f8-4dc0-9173-6ffc359a86fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303571 Jul 28 15:33:03.430081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:03.485615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-944449d4-f6dc-4d13-a00d-cf3f8b583755 service neutron] 10.222.0.53 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880125 Jul 28 15:33:03.498535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Attempting to bind port d08857fd-5256-4f5e-bdb1-46db2f646f91 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:03.498880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Attempting to bind port d08857fd-5256-4f5e-bdb1-46db2f646f91 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:03.499245 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Attempting to bind port d08857fd-5256-4f5e-bdb1-46db2f646f91 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:03.503692 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Port d08857fd-5256-4f5e-bdb1-46db2f646f91 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:33:03.504025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Attempting to bind port d08857fd-5256-4f5e-bdb1-46db2f646f91 on network c2a9c8c2-f4c6-4b61-a67a-017c2053de2f {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:03.508816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:03.509155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Checking segment: {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:03.509544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Bound using segment: {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:03.509973 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Bound port: d08857fd-5256-4f5e-bdb1-46db2f646f91, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a683cf9-cdc1-4037-a410-dffa50b28441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:03.510335 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.578142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:03.581761 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:03.585662 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4de5a451-7a2c-46ae-9e7f-14a53f30767d req-0307621d-2f92-4d07-958a-4c07f19e1a50 service neutron] 10.222.0.53 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924542 Jul 28 15:33:03.681556 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.716334 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.716957 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:03.718353 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] 10.222.0.50 "PUT /v2.0/ports/d08857fd-5256-4f5e-bdb1-46db2f646f91 HTTP/1.1" status: 200 len: 1093 time: 0.7569172 Jul 28 15:33:03.718819 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:03.721162 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2898e6-2090-40d9-acf4-1fc2c13be71b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:03.747565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a001901-cf28-4b4f-9918-843903bdfe51 service neutron] Pushing event updated for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:03.819086 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08e222d-4ab4-4fb8-a66c-9e61c886ab9b x-openstack-request-id: req-e08e222d-4ab4-4fb8-a66c-9e61c886ab9b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:03.819379 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:03.819634 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e08e222d-4ab4-4fb8-a66c-9e61c886ab9b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:03.820039 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91', 'status': 'completed', 'code': 200} Jul 28 15:33:03.887169 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-5911ed82-344e-4e8f-966c-9d980be6ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.888694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-5911ed82-344e-4e8f-966c-9d980be6ac37 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.0413506 Jul 28 15:33:03.942432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-a59767c9-f816-4a1f-a477-df7d31861499 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91 HTTP/1.1" status: 200 len: 217 time: 0.0405407 Jul 28 15:33:03.991524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-2e64fa33-9e0e-48c9-9f16-990aadbd09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:03.992988 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-2e64fa33-9e0e-48c9-9f16-990aadbd09ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b530886b-6017-4850-803d-325dd1bb962e HTTP/1.1" status: 200 len: 854 time: 0.0441840 Jul 28 15:33:04.023889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6db6214e-50d6-45d6-8e78-a5851483a0eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236390 Jul 28 15:33:04.153564 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f465394-8987-4aa4-8771-c25575b3f3d7 req-b389cf8f-c919-4edf-8255-fbc52916ff7b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:04.155088 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f465394-8987-4aa4-8771-c25575b3f3d7 req-b389cf8f-c919-4edf-8255-fbc52916ff7b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 944 time: 0.0773652 Jul 28 15:33:04.157314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-31f7e876-6d7c-4b3f-965e-47e80b928edf service neutron] 10.222.0.50 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267645 Jul 28 15:33:04.243399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f465394-8987-4aa4-8771-c25575b3f3d7 req-25024c2a-bb49-4598-be4c-07f0afa5eb09 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823030 Jul 28 15:33:04.273493 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b76be816-0f90-4268-9eae-c5b109ee6d2b req-6edec321-4870-4ee3-b6b0-8fe66fdde417 service neutron] 10.222.0.50 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066141 Jul 28 15:33:04.517952 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-ba1e6e0a-7ca8-4aed-8893-7f528b22eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:04.519478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-ba1e6e0a-7ca8-4aed-8893-7f528b22eb8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0db386b000a94695bf61e9c5523d06d3&device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 1096 time: 0.0430756 Jul 28 15:33:04.616253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-bfe6b87e-4389-4515-995a-535447e45127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:04.617752 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-bfe6b87e-4389-4515-995a-535447e45127 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 200 len: 915 time: 0.0895500 Jul 28 15:33:04.660610 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-d2760b77-9d17-47fb-8b90-0c982606aa3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91 HTTP/1.1" status: 200 len: 217 time: 0.0349312 Jul 28 15:33:04.709498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-f81b0b4e-68cb-4281-9e71-0b6ff0336ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:04.710925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-f81b0b4e-68cb-4281-9e71-0b6ff0336ac3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b530886b-6017-4850-803d-325dd1bb962e HTTP/1.1" status: 200 len: 854 time: 0.0426934 Jul 28 15:33:04.743131 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-e02dca0d-6fde-492c-8818-35efb2dbe260 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234079 Jul 28 15:33:05.188418 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-d382ba51-e388-4257-a5d2-e76ebaa32f3a service neutron] 10.222.0.50 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356036 Jul 28 15:33:05.280760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e2898e6-2090-40d9-acf4-1fc2c13be71b req-605abc96-5f0b-46ca-b258-d99f07a9dad9 service neutron] 10.222.0.50 "GET /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837977 Jul 28 15:33:05.366535 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e11afd-3854-4ac3-a112-3a4e5efcd60f req-ab01d303-eab3-4fd5-ba0b-c2011d29d847 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:05.368140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9e11afd-3854-4ac3-a112-3a4e5efcd60f req-ab01d303-eab3-4fd5-ba0b-c2011d29d847 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 944 time: 0.0529490 Jul 28 15:33:05.408956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9e11afd-3854-4ac3-a112-3a4e5efcd60f req-563b21fd-6b47-4cec-ba24-a67a0a48d4c2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Jul 28 15:33:06.323463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d08857fd-5256-4f5e-bdb1-46db2f646f91 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:33:06.418422 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:06.429175 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd08857fd-5256-4f5e-bdb1-46db2f646f91', 'network_id': 'c2a9c8c2-f4c6-4b61-a67a-017c2053de2f', 'port_id': 'd08857fd-5256-4f5e-bdb1-46db2f646f91', 'mac_address': 'fa:16:3e:71:52:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b530886b-6017-4850-803d-325dd1bb962e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:33:06.466322 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:06.480928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08857fd-5256-4f5e-bdb1-46db2f646f91 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:33:06.501843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:06.532145 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ea1e-f89a-4045-9357-d216cbf28583 req-11ce2a95-cc23-419e-add0-fb22b830f0cb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:06.533650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5437ea1e-f89a-4045-9357-d216cbf28583 req-11ce2a95-cc23-419e-add0-fb22b830f0cb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 944 time: 0.0553858 Jul 28 15:33:06.572589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5437ea1e-f89a-4045-9357-d216cbf28583 req-d35d1ba2-cd01-4967-82ac-5f0bdaeed45d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jul 28 15:33:06.612396 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:06.662548 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:06.669780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.670133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.670478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.670868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.671232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.671567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.671899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.672228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.672556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.672883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.673209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.673533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:06.896762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d08857fd-5256-4f5e-bdb1-46db2f646f91'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:33:07.580841 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:33:07.689215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06910d-640e-493c-b21b-f5281e4ab2a5 req-46e3f46d-6f80-46af-89af-6e74370e5e8d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:07.690719 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f06910d-640e-493c-b21b-f5281e4ab2a5 req-46e3f46d-6f80-46af-89af-6e74370e5e8d tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 945 time: 0.0491281 Jul 28 15:33:07.728274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f06910d-640e-493c-b21b-f5281e4ab2a5 req-fcce0e74-4fe8-44dc-a673-639660d1ff1f tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jul 28 15:33:08.322560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d08857fd-5256-4f5e-bdb1-46db2f646f91 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:08.412353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port d08857fd-5256-4f5e-bdb1-46db2f646f91 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:08.416011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d08857fd-5256-4f5e-bdb1-46db2f646f91 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:08.416392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:08.495557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:08.518255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:08.520556 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b8ef3-56cc-4274-a259-98ca987a5dd8" -d '{"events": [{"server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "name": "network-vif-plugged", "status": "completed", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:08.534151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:08.558407 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38f038-f90a-47ba-a984-bbd9527f8fd1 x-openstack-request-id: req-5f38f038-f90a-47ba-a984-bbd9527f8fd1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:08.558585 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "name": "network-vif-plugged", "status": "completed", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:08.558838 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f38f038-f90a-47ba-a984-bbd9527f8fd1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:08.559263 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91', 'code': 200} Jul 28 15:33:08.629706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:08.677094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:08.680863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce23538-8184-4264-ac86-1016a2310bb2 req-03406ade-185f-427b-8240-edb26cfc28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:08.682878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fce23538-8184-4264-ac86-1016a2310bb2 req-03406ade-185f-427b-8240-edb26cfc28ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 1098 time: 0.0390079 Jul 28 15:33:08.718837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fce23538-8184-4264-ac86-1016a2310bb2 req-2c8a1b34-2f32-4fef-b960-700b22548bc1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284457 Jul 28 15:33:08.844034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fc397-abe3-45de-bf34-47be55bd0697 req-ae75d71a-fb41-4adb-ba30-e50eaead40a6 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:08.845527 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a0fc397-abe3-45de-bf34-47be55bd0697 req-ae75d71a-fb41-4adb-ba30-e50eaead40a6 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Jul 28 15:33:08.887653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a0fc397-abe3-45de-bf34-47be55bd0697 req-734b90b0-991a-43a6-8a71-6985513592fe tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Jul 28 15:33:10.003681 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d191f5-53eb-4e0c-8ed1-4efbd99a4285 req-17705cbc-9ca0-4bb5-8940-6a9620d6a723 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:10.005173 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35d191f5-53eb-4e0c-8ed1-4efbd99a4285 req-17705cbc-9ca0-4bb5-8940-6a9620d6a723 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0497220 Jul 28 15:33:10.047018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35d191f5-53eb-4e0c-8ed1-4efbd99a4285 req-69e1c585-6f13-49a2-bdd7-27e1da1b8f40 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Jul 28 15:33:11.162322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ab33-f219-4237-960b-b741ce3d16b0 req-98f489f5-d7be-4dbc-8d22-7468ce47e4d1 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:11.163988 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e06ab33-f219-4237-960b-b741ce3d16b0 req-98f489f5-d7be-4dbc-8d22-7468ce47e4d1 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Jul 28 15:33:11.202090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0e06ab33-f219-4237-960b-b741ce3d16b0 req-3a15da15-92cc-4533-ad28-654c0df833cf tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Jul 28 15:33:11.716530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baa23b-2325-4acc-af17-73a0d99bb47d req-afed71cc-32b5-42d2-aff3-493df27bce30 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:11.718012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0baa23b-2325-4acc-af17-73a0d99bb47d req-afed71cc-32b5-42d2-aff3-493df27bce30 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0497024 Jul 28 15:33:11.757206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0baa23b-2325-4acc-af17-73a0d99bb47d req-450d643b-7301-4884-ab2a-04bb0fedb536 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Jul 28 15:33:12.314695 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5804-39c3-41b9-8da4-1c26fd339020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:12.882644 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb523-efe6-4ab1-b410-f5cb1f6640fa req-92d97a7f-0106-4bb0-b646-8d425120c316 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:12.884201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35dbb523-efe6-4ab1-b410-f5cb1f6640fa req-92d97a7f-0106-4bb0-b646-8d425120c316 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0557404 Jul 28 15:33:12.923682 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-35dbb523-efe6-4ab1-b410-f5cb1f6640fa req-1365e4b1-97f6-4f79-860f-8b6ed7aac0a8 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Jul 28 15:33:13.196128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648707d8-e226-4f54-a6f2-b400081101d6 req-503d40c9-133f-4c1f-a90d-a0f36e122f96 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:13.197728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-648707d8-e226-4f54-a6f2-b400081101d6 req-503d40c9-133f-4c1f-a90d-a0f36e122f96 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 946 time: 0.0486789 Jul 28 15:33:13.285193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Deleting port d08857fd-5256-4f5e-bdb1-46db2f646f91 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:13.285539 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:13.374853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] For port d08857fd-5256-4f5e-bdb1-46db2f646f91, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d08857fd-5256-4f5e-bdb1-46db2f646f91,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:13.375250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:13.388616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Calling delete_port for d08857fd-5256-4f5e-bdb1-46db2f646f91 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:13.583605 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:13.613166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Pushing event deleted for resources: {'Port': ['ID=d08857fd-5256-4f5e-bdb1-46db2f646f91,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:13.619082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:33:13.622231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d08857fd-5256-4f5e-bdb1-46db2f646f91'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:33:13.660802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] No DVR routers for this DVR port d08857fd-5256-4f5e-bdb1-46db2f646f91 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:13.663390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:13.665395 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-648707d8-e226-4f54-a6f2-b400081101d6 req-451ab66e-89de-485f-861b-83daf610238b tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.50 "DELETE /v2.0/ports/d08857fd-5256-4f5e-bdb1-46db2f646f91 HTTP/1.1" status: 204 len: 173 time: 0.4610603 Jul 28 15:33:13.665839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'name': 'network-vif-deleted', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:13.669282 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863e68b8-1ba3-48b0-8625-98ba8f29af74" -d '{"events": [{"server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "name": "network-vif-deleted", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:13.707519 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2277b66-8386-4d96-8e15-7cfb8ac04dc3 x-openstack-request-id: req-e2277b66-8386-4d96-8e15-7cfb8ac04dc3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:13.707911 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb53dd7-514f-483a-9cec-d2f3f19bcf00", "name": "network-vif-deleted", "tag": "d08857fd-5256-4f5e-bdb1-46db2f646f91", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:13.708164 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2277b66-8386-4d96-8e15-7cfb8ac04dc3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:13.708561 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb53dd7-514f-483a-9cec-d2f3f19bcf00', 'name': 'network-vif-deleted', 'tag': 'd08857fd-5256-4f5e-bdb1-46db2f646f91', 'status': 'completed', 'code': 200} Jul 28 15:33:14.034741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21a7a2d1-99bd-48d0-b88a-e681c20ed3a5 req-5a954224-ebbb-471c-9da3-a9ca81b54e67 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb53dd7-514f-483a-9cec-d2f3f19bcf00 HTTP/1.1" status: 200 len: 210 time: 0.0302558 Jul 28 15:33:14.749141 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06c58e71-2c51-421d-a042-8ee872c3cfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:14.995239 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:15.188142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc94b8-11d6-481d-8bce-a01ceccf03ae req-29ed3b23-e6c1-4b49-bc32-f6a208b5a0e2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:15.189653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82cc94b8-11d6-481d-8bce-a01ceccf03ae req-29ed3b23-e6c1-4b49-bc32-f6a208b5a0e2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Jul 28 15:33:15.227456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-82cc94b8-11d6-481d-8bce-a01ceccf03ae req-0644fae3-efc8-4ec7-9229-a55868f5e1dc tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jul 28 15:33:15.362348 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18de4e-093b-4509-bf96-281585d574eb req-6e124a68-32c2-46d2-9986-9da4ad839acb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:15.363819 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc18de4e-093b-4509-bf96-281585d574eb req-6e124a68-32c2-46d2-9986-9da4ad839acb tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0505431 Jul 28 15:33:15.404180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc18de4e-093b-4509-bf96-281585d574eb req-33c19ecc-3dc8-4950-b121-08faceac611c tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Jul 28 15:33:15.528638 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d29647-e2f4-4c84-9f97-a7d8d52d727d req-0fd24a48-d6ba-4d4f-9f63-f6f933473afe tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:15.530158 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d29647-e2f4-4c84-9f97-a7d8d52d727d req-0fd24a48-d6ba-4d4f-9f63-f6f933473afe tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Jul 28 15:33:15.573771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-24d29647-e2f4-4c84-9f97-a7d8d52d727d req-f7eedd99-1808-4885-b0cc-7d5f075a4751 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Jul 28 15:33:15.742294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98fea0-467a-4a15-acff-3a3ffc57facd req-38fc1004-980e-4717-ba07-466e99e12c49 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:15.743822 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a98fea0-467a-4a15-acff-3a3ffc57facd req-38fc1004-980e-4717-ba07-466e99e12c49 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Jul 28 15:33:15.785283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8a98fea0-467a-4a15-acff-3a3ffc57facd req-cb22c77d-4a68-4bf1-b653-6e6ee17c4860 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355172 Jul 28 15:33:15.901914 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccacfe-3a44-4b99-bcbb-056ce0980ad9 req-9fff78d3-64cb-4b2a-b7b1-fdb792a957dc tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:15.904320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62ccacfe-3a44-4b99-bcbb-056ce0980ad9 req-9fff78d3-64cb-4b2a-b7b1-fdb792a957dc tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0501418 Jul 28 15:33:15.945362 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62ccacfe-3a44-4b99-bcbb-056ce0980ad9 req-845bab84-86e9-434f-8e1a-598c3ae72d96 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351291 Jul 28 15:33:16.071035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738299ef-1f47-42c3-9d51-c181e191c89c req-2f2369ea-db6c-466f-a971-93031480105f tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:16.072527 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-738299ef-1f47-42c3-9d51-c181e191c89c req-2f2369ea-db6c-466f-a971-93031480105f tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0491197 Jul 28 15:33:16.115172 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-738299ef-1f47-42c3-9d51-c181e191c89c req-59d20ef2-bcca-4fe4-bd91-23a8cb389006 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358300 Jul 28 15:33:16.349501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:16.368757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d08857fd-5256-4f5e-bdb1-46db2f646f91 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:16.390664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: d08857fd-5256-4f5e-bdb1-46db2f646f91 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:16.391049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d08857fd-5256-4f5e-bdb1-46db2f646f91 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:16.733275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fca7-eccb-4704-9257-157866f539c9 req-34f3d6e0-7830-4fd9-a9ec-374017758247 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:16.734756 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96e1fca7-eccb-4704-9257-157866f539c9 req-34f3d6e0-7830-4fd9-a9ec-374017758247 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Jul 28 15:33:16.773569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-96e1fca7-eccb-4704-9257-157866f539c9 req-e683b8ff-7d35-4cd1-aeff-d674c734ad83 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Jul 28 15:33:17.914319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12626a5-0c90-47d8-8691-e1e9becadf82 req-a97daa4b-2018-407e-81e7-c19c6ec84ce2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:17.916556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d12626a5-0c90-47d8-8691-e1e9becadf82 req-a97daa4b-2018-407e-81e7-c19c6ec84ce2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0569105 Jul 28 15:33:17.949359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:17.960858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d12626a5-0c90-47d8-8691-e1e9becadf82 req-6192ea29-7b34-488f-b60a-cdb565fe49e6 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/security-groups?id=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Jul 28 15:33:18.238089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-f778e7f1-18db-4ce4-8f1a-9b47fe978ed2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:18.239603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-f778e7f1-18db-4ce4-8f1a-9b47fe978ed2 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.53 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Jul 28 15:33:18.342414 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Deleting port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:18.342762 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:18.436377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] For port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,segment=NetworkSegment(6a683cf9-cdc1-4037-a410-dffa50b28441),segment_id=6a683cf9-cdc1-4037-a410-dffa50b28441)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:18.436744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:18.450154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Calling delete_port for 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:18.703372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:18.736038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Pushing event deleted for resources: {'Port': ['ID=0ab6038d-40b8-4f82-a9f4-5d9c37e381a2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:18.737267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:33:18.765688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.765963 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.766311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.766652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.767019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.767357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.767689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.768018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.768349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.768678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.769006 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.769331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:18.818023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] No DVR routers for this DVR port 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:18.818023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:18.818023 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e241aa92-3900-4696-aa90-91a7fe6d77dd req-c5fd6cea-312c-4373-bdfe-14f7188106c0 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.53 "DELETE /v2.0/ports/0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 HTTP/1.1" status: 204 len: 173 time: 0.5507081 Jul 28 15:33:18.818023 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'name': 'network-vif-deleted', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:33:18.818023 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aacc9d-9c20-4889-9532-603826856da0" -d '{"events": [{"server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "name": "network-vif-deleted", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:33:18.836564 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b21f84-7205-43c3-a3d2-9920f627e6d0 x-openstack-request-id: req-35b21f84-7205-43c3-a3d2-9920f627e6d0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:33:18.836862 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2600ba81-b099-41b9-8069-6782f778a3e4", "name": "network-vif-deleted", "tag": "0ab6038d-40b8-4f82-a9f4-5d9c37e381a2", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:33:18.837115 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35b21f84-7205-43c3-a3d2-9920f627e6d0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:33:18.837515 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2600ba81-b099-41b9-8069-6782f778a3e4', 'name': 'network-vif-deleted', 'tag': '0ab6038d-40b8-4f82-a9f4-5d9c37e381a2', 'status': 'completed', 'code': 200} Jul 28 15:33:19.063728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b732adc1-628b-4149-a3bc-276f983f9ebe req-b6eec2f0-ecec-4a7f-be2a-cbbb8118e1a9 tempest-ServersNegativeTestJSON-1806606513 tempest-ServersNegativeTestJSON-1806606513-project] 10.222.0.47 "GET /v2.0/ports?device_id=2600ba81-b099-41b9-8069-6782f778a3e4 HTTP/1.1" status: 200 len: 210 time: 0.0277843 Jul 28 15:33:20.120460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38742) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:20.164418 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Deleting subnet b530886b-6017-4850-803d-325dd1bb962e {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:33:20.167399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.206239 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.245379 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.355182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.381743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b530886b-6017-4850-803d-325dd1bb962e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:20.385678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.393669 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf102071-6bbf-476c-9c60-c5dcee85ed05 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b530886b-6017-4850-803d-325dd1bb962e HTTP/1.1" status: 204 len: 168 time: 0.2660928 Jul 28 15:33:20.393669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38744) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:20.462095 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.526097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.539656 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.549871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a9c8c2-f4c6-4b61-a67a-017c2053de2f']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:20.565639 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a683cf9-cdc1-4037-a410-dffa50b28441') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:20.565941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a683cf9-cdc1-4037-a410-dffa50b28441') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:20.574697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.587882 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.594361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:20.594783 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:20.596446 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:20.720624 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.726190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:20.728075 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] 10.222.0.47 "DELETE /v2.0/networks/c2a9c8c2-f4c6-4b61-a67a-017c2053de2f HTTP/1.1" status: 204 len: 168 time: 0.3370566 Jul 28 15:33:20.740141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd5059-bcaa-46c7-a77c-da3429da994b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a9c8c2-f4c6-4b61-a67a-017c2053de2f,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:21.046386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:21.092887 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38748) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:21.132983 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d8e75471-a8ec-4877-8ac2-882acf100aaf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0db386b000a94695bf61e9c5523d06d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389857 Jul 28 15:33:21.135521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38750) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:21.184362 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:21.212023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:21.320292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:21.322831 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:21.324338 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa4f3be8-f8dc-4d34-a9e9-5453601e2b36 HTTP/1.1" status: 204 len: 168 time: 0.1878045 Jul 28 15:33:21.333176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a1cd1-f563-4607-b33e-f1c2b842615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4f3be8-f8dc-4d34-a9e9-5453601e2b36,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:22.361146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:22.453338 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1940366960'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:22.565922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:22.569494 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.578738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.628619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:22.648049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:22.648393 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 0ab6038d-40b8-4f82-a9f4-5d9c37e381a2 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:22.669960 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.748402 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.776641 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:22.782948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f16d31-0521-4555-b445-5c0679e5d9bb,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:22.789635 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.789635 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Added segment f39520e4-2414-4a79-b354-27700df6bde9 of type vlan for network 5b51889e-3b1d-4819-a015-18285d78327d Jul 28 15:33:22.829072 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.937600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:22.943374 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:22.943990 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:23.028170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Network': ['ID=5b51889e-3b1d-4819-a015-18285d78327d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:23.029196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 5b51889e-3b1d-4819-a015-18285d78327d details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:23.133035 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-11599154-c17a-46bd-9dba-8e40b70372dc tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7707086 Jul 28 15:33:26.464554 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38776) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:26.470446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'subnet': {'network_id': '5b51889e-3b1d-4819-a015-18285d78327d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:26.657242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:26.660824 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:26.903124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:26.965980 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Subnet': ['ID=ca75dbc7-8112-4c15-ae13-a41ea6aa3fce,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:26.976316 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking segment: {'id': 'f39520e4-2414-4a79-b354-27700df6bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:26.976715 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network hostable DHCP agents. Network: 5b51889e-3b1d-4819-a015-18285d78327d, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:27.051385 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network 5b51889e-3b1d-4819-a015-18285d78327d is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:27.136927 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 5b51889e-3b1d-4819-a015-18285d78327d) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:27.140968 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:27.141569 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.147865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df9b25-8085-44f5-9bfe-10e25beb456d None None] Network 5b51889e-3b1d-4819-a015-18285d78327d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:27.212232 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5a8ce10d-3610-4224-8020-a849fc205448 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7458062 Jul 28 15:33:27.215805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38778) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:27.220984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1172988715'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:27.290844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-5b51889e-3b1d-4819-a015-18285d78327d', 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d', 'tenant_id': '5acfb5483b814ced90c298247804d44e', 'fixed_ips': [{'subnet_id': 'ca75dbc7-8112-4c15-ae13-a41ea6aa3fce'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:27.291752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.297454 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:27.300976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.325369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:27.334262 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.334610 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Added segment 9d2da1d2-cc71-4e53-be69-6995b3fbe961 of type vlan for network 16291230-f9c4-439a-9031-3e816ad56cc5 Jul 28 15:33:27.375760 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.426788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Allocated IP 2001:db8:0:ffff::2 (5b51889e-3b1d-4819-a015-18285d78327d/ca75dbc7-8112-4c15-ae13-a41ea6aa3fce/4b3cff18-3ebf-42f0-870d-e93573350b14) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:27.486238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.492111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:27.493219 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.557892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Network': ['ID=16291230-f9c4-439a-9031-3e816ad56cc5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:27.571026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 16291230-f9c4-439a-9031-3e816ad56cc5 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:27.579280 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.619290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Transition to ACTIVE for port object 4b3cff18-3ebf-42f0-870d-e93573350b14 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:27.623560 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-747bcdbc-79d2-4441-ad27-04055a9d19b4 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4066114 Jul 28 15:33:27.626449 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38780) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:27.631617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'subnet': {'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:27.646602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Transition to ACTIVE for port object 4b3cff18-3ebf-42f0-870d-e93573350b14 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:27.691764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.733162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Network 5b51889e-3b1d-4819-a015-18285d78327d is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:27.735896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:27.741538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:27.748198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Pushing event updated for resources: {'Port': ['ID=4b3cff18-3ebf-42f0-870d-e93573350b14,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:27.800936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Attempting to bind port 4b3cff18-3ebf-42f0-870d-e93573350b14 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:27.801350 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Attempting to bind port 4b3cff18-3ebf-42f0-870d-e93573350b14 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f39520e4-2414-4a79-b354-27700df6bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:27.801714 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Attempting to bind port 4b3cff18-3ebf-42f0-870d-e93573350b14 on network 5b51889e-3b1d-4819-a015-18285d78327d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:27.806591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:27.806999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Checking segment: {'id': 'f39520e4-2414-4a79-b354-27700df6bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:27.807403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.807792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Bound using segment: {'id': 'f39520e4-2414-4a79-b354-27700df6bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:27.808247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Bound port: 4b3cff18-3ebf-42f0-870d-e93573350b14, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39520e4-2414-4a79-b354-27700df6bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5b51889e-3b1d-4819-a015-18285d78327d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:27.808730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.817342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:27.821046 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:27.872409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-696e6458-9c24-44e7-9c85-35664528694d None None] For port 4b3cff18-3ebf-42f0-870d-e93573350b14, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:27.875500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-696e6458-9c24-44e7-9c85-35664528694d None None] For port 4b3cff18-3ebf-42f0-870d-e93573350b14, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b3cff18-3ebf-42f0-870d-e93573350b14,segment=NetworkSegment(f39520e4-2414-4a79-b354-27700df6bde9),segment_id=f39520e4-2414-4a79-b354-27700df6bde9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:27.967582 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.034467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e6458-9c24-44e7-9c85-35664528694d None None] Pushing event updated for resources: {'Port': ['ID=4b3cff18-3ebf-42f0-870d-e93573350b14,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:28.086427 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.155913 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Subnet': ['ID=7bfd6bcd-07ba-43c3-adb1-4f7d12e7b375,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:28.173326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking segment: {'id': '9d2da1d2-cc71-4e53-be69-6995b3fbe961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:28.173703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network hostable DHCP agents. Network: 16291230-f9c4-439a-9031-3e816ad56cc5, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:28.234530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network 16291230-f9c4-439a-9031-3e816ad56cc5 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:28.297308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 16291230-f9c4-439a-9031-3e816ad56cc5) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:28.302675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:28.303540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.309449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84311610-efbe-47a5-b1ed-b8c78d512e7e None None] Network 16291230-f9c4-439a-9031-3e816ad56cc5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:28.356401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0e6f44c9-6ae3-40fd-92fa-23ba388b740b tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7280774 Jul 28 15:33:28.358979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38782) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:28.462027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-16291230-f9c4-439a-9031-3e816ad56cc5', 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5', 'tenant_id': '5acfb5483b814ced90c298247804d44e', 'fixed_ips': [{'subnet_id': '7bfd6bcd-07ba-43c3-adb1-4f7d12e7b375'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:28.462981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.468408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.547792 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.602772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Allocated IP 2001:db8::2 (16291230-f9c4-439a-9031-3e816ad56cc5/7bfd6bcd-07ba-43c3-adb1-4f7d12e7b375/41d28a50-8399-4e23-8e4a-805e776071f9) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:28.756041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.765870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Transition to ACTIVE for port object 41d28a50-8399-4e23-8e4a-805e776071f9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:28.781684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Transition to ACTIVE for port object 41d28a50-8399-4e23-8e4a-805e776071f9 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:28.858061 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.898679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Network 16291230-f9c4-439a-9031-3e816ad56cc5 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:28.902249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21acd1e6-5f48-435d-a303-53b0421fa8a5 None None] Network 5b51889e-3b1d-4819-a015-18285d78327d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:28.911953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:28.922790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:28.924688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Pushing event updated for resources: {'Port': ['ID=41d28a50-8399-4e23-8e4a-805e776071f9,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:28.961033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:28.995816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfd6bcd-07ba-43c3-adb1-4f7d12e7b375,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:29.039231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Attempting to bind port 41d28a50-8399-4e23-8e4a-805e776071f9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:29.039533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Attempting to bind port 41d28a50-8399-4e23-8e4a-805e776071f9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '9d2da1d2-cc71-4e53-be69-6995b3fbe961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:29.039904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Attempting to bind port 41d28a50-8399-4e23-8e4a-805e776071f9 on network 16291230-f9c4-439a-9031-3e816ad56cc5 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:29.051240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:29.051625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Checking segment: {'id': '9d2da1d2-cc71-4e53-be69-6995b3fbe961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:29.052025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.052420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Bound using segment: {'id': '9d2da1d2-cc71-4e53-be69-6995b3fbe961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:29.052892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Bound port: 41d28a50-8399-4e23-8e4a-805e776071f9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2da1d2-cc71-4e53-be69-6995b3fbe961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '16291230-f9c4-439a-9031-3e816ad56cc5'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:29.053270 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.054595 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.065529 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16291230-f9c4-439a-9031-3e816ad56cc5']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:29.076097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2da1d2-cc71-4e53-be69-6995b3fbe961') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:29.076396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2da1d2-cc71-4e53-be69-6995b3fbe961') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:29.085172 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.098697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.104938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:29.105369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:29.108685 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:29.114072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-189ba764-839c-4962-abe5-5d50cefb269d None None] Provisioning for port 4b3cff18-3ebf-42f0-870d-e93573350b14 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:29.169949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] For port 41d28a50-8399-4e23-8e4a-805e776071f9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:29.184690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] For port 41d28a50-8399-4e23-8e4a-805e776071f9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41d28a50-8399-4e23-8e4a-805e776071f9,segment=NetworkSegment(9d2da1d2-cc71-4e53-be69-6995b3fbe961),segment_id=9d2da1d2-cc71-4e53-be69-6995b3fbe961)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:29.231275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.db.api [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 15:33:29.231275 n-d-705658-23 neutron-server[94749]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 15:33:29.231275 n-d-705658-23 neutron-server[94749]: [parameters: {'id': '16291230-f9c4-439a-9031-3e816ad56cc5'}] Jul 28 15:33:29.231275 n-d-705658-23 neutron-server[94749]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:33:29.231750 n-d-705658-23 neutron-server[94749]: DEBUG oslo_db.api [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:33:29.257561 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.336390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7066895-1730-4f30-8522-41d829ce7a2c None None] Pushing event updated for resources: {'Port': ['ID=41d28a50-8399-4e23-8e4a-805e776071f9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:29.351970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fbeb3-9f11-48e3-b579-42e445787aa5 None None] Network 16291230-f9c4-439a-9031-3e816ad56cc5 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:29.483700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f7b027-8120-43ce-a0fb-d99533cc77e0 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 15:33:29.550755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f7b027-8120-43ce-a0fb-d99533cc77e0 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 15:33:29.614820 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b3cff18-3ebf-42f0-870d-e93573350b14 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:29.732755 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.768403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4b3cff18-3ebf-42f0-870d-e93573350b14 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:29.776398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4b3cff18-3ebf-42f0-870d-e93573350b14 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:29.777064 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.786799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting port 41d28a50-8399-4e23-8e4a-805e776071f9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:29.787182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.857001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] For port 41d28a50-8399-4e23-8e4a-805e776071f9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41d28a50-8399-4e23-8e4a-805e776071f9,segment=NetworkSegment(9d2da1d2-cc71-4e53-be69-6995b3fbe961),segment_id=9d2da1d2-cc71-4e53-be69-6995b3fbe961)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:29.858998 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.868073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:29.871661 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Calling delete_port for 41d28a50-8399-4e23-8e4a-805e776071f9 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:29.899767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4b3cff18-3ebf-42f0-870d-e93573350b14, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b3cff18-3ebf-42f0-870d-e93573350b14,segment=NetworkSegment(f39520e4-2414-4a79-b354-27700df6bde9),segment_id=f39520e4-2414-4a79-b354-27700df6bde9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:29.988631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.029830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.041933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4b3cff18-3ebf-42f0-870d-e93573350b14,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:30.058848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No DVR routers for this DVR port 41d28a50-8399-4e23-8e4a-805e776071f9 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:30.063893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Port': ['ID=41d28a50-8399-4e23-8e4a-805e776071f9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:30.142098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.152099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16291230-f9c4-439a-9031-3e816ad56cc5']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:30.163115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2da1d2-cc71-4e53-be69-6995b3fbe961') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:30.163424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2da1d2-cc71-4e53-be69-6995b3fbe961') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:30.172221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.185693 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.191645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:30.192066 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:30.194986 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:30.314622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.322342 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.324844 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/16291230-f9c4-439a-9031-3e816ad56cc5 HTTP/1.1" status: 204 len: 168 time: 1.9641452 Jul 28 15:33:30.328387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38784) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:30.334139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924782597'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:30.337128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ae338-88cf-47de-bad7-93981b2a8831 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Network': ['ID=16291230-f9c4-439a-9031-3e816ad56cc5,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:30.422905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:30.426437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.451574 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:30.460147 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.460512 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Added segment 1adc51b0-d488-4700-9792-10feb1b8e505 of type vlan for network c1eace8c-4b63-4ab6-9687-d17039961e67 Jul 28 15:33:30.508360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.646009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.651753 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:30.652532 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.758908 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Network': ['ID=c1eace8c-4b63-4ab6-9687-d17039961e67,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:30.770311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network c1eace8c-4b63-4ab6-9687-d17039961e67 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:30.789757 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-29012013-944b-46fb-b580-04412f4ab52e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4595912 Jul 28 15:33:30.792545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38786) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:30.798463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'subnet': {'network_id': 'c1eace8c-4b63-4ab6-9687-d17039961e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:30.925761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:30.929524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:30.989946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Performing IP validity checks on allocation pools {{(pid=94748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 28 15:33:30.990472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.ipam_backend_mixin [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94748) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 28 15:33:31.183957 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.248764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Subnet': ['ID=687b1649-385f-4b49-a1c6-6a57b6cd92f2,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:31.261293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking segment: {'id': '1adc51b0-d488-4700-9792-10feb1b8e505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1eace8c-4b63-4ab6-9687-d17039961e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:31.261910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network hostable DHCP agents. Network: c1eace8c-4b63-4ab6-9687-d17039961e67, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:31.348478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network c1eace8c-4b63-4ab6-9687-d17039961e67 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:31.451540 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, c1eace8c-4b63-4ab6-9687-d17039961e67) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:31.457144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:31.457450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.460356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172b9fa-2df4-4a58-adc1-7f9f9c4d6c8a None None] Network c1eace8c-4b63-4ab6-9687-d17039961e67 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:31.569220 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b610b698-29bb-4cc9-bbd8-022997a097a6 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7749107 Jul 28 15:33:31.572269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38788) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:31.613476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c92aa1-2798-4593-bc70-36f83fc67486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-c1eace8c-4b63-4ab6-9687-d17039961e67', 'network_id': 'c1eace8c-4b63-4ab6-9687-d17039961e67', 'tenant_id': '5acfb5483b814ced90c298247804d44e', 'fixed_ips': [{'subnet_id': '687b1649-385f-4b49-a1c6-6a57b6cd92f2'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:31.614396 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83c92aa1-2798-4593-bc70-36f83fc67486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.616593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b3cff18-3ebf-42f0-870d-e93573350b14 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:31.679201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.738855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.886555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.915712 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Subnet': ['ID=687b1649-385f-4b49-a1c6-6a57b6cd92f2,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:31.923381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4b3cff18-3ebf-42f0-870d-e93573350b14 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:31.923911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server [None req-83c92aa1-2798-4593-bc70-36f83fc67486 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687b1649-385f-4b49-a1c6-6a57b6cd92f2: This subnet is being modified by another concurrent operation. Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise self.value Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server raise exception Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 687b1649-385f-4b49-a1c6-6a57b6cd92f2: This subnet is being modified by another concurrent operation. Jul 28 15:33:31.953725 n-d-705658-23 neutron-server[94750]: ERROR oslo_messaging.rpc.server Jul 28 15:33:31.970699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63fb9ee-c55c-4c93-a3c9-207490b3b7d2 None None] Network c1eace8c-4b63-4ab6-9687-d17039961e67 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:31.976146 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:31.987005 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1eace8c-4b63-4ab6-9687-d17039961e67']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:32.000687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1adc51b0-d488-4700-9792-10feb1b8e505') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:32.000687 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1adc51b0-d488-4700-9792-10feb1b8e505') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:32.010653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.026252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.033029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:32.033444 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:32.036500 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:32.138041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7517dca7-2581-4285-aab7-4dc93eb5c6ef None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 15:33:32.154641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.163373 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.165348 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/c1eace8c-4b63-4ab6-9687-d17039961e67 HTTP/1.1" status: 204 len: 168 time: 0.5915451 Jul 28 15:33:32.171297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:32.176937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611566824'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:32.178632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10092108-bb91-4e92-8494-1bed11b3ab19 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Network': ['ID=c1eace8c-4b63-4ab6-9687-d17039961e67,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:32.251722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:32.255218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.255760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517dca7-2581-4285-aab7-4dc93eb5c6ef None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 15:33:32.278920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:32.287811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.288162 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Added segment 7d439f22-4836-423a-88b0-409a39f9d193 of type vlan for network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 Jul 28 15:33:32.330253 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.428620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.434706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:32.435338 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.501826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Network': ['ID=3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:32.511478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:32.578098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3761d3de-3519-4970-bfc1-29b553d94a17 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4056447 Jul 28 15:33:32.580896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38792) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:32.585966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'subnet': {'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:32.736953 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:32.740500 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:32.971575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.029020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Subnet': ['ID=3d03270c-5b53-466a-8804-6947c5db5c17,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:33.038900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking segment: {'id': '7d439f22-4836-423a-88b0-409a39f9d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:33.039287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network hostable DHCP agents. Network: 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:33.125654 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:33.234084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:33.238553 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.239266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.242597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f4f94-4755-4b51-a71d-0439d1c2c84e None None] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:33.348957 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5a68954-710c-4e6e-bbf1-5cb22a982b6e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7669656 Jul 28 15:33:33.352539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38794) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:33.358167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980186655'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:33.393642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1', 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1', 'tenant_id': '5acfb5483b814ced90c298247804d44e', 'fixed_ips': [{'subnet_id': '3d03270c-5b53-466a-8804-6947c5db5c17'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:33.393642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.473932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:33.477656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.503262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:33.512581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.513041 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Added segment b520ee47-05a8-4923-bb06-775ca571897d of type vlan for network fc302206-322a-4227-93dc-2a82d6277f7d Jul 28 15:33:33.527663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Allocated IP 2001:db8::2 (3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1/3d03270c-5b53-466a-8804-6947c5db5c17/8800052b-e28c-4524-a5f2-a6960873d7b8) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:33.552411 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.651250 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.657064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:33.661958 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.666764 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.675342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Transition to ACTIVE for port object 8800052b-e28c-4524-a5f2-a6960873d7b8 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:33.689942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Transition to ACTIVE for port object 8800052b-e28c-4524-a5f2-a6960873d7b8 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:33.724365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Network': ['ID=fc302206-322a-4227-93dc-2a82d6277f7d,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:33.734786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network fc302206-322a-4227-93dc-2a82d6277f7d details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:33.777549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.795485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-32dd3553-9f29-4482-b088-cb65d1778d05 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4419003 Jul 28 15:33:33.798279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:33.803384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Request body: {'subnet': {'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:33.840726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:33.844835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Pushing event updated for resources: {'Port': ['ID=8800052b-e28c-4524-a5f2-a6960873d7b8,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:33.847907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:33.849986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:33.907785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Attempting to bind port 8800052b-e28c-4524-a5f2-a6960873d7b8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:33.908158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Attempting to bind port 8800052b-e28c-4524-a5f2-a6960873d7b8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '7d439f22-4836-423a-88b0-409a39f9d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:33.908585 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Attempting to bind port 8800052b-e28c-4524-a5f2-a6960873d7b8 on network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:33.913785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:33.914163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Checking segment: {'id': '7d439f22-4836-423a-88b0-409a39f9d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:33.914569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.914983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Bound using segment: {'id': '7d439f22-4836-423a-88b0-409a39f9d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:33.915456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Bound port: 8800052b-e28c-4524-a5f2-a6960873d7b8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d439f22-4836-423a-88b0-409a39f9d193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:33.915842 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.942987 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Made reservation on behalf of 5acfb5483b814ced90c298247804d44e for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:33.946603 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:33.979372 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] For port 8800052b-e28c-4524-a5f2-a6960873d7b8, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:33.984626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] For port 8800052b-e28c-4524-a5f2-a6960873d7b8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8800052b-e28c-4524-a5f2-a6960873d7b8,segment=NetworkSegment(7d439f22-4836-423a-88b0-409a39f9d193),segment_id=7d439f22-4836-423a-88b0-409a39f9d193)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:34.103893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.162984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b770b3a-c7a1-47c8-9687-00baee702c1b None None] Pushing event updated for resources: {'Port': ['ID=8800052b-e28c-4524-a5f2-a6960873d7b8,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:34.194688 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.265460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event updated for resources: {'Subnet': ['ID=5560de1a-c4dd-4840-a730-9d8c95f1933a,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:34.271554 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Checking segment: {'id': 'b520ee47-05a8-4923-bb06-775ca571897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:34.271912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network hostable DHCP agents. Network: fc302206-322a-4227-93dc-2a82d6277f7d, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:34.348412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Network fc302206-322a-4227-93dc-2a82d6277f7d is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:34.428478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, fc302206-322a-4227-93dc-2a82d6277f7d) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:34.432878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:34.433485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.439158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f907806-fe07-465f-8067-ca06dfdc6cf5 None None] Network fc302206-322a-4227-93dc-2a82d6277f7d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:34.526681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ed4a586-467f-434e-bb59-63b919f8dea8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7272918 Jul 28 15:33:34.529894 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:34.584608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-fc302206-322a-4227-93dc-2a82d6277f7d', 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d', 'tenant_id': '5acfb5483b814ced90c298247804d44e', 'fixed_ips': [{'subnet_id': '5560de1a-c4dd-4840-a730-9d8c95f1933a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:34.585593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.632205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.725279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Allocated IP 2001:db8::2 (fc302206-322a-4227-93dc-2a82d6277f7d/5560de1a-c4dd-4840-a730-9d8c95f1933a/ed3a8720-ba99-4c65-a25e-657122a89356) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:34.881538 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:34.891594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Transition to ACTIVE for port object ed3a8720-ba99-4c65-a25e-657122a89356 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:34.907769 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Transition to ACTIVE for port object ed3a8720-ba99-4c65-a25e-657122a89356 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:34.991304 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.024443 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.066560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Network fc302206-322a-4227-93dc-2a82d6277f7d is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:35.069501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:35.072974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:35.084494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Pushing event updated for resources: {'Port': ['ID=ed3a8720-ba99-4c65-a25e-657122a89356,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:35.126067 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b38639-acc5-4439-bda3-5bc124e74768 None None] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:35.138252 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.166141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Subnet': ['ID=5560de1a-c4dd-4840-a730-9d8c95f1933a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:35.175890 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Attempting to bind port ed3a8720-ba99-4c65-a25e-657122a89356 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:35.176267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Attempting to bind port ed3a8720-ba99-4c65-a25e-657122a89356 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'b520ee47-05a8-4923-bb06-775ca571897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:35.176635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Attempting to bind port ed3a8720-ba99-4c65-a25e-657122a89356 on network fc302206-322a-4227-93dc-2a82d6277f7d {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:35.184983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:35.184983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Checking segment: {'id': 'b520ee47-05a8-4923-bb06-775ca571897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:35.185304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.185625 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Bound using segment: {'id': 'b520ee47-05a8-4923-bb06-775ca571897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:35.186093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Bound port: ed3a8720-ba99-4c65-a25e-657122a89356, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b520ee47-05a8-4923-bb06-775ca571897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fc302206-322a-4227-93dc-2a82d6277f7d'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:35.186507 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.229166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.240055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc302206-322a-4227-93dc-2a82d6277f7d']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:35.257120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b520ee47-05a8-4923-bb06-775ca571897d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:35.257794 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b520ee47-05a8-4923-bb06-775ca571897d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:35.273379 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.294628 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.301447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:35.301901 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.304864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] For port ed3a8720-ba99-4c65-a25e-657122a89356, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:35.305052 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:35.316975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-53fbd1e1-a830-4f6b-af46-ddd5a06672d7 None None] Provisioning for port 8800052b-e28c-4524-a5f2-a6960873d7b8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:35.369624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] For port ed3a8720-ba99-4c65-a25e-657122a89356, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ed3a8720-ba99-4c65-a25e-657122a89356,segment=NetworkSegment(b520ee47-05a8-4923-bb06-775ca571897d),segment_id=b520ee47-05a8-4923-bb06-775ca571897d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:35.406436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.db.api [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 28 15:33:35.406436 n-d-705658-23 neutron-server[94748]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 28 15:33:35.406436 n-d-705658-23 neutron-server[94748]: [parameters: {'id': 'fc302206-322a-4227-93dc-2a82d6277f7d'}] Jul 28 15:33:35.406436 n-d-705658-23 neutron-server[94748]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:33:35.406943 n-d-705658-23 neutron-server[94748]: DEBUG oslo_db.api [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:33:35.440734 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.518970 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28c73-d845-4f5f-aa89-6647789f541c None None] Pushing event updated for resources: {'Port': ['ID=ed3a8720-ba99-4c65-a25e-657122a89356,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:35.541225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1362b2-ab89-44ff-85fb-336a6fc69902 None None] Network fc302206-322a-4227-93dc-2a82d6277f7d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:35.627776 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8800052b-e28c-4524-a5f2-a6960873d7b8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:35.705718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae65ce-d0ef-4df3-8ec6-e5ad20065742 None None] get_active_networks_info from n-d-705658-23 {{(pid=94750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 15:33:35.774874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8800052b-e28c-4524-a5f2-a6960873d7b8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:35.780525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae65ce-d0ef-4df3-8ec6-e5ad20065742 None None] Resources bound (agent type, host, resource id): {{(pid=94750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 28 15:33:35.782314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8800052b-e28c-4524-a5f2-a6960873d7b8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:35.782691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.908243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.939343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.968099 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting port ed3a8720-ba99-4c65-a25e-657122a89356 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:35.968348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:35.998468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8800052b-e28c-4524-a5f2-a6960873d7b8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8800052b-e28c-4524-a5f2-a6960873d7b8,segment=NetworkSegment(7d439f22-4836-423a-88b0-409a39f9d193),segment_id=7d439f22-4836-423a-88b0-409a39f9d193)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:36.037613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] For port ed3a8720-ba99-4c65-a25e-657122a89356, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ed3a8720-ba99-4c65-a25e-657122a89356,segment=NetworkSegment(b520ee47-05a8-4923-bb06-775ca571897d),segment_id=b520ee47-05a8-4923-bb06-775ca571897d)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:36.037990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.051013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Calling delete_port for ed3a8720-ba99-4c65-a25e-657122a89356 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:36.079570 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.128682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8800052b-e28c-4524-a5f2-a6960873d7b8,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:36.222408 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.246127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Port': ['ID=ed3a8720-ba99-4c65-a25e-657122a89356,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:36.251604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No DVR routers for this DVR port ed3a8720-ba99-4c65-a25e-657122a89356 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:36.333104 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.342979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc302206-322a-4227-93dc-2a82d6277f7d']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:36.352427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b520ee47-05a8-4923-bb06-775ca571897d') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:36.352729 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b520ee47-05a8-4923-bb06-775ca571897d') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:36.362110 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.376126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.381868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:36.382248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:36.385099 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:36.548580 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.552990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.554897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/fc302206-322a-4227-93dc-2a82d6277f7d HTTP/1.1" status: 204 len: 168 time: 2.0239918 Jul 28 15:33:36.558820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38800) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:36.570977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713754d8-f440-422e-ba1b-6d606cc30805 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Network': ['ID=fc302206-322a-4227-93dc-2a82d6277f7d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:36.586936 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2252ca-fd2b-4d83-af3b-193e7d518722 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] GET failed (client error): The resource could not be found. Jul 28 15:33:36.588289 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ff2252ca-fd2b-4d83-af3b-193e7d518722 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "GET /v2.0/subnets/5560de1a-c4dd-4840-a730-9d8c95f1933a HTTP/1.1" status: 404 len: 337 time: 0.0283909 Jul 28 15:33:36.591111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38802) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:36.608542 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee5f47e-8a00-4e6f-8d57-cd4c773a2ed8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:36.609070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee5f47e-8a00-4e6f-8d57-cd4c773a2ed8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:36.610687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5ee5f47e-8a00-4e6f-8d57-cd4c773a2ed8 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/fc302206-322a-4227-93dc-2a82d6277f7d HTTP/1.1" status: 404 len: 339 time: 0.0186756 Jul 28 15:33:36.614191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38804) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:36.639906 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8d4c38-4a91-48e8-9cd5-6ed28e206b3f tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:36.640351 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8d4c38-4a91-48e8-9cd5-6ed28e206b3f tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:36.641999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fb8d4c38-4a91-48e8-9cd5-6ed28e206b3f tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/subnets/5560de1a-c4dd-4840-a730-9d8c95f1933a HTTP/1.1" status: 404 len: 337 time: 0.0269506 Jul 28 15:33:36.644479 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38806) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:36.666262 n-d-705658-23 neutron-server[94749]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe03d9b8-2457-4c96-9d0a-60937baad7fd tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:36.666790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe03d9b8-2457-4c96-9d0a-60937baad7fd tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94749) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:36.669084 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fe03d9b8-2457-4c96-9d0a-60937baad7fd tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/fc302206-322a-4227-93dc-2a82d6277f7d HTTP/1.1" status: 404 len: 339 time: 0.0237250 Jul 28 15:33:36.671693 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38808) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:36.721442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting subnet 3d03270c-5b53-466a-8804-6947c5db5c17 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:33:36.724462 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.763799 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.847523 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.971248 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:36.997511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Subnet': ['ID=3d03270c-5b53-466a-8804-6947c5db5c17,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:37.003241 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.005096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a89370c7-985d-4723-8878-4519e9069357 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/subnets/3d03270c-5b53-466a-8804-6947c5db5c17 HTTP/1.1" status: 204 len: 168 time: 0.3325117 Jul 28 15:33:37.007646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38810) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.010172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c073af23-d921-40db-86a4-6446e43855c2 None None] Network 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:37.086319 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.144460 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting port 8800052b-e28c-4524-a5f2-a6960873d7b8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:37.144810 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.175968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] DHCP port deletion for 3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:33:37.208764 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] For port 8800052b-e28c-4524-a5f2-a6960873d7b8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8800052b-e28c-4524-a5f2-a6960873d7b8,segment=NetworkSegment(7d439f22-4836-423a-88b0-409a39f9d193),segment_id=7d439f22-4836-423a-88b0-409a39f9d193)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:37.209448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.222574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Calling delete_port for 8800052b-e28c-4524-a5f2-a6960873d7b8 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:37.222796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Deleting port 8800052b-e28c-4524-a5f2-a6960873d7b8 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:37.223188 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.289354 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] For port 8800052b-e28c-4524-a5f2-a6960873d7b8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8800052b-e28c-4524-a5f2-a6960873d7b8,segment=NetworkSegment(7d439f22-4836-423a-88b0-409a39f9d193),segment_id=7d439f22-4836-423a-88b0-409a39f9d193)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:37.289761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.303413 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Calling delete_port for 8800052b-e28c-4524-a5f2-a6960873d7b8 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:37.365372 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.377337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.390180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Port': ['ID=8800052b-e28c-4524-a5f2-a6960873d7b8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:37.396015 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No DVR routers for this DVR port 8800052b-e28c-4524-a5f2-a6960873d7b8 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:37.400322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] Pushing event deleted for resources: {'Port': ['ID=8800052b-e28c-4524-a5f2-a6960873d7b8,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:37.406553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b44792-e6a1-4871-a125-62b28f6f381e None None] No DVR routers for this DVR port 8800052b-e28c-4524-a5f2-a6960873d7b8 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:37.476796 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.487190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:37.498119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d439f22-4836-423a-88b0-409a39f9d193') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:37.498428 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d439f22-4836-423a-88b0-409a39f9d193') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:37.507106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.521211 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.528289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:37.528698 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:37.531668 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:37.588893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8800052b-e28c-4524-a5f2-a6960873d7b8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:37.613213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8800052b-e28c-4524-a5f2-a6960873d7b8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:37.613588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8800052b-e28c-4524-a5f2-a6960873d7b8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:37.633782 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.641565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.643097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1 HTTP/1.1" status: 204 len: 168 time: 0.6345327 Jul 28 15:33:37.645918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38812) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.655543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9095-8150-45aa-8db9-257a95d9e38c tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Network': ['ID=3eb3aec4-eae0-4be8-b9fc-2bb98f8698f1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:37.673162 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0f86eb-e5eb-4e9d-913b-3f8e0be17b38 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:37.673630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0f86eb-e5eb-4e9d-913b-3f8e0be17b38 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:37.675378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e0f86eb-e5eb-4e9d-913b-3f8e0be17b38 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/subnets/687b1649-385f-4b49-a1c6-6a57b6cd92f2 HTTP/1.1" status: 404 len: 337 time: 0.0284402 Jul 28 15:33:37.677945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38814) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.695708 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fefa8f-8586-4138-be7c-2532799a32be tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:37.696235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fefa8f-8586-4138-be7c-2532799a32be tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:37.697849 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-40fefa8f-8586-4138-be7c-2532799a32be tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/c1eace8c-4b63-4ab6-9687-d17039961e67 HTTP/1.1" status: 404 len: 339 time: 0.0190043 Jul 28 15:33:37.700661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38816) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.730995 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0050c8-dfd2-40e9-8d39-8c982f66c371 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:37.731437 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0050c8-dfd2-40e9-8d39-8c982f66c371 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:37.733093 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0a0050c8-dfd2-40e9-8d39-8c982f66c371 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/subnets/7bfd6bcd-07ba-43c3-adb1-4f7d12e7b375 HTTP/1.1" status: 404 len: 337 time: 0.0315650 Jul 28 15:33:37.735579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38818) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.753009 n-d-705658-23 neutron-server[94748]: INFO neutron.pecan_wsgi.hooks.translation [None req-3333ce65-e911-431e-a1b9-88911e1f1c8e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] DELETE failed (client error): The resource could not be found. Jul 28 15:33:37.753534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3333ce65-e911-431e-a1b9-88911e1f1c8e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94748) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 28 15:33:37.755154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3333ce65-e911-431e-a1b9-88911e1f1c8e tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/16291230-f9c4-439a-9031-3e816ad56cc5 HTTP/1.1" status: 404 len: 339 time: 0.0186739 Jul 28 15:33:37.757375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38820) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:37.807912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting subnet ca75dbc7-8112-4c15-ae13-a41ea6aa3fce {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:33:37.812023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.852490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:37.968992 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.086205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.114376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Subnet': ['ID=ca75dbc7-8112-4c15-ae13-a41ea6aa3fce,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:38.123181 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.123181 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae5cbf03-fdbe-486a-a9be-e33d9b06d042 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/subnets/ca75dbc7-8112-4c15-ae13-a41ea6aa3fce HTTP/1.1" status: 204 len: 168 time: 0.3635938 Jul 28 15:33:38.124892 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38822) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:38.125518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb3e4e-b70c-4381-8709-e014badadfca None None] Network 5b51889e-3b1d-4819-a015-18285d78327d requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:38.200056 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.256849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Deleting port 4b3cff18-3ebf-42f0-870d-e93573350b14 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:38.257194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.295531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] DHCP port deletion for 5b51889e-3b1d-4819-a015-18285d78327d request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:33:38.322737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] For port 4b3cff18-3ebf-42f0-870d-e93573350b14, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b3cff18-3ebf-42f0-870d-e93573350b14,segment=NetworkSegment(f39520e4-2414-4a79-b354-27700df6bde9),segment_id=f39520e4-2414-4a79-b354-27700df6bde9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:38.323143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.336372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Calling delete_port for 4b3cff18-3ebf-42f0-870d-e93573350b14 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:38.345198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Deleting port 4b3cff18-3ebf-42f0-870d-e93573350b14 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:38.356835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.406137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] For port 4b3cff18-3ebf-42f0-870d-e93573350b14, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4b3cff18-3ebf-42f0-870d-e93573350b14,segment=NetworkSegment(f39520e4-2414-4a79-b354-27700df6bde9),segment_id=f39520e4-2414-4a79-b354-27700df6bde9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:38.406535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.419741 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Calling delete_port for 4b3cff18-3ebf-42f0-870d-e93573350b14 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:38.502471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.507843 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.530431 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Port': ['ID=4b3cff18-3ebf-42f0-870d-e93573350b14,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:38.532238 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] No DVR routers for this DVR port 4b3cff18-3ebf-42f0-870d-e93573350b14 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:38.534583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] Pushing event deleted for resources: {'Port': ['ID=4b3cff18-3ebf-42f0-870d-e93573350b14,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:38.540877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d8d1a-a852-46d9-a817-a6224cf7c59b None None] No DVR routers for this DVR port 4b3cff18-3ebf-42f0-870d-e93573350b14 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:38.613748 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.624007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b51889e-3b1d-4819-a015-18285d78327d']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:38.634003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39520e4-2414-4a79-b354-27700df6bde9') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:38.634634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39520e4-2414-4a79-b354-27700df6bde9') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:38.643938 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.660883 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.666498 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:38.666885 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:38.669834 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:38.828568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.835174 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:38.837002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] 10.222.0.47 "DELETE /v2.0/networks/5b51889e-3b1d-4819-a015-18285d78327d HTTP/1.1" status: 204 len: 168 time: 0.7110915 Jul 28 15:33:38.849247 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9abf-fd5b-4ce2-8a4a-d70970470bd9 tempest-NetworksIpV6Test-499036261 tempest-NetworksIpV6Test-499036261-project] Pushing event deleted for resources: {'Network': ['ID=5b51889e-3b1d-4819-a015-18285d78327d,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:39.316215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38828) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:39.442486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d27fd16d-29fa-4859-8627-674cf7c4bae3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5acfb5483b814ced90c298247804d44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250899 Jul 28 15:33:39.445016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38832) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:39.492619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:39.513542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:39.589872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b3cff18-3ebf-42f0-870d-e93573350b14 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:39.610790 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4b3cff18-3ebf-42f0-870d-e93573350b14 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:39.611166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4b3cff18-3ebf-42f0-870d-e93573350b14 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:39.634033 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:39.636626 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:39.641272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29f16d31-0521-4555-b445-5c0679e5d9bb HTTP/1.1" status: 204 len: 168 time: 0.1918912 Jul 28 15:33:39.646183 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1964-4a35-4421-afa5-5fd0f29da18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f16d31-0521-4555-b445-5c0679e5d9bb,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:40.678882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38854) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:40.777596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1257334852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:40.885483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:40.886472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:40.937186 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.029065 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.125255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.126538 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-68985f79-ddab-4bac-aeff-32590374e56a tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4465969 Jul 28 15:33:41.129322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:41.134182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1394801802'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:41.239429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Made reservation on behalf of 64b78b64a8af4b379a4715f7aa1b04f5 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:41.243004 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.251887 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.343224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.428190 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.453643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:41.468748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f25b49-3d93-4a4f-87c6-18036f0bc908,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:41.472537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.472891 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Added segment 785c045d-02df-4372-a711-65e77c403e14 of type vlan for network a196fa08-5fee-469d-9beb-6b689ffd493f Jul 28 15:33:41.512371 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.645403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.651199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:41.651791 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:41.716312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event updated for resources: {'Network': ['ID=a196fa08-5fee-469d-9beb-6b689ffd493f,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:41.726597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network a196fa08-5fee-469d-9beb-6b689ffd493f details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:41.783379 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d4337bc4-1c0d-42ec-9665-6e5a263e5c10 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6528866 Jul 28 15:33:41.789409 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38860) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:41.795396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'subnet': {'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:41.953926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Made reservation on behalf of 64b78b64a8af4b379a4715f7aa1b04f5 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:41.957509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.251227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.314272 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event updated for resources: {'Subnet': ['ID=c902e447-082f-49a7-b325-bb73ee287469,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:42.321291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Checking segment: {'id': '785c045d-02df-4372-a711-65e77c403e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:42.321663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Network hostable DHCP agents. Network: a196fa08-5fee-469d-9beb-6b689ffd493f, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:42.336932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e0ecb4b6-6bf5-4018-baa6-38be1cc36bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.508004 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Network a196fa08-5fee-469d-9beb-6b689ffd493f is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:42.599534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, a196fa08-5fee-469d-9beb-6b689ffd493f) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:42.603846 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:42.604436 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.609271 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff30faf4-4d1d-48e5-ade3-7b5a0bc3d02a None None] Network a196fa08-5fee-469d-9beb-6b689ffd493f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:42.657506 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37b82bc6-effa-41e5-9064-0e4682834fe5 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8668985 Jul 28 15:33:42.660484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:42.665721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704837153'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:42.725249 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Made reservation on behalf of 64b78b64a8af4b379a4715f7aa1b04f5 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:42.729181 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.755912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-a196fa08-5fee-469d-9beb-6b689ffd493f', 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f', 'tenant_id': '64b78b64a8af4b379a4715f7aa1b04f5', 'fixed_ips': [{'subnet_id': 'c902e447-082f-49a7-b325-bb73ee287469'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:42.756957 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.757522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:42.768474 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.768830 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Added segment c38792aa-b7bf-40c3-b689-6c87c3eb693d of type vlan for network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 Jul 28 15:33:42.809679 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.908353 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.914170 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:42.914808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:42.985909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event updated for resources: {'Network': ['ID=01e00a05-2bb8-4dab-8b67-81ec5e1a6781,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:42.996591 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:43.041480 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-afed5472-1f7a-468f-a271-7209cfdf3736 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3797138 Jul 28 15:33:43.044363 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:43.049704 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'subnet': {'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:43.104467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Allocated IP 172.20.0.2 (a196fa08-5fee-469d-9beb-6b689ffd493f/c902e447-082f-49a7-b325-bb73ee287469/150024c1-5d99-4cac-a158-243895501770) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:43.193837 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Made reservation on behalf of 64b78b64a8af4b379a4715f7aa1b04f5 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:43.197403 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.243260 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.251398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Transition to ACTIVE for port object 150024c1-5d99-4cac-a158-243895501770 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:43.265623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Transition to ACTIVE for port object 150024c1-5d99-4cac-a158-243895501770 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:43.394102 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.434059 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Network a196fa08-5fee-469d-9beb-6b689ffd493f is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:43.436824 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:43.440299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:43.450674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Pushing event updated for resources: {'Port': ['ID=150024c1-5d99-4cac-a158-243895501770,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:43.462460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.506491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Attempting to bind port 150024c1-5d99-4cac-a158-243895501770 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:43.506877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Attempting to bind port 150024c1-5d99-4cac-a158-243895501770 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '785c045d-02df-4372-a711-65e77c403e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:43.507299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Attempting to bind port 150024c1-5d99-4cac-a158-243895501770 on network a196fa08-5fee-469d-9beb-6b689ffd493f {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:43.513450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:43.513819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Checking segment: {'id': '785c045d-02df-4372-a711-65e77c403e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:43.514247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.514641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Bound using segment: {'id': '785c045d-02df-4372-a711-65e77c403e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:43.515166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Bound port: 150024c1-5d99-4cac-a158-243895501770, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785c045d-02df-4372-a711-65e77c403e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a196fa08-5fee-469d-9beb-6b689ffd493f'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:43.515562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.535202 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event updated for resources: {'Subnet': ['ID=2eea4426-68f2-455c-a82a-b2e16d7a5c01,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:43.537885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Checking segment: {'id': 'c38792aa-b7bf-40c3-b689-6c87c3eb693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:43.538152 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Network hostable DHCP agents. Network: 01e00a05-2bb8-4dab-8b67-81ec5e1a6781, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:43.580992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] For port 150024c1-5d99-4cac-a158-243895501770, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:43.584203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] For port 150024c1-5d99-4cac-a158-243895501770, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=150024c1-5d99-4cac-a158-243895501770,segment=NetworkSegment(785c045d-02df-4372-a711-65e77c403e14),segment_id=785c045d-02df-4372-a711-65e77c403e14)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:43.662379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:43.702655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.748326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 01e00a05-2bb8-4dab-8b67-81ec5e1a6781) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:43.759725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:43.760327 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:43.768754 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b7c7f2-bbf0-4d0e-8203-0bbe4a044ade None None] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:43.771361 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17601ef7-14b2-4fa8-a329-77a38acf9558 None None] Pushing event updated for resources: {'Port': ['ID=150024c1-5d99-4cac-a158-243895501770,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:43.845947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-09d07e12-362b-4ee4-b664-325c13db5e33 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8004587 Jul 28 15:33:43.848691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38866) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:43.854941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cd8a6eaa-1595-4135-bec3-5251e75bbacc tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Request body: {'router': {'external_gateway_info': {'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:43.953046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-01e00a05-2bb8-4dab-8b67-81ec5e1a6781', 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781', 'tenant_id': '64b78b64a8af4b379a4715f7aa1b04f5', 'fixed_ips': [{'subnet_id': '2eea4426-68f2-455c-a82a-b2e16d7a5c01'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:43.953951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.098808 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Allocated IP 172.21.0.2 (01e00a05-2bb8-4dab-8b67-81ec5e1a6781/2eea4426-68f2-455c-a82a-b2e16d7a5c01/a10d35f0-4ba3-4735-81dd-878bf52a6dc4) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:44.103545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6eaa-1595-4135-bec3-5251e75bbacc tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.248171 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.256376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Transition to ACTIVE for port object a10d35f0-4ba3-4735-81dd-878bf52a6dc4 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:44.271705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Transition to ACTIVE for port object a10d35f0-4ba3-4735-81dd-878bf52a6dc4 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:44.288787 n-d-705658-23 neutron-server[94749]: INFO neutron.api.v2.resource [None req-cd8a6eaa-1595-4135-bec3-5251e75bbacc tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 28 15:33:44.289893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cd8a6eaa-1595-4135-bec3-5251e75bbacc tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "PUT /v2.0/routers/f8fc2584-bc95-4d8e-9e09-2e4474454317 HTTP/1.1" status: 400 len: 364 time: 0.4398253 Jul 28 15:33:44.295769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:44.343206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.348311 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Deleting subnet 2eea4426-68f2-455c-a82a-b2e16d7a5c01 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:33:44.352515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.389610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:44.393874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:44.397953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Pushing event updated for resources: {'Port': ['ID=a10d35f0-4ba3-4735-81dd-878bf52a6dc4,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:44.397953 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:44.405451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.459272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Attempting to bind port a10d35f0-4ba3-4735-81dd-878bf52a6dc4 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:44.459894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Attempting to bind port a10d35f0-4ba3-4735-81dd-878bf52a6dc4 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'c38792aa-b7bf-40c3-b689-6c87c3eb693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:44.460029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Attempting to bind port a10d35f0-4ba3-4735-81dd-878bf52a6dc4 on network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:44.467044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:44.467044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Checking segment: {'id': 'c38792aa-b7bf-40c3-b689-6c87c3eb693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:44.467044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.472674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Bound using segment: {'id': 'c38792aa-b7bf-40c3-b689-6c87c3eb693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:44.472674 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Bound port: a10d35f0-4ba3-4735-81dd-878bf52a6dc4, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c38792aa-b7bf-40c3-b689-6c87c3eb693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '01e00a05-2bb8-4dab-8b67-81ec5e1a6781'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:44.472674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.503858 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.580739 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:33:44.645722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.649041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] For port a10d35f0-4ba3-4735-81dd-878bf52a6dc4, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:44.653556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] For port a10d35f0-4ba3-4735-81dd-878bf52a6dc4, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a10d35f0-4ba3-4735-81dd-878bf52a6dc4,segment=NetworkSegment(c38792aa-b7bf-40c3-b689-6c87c3eb693d),segment_id=c38792aa-b7bf-40c3-b689-6c87c3eb693d)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:44.675484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Subnet': ['ID=2eea4426-68f2-455c-a82a-b2e16d7a5c01,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:44.680551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.690510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9360fb94-912f-49f2-8473-8e1958e0b212 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "DELETE /v2.0/subnets/2eea4426-68f2-455c-a82a-b2e16d7a5c01 HTTP/1.1" status: 204 len: 168 time: 0.3858373 Jul 28 15:33:44.690510 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38870) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:44.704340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b0486-9152-4c69-a597-a3e73fdcd2c8 None None] Network a196fa08-5fee-469d-9beb-6b689ffd493f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:44.717359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.766520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.772480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5708c82d-6295-4d52-9aca-ce887abc48f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.830940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Deleting port a10d35f0-4ba3-4735-81dd-878bf52a6dc4 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:44.831533 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.846589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353b9d-12ee-4b3d-aaa7-6a88c7cf6cc3 None None] Pushing event updated for resources: {'Port': ['ID=a10d35f0-4ba3-4735-81dd-878bf52a6dc4,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:44.896860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] For port a10d35f0-4ba3-4735-81dd-878bf52a6dc4, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=a10d35f0-4ba3-4735-81dd-878bf52a6dc4,segment=NetworkSegment(c38792aa-b7bf-40c3-b689-6c87c3eb693d),segment_id=c38792aa-b7bf-40c3-b689-6c87c3eb693d)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:44.897511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:44.920024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Calling delete_port for a10d35f0-4ba3-4735-81dd-878bf52a6dc4 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:44.932621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b4cc028d-ad1d-4758-a343-4fca44eb06a6 None None] Provisioning for port 150024c1-5d99-4cac-a158-243895501770 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:44.960066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.085643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.115544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Port': ['ID=a10d35f0-4ba3-4735-81dd-878bf52a6dc4,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:45.117570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] No DVR routers for this DVR port a10d35f0-4ba3-4735-81dd-878bf52a6dc4 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:45.567735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.583155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e00a05-2bb8-4dab-8b67-81ec5e1a6781']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:45.598942 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38792aa-b7bf-40c3-b689-6c87c3eb693d') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:45.599280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38792aa-b7bf-40c3-b689-6c87c3eb693d') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:45.610482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.628865 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.636281 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:45.638013 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.638267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 150024c1-5d99-4cac-a158-243895501770 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:45.641358 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:45.759614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 150024c1-5d99-4cac-a158-243895501770 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:45.764274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 150024c1-5d99-4cac-a158-243895501770 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:45.764646 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.771261 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.780209 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.784485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "DELETE /v2.0/networks/01e00a05-2bb8-4dab-8b67-81ec5e1a6781 HTTP/1.1" status: 204 len: 168 time: 1.0951586 Jul 28 15:33:45.789561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38872) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:45.792150 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cd17-f42c-4ff0-b651-a2a29ac44640 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Network': ['ID=01e00a05-2bb8-4dab-8b67-81ec5e1a6781,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:45.855922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Deleting subnet c902e447-082f-49a7-b325-bb73ee287469 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:33:45.859045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.864658 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.881031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482ec2c-5d72-4f35-86dc-96339cae540e None None] DHCP port deletion for 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:33:45.889124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-eba5803c-418f-4f68-824b-324efd1c5100 None None] Could not find standard attr ID for object a10d35f0-4ba3-4735-81dd-878bf52a6dc4. {{(pid=94750) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 28 15:33:45.903451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.912118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06936ba4-00a6-4d67-9a8e-c9213ed147eb None None] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:45.932105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 150024c1-5d99-4cac-a158-243895501770, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=150024c1-5d99-4cac-a158-243895501770,segment=NetworkSegment(785c045d-02df-4372-a711-65e77c403e14),segment_id=785c045d-02df-4372-a711-65e77c403e14)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:45.933274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06936ba4-00a6-4d67-9a8e-c9213ed147eb None None] Network 01e00a05-2bb8-4dab-8b67-81ec5e1a6781 could not be found, it might have been deleted concurrently. {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 28 15:33:45.976934 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:45.988919 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.029980 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=150024c1-5d99-4cac-a158-243895501770,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:46.120569 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.147910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Subnet': ['ID=c902e447-082f-49a7-b325-bb73ee287469,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:46.152056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.154494 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5309eb6e-8196-49d0-bfb1-fcf51c69780c tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "DELETE /v2.0/subnets/c902e447-082f-49a7-b325-bb73ee287469 HTTP/1.1" status: 204 len: 168 time: 0.3686116 Jul 28 15:33:46.156993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38874) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:46.160723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac271033-1b2b-49ad-8c24-3ed105f1efb9 None None] Network a196fa08-5fee-469d-9beb-6b689ffd493f requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:46.233494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.294604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Deleting port 150024c1-5d99-4cac-a158-243895501770 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:46.295290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.348976 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] DHCP port deletion for a196fa08-5fee-469d-9beb-6b689ffd493f request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:33:46.361561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] For port 150024c1-5d99-4cac-a158-243895501770, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=150024c1-5d99-4cac-a158-243895501770,segment=NetworkSegment(785c045d-02df-4372-a711-65e77c403e14),segment_id=785c045d-02df-4372-a711-65e77c403e14)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:46.361941 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.375598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Calling delete_port for 150024c1-5d99-4cac-a158-243895501770 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:46.376607 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.398664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Deleting port 150024c1-5d99-4cac-a158-243895501770 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:33:46.399081 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.460688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] For port 150024c1-5d99-4cac-a158-243895501770, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=150024c1-5d99-4cac-a158-243895501770,segment=NetworkSegment(785c045d-02df-4372-a711-65e77c403e14),segment_id=785c045d-02df-4372-a711-65e77c403e14)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:46.461085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.474476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Calling delete_port for 150024c1-5d99-4cac-a158-243895501770 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:33:46.513806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.565949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Port': ['ID=150024c1-5d99-4cac-a158-243895501770,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:46.571683 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] No DVR routers for this DVR port 150024c1-5d99-4cac-a158-243895501770 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:46.578375 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.604471 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] Pushing event deleted for resources: {'Port': ['ID=150024c1-5d99-4cac-a158-243895501770,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:46.606827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e5222-d07e-4bac-83cb-a909867221b5 None None] No DVR routers for this DVR port 150024c1-5d99-4cac-a158-243895501770 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:33:46.651631 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.662000 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a196fa08-5fee-469d-9beb-6b689ffd493f']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:46.672916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785c045d-02df-4372-a711-65e77c403e14') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:46.673221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785c045d-02df-4372-a711-65e77c403e14') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:46.682499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.696490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.702737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:33:46.703166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:33:46.706043 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:33:46.839838 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.846697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:46.848590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "DELETE /v2.0/networks/a196fa08-5fee-469d-9beb-6b689ffd493f HTTP/1.1" status: 204 len: 168 time: 0.6906462 Jul 28 15:33:46.851640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38876) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:46.860610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863be1c8-e683-48cb-a229-ea57dab21f88 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Pushing event deleted for resources: {'Network': ['ID=a196fa08-5fee-469d-9beb-6b689ffd493f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:46.883809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1722b4a1-0e60-4108-951d-e4bdeaf3f824 tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8fc2584-bc95-4d8e-9e09-2e4474454317 HTTP/1.1" status: 200 len: 205 time: 0.0310209 Jul 28 15:33:46.886266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38878) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:46.958868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.113678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.115678 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.228208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.228727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Fanout notify agent at l3_agent the message router_deleted on router f8fc2584-bc95-4d8e-9e09-2e4474454317 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:33:47.235553 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.236568 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7d8751e7-f342-42d7-bf81-2489ae7d8aac tempest-RoutersNegativeTest-901420322 tempest-RoutersNegativeTest-901420322-project] 10.222.0.47 "DELETE /v2.0/routers/f8fc2584-bc95-4d8e-9e09-2e4474454317 HTTP/1.1" status: 204 len: 168 time: 0.3487680 Jul 28 15:33:47.595072 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a10d35f0-4ba3-4735-81dd-878bf52a6dc4 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:47.616233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: a10d35f0-4ba3-4735-81dd-878bf52a6dc4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:47.616581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device a10d35f0-4ba3-4735-81dd-878bf52a6dc4 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:47.616998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 150024c1-5d99-4cac-a158-243895501770 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:33:47.635274 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 150024c1-5d99-4cac-a158-243895501770 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:33:47.635631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 150024c1-5d99-4cac-a158-243895501770 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:33:47.687686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38884) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:47.818299 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7f7eaa1-d721-4aeb-b106-b44c2bc56a1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64b78b64a8af4b379a4715f7aa1b04f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290104 Jul 28 15:33:47.820718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38888) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:47.869482 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.891683 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.907822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.982133 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.985500 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:47.986693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30f25b49-3d93-4a4f-87c6-18036f0bc908 HTTP/1.1" status: 204 len: 168 time: 0.1650481 Jul 28 15:33:47.994318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d2bc9-3b62-440b-8ae1-9afb5092f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f25b49-3d93-4a4f-87c6-18036f0bc908,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:48.918196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38910) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:49.015486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1824149212-network', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:49.130760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Made reservation on behalf of 68584ddb9e9945c69e1453a509fd549d for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:49.133074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.142426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.228647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.290566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.314695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:49.324854 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5ea7da-0372-4cb3-837f-5d2fded41afa,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:49.331872 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.332222 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Added segment 08324a9f-318b-4b6e-8bf5-5d58322b2856 of type vlan for network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 Jul 28 15:33:49.372128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.479394 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.481051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:49.481640 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.539720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] Pushing event updated for resources: {'Network': ['ID=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:49.550623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:49.634223 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-668d52e6-d741-4709-9f0e-58c87d09f61b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7147694 Jul 28 15:33:49.637187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:49.642055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Request body: {'subnet': {'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-subnet', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:49.748013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Made reservation on behalf of 68584ddb9e9945c69e1453a509fd549d for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:49.750286 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:49.959454 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.015212 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb1b004-dbe7-400d-a232-fd8a629a3b93,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:50.023861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Checking segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:50.024220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Network hostable DHCP agents. Network: 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:50.119480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:50.200309 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:50.204421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:50.205093 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.210034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6f609-c6b4-47b0-b6c9-0b62cf443e47 None None] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:50.280817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-913d4234-7b83-4496-87c8-eba378570a0f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6423872 Jul 28 15:33:50.283242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:50.287842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:50.354492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:50.355501 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.365374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.366633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.422575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.486592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.498256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Allocated IP 172.20.0.2 (4fcbdf66-b2c4-4bea-83aa-8b34d27040a7/4bb1b004-dbe7-400d-a232-fd8a629a3b93/dbd40b03-757e-4565-823d-2ed24149d9ca) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:50.599599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.644669 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.653267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Transition to ACTIVE for port object dbd40b03-757e-4565-823d-2ed24149d9ca will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:50.667415 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Transition to ACTIVE for port object dbd40b03-757e-4565-823d-2ed24149d9ca will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:50.845576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.868321 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.883443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:50.886311 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:50.890019 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.892425 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:50.899554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Pushing event updated for resources: {'Port': ['ID=dbd40b03-757e-4565-823d-2ed24149d9ca,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:50.962283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Attempting to bind port dbd40b03-757e-4565-823d-2ed24149d9ca on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:50.962655 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Attempting to bind port dbd40b03-757e-4565-823d-2ed24149d9ca by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:50.963051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Attempting to bind port dbd40b03-757e-4565-823d-2ed24149d9ca on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:50.968718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:50.969106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Checking segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:50.969514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:50.969909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Bound using segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:50.970438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Bound port: dbd40b03-757e-4565-823d-2ed24149d9ca, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:50.970830 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.001891 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Allocated IP 172.25.0.156 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:51.004105 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.037249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] For port dbd40b03-757e-4565-823d-2ed24149d9ca, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:51.040501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] For port dbd40b03-757e-4565-823d-2ed24149d9ca, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dbd40b03-757e-4565-823d-2ed24149d9ca,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:51.104917 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.154566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.201087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.209501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056fa2-2644-47e2-a424-be4ddfb34f3a None None] Pushing event updated for resources: {'Port': ['ID=dbd40b03-757e-4565-823d-2ed24149d9ca,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:51.252826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:51.256259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:51.258820 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:51.287110 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:51.628916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dbd40b03-757e-4565-823d-2ed24149d9ca up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:51.656098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:51.788637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port dbd40b03-757e-4565-823d-2ed24149d9ca completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:52.128951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.144851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c564e81d-59f0-44fe-b7ef-956c9c9a02fc None None] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:52.428133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Router 591c9613-161d-40e0-a36f-2db423c478f6 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:33:52.479342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Provisioning for port dbd40b03-757e-4565-823d-2ed24149d9ca completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:52.483889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Provisioning complete for port dbd40b03-757e-4565-823d-2ed24149d9ca triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:52.490609 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.538682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:33:52.552139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b031787-999c-4289-a415-fca51779d0db None None] Sync routers for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:33:52.571485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:52.572082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.576797 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.677549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] For port dbd40b03-757e-4565-823d-2ed24149d9ca, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dbd40b03-757e-4565-823d-2ed24149d9ca,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:52.685361 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.686760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-64d7aaf0-6122-4138-a10f-3a2472d36b18 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4025555 Jul 28 15:33:52.689819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38918) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:52.700723 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:52.757044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.854582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd25ec4-1909-4624-9565-561f0440f89e None None] Pushing event updated for resources: {'Port': ['ID=dbd40b03-757e-4565-823d-2ed24149d9ca,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:52.905964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-b2c602a7-2148-40c6-a258-5f2d72146954 None None] Provisioning complete for port dbd40b03-757e-4565-823d-2ed24149d9ca triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:52.906349 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b2c602a7-2148-40c6-a258-5f2d72146954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:52.967363 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:51Z', 'revision_number': 3, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:52.996628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b031787-999c-4289-a415-fca51779d0db None None] Checking router: 591c9613-161d-40e0-a36f-2db423c478f6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:33:52.996987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b031787-999c-4289-a415-fca51779d0db None None] Updating router 591c9613-161d-40e0-a36f-2db423c478f6 port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:33:53.051089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.117889 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.303429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Allocated IP 172.20.0.1 (4fcbdf66-b2c4-4bea-83aa-8b34d27040a7/4bb1b004-dbe7-400d-a232-fd8a629a3b93/f21c7c4c-2656-4da3-9b8d-8197a2c447dd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:53.318148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.328353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0b031787-999c-4289-a415-fca51779d0db None None] Transition to ACTIVE for port object ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:53.382402 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.413916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.429435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Transition to ACTIVE for port object f21c7c4c-2656-4da3-9b8d-8197a2c447dd will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:53.436139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0b031787-999c-4289-a415-fca51779d0db None None] Attempting to bind port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:53.436566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0b031787-999c-4289-a415-fca51779d0db None None] Attempting to bind port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:53.436901 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b031787-999c-4289-a415-fca51779d0db None None] Attempting to bind port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:53.438911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845f288-54c0-4800-98cb-a2c41b3d1cd9 None None] Pushing event updated for resources: {'Port': ['ID=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:53.444525 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b031787-999c-4289-a415-fca51779d0db None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:53.444912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b031787-999c-4289-a415-fca51779d0db None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:53.445323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.445719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b031787-999c-4289-a415-fca51779d0db None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:53.446195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-0b031787-999c-4289-a415-fca51779d0db None None] Bound port: ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:53.446583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.582734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.628907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dbd40b03-757e-4565-823d-2ed24149d9ca up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:53.633526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:53.639508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:53.641937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:53.666721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Pushing event updated for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:53.693228 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.700924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0b031787-999c-4289-a415-fca51779d0db None None] For port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:53.705268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0b031787-999c-4289-a415-fca51779d0db None None] For port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:53.715246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port dbd40b03-757e-4565-823d-2ed24149d9ca triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:53.715658 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.785594 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b031787-999c-4289-a415-fca51779d0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.858753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:53.859421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:53.864438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845f288-54c0-4800-98cb-a2c41b3d1cd9 None None] Pushing event updated for resources: {'Port': ['ID=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:53.922116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:53.959845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-afb9512b-c87e-46fa-ae53-9c986956982a None None] Provisioning for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:53.971003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-afb9512b-c87e-46fa-ae53-9c986956982a None None] Provisioning complete for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:53.971382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afb9512b-c87e-46fa-ae53-9c986956982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:54.002597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:54.091885 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:54.100679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-afb9512b-c87e-46fa-ae53-9c986956982a None None] Port f21c7c4c-2656-4da3-9b8d-8197a2c447dd cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:33:54.165237 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:54.194142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0b031787-999c-4289-a415-fca51779d0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:51Z', 'revision_number': 3, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:54.230488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b031787-999c-4289-a415-fca51779d0db None None] The sync data for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 is: [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:51Z', 'revision_number': 3, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:33:54.237588 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:54.239483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Pushing event updated for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:54.335267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:54.336685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:54.493471 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Router 591c9613-161d-40e0-a36f-2db423c478f6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:33:54.624037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54bc363a-be66-4631-b75b-491cb2316c07 None None] Provisioning complete for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:54.624538 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54bc363a-be66-4631-b75b-491cb2316c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:54.626048 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:33:54.635666 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3016275f-18d8-4273-9bdf-93e6a863a734 admin admin] 10.222.0.47 "PUT /v2.0/routers/591c9613-161d-40e0-a36f-2db423c478f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9446278 Jul 28 15:33:54.664378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-54bc363a-be66-4631-b75b-491cb2316c07 None None] Port f21c7c4c-2656-4da3-9b8d-8197a2c447dd cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:33:55.391122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:55.396670 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-825656403-network', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:55.513501 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Made reservation on behalf of 1c33b935fdd8409fb645e4de0d3efdab for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:55.518718 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.525218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.640129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:55.647491 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.713558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.742856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:55.750219 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:55.750914 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.751823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:33:55.762810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3292b741-d78e-4e1e-9c6b-aca576dbdfbf,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:55.769267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.770039 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Added segment 8f652d68-8e21-4186-aabf-2e3e7d689b8a of type vlan for network 4a745adf-c7d0-4610-96de-c62205fda430 Jul 28 15:33:55.783411 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Sync routers for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:33:55.793251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:55.793879 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:55.813819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.844176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.864805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:55.900990 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:55.965327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.966338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:55.966924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:55.993841 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.028267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] Pushing event updated for resources: {'Network': ['ID=4a745adf-c7d0-4610-96de-c62205fda430,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:56.052355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 4a745adf-c7d0-4610-96de-c62205fda430 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:33:56.068497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:56.108681 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 4, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f21c7c4c-2656-4da3-9b8d-8197a2c447dd', 'name': '', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'mac_address': 'fa:16:3e:c6:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:53Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 2, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'subnets': [{'id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:56.109816 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9ddd30eb-494c-486a-bd87-be0e72f7bf9f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7166462 Jul 28 15:33:56.115562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38936) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:56.121472 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Request body: {'subnet': {'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-subnet', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:56.139520 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Checking router: 591c9613-161d-40e0-a36f-2db423c478f6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:33:56.144434 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Updating router 591c9613-161d-40e0-a36f-2db423c478f6 port f21c7c4c-2656-4da3-9b8d-8197a2c447dd binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:33:56.164478 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.211027 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Made reservation on behalf of 1c33b935fdd8409fb645e4de0d3efdab for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:33:56.213472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.457019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.459722 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.470849 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Transition to ACTIVE for port object f21c7c4c-2656-4da3-9b8d-8197a2c447dd will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:56.524920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142dc7c5-8b0f-4843-ab81-72cdb7db588b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:56.533823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Checking segment: {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:56.534190 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Network hostable DHCP agents. Network: 4a745adf-c7d0-4610-96de-c62205fda430, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:33:56.593652 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.654744 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Pushing event updated for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:56.661729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Network 4a745adf-c7d0-4610-96de-c62205fda430 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:33:56.678577 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.679484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.679484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.679699 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.679986 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.680314 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.680644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.680965 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.681290 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.681610 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.681929 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.682250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:33:56.711221 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Attempting to bind port f21c7c4c-2656-4da3-9b8d-8197a2c447dd on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:56.711525 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Attempting to bind port f21c7c4c-2656-4da3-9b8d-8197a2c447dd by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:56.711888 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Attempting to bind port f21c7c4c-2656-4da3-9b8d-8197a2c447dd on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:56.718380 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:56.718752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Checking segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:56.719088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 4a745adf-c7d0-4610-96de-c62205fda430) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:56.719204 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.719580 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Bound using segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:56.720043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Bound port: f21c7c4c-2656-4da3-9b8d-8197a2c447dd, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:56.720424 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.726816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:33:56.727043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9dc98-5864-4961-8984-ee9a3f719c5d None None] Network 4a745adf-c7d0-4610-96de-c62205fda430 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:56.734076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.788460 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] For port f21c7c4c-2656-4da3-9b8d-8197a2c447dd, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:56.791999 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] For port f21c7c4c-2656-4da3-9b8d-8197a2c447dd, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:56.840970 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-383639cd-9244-4a7e-baa9-e553d4ca4e50 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7278438 Jul 28 15:33:56.843568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 38938) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:56.848305 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:33:56.873974 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.885182 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-4a745adf-c7d0-4610-96de-c62205fda430', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:33:56.886680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.937512 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:56.938148 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:56.941184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e1e51-efcb-4b7e-a5ef-48b41571c315 None None] Pushing event updated for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:56.953702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:56.954759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.038193 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.063228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Allocated IP 172.20.0.2 (4a745adf-c7d0-4610-96de-c62205fda430/142dc7c5-8b0f-4843-ab81-72cdb7db588b/cbcc8ce2-3230-4f16-92a2-8cffc1353f87) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:57.157016 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:57.245695 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.253902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Transition to ACTIVE for port object cbcc8ce2-3230-4f16-92a2-8cffc1353f87 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:57.270222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Transition to ACTIVE for port object cbcc8ce2-3230-4f16-92a2-8cffc1353f87 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:57.288579 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.361835 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 4, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f21c7c4c-2656-4da3-9b8d-8197a2c447dd', 'name': '', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'mac_address': 'fa:16:3e:c6:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:53Z', 'updated_at': '2021-07-28T15:33:56Z', 'revision_number': 4, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'subnets': [{'id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:57.388897 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f90b1-8423-4a6c-a4ff-57e8cbf50f9c None None] The sync data for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 is: [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:53Z', 'revision_number': 4, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'f21c7c4c-2656-4da3-9b8d-8197a2c447dd', 'name': '', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'mac_address': 'fa:16:3e:c6:40:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:53Z', 'updated_at': '2021-07-28T15:33:56Z', 'revision_number': 4, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'subnets': [{'id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:33:57.400109 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.458250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Network 4a745adf-c7d0-4610-96de-c62205fda430 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:57.461298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:57.465447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:57.487301 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Pushing event updated for resources: {'Port': ['ID=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:57.539185 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Attempting to bind port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:33:57.539560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Attempting to bind port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:33:57.539930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Attempting to bind port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 on network 4a745adf-c7d0-4610-96de-c62205fda430 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:33:57.545400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:33:57.545784 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Checking segment: {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:33:57.546191 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.546588 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Bound using segment: {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:33:57.547093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Bound port: cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:33:57.547773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.631547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] For port cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:33:57.635113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] For port cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:33:57.694936 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.712694 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.721652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f21c7c4c-2656-4da3-9b8d-8197a2c447dd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:57.796550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.838297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Allocated IP 172.25.0.62 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/6c65d3bd-db39-4d2a-b697-4f735ab5533f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:57.867227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe98a3-ce4b-45e7-be3b-dde3fead463f None None] Pushing event updated for resources: {'Port': ['ID=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:57.891060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:57.896468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:57.904574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:57.987679 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.041067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.107457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f21c7c4c-2656-4da3-9b8d-8197a2c447dd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:33:58.134437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.180756 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:33:58.184546 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:33:58.189722 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.191969 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:58.192975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:33:58.233219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Pushing event updated for resources: {'Port': ['ID=6c65d3bd-db39-4d2a-b697-4f735ab5533f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:58.306443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:33:58.325207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:58.325589 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.594752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.809608 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:58.947817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67affdfb-15f0-47b5-9075-3259916ac7a6 None None] Network 4a745adf-c7d0-4610-96de-c62205fda430 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:33:59.010512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:33:59.071178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-237c467f-4688-4013-83df-ab33eeaba544 None None] Provisioning for port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:59.135829 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:33:59.147042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Sync routers for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:33:59.156417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:33:59.164303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:59.222222 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:59.226187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3081f85e-e98e-4d54-a1f9-1583f3720790 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3789160 Jul 28 15:33:59.226640 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 38940) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:33:59.273788 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:33:59.474709 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:33:58Z', 'revision_number': 3, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:33:59.505151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Checking router: 438a9245-ca1a-4d0e-97bf-e21f277e86d2 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:33:59.505507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Updating router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 port 6c65d3bd-db39-4d2a-b697-4f735ab5533f binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:33:59.531474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:59.680115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:59.719238 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbcc8ce2-3230-4f16-92a2-8cffc1353f87 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:33:59.861699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:59.862982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Allocated IP 172.20.0.1 (4a745adf-c7d0-4610-96de-c62205fda430/142dc7c5-8b0f-4843-ab81-72cdb7db588b/9bd6f2f2-894a-4366-a4d5-47cb12c2d445) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:33:59.871607 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Transition to ACTIVE for port object 6c65d3bd-db39-4d2a-b697-4f735ab5533f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:33:59.913579 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:33:59.917957 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:33:59.918568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:33:59.986664 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.007509 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Transition to ACTIVE for port object 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:00.008085 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.044990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.052730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:00.103096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed2ac5-b21c-4dda-8514-3027c60690d9 None None] Pushing event updated for resources: {'Port': ['ID=6c65d3bd-db39-4d2a-b697-4f735ab5533f,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:00.105779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Attempting to bind port 6c65d3bd-db39-4d2a-b697-4f735ab5533f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:34:00.106155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Attempting to bind port 6c65d3bd-db39-4d2a-b697-4f735ab5533f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:34:00.106527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Attempting to bind port 6c65d3bd-db39-4d2a-b697-4f735ab5533f on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:00.112080 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:34:00.112414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:34:00.112826 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.113222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:34:00.113696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Bound port: 6c65d3bd-db39-4d2a-b697-4f735ab5533f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:34:00.114207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.125304 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.151074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.152039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f21c7c4c-2656-4da3-9b8d-8197a2c447dd up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:00.166325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Network 4a745adf-c7d0-4610-96de-c62205fda430 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:00.172042 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:00.174772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:34:00.181937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:00.221822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] For port 6c65d3bd-db39-4d2a-b697-4f735ab5533f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:34:00.225130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.248902 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] For port 6c65d3bd-db39-4d2a-b697-4f735ab5533f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6c65d3bd-db39-4d2a-b697-4f735ab5533f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:34:00.262592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:00.275492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f21c7c4c-2656-4da3-9b8d-8197a2c447dd triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:00.275938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.431675 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.456777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.538475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:00.539145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:00.540833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed2ac5-b21c-4dda-8514-3027c60690d9 None None] Pushing event updated for resources: {'Port': ['ID=6c65d3bd-db39-4d2a-b697-4f735ab5533f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:00.603770 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-36849cca-70e4-4181-a5b5-269bf6641921 None None] Provisioning for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:00.605838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.615510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-36849cca-70e4-4181-a5b5-269bf6641921 None None] Provisioning complete for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:00.615958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36849cca-70e4-4181-a5b5-269bf6641921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.673602 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.702409 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-36849cca-70e4-4181-a5b5-269bf6641921 None None] Port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:34:00.714013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:00.749460 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:00.751328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:00.843786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Network 4a745adf-c7d0-4610-96de-c62205fda430 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:00.845305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:00.915288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9bd6f2f2-894a-4366-a4d5-47cb12c2d445', 'name': '', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'mac_address': 'fa:16:3e:69:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:59Z', 'updated_at': '2021-07-28T15:33:59Z', 'revision_number': 1, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'subnets': [{'id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:00.944764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5497a50-b384-4dfd-a18d-e8dd096800d0 None None] The sync data for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 is: [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9bd6f2f2-894a-4366-a4d5-47cb12c2d445', 'name': '', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'mac_address': 'fa:16:3e:69:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:59Z', 'updated_at': '2021-07-28T15:33:59Z', 'revision_number': 1, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'subnets': [{'id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:00.973752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:34:01.092515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:34:01.098019 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a7e6ad3a-b4fa-4ab1-9a69-e6dd986dddb3 admin admin] 10.222.0.47 "PUT /v2.0/routers/438a9245-ca1a-4d0e-97bf-e21f277e86d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699927 Jul 28 15:34:01.155892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-24bbbfbb-4eb9-4ea1-a2d7-b29c8e643acb None None] Provisioning complete for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:01.156438 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-24bbbfbb-4eb9-4ea1-a2d7-b29c8e643acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:01.205844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-24bbbfbb-4eb9-4ea1-a2d7-b29c8e643acb None None] Port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:34:01.633153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbcc8ce2-3230-4f16-92a2-8cffc1353f87 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:01.716045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:01.716541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:02.106726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-54413fd2-fc69-4891-aefa-b0feeee2c5ec tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:02.108340 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-54413fd2-fc69-4891-aefa-b0feeee2c5ec tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/networks?id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 200 len: 817 time: 0.1054964 Jul 28 15:34:02.125706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-d4e52b6b-975e-4d50-a9cc-7b7e687351c6 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/quotas/68584ddb9e9945c69e1453a509fd549d HTTP/1.1" status: 200 len: 375 time: 0.0111156 Jul 28 15:34:02.185283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-bae0bee7-c4a1-4799-9bad-0260548e14e5 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536604 Jul 28 15:34:02.291416 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-409d4ad3-fa70-484e-96fe-67a85ccb31eb service neutron] 10.222.0.47 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866141 Jul 28 15:34:02.382456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-202f0005-1cd4-401a-823b-e461fd59f342 service neutron] 10.222.0.47 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901470 Jul 28 15:34:02.654000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56755a07-5908-470a-8a8f-5dbd1e1f8e1c req-50fdc65d-09a2-45be-b90b-d8a676910fe2 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 210 time: 0.0266159 Jul 28 15:34:03.631412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6c65d3bd-db39-4d2a-b697-4f735ab5533f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:03.765762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8db8270d-9fa7-4bce-b406-ec5cbf25707f req-122b7f89-70bd-47fa-9131-af8ee058c1a4 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 210 time: 0.0275307 Jul 28 15:34:03.808099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6c65d3bd-db39-4d2a-b697-4f735ab5533f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:03.811214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6c65d3bd-db39-4d2a-b697-4f735ab5533f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:03.811602 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:03.898385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:03.920888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6c65d3bd-db39-4d2a-b697-4f735ab5533f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6c65d3bd-db39-4d2a-b697-4f735ab5533f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:04.005281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:04.055961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6c65d3bd-db39-4d2a-b697-4f735ab5533f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:04.305606 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Sync routers for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:34:04.318741 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:04.319394 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:04.429546 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:04.641744 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9bd6f2f2-894a-4366-a4d5-47cb12c2d445', 'name': '', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'mac_address': 'fa:16:3e:69:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:59Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 2, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'subnets': [{'id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:04.668094 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Checking router: 438a9245-ca1a-4d0e-97bf-e21f277e86d2 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:34:04.668445 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Updating router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:34:04.692580 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:04.872905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ea5e31d8-3987-4d9a-9b61-93083f5c82fd req-53253fec-105b-4e88-a354-18e9c6b909f2 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 210 time: 0.0340414 Jul 28 15:34:04.986481 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:04.997485 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Transition to ACTIVE for port object 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:05.079762 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.135152 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38b4d-2e07-40ea-b81a-451952647454 None None] Pushing event updated for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:05.158807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-d287f03f-0f50-4964-8278-aa48d7a1001b tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:05.160463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-d287f03f-0f50-4964-8278-aa48d7a1001b tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "GET /v2.0/networks?id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 200 len: 817 time: 0.1194682 Jul 28 15:34:05.179446 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Request body: {'port': {'device_id': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'admin_state_up': True, 'tenant_id': '68584ddb9e9945c69e1453a509fd549d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:05.207378 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Attempting to bind port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:34:05.207924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Attempting to bind port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:34:05.208206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Attempting to bind port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 on network 4a745adf-c7d0-4610-96de-c62205fda430 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:05.215000 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:34:05.215741 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Checking segment: {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:34:05.216226 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.216564 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Bound using segment: {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:34:05.216900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Bound port: 9bd6f2f2-894a-4366-a4d5-47cb12c2d445, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f652d68-8e21-4186-aabf-2e3e7d689b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:34:05.217227 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.302683 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] For port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:34:05.306292 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] For port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:34:05.439364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Made reservation on behalf of 68584ddb9e9945c69e1453a509fd549d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:34:05.440291 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.443221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.506228 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:34:05.513810 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:33:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:05.550901 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38b4d-2e07-40ea-b81a-451952647454 None None] Pushing event updated for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:05.647862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:34:05.648619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Allocated IP 172.20.0.5 (4fcbdf66-b2c4-4bea-83aa-8b34d27040a7/4bb1b004-dbe7-400d-a232-fd8a629a3b93/f7c3a490-7c0b-405e-848d-9c973f14f9bf) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:34:05.660933 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6c65d3bd-db39-4d2a-b697-4f735ab5533f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:05.720637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6c65d3bd-db39-4d2a-b697-4f735ab5533f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:05.721290 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.819274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.834344 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Transition to ACTIVE for port object f7c3a490-7c0b-405e-848d-9c973f14f9bf will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:05.867757 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9bd6f2f2-894a-4366-a4d5-47cb12c2d445', 'name': '', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'mac_address': 'fa:16:3e:69:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:59Z', 'updated_at': '2021-07-28T15:34:05Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'subnets': [{'id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:34:05.897698 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5978b9-08b0-476d-b412-5224079ad84a None None] The sync data for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 is: [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:34:00Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9bd6f2f2-894a-4366-a4d5-47cb12c2d445', 'name': '', 'network_id': '4a745adf-c7d0-4610-96de-c62205fda430', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'mac_address': 'fa:16:3e:69:ad:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:59Z', 'updated_at': '2021-07-28T15:34:05Z', 'revision_number': 4, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'subnets': [{'id': '142dc7c5-8b0f-4843-ab81-72cdb7db588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:34:05.936879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:05.986645 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:05.999267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:06.001971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Pushing event updated for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:06.004824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:34:06.009466 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04043afc-db54-47a6-be89-2adffe5ba027 req-98bda97d-f848-4d4d-b5ec-fd955be4c9e7 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:06.019834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04043afc-db54-47a6-be89-2adffe5ba027 req-98bda97d-f848-4d4d-b5ec-fd955be4c9e7 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 931 time: 0.0691135 Jul 28 15:34:06.065923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-04043afc-db54-47a6-be89-2adffe5ba027 req-2d53069f-dd41-4ccc-85c7-e880f3480016 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Jul 28 15:34:06.070063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:06.071012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.155479 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a460b36f-259a-4c3a-898a-3ee16f32c00a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9811289 Jul 28 15:34:06.174519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Request body: {'port': {'device_id': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:06.239052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.404889 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f60c612-3a23-4182-8287-6fd14b04a518 None None] Provisioning for port f7c3a490-7c0b-405e-848d-9c973f14f9bf completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:06.408934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-7f60c612-3a23-4182-8287-6fd14b04a518 None None] Provisioning complete for port f7c3a490-7c0b-405e-848d-9c973f14f9bf triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:06.409375 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7f60c612-3a23-4182-8287-6fd14b04a518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.444192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-7f60c612-3a23-4182-8287-6fd14b04a518 None None] Port f7c3a490-7c0b-405e-848d-9c973f14f9bf cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:34:06.524664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c3a490-7c0b-405e-848d-9c973f14f9bf {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:06.532667 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.545803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Transition to ACTIVE for port object f7c3a490-7c0b-405e-848d-9c973f14f9bf will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:06.668438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.724551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:06.799445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Attempting to bind port f7c3a490-7c0b-405e-848d-9c973f14f9bf on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:34:06.799783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Attempting to bind port f7c3a490-7c0b-405e-848d-9c973f14f9bf by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:34:06.800111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Attempting to bind port f7c3a490-7c0b-405e-848d-9c973f14f9bf on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:06.804692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Port f7c3a490-7c0b-405e-848d-9c973f14f9bf on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:34:06.805017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Attempting to bind port f7c3a490-7c0b-405e-848d-9c973f14f9bf on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:06.811319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:34:06.811667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Checking segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:34:06.812063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Bound using segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:34:06.812656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Bound port: f7c3a490-7c0b-405e-848d-9c973f14f9bf, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:34:06.813036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:06.880140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:34:06.883384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:34:07.004831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.354014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.354014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.354014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] 10.222.0.53 "PUT /v2.0/ports/f7c3a490-7c0b-405e-848d-9c973f14f9bf HTTP/1.1" status: 200 len: 1092 time: 1.1821091 Jul 28 15:34:07.354014 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:07.355858 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548ce7cd-6205-4df4-a696-8b4b08aeb954" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:07.384783 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09037bf-a23c-4864-93ef-15135b3a82af service neutron] Pushing event updated for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:07.403301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2e337-6749-457e-a1bf-5158833d6b06 req-37d2b0d4-27f4-41e0-a7f0-9f6658e0bb80 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.404925 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91f2e337-6749-457e-a1bf-5158833d6b06 req-37d2b0d4-27f4-41e0-a7f0-9f6658e0bb80 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 943 time: 0.0879664 Jul 28 15:34:07.453188 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91f2e337-6749-457e-a1bf-5158833d6b06 req-fd1bb49d-f84c-4e97-971e-f876bf81242d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Jul 28 15:34:07.463094 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08282e01-2971-4e85-aa40-e087d62abd91 x-openstack-request-id: req-08282e01-2971-4e85-aa40-e087d62abd91 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:07.463335 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:07.463667 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08282e01-2971-4e85-aa40-e087d62abd91 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:07.464274 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf', 'status': 'completed', 'code': 200} Jul 28 15:34:07.548833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-34637875-eed5-4033-8cdc-eb704891fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.550358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-34637875-eed5-4033-8cdc-eb704891fd74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 1095 time: 0.0420330 Jul 28 15:34:07.636508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:07.661473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-ddec71f0-1542-47f7-9c88-a4d4c8cce2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.662995 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-ddec71f0-1542-47f7-9c88-a4d4c8cce2b7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68584ddb9e9945c69e1453a509fd549d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0977821 Jul 28 15:34:07.753119 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:07.757737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:07.758336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.758569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-19399c57-12a6-4524-af4c-70320f8868d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.760120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-548ce7cd-6205-4df4-a696-8b4b08aeb954 req-19399c57-12a6-4524-af4c-70320f8868d0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898135 Jul 28 15:34:07.844784 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:07.870807 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-681ea872-1563-4865-982e-8a2c60729ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.872442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-681ea872-1563-4865-982e-8a2c60729ed9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 1095 time: 0.0476904 Jul 28 15:34:07.877317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:07.922373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-a0ad28fd-6e71-4a13-bfe9-0612f4b5b8d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf HTTP/1.1" status: 200 len: 217 time: 0.0347981 Jul 28 15:34:07.971522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-ae27f739-df4c-4e74-a852-d8c62e397c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:07.972975 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-ae27f739-df4c-4e74-a852-d8c62e397c1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bb1b004-dbe7-400d-a232-fd8a629a3b93 HTTP/1.1" status: 200 len: 856 time: 0.0434995 Jul 28 15:34:08.010300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:08.022510 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-ceab6c00-a16e-4223-87bc-1272f78f5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:08.024077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-ceab6c00-a16e-4223-87bc-1272f78f5244 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443809 Jul 28 15:34:08.059522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:08.066786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.067197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.067528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.067870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.068202 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.068539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.068872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.069204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.069534 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.069864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.070191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.070523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:08.126749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-3f99ab29-8acb-4cbb-af02-5953e8c7be0a service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848010 Jul 28 15:34:08.211826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7f5cc8b3-b429-48ad-9715-03772b2df459 req-4e8592b4-d0e0-455d-b78d-557ec87770ff service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873239 Jul 28 15:34:08.574690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5ad7d-31a9-484f-aea1-c8cb59b141b1 req-7c249bc4-f9a6-4fc8-9b6d-e2a2ce55f206 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:08.576216 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f5ad7d-31a9-484f-aea1-c8cb59b141b1 req-7c249bc4-f9a6-4fc8-9b6d-e2a2ce55f206 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 943 time: 0.0501735 Jul 28 15:34:08.613705 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c3f5ad7d-31a9-484f-aea1-c8cb59b141b1 req-2b275be9-acd7-4908-81ec-50fb41658f60 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Jul 28 15:34:09.611262 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:09.660904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:09.661275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:09.729518 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50629b-1afd-46c8-a2c5-bdc28c339d9e req-80f6b193-0b27-49a1-97ed-e7ebe2421ed0 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:09.731036 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d50629b-1afd-46c8-a2c5-bdc28c339d9e req-80f6b193-0b27-49a1-97ed-e7ebe2421ed0 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 943 time: 0.0495677 Jul 28 15:34:09.769815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9d50629b-1afd-46c8-a2c5-bdc28c339d9e req-1d0c45dd-a42d-425f-81f4-af204a851b5a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jul 28 15:34:10.858128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f7c3a490-7c0b-405e-848d-9c973f14f9bf details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:34:10.892001 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f7eb9-7b54-440d-be9b-7b13a0dee4b6 req-f37b1875-7dc2-4d25-bc5d-b2346870b9ee tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:10.893502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-724f7eb9-7b54-440d-be9b-7b13a0dee4b6 req-f37b1875-7dc2-4d25-bc5d-b2346870b9ee tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 943 time: 0.0557191 Jul 28 15:34:10.932002 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-724f7eb9-7b54-440d-be9b-7b13a0dee4b6 req-86c22546-99a3-4b77-ac12-a106f59708e4 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Jul 28 15:34:10.956983 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:10.968031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'port_id': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf', 'mac_address': 'fa:16:3e:28:14:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:34:11.003963 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:11.016586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c3a490-7c0b-405e-848d-9c973f14f9bf {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:11.035308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:11.107514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:11.155285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:11.378538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f7c3a490-7c0b-405e-848d-9c973f14f9bf'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:34:12.050975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6df9c8-6118-464b-94bc-32c652a07ce5 req-15460178-6013-4c13-bfd9-193be758e747 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:12.052534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b6df9c8-6118-464b-94bc-32c652a07ce5 req-15460178-6013-4c13-bfd9-193be758e747 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 944 time: 0.0498688 Jul 28 15:34:12.091943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b6df9c8-6118-464b-94bc-32c652a07ce5 req-f36046fc-ee55-4c6c-a34e-45a4a53d5dbf tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330267 Jul 28 15:34:12.296368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bdb73cb1-4827-4d9c-87de-cbc07d2757bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:12.881163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f7c3a490-7c0b-405e-848d-9c973f14f9bf up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:13.038768 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port f7c3a490-7c0b-405e-848d-9c973f14f9bf completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:13.043291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port f7c3a490-7c0b-405e-848d-9c973f14f9bf triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:13.043672 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:13.122500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:13.144794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:13.147010 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be81ff6-a264-480a-94f1-c60744c58556" -d '{"events": [{"server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:13.161400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:13.188413 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd64f339-b057-4927-b8ae-710a8b1f4a38 x-openstack-request-id: req-cd64f339-b057-4927-b8ae-710a8b1f4a38 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:13.188717 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "name": "network-vif-plugged", "status": "completed", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:13.189042 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd64f339-b057-4927-b8ae-710a8b1f4a38 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:13.189411 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf', 'code': 200} Jul 28 15:34:13.212304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a20d5-ba4a-4db7-959f-0f0a0639bc43 req-b1b9fa0a-7372-4469-9288-298e8cdd93c2 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:13.214816 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e0a20d5-ba4a-4db7-959f-0f0a0639bc43 req-b1b9fa0a-7372-4469-9288-298e8cdd93c2 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 944 time: 0.0537984 Jul 28 15:34:13.222611 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:13.262175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e0a20d5-ba4a-4db7-959f-0f0a0639bc43 req-cfa37d85-ae64-41fa-bb33-4851e836d4bc tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Jul 28 15:34:13.278706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:13.350906 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd14a7-fdc7-4c1a-8c89-287e52da2ce2 req-d4b35f5d-c4cf-4f9c-b1bb-ee29ec0a0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:13.352783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3cd14a7-fdc7-4c1a-8c89-287e52da2ce2 req-d4b35f5d-c4cf-4f9c-b1bb-ee29ec0a0c1e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 1097 time: 0.0478060 Jul 28 15:34:13.388727 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3cd14a7-fdc7-4c1a-8c89-287e52da2ce2 req-17658c9c-1278-471c-ac41-aa1206c835e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288551 Jul 28 15:34:14.392381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b9a9a-47bb-4205-9822-b5bba33c0769 req-15b901f4-b636-4f6f-ba64-33e49f439182 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:14.394084 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e88b9a9a-47bb-4205-9822-b5bba33c0769 req-15b901f4-b636-4f6f-ba64-33e49f439182 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0511999 Jul 28 15:34:14.433359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e88b9a9a-47bb-4205-9822-b5bba33c0769 req-124ad7f2-290f-410f-b3ea-0bc651fa5901 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329916 Jul 28 15:34:14.770148 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f113c9e-ea1f-47a0-9a25-0bcd182ff3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:14.970297 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:15.550971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e415cf-35bb-44e1-ae78-938982a38900 req-5b3ae1ba-2e69-4055-a598-8c7075d4f869 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:15.552478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56e415cf-35bb-44e1-ae78-938982a38900 req-5b3ae1ba-2e69-4055-a598-8c7075d4f869 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0505407 Jul 28 15:34:15.591138 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-56e415cf-35bb-44e1-ae78-938982a38900 req-5d0e4bf8-c655-42cf-988a-c8228635b9fd tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Jul 28 15:34:15.704760 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9127ae-c648-43e5-a449-f393420be121 req-6c0607b6-48da-424e-87db-e69424ffb93d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:15.706240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a9127ae-c648-43e5-a449-f393420be121 req-6c0607b6-48da-424e-87db-e69424ffb93d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0486069 Jul 28 15:34:15.743755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a9127ae-c648-43e5-a449-f393420be121 req-b228e7b7-4f90-4380-8372-a11221fda8be tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Jul 28 15:34:16.387769 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:17.958951 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:20.536125 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.004767 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:21.581902 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:34:39.421375 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f37517-a2b6-4a4a-bc28-d0de74e7df5b req-8e231fa3-7b2b-4942-8188-5b03e1f6e9fb tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:39.422984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62f37517-a2b6-4a4a-bc28-d0de74e7df5b req-8e231fa3-7b2b-4942-8188-5b03e1f6e9fb tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0530069 Jul 28 15:34:39.461940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-62f37517-a2b6-4a4a-bc28-d0de74e7df5b req-2b0aa396-10be-47ed-ba45-705ea2211305 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328276 Jul 28 15:34:40.589809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b37ada-d6a0-4b4c-a820-d08beca51743 req-21c97af5-63e4-4103-ab47-eee6791b2cb3 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:40.591251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20b37ada-d6a0-4b4c-a820-d08beca51743 req-21c97af5-63e4-4103-ab47-eee6791b2cb3 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0539589 Jul 28 15:34:40.633675 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-20b37ada-d6a0-4b4c-a820-d08beca51743 req-3cc575c6-7801-4785-a2ac-036bec6b1cad tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364361 Jul 28 15:34:41.145447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-24f2f529-f9b2-4da2-acb9-195f8313b4cf tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:41.146908 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-24f2f529-f9b2-4da2-acb9-195f8313b4cf tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 945 time: 0.0486460 Jul 28 15:34:41.237846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Deleting port f7c3a490-7c0b-405e-848d-9c973f14f9bf {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:34:41.238190 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.332325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] For port f7c3a490-7c0b-405e-848d-9c973f14f9bf, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=f7c3a490-7c0b-405e-848d-9c973f14f9bf,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:41.332780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.346298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Calling delete_port for f7c3a490-7c0b-405e-848d-9c973f14f9bf owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:34:41.547007 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.577534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Pushing event deleted for resources: {'Port': ['ID=f7c3a490-7c0b-405e-848d-9c973f14f9bf,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:41.581013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['f7c3a490-7c0b-405e-848d-9c973f14f9bf'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:34:41.605739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.606129 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.606782 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.607159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.607591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.607846 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.608177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.608509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.608849 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.609180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.609505 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.616492 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:34:41.631171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] No DVR routers for this DVR port f7c3a490-7c0b-405e-848d-9c973f14f9bf on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:34:41.634831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:41.636992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1fdb4ed7-7423-43cf-beb1-f909b25a2f2f req-b7e2d862-613d-4142-aef0-3b35457575a9 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "DELETE /v2.0/ports/f7c3a490-7c0b-405e-848d-9c973f14f9bf HTTP/1.1" status: 204 len: 173 time: 0.4834466 Jul 28 15:34:41.643239 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'name': 'network-vif-deleted', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:41.643239 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ec071-b582-4824-8a58-1aa6ece69bc9" -d '{"events": [{"server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "name": "network-vif-deleted", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:41.678055 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bff1306-94fe-4a4e-99e1-d5d7b5a46d78 x-openstack-request-id: req-4bff1306-94fe-4a4e-99e1-d5d7b5a46d78 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:41.678364 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5d7e8f-1730-4ea4-8b5b-03166bb635dd", "name": "network-vif-deleted", "tag": "f7c3a490-7c0b-405e-848d-9c973f14f9bf", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:41.678829 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bff1306-94fe-4a4e-99e1-d5d7b5a46d78 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:41.679035 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5d7e8f-1730-4ea4-8b5b-03166bb635dd', 'name': 'network-vif-deleted', 'tag': 'f7c3a490-7c0b-405e-848d-9c973f14f9bf', 'status': 'completed', 'code': 200} Jul 28 15:34:41.746046 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6e8b87b5-f617-4328-9f2e-f943fa626609 req-d99d7f08-e6a1-4793-83e9-ac810cea1296 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee5d7e8f-1730-4ea4-8b5b-03166bb635dd HTTP/1.1" status: 200 len: 210 time: 0.0340319 Jul 28 15:34:42.289656 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97b36c64-97aa-47cc-8298-81206592f877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:43.509662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-1210ad1e-5987-42c3-b5b3-4bfe6de4c07f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:43.511201 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-1210ad1e-5987-42c3-b5b3-4bfe6de4c07f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/networks?id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 200 len: 817 time: 0.1049314 Jul 28 15:34:43.527033 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-010698ca-2db4-4849-bff0-fe97099d95a5 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/quotas/68584ddb9e9945c69e1453a509fd549d HTTP/1.1" status: 200 len: 375 time: 0.0098591 Jul 28 15:34:43.590101 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-58a31a3a-9e95-4777-95fa-75c96820c89e tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566304 Jul 28 15:34:43.688734 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-6a5b5bd7-109d-4248-a4a7-6f6fc9ea6f0c service neutron] 10.222.0.47 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Jul 28 15:34:43.784660 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-374db957-43a2-483b-80e5-e59b63cd34a2 service neutron] 10.222.0.47 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895104 Jul 28 15:34:44.036765 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-71a21b11-bd83-46f9-ae1c-8035f21638d2 req-ed89d925-0023-4c65-a2d8-3da3357cdeba tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 210 time: 0.0319510 Jul 28 15:34:44.775994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ddf958ac-0efd-4112-8d16-75be863cbc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:44.952198 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:45.090086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f7c3a490-7c0b-405e-848d-9c973f14f9bf no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:34:45.110700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: f7c3a490-7c0b-405e-848d-9c973f14f9bf {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:34:45.120508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device f7c3a490-7c0b-405e-848d-9c973f14f9bf not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:34:45.144339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3e83572d-7f45-4bd4-9e93-3d2549a28db1 req-cc48fcea-3323-4dbf-9235-5c4e3a835e5d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 210 time: 0.0284796 Jul 28 15:34:46.203193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-c997c753-de6b-4f97-8de7-b9f467e1704f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:46.204756 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-c997c753-de6b-4f97-8de7-b9f467e1704f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "GET /v2.0/networks?id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 200 len: 817 time: 0.1188283 Jul 28 15:34:46.233050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Request body: {'port': {'device_id': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'admin_state_up': True, 'tenant_id': '68584ddb9e9945c69e1453a509fd549d'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:46.264608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-14398e1b-81dd-4720-a7bf-d160faf1d204 req-745340e4-f9fb-45b6-9a77-c581a74c49c5 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 210 time: 0.0478375 Jul 28 15:34:46.392520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.535856 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Made reservation on behalf of 68584ddb9e9945c69e1453a509fd549d for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:34:46.539441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.670288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Allocated IP 172.20.0.4 (4fcbdf66-b2c4-4bea-83aa-8b34d27040a7/4bb1b004-dbe7-400d-a232-fd8a629a3b93/ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:34:46.822815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.837605 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Transition to ACTIVE for port object ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:46.948109 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:46.991531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:34:46.995320 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:34:47.001342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:34:47.030440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Pushing event updated for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:47.061793 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:47.062467 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.153753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-0ee0495e-2e42-43e7-8e94-94c8cbb5f98c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9262135 Jul 28 15:34:47.171995 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Request body: {'port': {'device_id': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:34:47.227169 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.301117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0af84b23-d027-4de7-b296-3ad089f9bafe None None] Provisioning for port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:47.306220 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0af84b23-d027-4de7-b296-3ad089f9bafe None None] Provisioning complete for port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:47.306746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0af84b23-d027-4de7-b296-3ad089f9bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.347228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0af84b23-d027-4de7-b296-3ad089f9bafe None None] Port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:34:47.395433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c2363-17f0-4c19-8d74-b19b66b6dadc req-a325a1c6-4938-4a54-a2fd-c1d32ede5419 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:47.397137 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-612c2363-17f0-4c19-8d74-b19b66b6dadc req-a325a1c6-4938-4a54-a2fd-c1d32ede5419 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 931 time: 0.0535765 Jul 28 15:34:47.436422 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-612c2363-17f0-4c19-8d74-b19b66b6dadc req-5ca7a002-28f1-488d-b16e-a07a2532f6d3 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Jul 28 15:34:47.530601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:47.538270 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.550351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Transition to ACTIVE for port object ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:34:47.631056 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.685566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:47.765715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Attempting to bind port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:34:47.766054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Attempting to bind port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:34:47.766528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Attempting to bind port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:47.771555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:34:47.771892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Attempting to bind port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae on network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:34:47.778001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:34:47.778417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Checking segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:34:47.778810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Bound using segment: {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:34:47.779348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Bound port: ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08324a9f-318b-4b6e-8bf5-5d58322b2856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:34:47.779828 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.859784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:34:47.863025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:34:47.912087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.947298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.986821 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:47.987477 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:47.988876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] 10.222.0.53 "PUT /v2.0/ports/ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae HTTP/1.1" status: 200 len: 1092 time: 0.8214207 Jul 28 15:34:47.989417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:47.991771 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6" -d '{"events": [{"name": "network-changed", "server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:48.027167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020459ea-35fb-4caa-951b-c40d6dbe83db service neutron] Pushing event updated for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:48.032595 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18f5c5d-362c-4f0d-936d-cac7bc4e523c x-openstack-request-id: req-a18f5c5d-362c-4f0d-936d-cac7bc4e523c {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:48.033003 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:48.033356 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a18f5c5d-362c-4f0d-936d-cac7bc4e523c {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:48.033852 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae', 'status': 'completed', 'code': 200} Jul 28 15:34:48.120174 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-539e6da1-5829-4bf2-a0ba-e48795caefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.121804 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-539e6da1-5829-4bf2-a0ba-e48795caefd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 1095 time: 0.0460937 Jul 28 15:34:48.236133 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-6605defd-f21e-45ba-a559-5bce786ddd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.237670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-6605defd-f21e-45ba-a559-5bce786ddd34 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=68584ddb9e9945c69e1453a509fd549d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010284 Jul 28 15:34:48.334949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-1ff3a35c-43fa-429d-992a-ae648ec0971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.336383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8fc66c15-e6da-4cc7-a40c-d3eea7fa10f6 req-1ff3a35c-43fa-429d-992a-ae648ec0971b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921621 Jul 28 15:34:48.434334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-9576a95d-47ad-424f-acbb-809e690508d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.435776 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-9576a95d-47ad-424f-acbb-809e690508d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 1095 time: 0.0405867 Jul 28 15:34:48.488076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-2ad00ede-8a20-4cc1-b1c1-f7df28b894ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae HTTP/1.1" status: 200 len: 217 time: 0.0388672 Jul 28 15:34:48.539652 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-bc02c3b4-3a77-421a-bdb7-8c078c75b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.541697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-bc02c3b4-3a77-421a-bdb7-8c078c75b085 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bb1b004-dbe7-400d-a232-fd8a629a3b93 HTTP/1.1" status: 200 len: 856 time: 0.0461411 Jul 28 15:34:48.583200 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2bab0-2191-4b5c-8a6a-c4b77cfa5f65 req-3a0ba9f5-78a3-4483-bfb0-41dc04971edc tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.584925 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6f2bab0-2191-4b5c-8a6a-c4b77cfa5f65 req-3a0ba9f5-78a3-4483-bfb0-41dc04971edc tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 943 time: 0.0538304 Jul 28 15:34:48.592795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-a6b81f71-da76-4bc6-be2c-8e58d90ad483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:48.594806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-a6b81f71-da76-4bc6-be2c-8e58d90ad483 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457759 Jul 28 15:34:48.633656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6f2bab0-2191-4b5c-8a6a-c4b77cfa5f65 req-37ea78a8-4ed8-4d7f-b6e5-7ab2dfdb959d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Jul 28 15:34:48.697990 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-2ce8df83-c0c8-4825-80ab-f09846f1ece5 service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954785 Jul 28 15:34:48.787642 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7de6f5d9-e586-45f2-8d11-5af6745188cc req-5b0727c7-5b54-4925-ba6e-e3a71e4f29cf service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831337 Jul 28 15:34:49.754109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10779a30-83d9-40f2-8ead-c825578491a2 req-cabcca7b-86e7-4097-b1ee-c49c90b16b06 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:49.755524 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10779a30-83d9-40f2-8ead-c825578491a2 req-cabcca7b-86e7-4097-b1ee-c49c90b16b06 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 943 time: 0.0502729 Jul 28 15:34:49.799077 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10779a30-83d9-40f2-8ead-c825578491a2 req-69dce4c3-1b8e-434c-a397-da230724a213 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Jul 28 15:34:50.506640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:50.917426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61e5d2-a75b-4c59-bd12-1bb1ed462342 req-aa570661-b92a-4b43-a6a6-889e9d2cbf28 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:50.918923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df61e5d2-a75b-4c59-bd12-1bb1ed462342 req-aa570661-b92a-4b43-a6a6-889e9d2cbf28 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 943 time: 0.0512784 Jul 28 15:34:50.958478 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-df61e5d2-a75b-4c59-bd12-1bb1ed462342 req-8bc762f2-2792-4745-a74e-c955f788dff1 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Jul 28 15:34:51.002200 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:51.102039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:34:51.203008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:51.215125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae', 'network_id': '4fcbdf66-b2c4-4bea-83aa-8b34d27040a7', 'port_id': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae', 'mac_address': 'fa:16:3e:08:9d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1b004-dbe7-400d-a232-fd8a629a3b93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:34:51.251027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:51.263665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:34:51.283108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:51.363672 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:51.414717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:51.623519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:34:52.079832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996797b-7002-488d-b011-1ae8fd65787c req-d274d9a5-e866-42aa-84ea-1d53504eaeba tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:52.081610 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0996797b-7002-488d-b011-1ae8fd65787c req-d274d9a5-e866-42aa-84ea-1d53504eaeba tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 944 time: 0.0543854 Jul 28 15:34:52.124872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0996797b-7002-488d-b011-1ae8fd65787c req-159f4a64-86ab-4787-b5fc-a035071e470c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Jul 28 15:34:53.120538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:34:53.242325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:34:53.243668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ef4bd-9622-4630-bff7-69b702ff903b req-145d7362-effc-4db5-b607-9475cecfd0bc tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:53.246015 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d19ef4bd-9622-4630-bff7-69b702ff903b req-145d7362-effc-4db5-b607-9475cecfd0bc tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 944 time: 0.0523310 Jul 28 15:34:53.247339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:34:53.247717 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:53.285401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d19ef4bd-9622-4630-bff7-69b702ff903b req-94cee00a-eebb-45f8-8a9b-8e1997b2f96f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Jul 28 15:34:53.324596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:53.346938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:34:53.355216 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f46092-70b6-45ca-aadb-40d47b882789" -d '{"events": [{"server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:34:53.362400 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:34:53.435744 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8480326-37bd-4c77-a295-18904f2520cb x-openstack-request-id: req-b8480326-37bd-4c77-a295-18904f2520cb {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:34:53.435744 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "name": "network-vif-plugged", "status": "completed", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:34:53.435744 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8480326-37bd-4c77-a295-18904f2520cb {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:34:53.435744 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae', 'code': 200} Jul 28 15:34:53.494240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:34:53.507325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a74e0a-5a02-4e58-8f14-432865b1a839 req-6af53aca-83bd-465b-9ee4-c1502eded3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:53.510384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51a74e0a-5a02-4e58-8f14-432865b1a839 req-6af53aca-83bd-465b-9ee4-c1502eded3fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 1096 time: 0.0410492 Jul 28 15:34:53.545206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51a74e0a-5a02-4e58-8f14-432865b1a839 req-fb08b7b5-a520-44b4-9748-a1450e3859c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294082 Jul 28 15:34:53.554823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:34:54.411097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d39b03-7ddb-45be-b55c-a294aaebe6ad req-7d861e66-958f-42d6-b791-4b7863072e6f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:54.412681 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4d39b03-7ddb-45be-b55c-a294aaebe6ad req-7d861e66-958f-42d6-b791-4b7863072e6f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0542624 Jul 28 15:34:54.461487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d4d39b03-7ddb-45be-b55c-a294aaebe6ad req-f4823b72-8b43-47ce-b3c5-3fac23190717 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Jul 28 15:34:55.585049 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee9c4-5dc2-48c2-9d0e-97d76f6df103 req-06347bfd-9835-486d-bfc2-d9b9baadd3c4 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:55.586629 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-781ee9c4-5dc2-48c2-9d0e-97d76f6df103 req-06347bfd-9835-486d-bfc2-d9b9baadd3c4 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0540106 Jul 28 15:34:55.637074 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-781ee9c4-5dc2-48c2-9d0e-97d76f6df103 req-d4131134-361e-4c41-a217-8850583a758a tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Jul 28 15:34:55.755888 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6f6cd-2acf-48fb-903e-b9c4ac9d40d6 req-8e90c866-2187-4994-bec4-31eeb552c1bb tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:34:55.757513 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85b6f6cd-2acf-48fb-903e-b9c4ac9d40d6 req-8e90c866-2187-4994-bec4-31eeb552c1bb tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0529013 Jul 28 15:34:55.800528 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-85b6f6cd-2acf-48fb-903e-b9c4ac9d40d6 req-f9bc9a80-0926-4454-bcb0-6a6d86ec4a5f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370018 Jul 28 15:34:58.581715 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:35:03.034046 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-e44856ca-7a5b-49c8-a4f3-b93d35c00374 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401905 Jul 28 15:35:03.142019 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97ea6-25da-46bf-b49a-b49702687552 req-d9a1b634-28bb-4c58-96d1-86c4c17f4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:03.143602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-d9a1b634-28bb-4c58-96d1-86c4c17f4c72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68584ddb9e9945c69e1453a509fd549d&device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 1097 time: 0.0431378 Jul 28 15:35:03.258051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97ea6-25da-46bf-b49a-b49702687552 req-ca00ac88-638b-4b05-9aea-e02ac020ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:03.259928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-ca00ac88-638b-4b05-9aea-e02ac020ddfe service neutron] 10.222.0.53 "GET /v2.0/networks?id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 200 len: 918 time: 0.0960138 Jul 28 15:35:03.309447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-6e840e82-1b4d-41cc-816d-e419c7ce74c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae HTTP/1.1" status: 200 len: 217 time: 0.0406921 Jul 28 15:35:03.362079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97ea6-25da-46bf-b49a-b49702687552 req-b96e15b2-330e-4aa9-ab4b-f84126f5452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:03.363665 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-b96e15b2-330e-4aa9-ab4b-f84126f5452f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bb1b004-dbe7-400d-a232-fd8a629a3b93 HTTP/1.1" status: 200 len: 856 time: 0.0468385 Jul 28 15:35:03.410622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97ea6-25da-46bf-b49a-b49702687552 req-2be2cfe6-3ac1-49c7-9257-04de22a09914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:03.412200 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-2be2cfe6-3ac1-49c7-9257-04de22a09914 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418658 Jul 28 15:35:03.511087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-76f328f7-9413-4d20-9667-883796a6be76 service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919402 Jul 28 15:35:03.604470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1de97ea6-25da-46bf-b49a-b49702687552 req-73d59281-0b61-49ac-8ad7-a3b498f1ab34 service neutron] 10.222.0.53 "GET /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863988 Jul 28 15:35:12.334889 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-10c1fc9b-b00f-45b0-b388-0430db5f8f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:14.785888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2fd-f841-4972-805d-20c241b30584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:14.991806 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:16.414320 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:17.978371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:20.286527 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab177c-79cc-4ed3-be09-922e749a8b67 req-2353bd43-f3ef-46e1-816d-50bb618b1f59 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:20.288047 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87ab177c-79cc-4ed3-be09-922e749a8b67 req-2353bd43-f3ef-46e1-816d-50bb618b1f59 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0537841 Jul 28 15:35:20.326639 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-87ab177c-79cc-4ed3-be09-922e749a8b67 req-97ad60a3-5ce4-4920-90b4-78b0403f7e3f tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jul 28 15:35:20.540477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:21.031834 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:21.454296 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748199e-b8a3-4dab-ac21-7c6d9f7f066a req-21afb599-d46b-47ee-a759-0134ed57043c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:21.455833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7748199e-b8a3-4dab-ac21-7c6d9f7f066a req-21afb599-d46b-47ee-a759-0134ed57043c tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0598333 Jul 28 15:35:21.494733 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7748199e-b8a3-4dab-ac21-7c6d9f7f066a req-55ccb03f-0a03-4644-ae4d-84246c3a22c1 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/security-groups?id=3b5ea7da-0372-4cb3-837f-5d2fded41afa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Jul 28 15:35:22.031097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-e5425ef1-fd36-4cf6-aa0d-5894e6ca834d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:22.032687 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-e5425ef1-fd36-4cf6-aa0d-5894e6ca834d tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 945 time: 0.0529854 Jul 28 15:35:22.151674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Deleting port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:22.152091 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:22.239078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] For port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:22.239450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:22.252823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Calling delete_port for ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:22.500555 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:22.529406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Pushing event deleted for resources: {'Port': ['ID=ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:22.536338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:35:22.582276 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] No DVR routers for this DVR port ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:22.585135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:22.587591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4787db9d-7b7c-4887-85d8-699ee5136180 req-7dd29289-7608-48fb-87e2-5dddae9cb112 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.53 "DELETE /v2.0/ports/ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae HTTP/1.1" status: 204 len: 173 time: 0.5484922 Jul 28 15:35:22.594706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'name': 'network-vif-deleted', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:35:22.594706 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d95e8f-4300-4ff8-9b1f-fe7c713e11bf" -d '{"events": [{"server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "name": "network-vif-deleted", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:35:22.624275 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-60cba090-c4c9-48ef-a0a2-15e3422bbc6f req-b186fbf4-4fe7-4e88-8c31-eacf3b66cbe6 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 210 time: 0.0432222 Jul 28 15:35:22.629596 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fd8c4-0c6b-4bd0-91d4-622ad35bae2e x-openstack-request-id: req-702fd8c4-0c6b-4bd0-91d4-622ad35bae2e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:35:22.629949 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867fba31-8612-4f3b-b8c6-a7d6a1946ece", "name": "network-vif-deleted", "tag": "ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:35:22.630202 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-702fd8c4-0c6b-4bd0-91d4-622ad35bae2e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:35:22.630588 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867fba31-8612-4f3b-b8c6-a7d6a1946ece', 'name': 'network-vif-deleted', 'tag': 'ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae', 'status': 'completed', 'code': 200} Jul 28 15:35:23.736690 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aab47e55-0d52-4c0f-99f5-aedc0050b5e6 req-e48f7f3b-465c-4dca-aeac-8c3aa8336140 tempest-TestEncryptedCinderVolumes-2450938 tempest-TestEncryptedCinderVolumes-2450938-project] 10.222.0.47 "GET /v2.0/ports?device_id=867fba31-8612-4f3b-b8c6-a7d6a1946ece HTTP/1.1" status: 200 len: 210 time: 0.0268772 Jul 28 15:35:24.930215 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39276) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:25.277886 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:25.290462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:25.312027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:25.312382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ed0f9a3d-bb16-41a7-b5f8-be2b5278fdae not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:25.528388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Deleting port f21c7c4c-2656-4da3-9b8d-8197a2c447dd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:25.528648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:25.605769 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] For port f21c7c4c-2656-4da3-9b8d-8197a2c447dd, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:25.606138 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:25.622576 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Calling delete_port for f21c7c4c-2656-4da3-9b8d-8197a2c447dd owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:26.271431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:26.297926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21c7c4c-2656-4da3-9b8d-8197a2c447dd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:26.310377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.310732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.311181 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.311527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.311864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.312199 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.312534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.312867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.313197 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.313524 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.313904 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.314232 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:26.478198 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:26.694857 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Router 591c9613-161d-40e0-a36f-2db423c478f6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:35:26.803078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:26.808954 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a4aeefc-c288-4678-8199-79fed25ea3d2 admin admin] 10.222.0.47 "PUT /v2.0/routers/591c9613-161d-40e0-a36f-2db423c478f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773282 Jul 28 15:35:26.811330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39278) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:26.814037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Sync routers for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:26.823939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:26.824663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:26.917965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:26.928531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:27.023790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.108339 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:35:26Z', 'revision_number': 5, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port': {'id': 'ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c9613-161d-40e0-a36f-2db423c478f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:27.138699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Checking router: 591c9613-161d-40e0-a36f-2db423c478f6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:27.145136 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Deleting port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:27.145486 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.147373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Routers {'591c9613-161d-40e0-a36f-2db423c478f6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:27.147999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['591c9613-161d-40e0-a36f-2db423c478f6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:27.227898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] For port ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:27.228274 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.236148 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] Set router 591c9613-161d-40e0-a36f-2db423c478f6 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:27.242847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Calling delete_port for ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:27.287946 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:35:27Z', 'revision_number': 6, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:27.466661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c652c0-15a6-46e9-be05-2fb800d0cc86 None None] The sync data for ids ['591c9613-161d-40e0-a36f-2db423c478f6'] in n-d-705658-23 is: [{'id': '591c9613-161d-40e0-a36f-2db423c478f6', 'name': 'tempest-TestEncryptedCinderVolumes-1824149212-router', 'tenant_id': '68584ddb9e9945c69e1453a509fd549d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:50Z', 'updated_at': '2021-07-28T15:35:27Z', 'revision_number': 6, 'project_id': '68584ddb9e9945c69e1453a509fd549d', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:27.534488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.560840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:27.620843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.714017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.716123 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.831612 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.832149 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591c9613-161d-40e0-a36f-2db423c478f6 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:35:27.837244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.838566 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-af16fcb3-2d81-4707-9054-fcd45107c9b1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/591c9613-161d-40e0-a36f-2db423c478f6 HTTP/1.1" status: 204 len: 168 time: 1.0263040 Jul 28 15:35:27.844724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39280) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:27.894162 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Deleting subnet 4bb1b004-dbe7-400d-a232-fd8a629a3b93 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:35:27.900147 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:27.935531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.017505 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.145944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.171212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb1b004-dbe7-400d-a232-fd8a629a3b93,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:28.174836 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.177142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-87b183f0-d160-4174-a374-e6c21e65784e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4bb1b004-dbe7-400d-a232-fd8a629a3b93 HTTP/1.1" status: 204 len: 168 time: 0.3335171 Jul 28 15:35:28.179375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39282) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:28.182488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf796efa-37ce-4e5b-85a5-4711b2c078e6 None None] Network 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:28.220207 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f21c7c4c-2656-4da3-9b8d-8197a2c447dd no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:28.249927 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f21c7c4c-2656-4da3-9b8d-8197a2c447dd {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:28.250562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f21c7c4c-2656-4da3-9b8d-8197a2c447dd not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:28.254530 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.309762 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Deleting port dbd40b03-757e-4565-823d-2ed24149d9ca {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:28.310196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.384353 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] For port dbd40b03-757e-4565-823d-2ed24149d9ca, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dbd40b03-757e-4565-823d-2ed24149d9ca,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:28.384722 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.396449 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] DHCP port deletion for 4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:35:28.398713 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Calling delete_port for dbd40b03-757e-4565-823d-2ed24149d9ca owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:28.443782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Deleting port dbd40b03-757e-4565-823d-2ed24149d9ca {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:28.444074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.509336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] For port dbd40b03-757e-4565-823d-2ed24149d9ca, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=dbd40b03-757e-4565-823d-2ed24149d9ca,segment=NetworkSegment(08324a9f-318b-4b6e-8bf5-5d58322b2856),segment_id=08324a9f-318b-4b6e-8bf5-5d58322b2856)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:28.510535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.529208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Calling delete_port for dbd40b03-757e-4565-823d-2ed24149d9ca owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:28.606652 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.613213 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.633868 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd40b03-757e-4565-823d-2ed24149d9ca,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:28.637096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] No DVR routers for this DVR port dbd40b03-757e-4565-823d-2ed24149d9ca on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:28.641317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Pushing event deleted for resources: {'Port': ['ID=dbd40b03-757e-4565-823d-2ed24149d9ca,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:28.649199 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] No DVR routers for this DVR port dbd40b03-757e-4565-823d-2ed24149d9ca on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:28.652264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.652793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.653158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.653483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.653805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.654141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.654469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.654798 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.655147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.655483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.655805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.656129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db717c36-5dc1-426b-bcf3-b94616293114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:28.718150 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.728117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcbdf66-b2c4-4bea-83aa-8b34d27040a7']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:28.738420 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08324a9f-318b-4b6e-8bf5-5d58322b2856') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:28.738720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08324a9f-318b-4b6e-8bf5-5d58322b2856') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:28.747823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.761881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.767572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:35:28.767959 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:35:28.769592 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:35:28.911356 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.917092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:28.919042 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4fcbdf66-b2c4-4bea-83aa-8b34d27040a7 HTTP/1.1" status: 204 len: 168 time: 0.7387130 Jul 28 15:35:28.922283 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39284) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:28.930104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c0ba4-bafa-47d7-aeb0-39ef6d2cc900 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcbdf66-b2c4-4bea-83aa-8b34d27040a7,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:29.347920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:29.659718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dbd40b03-757e-4565-823d-2ed24149d9ca no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:29.680410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: dbd40b03-757e-4565-823d-2ed24149d9ca {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:29.680845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device dbd40b03-757e-4565-823d-2ed24149d9ca not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:29.681364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:29.703134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:29.703487 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ad5cd1c1-55bf-413d-85c4-22f5dfdbcc51 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:29.920844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Deleting port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:29.921184 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:30.000256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] For port 9bd6f2f2-894a-4366-a4d5-47cb12c2d445, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:30.000971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:30.013301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Calling delete_port for 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:30.277078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:30.300190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd6f2f2-894a-4366-a4d5-47cb12c2d445,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:30.473697 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:30.687445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:35:30.791855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:30.796918 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e57fe051-2bf9-4e00-a105-68b42115c0ca admin admin] 10.222.0.47 "PUT /v2.0/routers/438a9245-ca1a-4d0e-97bf-e21f277e86d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8734989 Jul 28 15:35:30.799483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39286) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:30.800182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Sync routers for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:30.810675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:30.811376 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:30.904616 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.010202 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:31.016395 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.151413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Deleting port 6c65d3bd-db39-4d2a-b697-4f735ab5533f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:31.151756 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.186905 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:35:30Z', 'revision_number': 5, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port': {'id': '6c65d3bd-db39-4d2a-b697-4f735ab5533f', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:33:57Z', 'updated_at': '2021-07-28T15:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:31.212203 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Checking router: 438a9245-ca1a-4d0e-97bf-e21f277e86d2 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:31.221118 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Routers {'438a9245-ca1a-4d0e-97bf-e21f277e86d2'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:31.221730 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:31.229687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] For port 6c65d3bd-db39-4d2a-b697-4f735ab5533f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6c65d3bd-db39-4d2a-b697-4f735ab5533f,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:31.230062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.243474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Calling delete_port for 6c65d3bd-db39-4d2a-b697-4f735ab5533f owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:31.308932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] Set router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:31.363042 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:35:31Z', 'revision_number': 6, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:31.389931 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c95ed9-59ef-461f-b380-56a34f2a5452 None None] The sync data for ids ['438a9245-ca1a-4d0e-97bf-e21f277e86d2'] in n-d-705658-23 is: [{'id': '438a9245-ca1a-4d0e-97bf-e21f277e86d2', 'name': 'tempest-TestEncryptedCinderVolumes-825656403-router', 'tenant_id': '1c33b935fdd8409fb645e4de0d3efdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:33:56Z', 'updated_at': '2021-07-28T15:35:31Z', 'revision_number': 6, 'project_id': '1c33b935fdd8409fb645e4de0d3efdab', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:31.534820 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.567319 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c65d3bd-db39-4d2a-b697-4f735ab5533f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:31.633162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.742728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.745382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.906006 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.906536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438a9245-ca1a-4d0e-97bf-e21f277e86d2 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:35:31.918096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.918096 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24fcdd96-2950-46ae-8176-f89297dfae4e admin admin] 10.222.0.47 "DELETE /v2.0/routers/438a9245-ca1a-4d0e-97bf-e21f277e86d2 HTTP/1.1" status: 204 len: 168 time: 1.1119881 Jul 28 15:35:31.918096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39288) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:31.959404 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Deleting subnet 142dc7c5-8b0f-4843-ab81-72cdb7db588b {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:35:31.962346 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:31.996710 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.075701 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.167389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:32.191181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:32.191532 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9bd6f2f2-894a-4366-a4d5-47cb12c2d445 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:32.220450 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.250150 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142dc7c5-8b0f-4843-ab81-72cdb7db588b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:32.254274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.258043 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da97ad6b-0715-4836-af5e-3ef8dc310c3d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/142dc7c5-8b0f-4843-ab81-72cdb7db588b HTTP/1.1" status: 204 len: 168 time: 0.3420739 Jul 28 15:35:32.259245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9dbf4-8a04-4312-88ac-88a5fb073f69 None None] Network 4a745adf-c7d0-4610-96de-c62205fda430 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:32.260509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39290) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:32.329267 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.391774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Deleting port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:32.392119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.463792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] DHCP port deletion for 4a745adf-c7d0-4610-96de-c62205fda430 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:35:32.464383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] For port cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:32.464760 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.478206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Calling delete_port for cbcc8ce2-3230-4f16-92a2-8cffc1353f87 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:32.515444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Deleting port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:35:32.515822 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.578561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] For port cbcc8ce2-3230-4f16-92a2-8cffc1353f87, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,segment=NetworkSegment(8f652d68-8e21-4186-aabf-2e3e7d689b8a),segment_id=8f652d68-8e21-4186-aabf-2e3e7d689b8a)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:32.578972 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.595512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Calling delete_port for cbcc8ce2-3230-4f16-92a2-8cffc1353f87 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:35:32.664159 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.672190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.693189 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:32.696924 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] Pushing event deleted for resources: {'Port': ['ID=cbcc8ce2-3230-4f16-92a2-8cffc1353f87,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:32.699653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] No DVR routers for this DVR port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:32.700937 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6812f8b-3339-40e9-a3dd-f3572c06fef5 None None] No DVR routers for this DVR port cbcc8ce2-3230-4f16-92a2-8cffc1353f87 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:35:32.771343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:32.781040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a745adf-c7d0-4610-96de-c62205fda430']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:32.794840 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f652d68-8e21-4186-aabf-2e3e7d689b8a') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:32.795171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f652d68-8e21-4186-aabf-2e3e7d689b8a') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:32.803744 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.099033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.105536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:35:33.109689 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:35:33.252197 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.258095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.260626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4a745adf-c7d0-4610-96de-c62205fda430 HTTP/1.1" status: 204 len: 168 time: 0.9990833 Jul 28 15:35:33.272064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecd5ea-7c14-4399-a38c-a80ff8114b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a745adf-c7d0-4610-96de-c62205fda430,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:33.651263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbcc8ce2-3230-4f16-92a2-8cffc1353f87 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:33.672015 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: cbcc8ce2-3230-4f16-92a2-8cffc1353f87 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:33.672486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cbcc8ce2-3230-4f16-92a2-8cffc1353f87 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:33.672911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6c65d3bd-db39-4d2a-b697-4f735ab5533f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:35:33.694196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6c65d3bd-db39-4d2a-b697-4f735ab5533f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:35:33.694544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6c65d3bd-db39-4d2a-b697-4f735ab5533f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:35:33.730383 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39294) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:33.769715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a8e04d8-1fb8-45f9-b5e3-e82802ccee22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68584ddb9e9945c69e1453a509fd549d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380199 Jul 28 15:35:33.772105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39296) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:33.824555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.845986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.997194 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:33.999868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:34.001063 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b5ea7da-0372-4cb3-837f-5d2fded41afa HTTP/1.1" status: 204 len: 168 time: 0.2280712 Jul 28 15:35:34.009105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffb0e6-2e60-4cca-a86c-09b09f963283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5ea7da-0372-4cb3-837f-5d2fded41afa,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:34.758154 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39302) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:34.798871 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c6e3f4d4-9b87-4bd7-a76e-1a7f0cb1fdb3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c33b935fdd8409fb645e4de0d3efdab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394576 Jul 28 15:35:34.801279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39304) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:34.848431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:34.870009 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:34.980573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:34.983900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:34.985162 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3292b741-d78e-4e1e-9c6b-aca576dbdfbf HTTP/1.1" status: 204 len: 168 time: 0.1829298 Jul 28 15:35:34.993778 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b14a-c59d-463d-a3f1-178558e9a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3292b741-d78e-4e1e-9c6b-aca576dbdfbf,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:35.583586 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:35:36.071513 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39326) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:36.177848 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-295366733-network', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:36.277536 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Made reservation on behalf of 8415c2e2253a4e91bc293fabacc07efc for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:35:36.279937 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.288995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.376706 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.457447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.478626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:35:36.494125 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48364cc2-d178-4ab9-8d0e-79254a11de2d,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:36.498201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.498594 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Added segment d3751ea7-e54a-42e4-a5f1-2ef4f6da264f of type vlan for network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 Jul 28 15:35:36.538085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.660070 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.661065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:36.661646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:36.722096 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] Pushing event updated for resources: {'Network': ['ID=ea3b8319-4922-49a6-a36b-5d50b3e9dd21,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:36.732217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:35:36.807312 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bfa7a036-3297-4dca-95ad-ec063d54f8ef admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7345910 Jul 28 15:35:36.810259 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39330) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:36.815101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Request body: {'subnet': {'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-295366733-subnet', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:36.988830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Made reservation on behalf of 8415c2e2253a4e91bc293fabacc07efc for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:35:36.991092 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.254301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.302983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d40e270-e293-4ae2-86d5-d261ecbf06d6,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:37.318578 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Checking segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:37.318944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Network hostable DHCP agents. Network: ea3b8319-4922-49a6-a36b-5d50b3e9dd21, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:35:37.418130 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:35:37.500256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ea3b8319-4922-49a6-a36b-5d50b3e9dd21) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:37.504849 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:37.505383 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.511188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24108828-4d39-46e5-91a0-51662793eac7 None None] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:37.592150 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-42f2f439-6503-471b-b1a7-1536f4b8deb3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7808106 Jul 28 15:35:37.594732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39332) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:37.600262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:37.656201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:35:37.657059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.700082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.701206 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.752326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.792884 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Allocated IP 172.20.0.2 (ea3b8319-4922-49a6-a36b-5d50b3e9dd21/6d40e270-e293-4ae2-86d5-d261ecbf06d6/3f286bf4-df0c-44ec-af7f-bde14f43253e) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:37.932184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:37.944973 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Transition to ACTIVE for port object 3f286bf4-df0c-44ec-af7f-bde14f43253e will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:37.959736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Transition to ACTIVE for port object 3f286bf4-df0c-44ec-af7f-bde14f43253e will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:38.020021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.065894 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.108848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:38.113698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:38.117995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:38.121230 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Pushing event updated for resources: {'Port': ['ID=3f286bf4-df0c-44ec-af7f-bde14f43253e,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:38.172318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Attempting to bind port 3f286bf4-df0c-44ec-af7f-bde14f43253e on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:38.172691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Attempting to bind port 3f286bf4-df0c-44ec-af7f-bde14f43253e by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:38.173060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Attempting to bind port 3f286bf4-df0c-44ec-af7f-bde14f43253e on network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:38.177934 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:38.178316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Checking segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:38.178725 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.179146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Bound using segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:38.179612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Bound port: 3f286bf4-df0c-44ec-af7f-bde14f43253e, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:38.180000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.244250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] For port 3f286bf4-df0c-44ec-af7f-bde14f43253e, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:38.247876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] For port 3f286bf4-df0c-44ec-af7f-bde14f43253e, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3f286bf4-df0c-44ec-af7f-bde14f43253e,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:38.297306 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.317267 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.350381 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.410291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc262da5-124a-41d0-94b9-42ff9b2524ca None None] Pushing event updated for resources: {'Port': ['ID=3f286bf4-df0c-44ec-af7f-bde14f43253e,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:38.429256 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Allocated IP 172.25.0.168 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/b88833dc-e0be-40eb-91a0-ed7248d02a42) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:38.544604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.669630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:38.706616 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:38.709377 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:38.712814 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:38.738342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Pushing event updated for resources: {'Port': ['ID=b88833dc-e0be-40eb-91a0-ed7248d02a42,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:39.098895 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:39.260196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c65aa2-5ac3-4735-b359-8cdffc65a4d7 None None] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:39.307674 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:39.416391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a0e9cc50-0522-4d7a-b318-c9c974b6072b None None] Provisioning for port 3f286bf4-df0c-44ec-af7f-bde14f43253e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:39.534511 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:35:39.662488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:39.675277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Sync routers for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:39.687106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:39.687106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:39.722919 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3f286bf4-df0c-44ec-af7f-bde14f43253e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:39.751324 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:39.753093 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ef13357b-87dd-488e-ae8e-cf245325b02a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1572373 Jul 28 15:35:39.755744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39334) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:39.840501 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:40.010858 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 3f286bf4-df0c-44ec-af7f-bde14f43253e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:40.015737 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3f286bf4-df0c-44ec-af7f-bde14f43253e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:40.016134 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.088303 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:38Z', 'revision_number': 3, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:40.134163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Checking router: 34e8d5ab-9eed-420d-bd8e-ed44728b3001 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:40.134553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Updating router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 port b88833dc-e0be-40eb-91a0-ed7248d02a42 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:35:40.165640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.177419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.235747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 3f286bf4-df0c-44ec-af7f-bde14f43253e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3f286bf4-df0c-44ec-af7f-bde14f43253e,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:40.301490 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.561024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=3f286bf4-df0c-44ec-af7f-bde14f43253e,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:40.586130 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.670474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.680840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Transition to ACTIVE for port object b88833dc-e0be-40eb-91a0-ed7248d02a42 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:40.760924 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.765123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Allocated IP 172.20.0.1 (ea3b8319-4922-49a6-a36b-5d50b3e9dd21/6d40e270-e293-4ae2-86d5-d261ecbf06d6/e828cad6-5180-405f-87d8-99dc19a41eb8) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:40.819967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Attempting to bind port b88833dc-e0be-40eb-91a0-ed7248d02a42 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:40.820249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Attempting to bind port b88833dc-e0be-40eb-91a0-ed7248d02a42 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:40.820620 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Attempting to bind port b88833dc-e0be-40eb-91a0-ed7248d02a42 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:40.831512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d510a-6e3a-45f7-8073-5f7cb1a6c26a None None] Pushing event updated for resources: {'Port': ['ID=b88833dc-e0be-40eb-91a0-ed7248d02a42,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:40.833978 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:40.834358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:40.835286 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.835286 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:40.835635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Bound port: b88833dc-e0be-40eb-91a0-ed7248d02a42, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:40.836024 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.886253 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:40.890912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] For port b88833dc-e0be-40eb-91a0-ed7248d02a42, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:40.893974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] For port b88833dc-e0be-40eb-91a0-ed7248d02a42, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b88833dc-e0be-40eb-91a0-ed7248d02a42,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:40.900456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Transition to ACTIVE for port object e828cad6-5180-405f-87d8-99dc19a41eb8 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:40.974783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.009183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.035580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d510a-6e3a-45f7-8073-5f7cb1a6c26a None None] Pushing event updated for resources: {'Port': ['ID=b88833dc-e0be-40eb-91a0-ed7248d02a42,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:41.041954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:41.041954 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:41.053041 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:41.055951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:41.060782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:41.091442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Pushing event updated for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:41.113067 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.160371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:41.306573 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.361437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:38Z', 'revision_number': 3, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:41.392167 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8a9828-3a90-46af-a0a3-a245824cbe66 None None] The sync data for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 is: [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:38Z', 'revision_number': 3, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:41.447347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-daed920d-2cee-4e8d-ba3e-6cb844703b49 None None] Provisioning for port e828cad6-5180-405f-87d8-99dc19a41eb8 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:41.451513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-daed920d-2cee-4e8d-ba3e-6cb844703b49 None None] Provisioning complete for port e828cad6-5180-405f-87d8-99dc19a41eb8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:41.451893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-daed920d-2cee-4e8d-ba3e-6cb844703b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.485483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.491803 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-daed920d-2cee-4e8d-ba3e-6cb844703b49 None None] Port e828cad6-5180-405f-87d8-99dc19a41eb8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:35:41.557023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.635609 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.693709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Pushing event updated for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:41.754079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:41.755884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:41.817290 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3f286bf4-df0c-44ec-af7f-bde14f43253e up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:41.883280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 3f286bf4-df0c-44ec-af7f-bde14f43253e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:41.884269 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:41.900484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:35:41.976469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b88833dc-e0be-40eb-91a0-ed7248d02a42 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:42.039730 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:42.045108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8280a062-45aa-4199-94af-b3a5ce0abbca admin admin] 10.222.0.47 "PUT /v2.0/routers/34e8d5ab-9eed-420d-bd8e-ed44728b3001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883608 Jul 28 15:35:42.110247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port b88833dc-e0be-40eb-91a0-ed7248d02a42 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:42.114616 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b88833dc-e0be-40eb-91a0-ed7248d02a42 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:42.115004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.145551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-5098cd3b-684f-4fef-a994-0fe682ef1395 None None] Provisioning complete for port e828cad6-5180-405f-87d8-99dc19a41eb8 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:42.145931 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5098cd3b-684f-4fef-a994-0fe682ef1395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.190389 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-5098cd3b-684f-4fef-a994-0fe682ef1395 None None] Port e828cad6-5180-405f-87d8-99dc19a41eb8 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:35:42.239865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.264215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port b88833dc-e0be-40eb-91a0-ed7248d02a42, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b88833dc-e0be-40eb-91a0-ed7248d02a42,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:42.349599 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-87e67df8-4a9d-4874-998f-2da52ad7c6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.362023 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.401316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=b88833dc-e0be-40eb-91a0-ed7248d02a42,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:42.796954 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39350) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:42.802142 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-579112664-network', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:42.882697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Made reservation on behalf of 0ae3cf567ac547c7ae698a457b838163 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:35:42.885843 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.895528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:42.961659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Sync routers for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:42.972127 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:42.972780 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:42.989935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.077322 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:43.082447 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.107900 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:35:43.117115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d92001-c7ec-4f32-8038-847dfb25acc7,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:43.124017 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.125117 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Added segment 47e5d672-6a77-4682-9175-d7c0f9c94a52 of type vlan for network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 Jul 28 15:35:43.165370 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.279720 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 2, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:43.291604 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.292619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:43.293207 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.306671 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Checking router: 34e8d5ab-9eed-420d-bd8e-ed44728b3001 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:43.307269 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Updating router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 port e828cad6-5180-405f-87d8-99dc19a41eb8 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:35:43.333186 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.357949 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] Pushing event updated for resources: {'Network': ['ID=2064a29f-e367-4a42-a4fd-2c74b1444ef6,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:43.368383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:35:43.449740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ce0b8dae-8625-4161-8fb2-16b544469c83 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6516438 Jul 28 15:35:43.452541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39352) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:43.457926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Request body: {'subnet': {'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-579112664-subnet', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'ip_version': 4}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:43.574867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Made reservation on behalf of 0ae3cf567ac547c7ae698a457b838163 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:35:43.577179 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.598140 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.608433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Transition to ACTIVE for port object e828cad6-5180-405f-87d8-99dc19a41eb8 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:43.664405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b88833dc-e0be-40eb-91a0-ed7248d02a42 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:43.694352 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.718510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port b88833dc-e0be-40eb-91a0-ed7248d02a42 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:43.719298 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.798924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Pushing event updated for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:43.810186 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.810414 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.813323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.814690 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:43.825904 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Attempting to bind port e828cad6-5180-405f-87d8-99dc19a41eb8 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:43.826352 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Attempting to bind port e828cad6-5180-405f-87d8-99dc19a41eb8 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:43.826719 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Attempting to bind port e828cad6-5180-405f-87d8-99dc19a41eb8 on network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:43.831924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:43.832296 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Checking segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:43.832691 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.833077 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Bound using segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:43.833668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Bound port: e828cad6-5180-405f-87d8-99dc19a41eb8, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:43.834047 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.835544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:43.901447 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e35f61d8-19c3-4c9c-b758-388af7711d9a,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:43.905610 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] For port e828cad6-5180-405f-87d8-99dc19a41eb8, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:43.909476 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] For port e828cad6-5180-405f-87d8-99dc19a41eb8, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e828cad6-5180-405f-87d8-99dc19a41eb8,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:43.915368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Checking segment: {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:43.915782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Network hostable DHCP agents. Network: 2064a29f-e367-4a42-a4fd-2c74b1444ef6, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:35:43.991422 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.017648 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:35:44.049364 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:44.050057 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:44.055157 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f19d3-bb65-4398-8f04-8a79ee05e883 None None] Pushing event updated for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:44.143165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 2064a29f-e367-4a42-a4fd-2c74b1444ef6) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:44.147327 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:35:44.177083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.177353 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed037f3-1e3e-4daf-b85b-b9f84e5380b6 None None] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:44.177466 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:44.254570 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba2ef3d0-a773-4779-b79e-08eb495f03f7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8006010 Jul 28 15:35:44.257131 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39354) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:44.263334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:35:44.311915 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:35:44.312823 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.362713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.364089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.382385 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:43Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:44.413599 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffca9263-82b9-406d-adf3-cf8af929ff61 None None] The sync data for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 is: [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:43Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:44.427696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.467522 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Allocated IP 172.20.0.2 (2064a29f-e367-4a42-a4fd-2c74b1444ef6/e35f61d8-19c3-4c9c-b758-388af7711d9a/edbf8d4e-cd4f-408c-b458-e6800e7d77c2) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:44.627245 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.636273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Transition to ACTIVE for port object edbf8d4e-cd4f-408c-b458-e6800e7d77c2 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:44.651122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Transition to ACTIVE for port object edbf8d4e-cd4f-408c-b458-e6800e7d77c2 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:44.661731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.711885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.741945 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e9e688d7-c658-4b94-9509-4a8cf7fd9145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.754105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:44.757265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:44.760949 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:44.777847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Pushing event updated for resources: {'Port': ['ID=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:44.824845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Attempting to bind port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:44.825235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Attempting to bind port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:44.825592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Attempting to bind port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 on network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:44.830921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:44.831391 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Checking segment: {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:44.831782 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.832270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Bound using segment: {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:44.832639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Bound port: edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:44.833025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.919700 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] For port edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:44.923190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] For port edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:44.960716 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.983647 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:44.995906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:45.017758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:45.087515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4532d49-39e2-4b5f-9958-1e461210ad47 None None] Pushing event updated for resources: {'Port': ['ID=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:45.109960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Allocated IP 172.25.0.179 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:45.256194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:45.374812 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:45.415865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:45.418864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:45.424630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:45.430333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Pushing event updated for resources: {'Port': ['ID=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:45.462548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.462944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.463818 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.464209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.464495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.464836 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.465160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.465488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.465811 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.466137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.466469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.466842 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:35:45.725438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edbf8d4e-cd4f-408c-b458-e6800e7d77c2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:45.787638 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:45.852617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:45.857707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e828cad6-5180-405f-87d8-99dc19a41eb8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:46.007326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.031065 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e828cad6-5180-405f-87d8-99dc19a41eb8 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:46.034640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3ba192-a890-4a99-a6e3-aa94e3f6ffd3 None None] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:35:46.051719 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e828cad6-5180-405f-87d8-99dc19a41eb8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:46.052084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.232212 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.234210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:35:46.268662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Provisioning for port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:46.286168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Provisioning complete for port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:46.286467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.324952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port e828cad6-5180-405f-87d8-99dc19a41eb8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e828cad6-5180-405f-87d8-99dc19a41eb8,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:46.344151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:46.362708 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Sync routers for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:46.370701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:46.371412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:46.429477 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.431361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.503724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.505917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0b1f85d0-40e4-4184-a34a-7672c164bd18 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2472136 Jul 28 15:35:46.507642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.508816 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39360) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:35:46.560823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:46.571664 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:46.631853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] For port edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:46.737046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.799538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9998-b34d-4526-b77b-77757db2a897 None None] Pushing event updated for resources: {'Port': ['ID=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:46.811319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:45Z', 'revision_number': 3, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:46.839563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Checking router: ef65c310-effb-4ae0-8ab3-17d4149e4dc4 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:46.839923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Updating router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:35:46.873779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:46.946363 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.062020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-bd908fd4-edc1-4eea-b63c-be2dc7dae4fc None None] Provisioning complete for port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:47.062231 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bd908fd4-edc1-4eea-b63c-be2dc7dae4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.109994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Allocated IP 172.20.0.1 (2064a29f-e367-4a42-a4fd-2c74b1444ef6/e35f61d8-19c3-4c9c-b758-388af7711d9a/7c977045-3204-459c-b87e-0afd2f0ad18a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:35:47.213520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.226094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Transition to ACTIVE for port object 7c977045-3204-459c-b87e-0afd2f0ad18a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:47.340645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.364056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.374855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Transition to ACTIVE for port object 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:47.380148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:47.382950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:47.388919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:35:47.416739 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Pushing event updated for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:47.437162 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.480869 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.541627 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca76f00-d304-4ae4-ab8d-f265f059ec5e None None] Pushing event updated for resources: {'Port': ['ID=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:47.546682 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Attempting to bind port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:47.547229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Attempting to bind port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:47.547722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Attempting to bind port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:47.553283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:47.553685 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:47.554064 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.554452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:47.554982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Bound port: 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:47.555380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.610467 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] For port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:47.613793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] For port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:47.649662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.669110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edbf8d4e-cd4f-408c-b458-e6800e7d77c2 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:47.695371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.773809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:47.774477 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:47.816894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca76f00-d304-4ae4-ab8d-f265f059ec5e None None] Pushing event updated for resources: {'Port': ['ID=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:47.819502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8f0f1889-51f4-4c5a-adca-14585df4eae1 None None] Provisioning for port 7c977045-3204-459c-b87e-0afd2f0ad18a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:47.825546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.837331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8f0f1889-51f4-4c5a-adca-14585df4eae1 None None] Provisioning complete for port 7c977045-3204-459c-b87e-0afd2f0ad18a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:47.837331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8f0f1889-51f4-4c5a-adca-14585df4eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.837331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:47.837331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.936963 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:47.942265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f1889-51f4-4c5a-adca-14585df4eae1 None None] Port 7c977045-3204-459c-b87e-0afd2f0ad18a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:35:47.968486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:48.008158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:48.010637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Pushing event updated for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:48.018406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:48.068696 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e828cad6-5180-405f-87d8-99dc19a41eb8 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:48.107297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:35:48.108700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:35:48.190232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e828cad6-5180-405f-87d8-99dc19a41eb8 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:48.190613 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:48.234210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:35:48.277188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7c977045-3204-459c-b87e-0afd2f0ad18a', 'name': '', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'mac_address': 'fa:16:3e:27:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:46Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 1, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'subnets': [{'id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:48.327871 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b4858-345c-4dcd-ae73-98b96af73144 None None] The sync data for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 is: [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7c977045-3204-459c-b87e-0afd2f0ad18a', 'name': '', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'mac_address': 'fa:16:3e:27:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:46Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 1, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'subnets': [{'id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:48.358522 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:35:48.359638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c219b9c5-2814-4b31-98f7-137e10cade61 admin admin] 10.222.0.47 "PUT /v2.0/routers/ef65c310-effb-4ae0-8ab3-17d4149e4dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495514 Jul 28 15:35:48.374571 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f7dee707-62be-44ef-954f-bc6304dc1ee6 None None] Provisioning complete for port 7c977045-3204-459c-b87e-0afd2f0ad18a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:48.375046 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f7dee707-62be-44ef-954f-bc6304dc1ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:48.411390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-f7dee707-62be-44ef-954f-bc6304dc1ee6 None None] Port 7c977045-3204-459c-b87e-0afd2f0ad18a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:35:49.718549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:49.842538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:49.850039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:49.850039 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:49.949385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:49.974589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:50.077098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:50.142556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:50.538297 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:51.028434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:51.678110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:51.696530 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Sync routers for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:35:51.710479 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:51.711232 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:51.752357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:51.752958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:51.936214 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:52.153561 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7c977045-3204-459c-b87e-0afd2f0ad18a', 'name': '', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'mac_address': 'fa:16:3e:27:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:46Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 2, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'subnets': [{'id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:52.183170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Checking router: ef65c310-effb-4ae0-8ab3-17d4149e4dc4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:35:52.183533 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Updating router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 port 7c977045-3204-459c-b87e-0afd2f0ad18a binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:35:52.212225 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.494812 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.505311 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Transition to ACTIVE for port object 7c977045-3204-459c-b87e-0afd2f0ad18a will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:35:52.613807 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.732622 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Attempting to bind port 7c977045-3204-459c-b87e-0afd2f0ad18a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:35:52.733297 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Attempting to bind port 7c977045-3204-459c-b87e-0afd2f0ad18a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:35:52.733437 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Attempting to bind port 7c977045-3204-459c-b87e-0afd2f0ad18a on network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:35:52.740015 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef19b0-c1ba-4b54-8fbb-a728d6a3a0ca None None] Pushing event updated for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:52.744902 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:35:52.745242 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Checking segment: {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:35:52.745647 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.746176 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Bound using segment: {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:35:52.746659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Bound port: 7c977045-3204-459c-b87e-0afd2f0ad18a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e5d672-6a77-4682-9175-d7c0f9c94a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:35:52.747118 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.826089 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] For port 7c977045-3204-459c-b87e-0afd2f0ad18a, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:35:52.829683 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] For port 7c977045-3204-459c-b87e-0afd2f0ad18a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c977045-3204-459c-b87e-0afd2f0ad18a,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:35:52.917551 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:52.977864 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:35:52.978694 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:35:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:53.047911 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef19b0-c1ba-4b54-8fbb-a728d6a3a0ca None None] Pushing event updated for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:53.130128 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:35:53.396369 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7c977045-3204-459c-b87e-0afd2f0ad18a', 'name': '', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'mac_address': 'fa:16:3e:27:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:46Z', 'updated_at': '2021-07-28T15:35:52Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'subnets': [{'id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:35:53.424875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a42eae3-2be2-40fe-a0db-da18a26a42c8 None None] The sync data for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 is: [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:47Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '7c977045-3204-459c-b87e-0afd2f0ad18a', 'name': '', 'network_id': '2064a29f-e367-4a42-a4fd-2c74b1444ef6', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'mac_address': 'fa:16:3e:27:9a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:46Z', 'updated_at': '2021-07-28T15:35:52Z', 'revision_number': 4, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'subnets': [{'id': 'e35f61d8-19c3-4c9c-b758-388af7711d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:35:53.767750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c977045-3204-459c-b87e-0afd2f0ad18a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:53.948992 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 7c977045-3204-459c-b87e-0afd2f0ad18a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:35:53.965020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7c977045-3204-459c-b87e-0afd2f0ad18a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:53.965020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:54.066867 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:54.105483 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 7c977045-3204-459c-b87e-0afd2f0ad18a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c977045-3204-459c-b87e-0afd2f0ad18a,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:35:54.231204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:35:54.285568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:35:55.689567 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c977045-3204-459c-b87e-0afd2f0ad18a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:35:55.757264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 7c977045-3204-459c-b87e-0afd2f0ad18a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:35:55.758065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:00.073494 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-4f4c0f61-2caa-4dc3-8e3a-24158d59ea7e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:00.074998 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-4f4c0f61-2caa-4dc3-8e3a-24158d59ea7e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 814 time: 0.1071389 Jul 28 15:36:00.090607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-ec0493f2-2aff-4309-9f6e-81e6d0e08cb4 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/quotas/8415c2e2253a4e91bc293fabacc07efc HTTP/1.1" status: 200 len: 375 time: 0.0098214 Jul 28 15:36:00.142653 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-119a7288-f4d6-4404-b2ff-a2448f0ccebb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464044 Jul 28 15:36:00.245025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f38029f7-e6af-438f-81d7-5e46aeb1b1ae service neutron] 10.222.0.47 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886338 Jul 28 15:36:00.349463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-7badbb7d-e46e-419c-b700-8a3dc0c8df3a service neutron] 10.222.0.47 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981941 Jul 28 15:36:00.583663 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2f7dcf39-0555-4dc5-87c2-2c745616e00b req-fb24f16a-c737-4f6a-b64f-f9820a5ef513 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 210 time: 0.0302846 Jul 28 15:36:01.679782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-05f993e4-606a-40aa-9ed1-5fc0d2caa7e2 req-e575161f-7598-4f00-bfe6-eddd91fdb6d6 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 210 time: 0.0292389 Jul 28 15:36:02.778929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b7bea292-7d30-42b1-89cc-ce8ccdb39c35 req-c1890032-e372-488a-9638-fcff4661f71c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 210 time: 0.0309255 Jul 28 15:36:02.974070 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-00956e0a-d3d9-4467-ad79-1fe58e9e2de2 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:02.975853 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-00956e0a-d3d9-4467-ad79-1fe58e9e2de2 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 814 time: 0.1050828 Jul 28 15:36:02.994368 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'port': {'device_id': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'admin_state_up': True, 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:03.187912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Made reservation on behalf of 8415c2e2253a4e91bc293fabacc07efc for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:36:03.191973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.321490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Allocated IP 172.20.0.3 (ea3b8319-4922-49a6-a36b-5d50b3e9dd21/6d40e270-e293-4ae2-86d5-d261ecbf06d6/11815f87-30c5-4610-9096-21619df5dfd5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:36:03.474925 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.490674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Transition to ACTIVE for port object 11815f87-30c5-4610-9096-21619df5dfd5 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:36:03.605712 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.647601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:36:03.650550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:36:03.654166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:36:03.682194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:03.711533 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:03.712155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:03.804896 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-f66f7c61-682f-4951-a267-022187a335e0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139327 Jul 28 15:36:03.931141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2766ec6-f518-4884-9209-4fce808226d5 req-c22eaee3-f215-4509-81b5-090ec6729298 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:03.933809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2766ec6-f518-4884-9209-4fce808226d5 req-c22eaee3-f215-4509-81b5-090ec6729298 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0707898 Jul 28 15:36:04.000070 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b2766ec6-f518-4884-9209-4fce808226d5 req-64cf43ba-df23-40b2-9490-a017bc0d5b2e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Jul 28 15:36:04.057126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fca0ce3-ba90-4618-a6ca-fd15a9154e89 None None] Provisioning for port 11815f87-30c5-4610-9096-21619df5dfd5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:36:04.061748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fca0ce3-ba90-4618-a6ca-fd15a9154e89 None None] Provisioning complete for port 11815f87-30c5-4610-9096-21619df5dfd5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:36:04.063050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fca0ce3-ba90-4618-a6ca-fd15a9154e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:04.109864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fca0ce3-ba90-4618-a6ca-fd15a9154e89 None None] Port 11815f87-30c5-4610-9096-21619df5dfd5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:36:05.123653 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461d7a8-643c-4a8f-a4ee-ce3a02f0ec18 req-e1ae9a4b-41ee-4043-87b0-a97ad6794b99 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:05.125185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c461d7a8-643c-4a8f-a4ee-ce3a02f0ec18 req-e1ae9a4b-41ee-4043-87b0-a97ad6794b99 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0579784 Jul 28 15:36:05.162938 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c461d7a8-643c-4a8f-a4ee-ce3a02f0ec18 req-dbd09ce2-5686-4f70-b582-024e735bd9dc tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Jul 28 15:36:06.294137 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17a7c1-52b1-4aa2-b394-619cac5afd22 req-4f144a9c-be53-4f9f-ae18-1596be1bad3a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:06.295745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be17a7c1-52b1-4aa2-b394-619cac5afd22 req-4f144a9c-be53-4f9f-ae18-1596be1bad3a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0598207 Jul 28 15:36:06.336434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-be17a7c1-52b1-4aa2-b394-619cac5afd22 req-d9a06682-1abb-48fe-af79-6dfa8215939f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Jul 28 15:36:07.460621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ee51-b606-4275-806d-fb8314e14e2a req-7f0dd651-f589-4285-a6a3-a44fe66e709a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:07.469857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95e4ee51-b606-4275-806d-fb8314e14e2a req-7f0dd651-f589-4285-a6a3-a44fe66e709a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0629673 Jul 28 15:36:07.507436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-95e4ee51-b606-4275-806d-fb8314e14e2a req-1fe0335f-5f81-44b0-9534-f9764d171350 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366347 Jul 28 15:36:08.632261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd5713-1142-4d82-88e3-c0c6a4e4059d req-602885fc-a9a5-475a-92af-23d8c6187652 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:08.633746 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4cfd5713-1142-4d82-88e3-c0c6a4e4059d req-602885fc-a9a5-475a-92af-23d8c6187652 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0512042 Jul 28 15:36:08.674759 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4cfd5713-1142-4d82-88e3-c0c6a4e4059d req-955dd413-b465-42da-ac05-ea49c97e006c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Jul 28 15:36:09.807983 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b9e7-e86c-474c-9590-4d10316aad3e req-625dd43e-9a94-4b35-9dba-cdc4dd6a9d95 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:09.816216 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09b5b9e7-e86c-474c-9590-4d10316aad3e req-625dd43e-9a94-4b35-9dba-cdc4dd6a9d95 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0697603 Jul 28 15:36:09.856868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-09b5b9e7-e86c-474c-9590-4d10316aad3e req-874a9def-c3a4-4173-9a1c-0cc16ff75ac0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396156 Jul 28 15:36:10.985395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172013-74e1-4b52-a8c6-5f8c8afa54af req-4adb0c30-2e39-4b04-9e0b-cd98846c53d4 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:10.987204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e172013-74e1-4b52-a8c6-5f8c8afa54af req-4adb0c30-2e39-4b04-9e0b-cd98846c53d4 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0563719 Jul 28 15:36:11.029158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0e172013-74e1-4b52-a8c6-5f8c8afa54af req-ab151bf8-ce57-477e-9bc9-df9945095eb9 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Jul 28 15:36:12.174718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d18665-bc7b-4c47-83db-47746d492eb3 req-68eca41b-af3b-42be-b771-b96abe8e9711 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:12.176365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-18d18665-bc7b-4c47-83db-47746d492eb3 req-68eca41b-af3b-42be-b771-b96abe8e9711 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0577216 Jul 28 15:36:12.218817 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-18d18665-bc7b-4c47-83db-47746d492eb3 req-4c6640e0-b73d-45ab-bd2b-154f4e5aadab tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Jul 28 15:36:12.328229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abd17e31-bcf8-48bb-bc40-0a5b0248e9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:12.582901 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:36:13.341165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082dce6-ab4d-45fa-ae5d-9c5d0a49d717 req-605240f9-c4a8-4281-ba11-db3284b1dd66 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:13.342765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9082dce6-ab4d-45fa-ae5d-9c5d0a49d717 req-605240f9-c4a8-4281-ba11-db3284b1dd66 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.0530696 Jul 28 15:36:13.387695 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9082dce6-ab4d-45fa-ae5d-9c5d0a49d717 req-967b10f0-5b95-4abf-9f35-4f1d2045b3ac tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Jul 28 15:36:14.370880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Request body: {'port': {'device_id': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:14.423978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.580244 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb50c0a-cf46-4b4a-8e47-bf2c3d2a4077 req-4f44e85c-03ab-4fa5-8207-1c968567d3eb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:14.581728 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb50c0a-cf46-4b4a-8e47-bf2c3d2a4077 req-4f44e85c-03ab-4fa5-8207-1c968567d3eb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 931 time: 0.1229982 Jul 28 15:36:14.671307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6fb50c0a-cf46-4b4a-8e47-bf2c3d2a4077 req-e54af35d-3279-4ecb-a742-3a7d1106daa9 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811903 Jul 28 15:36:14.755954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11815f87-30c5-4610-9096-21619df5dfd5 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:36:14.763526 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.775443 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Transition to ACTIVE for port object 11815f87-30c5-4610-9096-21619df5dfd5 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:36:14.804744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b912ebd-c2a7-47ee-bede-49afa6d81b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.864488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.917442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:14.959575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:14.995229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Attempting to bind port 11815f87-30c5-4610-9096-21619df5dfd5 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:36:14.995575 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Attempting to bind port 11815f87-30c5-4610-9096-21619df5dfd5 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:36:14.995920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Attempting to bind port 11815f87-30c5-4610-9096-21619df5dfd5 on network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:15.001054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Port 11815f87-30c5-4610-9096-21619df5dfd5 on network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:36:15.001520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Attempting to bind port 11815f87-30c5-4610-9096-21619df5dfd5 on network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:36:15.007265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:36:15.007613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Checking segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:36:15.008010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Bound using segment: {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:36:15.008458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Bound port: 11815f87-30c5-4610-9096-21619df5dfd5, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:36:15.008831 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.079824 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:36:15.082884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:36:15.202261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.237879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:15.238120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:15.239556 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] 10.222.0.53 "PUT /v2.0/ports/11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 1092 time: 0.8735688 Jul 28 15:36:15.239992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:15.242242 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad1641-cb36-4a21-b9fc-3222f23fd225" -d '{"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:15.268017 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f24ea-a0d9-4b55-8a63-4df379815253 service neutron] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:15.284142 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47623e8e-a7ec-4a00-aba1-ae5e058294fa x-openstack-request-id: req-47623e8e-a7ec-4a00-aba1-ae5e058294fa {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:15.284450 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:15.284911 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47623e8e-a7ec-4a00-aba1-ae5e058294fa {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:15.285508 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:36:15.661300 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-a31867fe-20af-491d-8d18-a16a22f46780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:15.662812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-a31867fe-20af-491d-8d18-a16a22f46780 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1095 time: 0.3391840 Jul 28 15:36:15.802797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-4e525b4b-834b-478e-8bce-ab5f5112c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:15.804199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-4e525b4b-834b-478e-8bce-ab5f5112c12b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8415c2e2253a4e91bc293fabacc07efc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1265008 Jul 28 15:36:15.816243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a7625-8758-447f-8f2d-c6505b5b1a02 req-36c7a589-848e-49b7-baa6-617bb1b51fbb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:15.817632 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f2a7625-8758-447f-8f2d-c6505b5b1a02 req-36c7a589-848e-49b7-baa6-617bb1b51fbb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 943 time: 0.0758934 Jul 28 15:36:15.903340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f2a7625-8758-447f-8f2d-c6505b5b1a02 req-b167523c-07d4-435f-8701-124079f668dc tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766575 Jul 28 15:36:15.930334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-917c0c55-365d-4276-8e8c-6ce0b23c8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:15.931930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7cad1641-cb36-4a21-b9fc-3222f23fd225 req-917c0c55-365d-4276-8e8c-6ce0b23c8831 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1134086 Jul 28 15:36:16.036594 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-4f02bd61-060a-4ecc-9c88-84f6c477aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:16.038110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-4f02bd61-060a-4ecc-9c88-84f6c477aa92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1095 time: 0.0475767 Jul 28 15:36:16.087956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-0a26e584-1dd9-43eb-a4e8-5c199811bc2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 217 time: 0.0356097 Jul 28 15:36:16.139749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-cfd2954c-a2a0-41b7-8a58-4845f6552c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:16.141568 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-cfd2954c-a2a0-41b7-8a58-4845f6552c06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0468771 Jul 28 15:36:16.192279 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-40c1e7c4-9ca4-4d92-9d6a-1115acf8d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:16.193845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-40c1e7c4-9ca4-4d92-9d6a-1115acf8d44b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456710 Jul 28 15:36:16.289444 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-ba0d2b1d-632d-4aa6-b9be-7fb0fa5f5096 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884109 Jul 28 15:36:16.370393 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:16.388859 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5fbee77d-466b-4f4a-805e-e4c2ee325ae2 req-4d497a85-ef91-4473-8727-513a7411b2a0 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922673 Jul 28 15:36:17.023105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a5301-2299-43cd-ae0a-00711e630b58 req-d94176b0-47cf-420e-b86e-cf1fb5297244 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:17.024677 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65a5301-2299-43cd-ae0a-00711e630b58 req-d94176b0-47cf-420e-b86e-cf1fb5297244 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 943 time: 0.0502675 Jul 28 15:36:17.063339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c65a5301-2299-43cd-ae0a-00711e630b58 req-476ff6d5-a91a-40ce-a7cb-795b4f2ebf7d tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Jul 28 15:36:17.922025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:18.179403 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7fd58-210d-4e67-974c-55b12cd6e9b3 req-e3b80f99-bfb1-42e4-85cb-772998ec2cd1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:18.180932 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0d7fd58-210d-4e67-974c-55b12cd6e9b3 req-e3b80f99-bfb1-42e4-85cb-772998ec2cd1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 943 time: 0.0505629 Jul 28 15:36:18.221835 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d0d7fd58-210d-4e67-974c-55b12cd6e9b3 req-5a1a0d61-ada4-4316-bf81-6a4cb2f554a4 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347650 Jul 28 15:36:19.336079 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d9a75-4d39-40c4-a106-bd5227714830 req-6aa8d403-2415-477a-a3dd-eedb5519f088 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:19.337941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e69d9a75-4d39-40c4-a106-bd5227714830 req-6aa8d403-2415-477a-a3dd-eedb5519f088 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 943 time: 0.0496187 Jul 28 15:36:19.376781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e69d9a75-4d39-40c4-a106-bd5227714830 req-e556b9a2-5e49-401b-87ed-017d5a59a9da tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Jul 28 15:36:19.587727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 11815f87-30c5-4610-9096-21619df5dfd5 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:36:19.686819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:19.697857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '11815f87-30c5-4610-9096-21619df5dfd5', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'port_id': '11815f87-30c5-4610-9096-21619df5dfd5', 'mac_address': 'fa:16:3e:8b:e9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:36:19.733816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:19.749500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11815f87-30c5-4610-9096-21619df5dfd5 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:36:19.768153 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:19.844062 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:19.891653 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:20.146574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:36:20.494383 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed11ba4-dbf7-4429-85cc-833a5b87b817 req-5c9586c0-05eb-43ed-90a0-b97dd6a69382 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:20.495994 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ed11ba4-dbf7-4429-85cc-833a5b87b817 req-5c9586c0-05eb-43ed-90a0-b97dd6a69382 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 944 time: 0.0526390 Jul 28 15:36:20.535010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6ed11ba4-dbf7-4429-85cc-833a5b87b817 req-6e664a27-88c3-4617-93cf-a705eec130f2 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Jul 28 15:36:20.558475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:21.047103 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:21.600998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 11815f87-30c5-4610-9096-21619df5dfd5 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:36:21.692477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463988d-c38f-463e-b630-b09844ed10ad req-51c3badf-e487-471c-8a33-802b7faf0896 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:21.694074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e463988d-c38f-463e-b630-b09844ed10ad req-51c3badf-e487-471c-8a33-802b7faf0896 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 944 time: 0.0659773 Jul 28 15:36:21.715640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 11815f87-30c5-4610-9096-21619df5dfd5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:36:21.719892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 11815f87-30c5-4610-9096-21619df5dfd5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:36:21.720273 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:21.751764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e463988d-c38f-463e-b630-b09844ed10ad req-79543456-eff3-4e76-9621-5028dab5356d tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503964 Jul 28 15:36:21.821073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:21.850244 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:21.853237 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722718da-9af0-44e3-ae99-a37d90754c6f" -d '{"events": [{"server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "name": "network-vif-plugged", "status": "completed", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:21.870268 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:21.895497 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67023b76-c8f6-4ef0-b073-5bb926e0e6fd x-openstack-request-id: req-67023b76-c8f6-4ef0-b073-5bb926e0e6fd {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:21.895813 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "name": "network-vif-plugged", "status": "completed", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:21.896053 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67023b76-c8f6-4ef0-b073-5bb926e0e6fd {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:21.896472 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'code': 200} Jul 28 15:36:21.930122 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:21.987530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:22.033296 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99783418-e528-4764-95ac-adc4b61b8c2e req-3ffd1736-3210-4c59-9ae3-fffa49b8c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:22.034515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99783418-e528-4764-95ac-adc4b61b8c2e req-3ffd1736-3210-4c59-9ae3-fffa49b8c05b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1097 time: 0.0502994 Jul 28 15:36:22.072729 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-99783418-e528-4764-95ac-adc4b61b8c2e req-e11901af-df7f-4c93-986a-d8824ba251c8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Jul 28 15:36:22.870270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ca198-ff29-4a54-8d3a-d86051978fa2 req-57211159-9ac9-4322-89dd-8b64812c482c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:22.871809 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-276ca198-ff29-4a54-8d3a-d86051978fa2 req-57211159-9ac9-4322-89dd-8b64812c482c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0491853 Jul 28 15:36:22.909661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-276ca198-ff29-4a54-8d3a-d86051978fa2 req-257bbaf9-82cf-46b4-acf8-63cba078bc01 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Jul 28 15:36:24.028184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61436b-d799-44e7-998f-2353b5c2860a req-db5b0a44-3afe-44d9-9dd6-ec4c9e42812c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:24.029712 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f61436b-d799-44e7-998f-2353b5c2860a req-db5b0a44-3afe-44d9-9dd6-ec4c9e42812c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0492952 Jul 28 15:36:24.067367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f61436b-d799-44e7-998f-2353b5c2860a req-6653dade-ac9b-4f07-b98a-076aae762224 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Jul 28 15:36:24.191531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c88cc-c7a6-44cf-a083-01a1219f2dfe req-e4784592-2879-4d68-a997-89200dbf88a8 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:24.192945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a9c88cc-c7a6-44cf-a083-01a1219f2dfe req-e4784592-2879-4d68-a997-89200dbf88a8 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0491507 Jul 28 15:36:24.231341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0a9c88cc-c7a6-44cf-a083-01a1219f2dfe req-8874f174-506a-4628-9fea-de4352ab3e18 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Jul 28 15:36:24.427741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18631c-74e1-4c34-a28f-70931c73674e req-3499dc85-03dc-4f92-8179-7dcc970ddf77 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:24.429241 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d18631c-74e1-4c34-a28f-70931c73674e req-3499dc85-03dc-4f92-8179-7dcc970ddf77 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0546305 Jul 28 15:36:24.468298 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7d18631c-74e1-4c34-a28f-70931c73674e req-6c59e6d5-8b22-4c8b-b257-79d41a451d27 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Jul 28 15:36:39.414645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517e287-c3f0-4401-ba43-c22d5c17f7e5 req-bce58ff1-c9a6-486a-8887-5e52a60ee25a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:39.416305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2517e287-c3f0-4401-ba43-c22d5c17f7e5 req-bce58ff1-c9a6-486a-8887-5e52a60ee25a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.2017336 Jul 28 15:36:39.457596 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2517e287-c3f0-4401-ba43-c22d5c17f7e5 req-fe2d1310-0b47-40f6-acdb-ed8431063957 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Jul 28 15:36:39.480489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39578) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:39.576173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15531b34-fc1a-41ee-a9f7-780746948b37 tempest-TestMinimumBasicScenario-91527908 tempest-TestMinimumBasicScenario-91527908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:39.577735 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-15531b34-fc1a-41ee-a9f7-780746948b37 tempest-TestMinimumBasicScenario-91527908 tempest-TestMinimumBasicScenario-91527908-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1092 time: 0.0961571 Jul 28 15:36:39.580875 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39582) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:39.585298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '11815f87-30c5-4610-9096-21619df5dfd5', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:39.704402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:39.808910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:39.917373 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Allocated IP 172.25.0.42 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/563b783f-9124-47ee-ae0c-9157f08f1cb8) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:36:40.036226 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:40.147074 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:40.186361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:36:40.189231 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:36:40.195434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:36:40.200945 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'Port': ['ID=563b783f-9124-47ee-ae0c-9157f08f1cb8,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:40.572648 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:40.704207 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:40.852796 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:40.928940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.001976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'Port': ['ID=563b783f-9124-47ee-ae0c-9157f08f1cb8,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:41.012807 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.116331 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Floating IP ad8797c4-d5bc-4a8b-bbf9-f935badcda4a associated. External IP: 172.25.0.42, port: 11815f87-30c5-4610-9096-21619df5dfd5. Jul 28 15:36:41.324418 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:36:41.430798 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:36:41.441794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Sync routers for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:36:41.451941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:41.452565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:36:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:41.535087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.561293 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:41.565435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-638d34db-ff08-42dc-86bf-d31c2cddb4a5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9835334 Jul 28 15:36:41.566321 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:41.568345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39584) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:41.568847 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e754839b-a9c0-41fb-a312-e10899189604" -d '{"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:41.581139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706034463', 'description': 'tempest-secgroup-smoke-706034463 description', 'project_id': '8415c2e2253a4e91bc293fabacc07efc'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:41.614849 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5c1e23-c4a7-4c7f-921b-7c005d82fe59 x-openstack-request-id: req-8c5c1e23-c4a7-4c7f-921b-7c005d82fe59 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:41.615386 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:41.615481 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c5c1e23-c4a7-4c7f-921b-7c005d82fe59 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:41.615999 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:36:41.675585 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.725637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754839b-a9c0-41fb-a312-e10899189604 req-5e98b99c-eaec-47ca-92ad-b7902a4c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:41.728228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-5e98b99c-eaec-47ca-92ad-b7902a4c39fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1097 time: 0.0658829 Jul 28 15:36:41.767888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.826111 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754839b-a9c0-41fb-a312-e10899189604 req-1ff35bd7-0565-47dd-86b5-8c14d36a8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:41.842267 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-1ff35bd7-0565-47dd-86b5-8c14d36a8814 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.0919960 Jul 28 15:36:41.901753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-4651d4ea-5c8c-4445-8aae-c9541447e57a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 998 time: 0.0654545 Jul 28 15:36:41.953199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754839b-a9c0-41fb-a312-e10899189604 req-923570f5-7ea4-461c-be99-e4f459b65594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:41.954914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-923570f5-7ea4-461c-be99-e4f459b65594 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0462587 Jul 28 15:36:41.964152 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:41.964913 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'ad8797c4-d5bc-4a8b-bbf9-f935badcda4a', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'port_id': '11815f87-30c5-4610-9096-21619df5dfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'mac_address': 'fa:16:3e:8b:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:36:40Z', 'updated_at': '2021-07-28T15:36:40Z', 'revision_number': 0, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:41.992276 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Checking router: 34e8d5ab-9eed-420d-bd8e-ed44728b3001 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:36:41.998246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e5b66-75f5-4a9e-8188-d78a47822684,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:42.001074 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:36:42.001773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:36:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:42.006617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754839b-a9c0-41fb-a312-e10899189604 req-5621854e-d99f-4181-9375-60c0d7a42808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:42.008237 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-5621854e-d99f-4181-9375-60c0d7a42808 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462098 Jul 28 15:36:42.009308 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.009700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.010618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.010990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.011335 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.011680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.012020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.012356 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.012691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.013025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.013439 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.013839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:36:42.103774 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-d00f98d2-79ba-4d49-a112-22cf3b607d16 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882256 Jul 28 15:36:42.106625 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.107964 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4f26264-f8bd-4665-9154-f80a8431916c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5385854 Jul 28 15:36:42.110794 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39588) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:42.114564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:36:42.121682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:42.196250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e754839b-a9c0-41fb-a312-e10899189604 req-6a172bb6-2a59-4748-8a9b-094be2835401 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850046 Jul 28 15:36:42.257819 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.321106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.363421 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'ad8797c4-d5bc-4a8b-bbf9-f935badcda4a', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'port_id': '11815f87-30c5-4610-9096-21619df5dfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'mac_address': 'fa:16:3e:8b:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:36:40Z', 'updated_at': '2021-07-28T15:36:40Z', 'revision_number': 0, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:36:42.393538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36628644-e64c-4092-a142-786a5d2fa54b None None] The sync data for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 is: [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'ad8797c4-d5bc-4a8b-bbf9-f935badcda4a', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'port_id': '11815f87-30c5-4610-9096-21619df5dfd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'mac_address': 'fa:16:3e:8b:e9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:36:40Z', 'updated_at': '2021-07-28T15:36:40Z', 'revision_number': 0, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:36:42.397532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a0db0d8f-2521-4a84-baae-890683011b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.478078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.498191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32766bf0-bef5-4a7d-ae17-d1380f8f55c5,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:42.575131 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.576479 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f009510c-a07b-48e0-86e9-c77baa8e8637 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646032 Jul 28 15:36:42.580657 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39590) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:42.584185 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:42.593300 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a6495-b1ac-4867-9cf5-48c73dcdd426 None None] New status for floating IP ad8797c4-d5bc-4a8b-bbf9-f935badcda4a: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:36:42.734593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.795315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.949627 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:42.968647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3a7da1-1dd5-49bb-b785-a6aefb901c38,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:43.059113 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.060320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-32eee033-93d5-4d9f-80b4-4bbc84df0d68 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4799914 Jul 28 15:36:43.063067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39592) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:43.067480 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:43.162801 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.223659 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.352231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.370714 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b7b558-36cd-409c-9b3e-5bf30ce79392,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:43.470106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.471401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-70b46d67-5659-484b-87b7-1022764110e1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073787 Jul 28 15:36:43.474534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39594) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:43.479656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:43.577949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.643311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.735049 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.753290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c4058f-1634-43be-b37b-3b28b3ad6ba9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:43.843735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:43.845354 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c19bb2c-5082-41ba-b582-34c3cd72dc78 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696861 Jul 28 15:36:43.848517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39596) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:43.853003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:43.983745 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Project 8415c2e2253a4e91bc293fabacc07efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:36:43.989157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.051953 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.123468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.139852 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b92f60e-fbda-421f-b39a-4f5a388ce26c,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:44.269926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.271207 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5d900cf2-f3d7-4307-8be4-d83b7d2eea5c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4217036 Jul 28 15:36:44.273958 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39598) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:36:44.279090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'security_group_rule': {'security_group_id': 'c38e5b66-75f5-4a9e-8188-d78a47822684', 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:44.384415 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Project 8415c2e2253a4e91bc293fabacc07efc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:36:44.390242 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.452697 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.543993 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.562050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e439f65-eeb2-41dd-bed1-b11cceb56899,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:44.675638 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.676896 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f00a2a3b-91fb-4e66-abb0-9dc72681071e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4020140 Jul 28 15:36:44.757117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c74d1283-62c6-425b-893e-553e98625d78 req-2ccceaa0-85ba-4180-8fb5-a188ebbdc8f8 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706034463&fields=id&tenant_id=8415c2e2253a4e91bc293fabacc07efc HTTP/1.1" status: 200 len: 267 time: 0.0334342 Jul 28 15:36:44.780336 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-538e8112-4b85-4a35-8dbe-afa754812c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.814292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1283-62c6-425b-893e-553e98625d78 req-c0d00f8e-455e-4dd8-a854-7e4fbe77d230 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:44.815842 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c74d1283-62c6-425b-893e-553e98625d78 req-c0d00f8e-455e-4dd8-a854-7e4fbe77d230 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0516086 Jul 28 15:36:44.827654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'port': {'security_groups': ['48364cc2-d178-4ab9-8d0e-79254a11de2d', 'c38e5b66-75f5-4a9e-8188-d78a47822684']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:36:44.889690 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:44.997602 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:45.082275 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:36:45.115901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:45.218493 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:45.253125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:36:45.261926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.262623 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:45.264099 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c74d1283-62c6-425b-893e-553e98625d78 req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "PUT /v2.0/ports/11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 981 time: 0.4418097 Jul 28 15:36:45.264567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:36:45.266994 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3772638-f531-4721-9128-4dec3345f3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:36:45.300727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad3b9a-a35b-4aa1-a9fd-dc1d1d110432 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:36:45.337259 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46686825-f301-4c70-944b-ce6535141d74 x-openstack-request-id: req-46686825-f301-4c70-944b-ce6535141d74 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:36:45.338213 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:36:45.338473 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46686825-f301-4c70-944b-ce6535141d74 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:36:45.338933 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:36:45.387280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:36:45.467258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772638-f531-4721-9128-4dec3345f3e8 req-ca6790a0-762a-43ff-b5e1-d820260e0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.468812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-ca6790a0-762a-43ff-b5e1-d820260e0725 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1136 time: 0.0828121 Jul 28 15:36:45.530288 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9bacb-7efb-494e-83cf-ee306c3329b0 req-c51fbe65-1ac2-4073-ad8e-274fb74a06e7 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.531789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52b9bacb-7efb-494e-83cf-ee306c3329b0 req-c51fbe65-1ac2-4073-ad8e-274fb74a06e7 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.1713097 Jul 28 15:36:45.582730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2f0635a6-0e4f-460f-8ec2-e43c0667231c None None] Provisioning complete for port 11815f87-30c5-4610-9096-21619df5dfd5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:36:45.583130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f0635a6-0e4f-460f-8ec2-e43c0667231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:45.600136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-52b9bacb-7efb-494e-83cf-ee306c3329b0 req-ed104a8c-82fb-4298-8bc0-30ae548f3f49 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583830 Jul 28 15:36:45.610294 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772638-f531-4721-9128-4dec3345f3e8 req-4fa642cd-73b3-49f8-9e07-f053602b976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.611655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-4fa642cd-73b3-49f8-9e07-f053602b976c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.1347711 Jul 28 15:36:45.681636 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-310caa8e-143b-4b20-b836-208ee0a14774 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0629375 Jul 28 15:36:45.730938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772638-f531-4721-9128-4dec3345f3e8 req-24777d52-a584-4d70-ac8f-43c33a196a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.732437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-24777d52-a584-4d70-ac8f-43c33a196a8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0443203 Jul 28 15:36:45.782705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3772638-f531-4721-9128-4dec3345f3e8 req-bd9bb78e-78c7-4463-9a04-dbcbdc34b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:45.784250 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-bd9bb78e-78c7-4463-9a04-dbcbdc34b533 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446289 Jul 28 15:36:45.875486 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-035c9ba5-f7d1-427a-8159-822a8e28ccca service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837855 Jul 28 15:36:45.977113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f3772638-f531-4721-9128-4dec3345f3e8 req-494ef400-b661-4221-acef-6d0655c492e8 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944004 Jul 28 15:36:46.372886 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:47.989419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:49.582279 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:36:50.584142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:51.065592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:36:55.370530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae49915-2f93-4b40-bf28-2c9e740fc8c0 req-398a9928-e07e-4df6-a775-96104ebcc37f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:55.372647 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ae49915-2f93-4b40-bf28-2c9e740fc8c0 req-398a9928-e07e-4df6-a775-96104ebcc37f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0509260 Jul 28 15:36:55.414800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5ae49915-2f93-4b40-bf28-2c9e740fc8c0 req-7b045595-c573-450f-ba93-b6e04ef8c19a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351951 Jul 28 15:36:55.507712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-edbb54c9-0d1c-4e01-b7bf-338ef49cb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:55.509674 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-edbb54c9-0d1c-4e01-b7bf-338ef49cb4b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1136 time: 0.0939236 Jul 28 15:36:55.888371 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-aa8c297c-b3a2-4233-a107-f3bc130fe8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:55.890137 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-aa8c297c-b3a2-4233-a107-f3bc130fe8d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.3736827 Jul 28 15:36:55.959468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-ad7dea85-cc74-49d6-a72a-9d490e04686b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0604901 Jul 28 15:36:56.010460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-efbba8d7-58c7-4825-85bb-c0179431e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.012585 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-efbba8d7-58c7-4825-85bb-c0179431e35c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0452242 Jul 28 15:36:56.066183 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-efd3b55c-6fbc-4b95-893c-9daf43e63eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.067838 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-efd3b55c-6fbc-4b95-893c-9daf43e63eea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469649 Jul 28 15:36:56.080178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-10ea1f30-617f-4db0-947c-4e52faa66f13 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:36:56.081280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-10ea1f30-617f-4db0-947c-4e52faa66f13 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067475 Jul 28 15:36:56.172928 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-b1754004-c1a9-4a02-bb7e-2e092aee9166 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Jul 28 15:36:56.270104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0230ad8-932d-4dee-a7cf-486c6e7bd68b req-6f6eac55-4afb-4652-b3f3-0adaffa83a6f service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905912 Jul 28 15:36:56.545411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6ee2-5743-4ab9-aeed-4a15f59db518 req-8f50027b-6bd5-4e9c-80a3-7b06defb0148 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:56.547016 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-351c6ee2-5743-4ab9-aeed-4a15f59db518 req-8f50027b-6bd5-4e9c-80a3-7b06defb0148 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0571625 Jul 28 15:36:56.588117 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-351c6ee2-5743-4ab9-aeed-4a15f59db518 req-41b7bbb3-43af-47a9-8d3e-9d079296bfcc tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350094 Jul 28 15:36:57.709754 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398435c0-27db-457e-acf1-5584f150ae0c req-d6b4b7e5-8598-45b3-a5c7-4cd42f5681d5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:57.712127 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-398435c0-27db-457e-acf1-5584f150ae0c req-d6b4b7e5-8598-45b3-a5c7-4cd42f5681d5 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0527127 Jul 28 15:36:57.754116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-398435c0-27db-457e-acf1-5584f150ae0c req-40e7a32f-0a3c-45b3-ab9e-69cb0830638e tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346625 Jul 28 15:36:58.872388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083df42-1e36-4821-84da-706c0bd7f188 req-612e48ef-2d94-4662-b698-a2b464a064cb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:36:58.873901 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2083df42-1e36-4821-84da-706c0bd7f188 req-612e48ef-2d94-4662-b698-a2b464a064cb tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0497818 Jul 28 15:36:58.916943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2083df42-1e36-4821-84da-706c0bd7f188 req-ecfcf4c6-af4c-4b07-b8c8-568d04e5fdea tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367844 Jul 28 15:37:00.035776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57c648-b5b7-4f4a-af59-0fa0c4a831be req-9ea7d352-697a-4bf2-90f7-44cb43ea6443 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:00.037264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f57c648-b5b7-4f4a-af59-0fa0c4a831be req-9ea7d352-697a-4bf2-90f7-44cb43ea6443 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0494897 Jul 28 15:37:00.077500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6f57c648-b5b7-4f4a-af59-0fa0c4a831be req-d777a500-9bd0-480d-9bf3-d2ad5125c078 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336528 Jul 28 15:37:01.195774 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb070f-8c25-4924-83bb-5eec01df99fd req-4c2c4a39-5107-43e7-bfc8-d92838924670 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:01.197256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1beb070f-8c25-4924-83bb-5eec01df99fd req-4c2c4a39-5107-43e7-bfc8-d92838924670 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0508831 Jul 28 15:37:01.238994 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1beb070f-8c25-4924-83bb-5eec01df99fd req-e6a99be0-39d8-4cf1-afc8-489146bcb8a8 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357413 Jul 28 15:37:02.361444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c33982-3a58-493e-8e30-7a3d5b113ef1 req-891d0fe0-c083-40c3-8862-f3bbd4dec928 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:02.362943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5c33982-3a58-493e-8e30-7a3d5b113ef1 req-891d0fe0-c083-40c3-8862-f3bbd4dec928 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0538225 Jul 28 15:37:02.404500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f5c33982-3a58-493e-8e30-7a3d5b113ef1 req-88bf56ed-8e14-4a68-a5ea-e9d9088e70a3 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353596 Jul 28 15:37:03.524252 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d61442-a333-496d-868f-040217db271d req-d5785a02-5ab1-48c9-a45a-17b8bf0b632a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:03.525727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1d61442-a333-496d-868f-040217db271d req-d5785a02-5ab1-48c9-a45a-17b8bf0b632a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0539081 Jul 28 15:37:03.569043 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b1d61442-a333-496d-868f-040217db271d req-455ed3ba-1424-4cb5-bc7c-936c91e2c782 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358312 Jul 28 15:37:04.685878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7f9d9-54ef-456d-8e8b-41a17774afb2 req-412762cd-f944-4631-9508-3147dd4843a1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:04.687404 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2db7f9d9-54ef-456d-8e8b-41a17774afb2 req-412762cd-f944-4631-9508-3147dd4843a1 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0492523 Jul 28 15:37:04.728090 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2db7f9d9-54ef-456d-8e8b-41a17774afb2 req-2f78a87f-ce33-4778-a8e5-2ad7ab1ac698 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343547 Jul 28 15:37:05.054920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d104-cc30-485d-a0d3-d467eec26327 req-42d99ff8-eff7-44f0-b601-4e2dc7e65586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.056448 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-42d99ff8-eff7-44f0-b601-4e2dc7e65586 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1136 time: 0.0405238 Jul 28 15:37:05.162351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d104-cc30-485d-a0d3-d467eec26327 req-1ce6b2d2-7135-40ea-a129-bb007c2836d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.163870 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-1ce6b2d2-7135-40ea-a129-bb007c2836d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.0873206 Jul 28 15:37:05.229298 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-420754e0-5345-4738-8376-ace88c22ceb4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0586133 Jul 28 15:37:05.283180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d104-cc30-485d-a0d3-d467eec26327 req-2ac4fb88-8e0c-4280-a977-2784e306852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.284667 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-2ac4fb88-8e0c-4280-a977-2784e306852d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0486739 Jul 28 15:37:05.329817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d104-cc30-485d-a0d3-d467eec26327 req-b5c06f1d-bcce-4028-9c5e-c12f7fc7a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.331315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-b5c06f1d-bcce-4028-9c5e-c12f7fc7a316 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401332 Jul 28 15:37:05.420953 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-3b455295-51ea-44b7-b9b2-7459c947e9c6 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828428 Jul 28 15:37:05.517414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a348d104-cc30-485d-a0d3-d467eec26327 req-9c019164-6a98-43ee-a7cd-42ec4dd561f8 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888882 Jul 28 15:37:05.846467 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97446cfa-b400-4087-bfaf-d1f2a8fd75d0 req-10d732d2-2cdd-4d60-a098-963f0265095f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:05.848008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97446cfa-b400-4087-bfaf-d1f2a8fd75d0 req-10d732d2-2cdd-4d60-a098-963f0265095f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0516710 Jul 28 15:37:05.891414 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97446cfa-b400-4087-bfaf-d1f2a8fd75d0 req-52ac9e84-ffd2-4e01-9143-9f421ee09874 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370960 Jul 28 15:37:07.008488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7766eb-cad9-4bdf-a08e-2489d4870a66 req-1bb589c1-eeef-429c-b592-5ec7014d3b85 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:07.010013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca7766eb-cad9-4bdf-a08e-2489d4870a66 req-1bb589c1-eeef-429c-b592-5ec7014d3b85 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0510030 Jul 28 15:37:07.050582 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ca7766eb-cad9-4bdf-a08e-2489d4870a66 req-91f34bb3-321d-44bf-bb22-42372fc3224c tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344329 Jul 28 15:37:08.175608 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d3a7-d020-46ef-b607-c6b7d399cfd7 req-b2833b37-342e-44b7-8edd-2203f412ff54 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:08.177686 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91a5d3a7-d020-46ef-b607-c6b7d399cfd7 req-b2833b37-342e-44b7-8edd-2203f412ff54 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0585392 Jul 28 15:37:08.219828 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91a5d3a7-d020-46ef-b607-c6b7d399cfd7 req-0106274a-f68f-4bbe-8c57-371d429b6955 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=c38e5b66-75f5-4a9e-8188-d78a47822684&id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359707 Jul 28 15:37:12.356574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9f77c91c-6e25-4914-95d3-e2dc5445c3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:14.846213 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-00f98e0f-2ca6-4948-a82e-f195aeb30259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:15.025095 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:16.379616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:17.973756 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:20.556077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:21.074194 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:26.582365 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:37:40.730717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-740a3435-48bf-46b1-9510-10115ab6d0cf tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706034463&fields=id&tenant_id=8415c2e2253a4e91bc293fabacc07efc HTTP/1.1" status: 200 len: 267 time: 0.0348105 Jul 28 15:37:40.788917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-d25e4599-d23b-4987-bbfc-e028e4e73082 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:40.790419 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-d25e4599-d23b-4987-bbfc-e028e4e73082 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 984 time: 0.0539482 Jul 28 15:37:40.802118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Request body: {'port': {'security_groups': ['48364cc2-d178-4ab9-8d0e-79254a11de2d']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:37:40.867120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.050497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:41.078895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.160693 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.195257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:41.211061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:41.211728 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.213209 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-36986717-fe4e-419c-b25b-36bd1f252c2a req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "PUT /v2.0/ports/11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 942 time: 0.4161894 Jul 28 15:37:41.213919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:41.216056 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6470e32-0894-4a3d-b1b3-9ffda272fe86" -d '{"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:41.219971 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39658) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:41.249338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event updated for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:41.258692 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.259125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.259423 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.259787 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.260168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.260509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.260841 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.261556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.261902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.262266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.262706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.263071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0689d2-1233-43a6-b9c1-c76ebddec05f tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:41.296766 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b22025-aea2-4c7d-97dd-887ecc0bf09a x-openstack-request-id: req-66b22025-aea2-4c7d-97dd-887ecc0bf09a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:41.297342 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:41.297814 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66b22025-aea2-4c7d-97dd-887ecc0bf09a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:41.298444 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:37:41.309250 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.328287 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:41.352888 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.393630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-1150e6e2-ccc8-49a7-943b-5e7e5c85823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:41.397232 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-1150e6e2-ccc8-49a7-943b-5e7e5c85823e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1097 time: 0.0549097 Jul 28 15:37:41.506567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-9173e618-f316-428e-917e-4dc4efc6c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:41.517560 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-9173e618-f316-428e-917e-4dc4efc6c839 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.1042109 Jul 28 15:37:41.536914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-570842d2-f0b1-4e06-baf4-a6b3b1d4dbae None None] Provisioning complete for port 11815f87-30c5-4610-9096-21619df5dfd5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:37:41.537349 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-570842d2-f0b1-4e06-baf4-a6b3b1d4dbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.538134 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.540941 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.544604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "DELETE /v2.0/security-groups/c38e5b66-75f5-4a9e-8188-d78a47822684 HTTP/1.1" status: 204 len: 168 time: 0.3211553 Jul 28 15:37:41.546772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39660) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:41.560212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aab5d2-43c1-492c-890e-21b2b2f91e8a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e5b66-75f5-4a9e-8188-d78a47822684,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:41.598265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-e1b7c49f-291d-4565-9e2c-1db991e782c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 1000 time: 0.0817688 Jul 28 15:37:41.652341 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-ecf06d67-de43-4d17-844c-43d8193072c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:41.653893 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-ecf06d67-de43-4d17-844c-43d8193072c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0476992 Jul 28 15:37:41.701024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-5d3df356-1cae-40b2-bfc3-ddca0f0b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:41.702548 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-5d3df356-1cae-40b2-bfc3-ddca0f0b49ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408788 Jul 28 15:37:41.714295 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Deleting port 563b783f-9124-47ee-ae0c-9157f08f1cb8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:41.714641 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.789404 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.789754 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:41.797476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-85dfb474-4e86-4a1d-aa1b-43325bf5b125 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864878 Jul 28 15:37:41.801452 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Calling delete_port for 563b783f-9124-47ee-ae0c-9157f08f1cb8 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:41.890042 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f6470e32-0894-4a3d-b1b3-9ffda272fe86 req-3b4cc724-9388-4342-b27a-2abf5945c895 service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 Jul 28 15:37:42.045714 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.076088 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event deleted for resources: {'Port': ['ID=563b783f-9124-47ee-ae0c-9157f08f1cb8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:42.088495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.088856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.089210 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.089558 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.089901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.090243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.090581 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.090916 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.091292 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.091627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.091957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.092286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:42.148452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.148700 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Floating IP ad8797c4-d5bc-4a8b-bbf9-f935badcda4a disassociated (deleted). External IP: 172.25.0.42, port: 11815f87-30c5-4610-9096-21619df5dfd5. Jul 28 15:37:42.332180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f2486ab5-8f9e-408f-95a2-15cb6f814563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.362139 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:37:42.470792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:37:42.478247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:42.484573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Sync routers for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:37:42.494951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:37:42.495619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:42.506569 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5825ed1b-2210-460b-ad11-db06f5100998 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "DELETE /v2.0/floatingips/ad8797c4-d5bc-4a8b-bbf9-f935badcda4a HTTP/1.1" status: 204 len: 168 time: 0.9587486 Jul 28 15:37:42.507223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:42.509490 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7147cee7-6409-4f68-896a-998d23098242" -d '{"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:42.551855 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad74f45b-425d-46bc-9a9e-3a0e53e8c0a4 x-openstack-request-id: req-ad74f45b-425d-46bc-9a9e-3a0e53e8c0a4 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:42.552170 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:42.552426 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad74f45b-425d-46bc-9a9e-3a0e53e8c0a4 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:42.552861 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:37:42.619779 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:37:42.661933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147cee7-6409-4f68-896a-998d23098242 req-6a5b56b1-be12-487e-a148-534a32c95f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:42.664286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-6a5b56b1-be12-487e-a148-534a32c95f44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8415c2e2253a4e91bc293fabacc07efc&device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 1097 time: 0.0623219 Jul 28 15:37:42.763766 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147cee7-6409-4f68-896a-998d23098242 req-b4ae5f5f-69d8-4507-8ced-23bc5ee6ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:42.765300 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-b4ae5f5f-69d8-4507-8ced-23bc5ee6ea5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 200 len: 915 time: 0.0935395 Jul 28 15:37:42.809265 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-cbf1a816-7b18-4920-b14e-8819adb851a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 200 len: 217 time: 0.0360060 Jul 28 15:37:42.840735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:42.863587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147cee7-6409-4f68-896a-998d23098242 req-8e436184-f778-4435-931f-047295f102e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:42.865098 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-8e436184-f778-4435-931f-047295f102e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 200 len: 853 time: 0.0495026 Jul 28 15:37:42.867164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Checking router: 34e8d5ab-9eed-420d-bd8e-ed44728b3001 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:37:42.876024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:37:42.876622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:42.926243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147cee7-6409-4f68-896a-998d23098242 req-01a0b55f-5f1e-40ea-b065-beb17863aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:42.930868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-01a0b55f-5f1e-40ea-b065-beb17863aae7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea3b8319-4922-49a6-a36b-5d50b3e9dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555689 Jul 28 15:37:42.990402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:37:43.040314 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-50df74c3-ac5c-46e0-9b83-d945f26927ea service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034849 Jul 28 15:37:43.140277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7147cee7-6409-4f68-896a-998d23098242 req-e504c021-933e-4362-91d6-fa7ce2c7a2cd service neutron] 10.222.0.53 "GET /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941265 Jul 28 15:37:43.200861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-87339681-ef98-41b1-834b-a9716de30374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:43.227472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339681-ef98-41b1-834b-a9716de30374 None None] The sync data for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 is: [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:35:41Z', 'revision_number': 4, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'e828cad6-5180-405f-87d8-99dc19a41eb8', 'name': '', 'network_id': 'ea3b8319-4922-49a6-a36b-5d50b3e9dd21', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'mac_address': 'fa:16:3e:75:d7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:40Z', 'updated_at': '2021-07-28T15:35:46Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'subnets': [{'id': '6d40e270-e293-4ae2-86d5-d261ecbf06d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:37:43.442246 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02654859-667c-4ac6-85df-f2b3580eab81 None None] New status for floating IP ad8797c4-d5bc-4a8b-bbf9-f935badcda4a: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:37:44.829917 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73d4bee3-c655-4d2c-8c63-61eec87abac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:45.012397 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:46.383564 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:47.966660 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:50.583277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:51.102343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:51.129573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb654e2-4918-499c-94b1-9267d94ae892 req-3a1d423e-5035-4445-990b-6d16aac0ec92 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:51.134064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fb654e2-4918-499c-94b1-9267d94ae892 req-3a1d423e-5035-4445-990b-6d16aac0ec92 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0516822 Jul 28 15:37:51.171068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3fb654e2-4918-499c-94b1-9267d94ae892 req-d3bff799-6fb0-416d-974d-98ffaec4e962 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Jul 28 15:37:52.288023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68015f-dad6-4935-95db-b5ea130aa9cf req-d1901a79-bd69-43d4-812d-c3d89d8d99a7 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:52.289522 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc68015f-dad6-4935-95db-b5ea130aa9cf req-d1901a79-bd69-43d4-812d-c3d89d8d99a7 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0487752 Jul 28 15:37:52.327933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc68015f-dad6-4935-95db-b5ea130aa9cf req-28adb851-f50d-4de0-9e55-2344587afcbe tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/security-groups?id=48364cc2-d178-4ab9-8d0e-79254a11de2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jul 28 15:37:52.981250 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-262580b7-d40f-4aee-888d-81aee575e4ce tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:37:52.982931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-262580b7-d40f-4aee-888d-81aee575e4ce tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 945 time: 0.0489678 Jul 28 15:37:53.088986 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Deleting port 11815f87-30c5-4610-9096-21619df5dfd5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:53.089333 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.175778 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] For port 11815f87-30c5-4610-9096-21619df5dfd5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=11815f87-30c5-4610-9096-21619df5dfd5,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:53.176152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.193427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Calling delete_port for 11815f87-30c5-4610-9096-21619df5dfd5 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:53.405498 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.424013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-094edf43-a1d5-49b8-a21e-879af3ddf1cb req-c8de634e-1772-4508-8708-0f40601f360a tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b78c2fd-579e-4e92-b696-6ecad6ea3b1c HTTP/1.1" status: 200 len: 210 time: 0.0297284 Jul 28 15:37:53.439509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['11815f87-30c5-4610-9096-21619df5dfd5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:37:53.451776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Pushing event deleted for resources: {'Port': ['ID=11815f87-30c5-4610-9096-21619df5dfd5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:53.496066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] No DVR routers for this DVR port 11815f87-30c5-4610-9096-21619df5dfd5 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:37:53.499047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:53.501143 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8dffdce4-3e1d-4ea5-9a99-30fb98f7fe63 req-0f8d5fb1-46c6-48c9-88c1-2b2628e6e4f0 tempest-TestMinimumBasicScenario-1021879876 tempest-TestMinimumBasicScenario-1021879876-project] 10.222.0.53 "DELETE /v2.0/ports/11815f87-30c5-4610-9096-21619df5dfd5 HTTP/1.1" status: 204 len: 173 time: 0.5124762 Jul 28 15:37:53.501616 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'name': 'network-vif-deleted', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:37:53.503979 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2650076-f1fc-41fb-9156-1171433d5236" -d '{"events": [{"server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "name": "network-vif-deleted", "tag": "11815f87-30c5-4610-9096-21619df5dfd5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:37:53.541410 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a87b4-7467-44ae-8ab1-89894037213e x-openstack-request-id: req-cd3a87b4-7467-44ae-8ab1-89894037213e {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:37:53.541986 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b78c2fd-579e-4e92-b696-6ecad6ea3b1c", "name": "network-vif-deleted", "tag": "11815f87-30c5-4610-9096-21619df5dfd5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:37:53.542240 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd3a87b4-7467-44ae-8ab1-89894037213e {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:37:53.542653 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b78c2fd-579e-4e92-b696-6ecad6ea3b1c', 'name': 'network-vif-deleted', 'tag': '11815f87-30c5-4610-9096-21619df5dfd5', 'status': 'completed', 'code': 200} Jul 28 15:37:55.778379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39758) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:56.097739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 11815f87-30c5-4610-9096-21619df5dfd5 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:56.121077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 11815f87-30c5-4610-9096-21619df5dfd5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:37:56.121431 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 11815f87-30c5-4610-9096-21619df5dfd5 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:56.480326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:56.726767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Deleting port e828cad6-5180-405f-87d8-99dc19a41eb8 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:56.727156 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:56.805559 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] For port e828cad6-5180-405f-87d8-99dc19a41eb8, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e828cad6-5180-405f-87d8-99dc19a41eb8,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:56.806247 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:56.819319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Calling delete_port for e828cad6-5180-405f-87d8-99dc19a41eb8 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:57.103381 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:57.135808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Pushing event deleted for resources: {'Port': ['ID=e828cad6-5180-405f-87d8-99dc19a41eb8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:57.306300 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:57.520014 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:37:57.626310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:37:57.632091 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bba08f2-5a1a-4f45-b46a-dc8e62fd535b admin admin] 10.222.0.47 "PUT /v2.0/routers/34e8d5ab-9eed-420d-bd8e-ed44728b3001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8526325 Jul 28 15:37:57.634568 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39760) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:57.635792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Sync routers for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:37:57.644783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:37:57.645397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:57.747192 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:57.753453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:37:57.856853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:57.993754 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Deleting port b88833dc-e0be-40eb-91a0-ed7248d02a42 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:57.994102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.074293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] For port b88833dc-e0be-40eb-91a0-ed7248d02a42, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=b88833dc-e0be-40eb-91a0-ed7248d02a42,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:58.074563 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.084499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168'}], 'enable_snat': True}, 'gw_port_id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:37:56Z', 'revision_number': 5, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port': {'id': 'b88833dc-e0be-40eb-91a0-ed7248d02a42', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:38Z', 'updated_at': '2021-07-28T15:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:58.087885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Calling delete_port for b88833dc-e0be-40eb-91a0-ed7248d02a42 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:58.111188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Checking router: 34e8d5ab-9eed-420d-bd8e-ed44728b3001 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:37:58.120104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Routers {'34e8d5ab-9eed-420d-bd8e-ed44728b3001'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:37:58.120730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:58.204929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] Set router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:37:58.262929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:37:57Z', 'revision_number': 6, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:58.294137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b304acd1-0828-4b63-9288-b05314a9c9d0 None None] The sync data for ids ['34e8d5ab-9eed-420d-bd8e-ed44728b3001'] in n-d-705658-23 is: [{'id': '34e8d5ab-9eed-420d-bd8e-ed44728b3001', 'name': 'tempest-TestMinimumBasicScenario-295366733-router', 'tenant_id': '8415c2e2253a4e91bc293fabacc07efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:37Z', 'updated_at': '2021-07-28T15:37:57Z', 'revision_number': 6, 'project_id': '8415c2e2253a4e91bc293fabacc07efc', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:37:58.423552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.454077 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Pushing event deleted for resources: {'Port': ['ID=b88833dc-e0be-40eb-91a0-ed7248d02a42,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:58.514540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.605019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.607002 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.731421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.732024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34e8d5ab-9eed-420d-bd8e-ed44728b3001 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:37:58.736681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.737861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9a576cb2-4660-4f7d-86d5-fcafefaff72a admin admin] 10.222.0.47 "DELETE /v2.0/routers/34e8d5ab-9eed-420d-bd8e-ed44728b3001 HTTP/1.1" status: 204 len: 168 time: 1.1022656 Jul 28 15:37:58.741029 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39766) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:58.793997 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Deleting subnet 6d40e270-e293-4ae2-86d5-d261ecbf06d6 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:37:58.797115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.832848 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:58.909431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.046258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.078274 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d40e270-e293-4ae2-86d5-d261ecbf06d6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:59.081830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.083800 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d0cc9a0c-394b-4630-9e7d-949fb704aa3c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6d40e270-e293-4ae2-86d5-d261ecbf06d6 HTTP/1.1" status: 204 len: 168 time: 0.3417826 Jul 28 15:37:59.086461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39768) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:59.089002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1793956-20ea-4415-b228-5c3b14af4f37 None None] Network ea3b8319-4922-49a6-a36b-5d50b3e9dd21 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:37:59.172021 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.235244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Deleting port 3f286bf4-df0c-44ec-af7f-bde14f43253e {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:59.235896 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.302764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] DHCP port deletion for ea3b8319-4922-49a6-a36b-5d50b3e9dd21 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:37:59.322359 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] For port 3f286bf4-df0c-44ec-af7f-bde14f43253e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3f286bf4-df0c-44ec-af7f-bde14f43253e,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:59.322726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.338110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Calling delete_port for 3f286bf4-df0c-44ec-af7f-bde14f43253e owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:59.363956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Deleting port 3f286bf4-df0c-44ec-af7f-bde14f43253e {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:37:59.364420 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.439338 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] For port 3f286bf4-df0c-44ec-af7f-bde14f43253e, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=3f286bf4-df0c-44ec-af7f-bde14f43253e,segment=NetworkSegment(d3751ea7-e54a-42e4-a5f1-2ef4f6da264f),segment_id=d3751ea7-e54a-42e4-a5f1-2ef4f6da264f)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:37:59.439338 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.448201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Calling delete_port for 3f286bf4-df0c-44ec-af7f-bde14f43253e owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 15:37:59.525078 n-d-705658-23 neutron-server[94750]: self.session.flush() Jul 28 15:37:59.532515 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.534502 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.551155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f286bf4-df0c-44ec-af7f-bde14f43253e,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:59.558260 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] No DVR routers for this DVR port 3f286bf4-df0c-44ec-af7f-bde14f43253e on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:37:59.561762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Pushing event deleted for resources: {'Port': ['ID=3f286bf4-df0c-44ec-af7f-bde14f43253e,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:37:59.564755 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] No DVR routers for this DVR port 3f286bf4-df0c-44ec-af7f-bde14f43253e on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:37:59.577417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.577842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.578314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.578773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.579266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.579717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.580058 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.580390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.580721 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.581050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.581381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.581707 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0237ed75-5149-4b9c-8431-3fc35ec021b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:37:59.635753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.645553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3b8319-4922-49a6-a36b-5d50b3e9dd21']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:59.655771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:59.656078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3751ea7-e54a-42e4-a5f1-2ef4f6da264f') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:37:59.664832 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.678944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.685052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:37:59.685454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:37:59.687243 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:37:59.737638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e828cad6-5180-405f-87d8-99dc19a41eb8 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:59.761763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e828cad6-5180-405f-87d8-99dc19a41eb8 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:37:59.762109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e828cad6-5180-405f-87d8-99dc19a41eb8 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:59.762657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3f286bf4-df0c-44ec-af7f-bde14f43253e no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:59.781162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 3f286bf4-df0c-44ec-af7f-bde14f43253e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:37:59.781553 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 3f286bf4-df0c-44ec-af7f-bde14f43253e not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:59.781961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b88833dc-e0be-40eb-91a0-ed7248d02a42 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:37:59.800131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: b88833dc-e0be-40eb-91a0-ed7248d02a42 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:37:59.800479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device b88833dc-e0be-40eb-91a0-ed7248d02a42 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:37:59.811845 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.817367 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:37:59.819616 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ea3b8319-4922-49a6-a36b-5d50b3e9dd21 HTTP/1.1" status: 204 len: 168 time: 0.7320743 Jul 28 15:37:59.823317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39770) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:37:59.831174 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8452ad8-cefd-4991-97eb-2ebeef3c4b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3b8319-4922-49a6-a36b-5d50b3e9dd21,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:00.168488 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:00.412830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Deleting port 7c977045-3204-459c-b87e-0afd2f0ad18a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:38:00.413166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:00.489044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] For port 7c977045-3204-459c-b87e-0afd2f0ad18a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=7c977045-3204-459c-b87e-0afd2f0ad18a,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:00.489327 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:00.502233 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Calling delete_port for 7c977045-3204-459c-b87e-0afd2f0ad18a owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:38:00.725934 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:00.750010 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c977045-3204-459c-b87e-0afd2f0ad18a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:00.932575 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:01.143482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:38:01.545177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:38:01.551033 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3ae1a3cc-3956-4139-9b3a-1dea9c6d5008 admin admin] 10.222.0.47 "PUT /v2.0/routers/ef65c310-effb-4ae0-8ab3-17d4149e4dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7257645 Jul 28 15:38:01.553524 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39772) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:01.556251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Sync routers for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:38:01.566350 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:01.567125 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:01.654767 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:01.670115 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:01.760041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:01.848307 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:38:00Z', 'revision_number': 5, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port': {'id': '84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:26:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:01.878917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Deleting port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:38:01.884608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Checking router: ef65c310-effb-4ae0-8ab3-17d4149e4dc4 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:38:01.884759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:01.887920 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Routers {'ef65c310-effb-4ae0-8ab3-17d4149e4dc4'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:01.888536 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:01.959628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] For port 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:01.960241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:01.972828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Calling delete_port for 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:38:01.975598 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] Set router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:02.029464 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:38:01Z', 'revision_number': 6, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:02.055729 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57278ae3-2e5c-472e-ba6e-920431eaff97 None None] The sync data for ids ['ef65c310-effb-4ae0-8ab3-17d4149e4dc4'] in n-d-705658-23 is: [{'id': 'ef65c310-effb-4ae0-8ab3-17d4149e4dc4', 'name': 'tempest-TestMinimumBasicScenario-579112664-router', 'tenant_id': '0ae3cf567ac547c7ae698a457b838163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:35:44Z', 'updated_at': '2021-07-28T15:38:01Z', 'revision_number': 6, 'project_id': '0ae3cf567ac547c7ae698a457b838163', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:38:02.211300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.238686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:02.299470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.388966 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.391187 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.508602 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.509122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef65c310-effb-4ae0-8ab3-17d4149e4dc4 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:38:02.513998 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.515207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-53237b73-5d1a-428b-ace5-910491dd2a64 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ef65c310-effb-4ae0-8ab3-17d4149e4dc4 HTTP/1.1" status: 204 len: 168 time: 0.9607298 Jul 28 15:38:02.517724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39774) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:02.566808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Deleting subnet e35f61d8-19c3-4c9c-b758-388af7711d9a {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:38:02.570713 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.604779 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.682289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.794858 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.828648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e35f61d8-19c3-4c9c-b758-388af7711d9a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:02.830540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.835310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c4594817-02e0-4be6-87a8-0f0d5958a5a7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e35f61d8-19c3-4c9c-b758-388af7711d9a HTTP/1.1" status: 204 len: 168 time: 0.3137918 Jul 28 15:38:02.835310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39776) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:02.837847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c42316-c8e6-4908-9417-686d7b128a69 None None] Network 2064a29f-e367-4a42-a4fd-2c74b1444ef6 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:38:02.905439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:02.960455 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Deleting port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:38:02.961114 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.033940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] For port edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:03.034312 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.048146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Calling delete_port for edbf8d4e-cd4f-408c-b458-e6800e7d77c2 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:38:03.053562 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] DHCP port deletion for 2064a29f-e367-4a42-a4fd-2c74b1444ef6 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:38:03.105430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Deleting port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:38:03.105870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.167132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] For port edbf8d4e-cd4f-408c-b458-e6800e7d77c2, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,segment=NetworkSegment(47e5d672-6a77-4682-9175-d7c0f9c94a52),segment_id=47e5d672-6a77-4682-9175-d7c0f9c94a52)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:03.167535 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.183444 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Calling delete_port for edbf8d4e-cd4f-408c-b458-e6800e7d77c2 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:38:03.251404 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.263604 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.280971 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:03.287644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] No DVR routers for this DVR port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:38:03.292229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] Pushing event deleted for resources: {'Port': ['ID=edbf8d4e-cd4f-408c-b458-e6800e7d77c2,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:03.294600 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a68b38-d39a-49a1-ba23-9ae924bac7bf None None] No DVR routers for this DVR port edbf8d4e-cd4f-408c-b458-e6800e7d77c2 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:38:03.370033 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.380433 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2064a29f-e367-4a42-a4fd-2c74b1444ef6']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:03.390810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e5d672-6a77-4682-9175-d7c0f9c94a52') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:03.391140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e5d672-6a77-4682-9175-d7c0f9c94a52') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:03.400527 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.415302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.421204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:38:03.421593 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:38:03.423235 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:38:03.542584 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.548046 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:03.549992 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2064a29f-e367-4a42-a4fd-2c74b1444ef6 HTTP/1.1" status: 204 len: 168 time: 0.7137825 Jul 28 15:38:03.561311 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f999c22-0b2a-42ce-bd9d-144ee06b0f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=2064a29f-e367-4a42-a4fd-2c74b1444ef6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:03.581658 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:38:03.733043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edbf8d4e-cd4f-408c-b458-e6800e7d77c2 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:38:03.752437 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: edbf8d4e-cd4f-408c-b458-e6800e7d77c2 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:38:03.752792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device edbf8d4e-cd4f-408c-b458-e6800e7d77c2 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:38:03.755652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:38:03.772435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:38:03.772783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 84c6c656-ceb6-493d-a0ac-1f2f7abe9e9a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:38:03.773193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c977045-3204-459c-b87e-0afd2f0ad18a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:38:03.793441 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 7c977045-3204-459c-b87e-0afd2f0ad18a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:38:03.793775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 7c977045-3204-459c-b87e-0afd2f0ad18a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:38:03.920673 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39788) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:03.967696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-07189efc-dd2a-4327-a618-123b76910b1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8415c2e2253a4e91bc293fabacc07efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458443 Jul 28 15:38:03.970486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39790) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:04.017813 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:04.038393 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:04.132211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:04.134801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:04.136058 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48364cc2-d178-4ab9-8d0e-79254a11de2d HTTP/1.1" status: 204 len: 168 time: 0.1645422 Jul 28 15:38:04.145008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543611b-19bc-4ad8-9e36-97f677045c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48364cc2-d178-4ab9-8d0e-79254a11de2d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:04.832918 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39796) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:04.873471 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a208da03-6ede-417c-a7cd-88d52fe9fa30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ae3cf567ac547c7ae698a457b838163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385995 Jul 28 15:38:04.875993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39798) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:04.928385 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:04.949011 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:05.062881 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:05.065439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:05.066606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07d92001-c7ec-4f32-8038-847dfb25acc7 HTTP/1.1" status: 204 len: 168 time: 0.1897168 Jul 28 15:38:05.074617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53525e-7fc5-4ad3-b8d1-0e006cf7afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d92001-c7ec-4f32-8038-847dfb25acc7,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:07.474455 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39838) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:07.479488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-353372692', 'description': 'tempest-secgroup-smoke-353372692 description', 'project_id': '815966e8ce464298b44e39ddd92c0ff7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:07.559332 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.568055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.659545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.742225 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.779070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eb1d40-40d0-4888-b972-5bdee0159b89,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:07.832105 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.936986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:07.965871 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f972e-34d0-44e9-9e1e-b39874d120c8,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:08.056316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.057536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1614e54c-ae2a-4faa-937f-4757de780eac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5817165 Jul 28 15:38:08.060476 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:08.064956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:08.136126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.196521 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.285640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.304562 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76798786-543e-44b5-a92b-f557d9f2d8e2,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:08.383456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.386937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2217b3e7-1071-4773-b0ba-6ce0961fba79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233113 Jul 28 15:38:08.387947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39842) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:08.392898 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:08.468255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.528076 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.576809 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.594427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc5a7aa-e832-4e51-9418-3e248847b3e2,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:08.662839 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.664142 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-84288c4b-2e35-48d1-bb65-085dc1d50117 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751865 Jul 28 15:38:08.666925 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39844) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:08.671396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:08.770872 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.831305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.919868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:08.938802 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1314dbec-4804-4b95-bb5b-d4cad172b79b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:09.045657 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.046933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5204eac9-07e1-4b0f-a0b5-869462ba35dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790193 Jul 28 15:38:09.049734 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:09.054265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:09.148658 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.211495 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.320244 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.338219 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f096bcf-3c8c-4f72-8fe9-375c1fc1015f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:09.428548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.429815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e710965f-4212-4a9d-9f55-e5df3b008e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791432 Jul 28 15:38:09.432577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39848) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:09.437026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:09.622834 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:38:09.628126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.689153 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.765365 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.784265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9f5cc0-3317-4541-87a4-2489c800af42,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:09.857026 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:09.858269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fdb1bdcd-2e35-4e91-88cf-446ca0491e98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4247584 Jul 28 15:38:09.861304 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39850) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:09.866328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': 'ae4f972e-34d0-44e9-9e1e-b39874d120c8', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:09.965699 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:38:09.971083 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.032583 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.108231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.125864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99b70e2-f66f-48f9-a46e-3e7bb84a827e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:10.216483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.217687 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c024f4ab-4264-4725-bd25-f94839933eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554180 Jul 28 15:38:10.220987 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39852) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:10.226489 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'network': {'name': 'tempest-network-smoke--527808723', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:10.331017 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:38:10.334540 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.358148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:38:10.367311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.367658 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Added segment 843de96c-c35e-4094-a1e4-d1f7b50bc6f2 of type vlan for network ea78c446-7c47-482d-bfe3-06df272b1722 Jul 28 15:38:10.408808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.501607 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.507421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:10.508015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.571566 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Network': ['ID=ea78c446-7c47-482d-bfe3-06df272b1722,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:10.582222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network ea78c446-7c47-482d-bfe3-06df272b1722 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:38:10.668933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-08477914-dcb2-4c1b-890e-51949379bc03 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4468787 Jul 28 15:38:10.671822 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39854) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:10.676414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'admin_state_up': True, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:10.765358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.771313 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:10.821042 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.018297 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.286120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.305073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.407801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.58 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:11.510770 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.588647 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:11.626320 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:11.629067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:11.634775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:11.640161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:12.008851 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:12.308454 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27ae25d6-5f1f-47fb-9a84-bd1b71d8a387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:12.545338 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:12.736243 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 97b457f7-f369-4fa3-8fbb-953d85ff9757 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:38:12.840147 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:38:12.851249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Sync routers for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:38:12.861347 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:12.861964 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:12.925143 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:12.926465 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-996ed995-fe14-44c8-b3a3-54b7015f9b95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2536590 Jul 28 15:38:12.930473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:12.976840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:13.059807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9d023bef-c0c1-44bd-8eaf-726683a13b9a tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=815966e8ce464298b44e39ddd92c0ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1281595 Jul 28 15:38:13.062506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39862) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:13.158282 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:11Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:13.185466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Checking router: 97b457f7-f369-4fa3-8fbb-953d85ff9757 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:38:13.185823 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Updating router 97b457f7-f369-4fa3-8fbb-953d85ff9757 port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:38:13.210436 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.233746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ebd529-806d-4fc5-a385-95e0732c7923 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:13.235296 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e4ebd529-806d-4fc5-a385-95e0732c7923 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718125 Jul 28 15:38:13.238132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:13.272725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a00368e3-4ef5-4290-9809-b17e28e77373 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333111 Jul 28 15:38:13.275107 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39866) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:13.279903 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-420603939', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:13.451086 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:38:13.454648 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.465468 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.476701 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Transition to ACTIVE for port object cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:13.547596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.606862 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Attempting to bind port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:13.607452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Attempting to bind port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:13.607813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Attempting to bind port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:13.614604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416d29b-8384-4273-a00d-21ccdf5d17d8 None None] Pushing event updated for resources: {'Port': ['ID=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:13.618782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:13.619223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:13.619653 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.620063 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:13.620810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Bound port: cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:13.620961 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.672165 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] For port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:13.675318 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] For port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:13.685350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.742885 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.752298 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Subnet': ['ID=7598f67a-d082-432b-8fda-e75a149d4808,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:13.763268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Checking segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:13.763682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network hostable DHCP agents. Network: ea78c446-7c47-482d-bfe3-06df272b1722, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:38:13.798495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:13.799081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:37:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:13.816561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network ea78c446-7c47-482d-bfe3-06df272b1722 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:38:13.839546 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416d29b-8384-4273-a00d-21ccdf5d17d8 None None] Pushing event updated for resources: {'Port': ['ID=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:13.908117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, ea78c446-7c47-482d-bfe3-06df272b1722) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:13.909147 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:13.912381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:13.913106 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:13.939780 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f3aa7-e87c-4eac-9f78-40fec92da9dc None None] Network ea78c446-7c47-482d-bfe3-06df272b1722 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:38:14.052010 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-04ab95ae-f24d-4be2-8be5-20a50ce6c6c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7757723 Jul 28 15:38:14.054792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39868) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:14.346321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-ea78c446-7c47-482d-bfe3-06df272b1722', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:38:14.347195 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:14.377078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-afce8267-c246-4c6e-8800-65989350c139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:11Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:14.446942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8267-c246-4c6e-8800-65989350c139 None None] The sync data for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 is: [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:11Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:38:14.506750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:14.527214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Allocated IP 172.20.0.2 (ea78c446-7c47-482d-bfe3-06df272b1722/7598f67a-d082-432b-8fda-e75a149d4808/5252ecfd-bbc8-454f-b7aa-b359fe5602a6) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:14.726122 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:14.726122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Transition to ACTIVE for port object 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:14.732226 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Transition to ACTIVE for port object 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:14.849234 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-67c619d0-12a4-45c7-a8c6-74837babc176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:14.903579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:14.953295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Network ea78c446-7c47-482d-bfe3-06df272b1722 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:14.959889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.1 (ea78c446-7c47-482d-bfe3-06df272b1722/7598f67a-d082-432b-8fda-e75a149d4808/58e74efc-5b05-477d-8166-039e3a8213f5) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:14.960485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:14.965158 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:14.968846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Pushing event updated for resources: {'Port': ['ID=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:14.996223 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.028451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Attempting to bind port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:15.029092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Attempting to bind port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:15.029547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Attempting to bind port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 on network ea78c446-7c47-482d-bfe3-06df272b1722 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:15.034906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:15.035414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Checking segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:15.036583 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.036583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Bound using segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:15.037007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Bound port: 5252ecfd-bbc8-454f-b7aa-b359fe5602a6, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:15.037721 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.091016 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.106228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] For port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:15.107379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 58e74efc-5b05-477d-8166-039e3a8213f5 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:15.109503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] For port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:15.177047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.222284 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.244609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2fe97-072c-4c27-a346-5f548831098b None None] Pushing event updated for resources: {'Port': ['ID=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:15.268179 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network ea78c446-7c47-482d-bfe3-06df272b1722 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:15.273567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:15.278326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:15.282552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:15.331802 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.534058 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.809299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:15.838357 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.925169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:15.954150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:15.960129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:15.960129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.004268 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:16.008346 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.038835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.059511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:16.101155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network ea78c446-7c47-482d-bfe3-06df272b1722 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:16.102620 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:16.148159 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.149005 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:16.221865 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 97b457f7-f369-4fa3-8fbb-953d85ff9757 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:38:16.231842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:16.330853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:16.347574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:38:16.353500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44ec1de3-bf68-4090-a8c0-aae6b024c356 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/97b457f7-f369-4fa3-8fbb-953d85ff9757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976420 Jul 28 15:38:16.359665 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.510431 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-b79971b4-f370-423a-96ad-c52184df074c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-353372692&fields=id&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 267 time: 0.0393112 Jul 28 15:38:16.521777 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Sync routers for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:38:16.533837 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:16.534689 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:16.594392 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034061de-3e36-4528-8727-2413b29d2e10 None None] Network ea78c446-7c47-482d-bfe3-06df272b1722 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:38:16.633475 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-c1fbe9cc-0fa9-4cf6-ae77-bca962ea70e4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:16.635180 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-c1fbe9cc-0fa9-4cf6-ae77-bca962ea70e4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/networks?id=ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 200 len: 796 time: 0.1173458 Jul 28 15:38:16.651785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-7ce34799-b10f-4b56-b0b2-89fbb253fed6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/quotas/815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 375 time: 0.0104225 Jul 28 15:38:16.654004 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:16.704851 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-c576f66b-cace-407f-8ac8-ebdd4654954f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469530 Jul 28 15:38:16.833033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Provisioning for port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:16.838560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Provisioning complete for port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:16.838986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.881581 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 2, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:16.893837 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-8b9a43a8-bebf-4e9a-85dd-38c3ebc15893 service neutron] 10.222.0.47 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719677 Jul 28 15:38:16.921693 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Checking router: 97b457f7-f369-4fa3-8fbb-953d85ff9757 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:38:16.922195 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Updating router 97b457f7-f369-4fa3-8fbb-953d85ff9757 port 58e74efc-5b05-477d-8166-039e3a8213f5 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:38:16.926156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.951616 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:16.968584 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] For port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:17.019840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-6096bda0-080c-47f9-820d-f9ccb51001db service neutron] 10.222.0.47 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173339 Jul 28 15:38:17.033771 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.101677 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f1b49-647a-4a22-b996-904c7761289b None None] Pushing event updated for resources: {'Port': ['ID=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:17.238555 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.249797 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Transition to ACTIVE for port object 58e74efc-5b05-477d-8166-039e3a8213f5 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:17.251817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Provisioning for port 58e74efc-5b05-477d-8166-039e3a8213f5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:17.260782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Provisioning complete for port 58e74efc-5b05-477d-8166-039e3a8213f5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:17.260782 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.296874 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Port 58e74efc-5b05-477d-8166-039e3a8213f5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:38:17.303739 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a4ae5c1-fcde-4e71-a1f7-3409e35c9454 req-f3f5ddab-7dc7-4114-8e97-eb0063daa6be tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 210 time: 0.0285482 Jul 28 15:38:17.313076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Provisioning complete for port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:17.313521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9a098944-34db-4206-9446-e6ff726a0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.335693 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.385488 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Pushing event updated for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:17.400894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.401529 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.402037 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.402531 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.403074 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.403585 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.404070 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.404399 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.404726 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.405051 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.405376 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.405698 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:38:17.459808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Attempting to bind port 58e74efc-5b05-477d-8166-039e3a8213f5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:17.460185 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Attempting to bind port 58e74efc-5b05-477d-8166-039e3a8213f5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:17.460552 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Attempting to bind port 58e74efc-5b05-477d-8166-039e3a8213f5 on network ea78c446-7c47-482d-bfe3-06df272b1722 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:17.466054 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:17.466440 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Checking segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:17.467004 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.467523 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Bound using segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:17.468002 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Bound port: 58e74efc-5b05-477d-8166-039e3a8213f5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:17.468657 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.534198 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] For port 58e74efc-5b05-477d-8166-039e3a8213f5, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:17.539281 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] For port 58e74efc-5b05-477d-8166-039e3a8213f5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58e74efc-5b05-477d-8166-039e3a8213f5,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:17.634370 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.693816 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:17.694312 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:17.729320 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400311b-81ce-4284-a630-d7115666f584 None None] Pushing event updated for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:17.771360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:17.835358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:17.836504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:17.909613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:17.957045 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:17.961199 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:18.015430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:18.015798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:18.112273 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:18.137736 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8460e8a0-08a4-4636-aae1-1fab7b550670 None None] The sync data for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 is: [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:38:18.427908 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5285129f-f4dd-4e87-8e6f-a17213dcede5 req-5d588faa-a2dd-4e98-ba6f-d2b7ea632000 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 210 time: 0.0381188 Jul 28 15:38:19.519847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df878ea0-c42e-4b1c-95f3-db5ad772b9b8 req-8fa84606-74cc-4247-afbb-310ac1facf1e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 210 time: 0.0257545 Jul 28 15:38:19.742946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-126bd61b-fa8f-4373-8c6b-982e29b9d12c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:19.742946 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-126bd61b-fa8f-4373-8c6b-982e29b9d12c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/networks?id=ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 200 len: 796 time: 0.1090467 Jul 28 15:38:19.766223 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58e74efc-5b05-477d-8166-039e3a8213f5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:19.789806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-827459ad-3429-44cc-ad78-e8e84fbcc0b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 379 time: 0.0385077 Jul 28 15:38:19.799141 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'port': {'device_id': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'admin_state_up': True, 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'security_groups': ['ae4f972e-34d0-44e9-9e1e-b39874d120c8']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:19.868133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 58e74efc-5b05-477d-8166-039e3a8213f5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:19.872248 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 58e74efc-5b05-477d-8166-039e3a8213f5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:19.872628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:19.953631 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:19.986632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 58e74efc-5b05-477d-8166-039e3a8213f5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58e74efc-5b05-477d-8166-039e3a8213f5,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:19.992920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:38:19.996681 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.084786 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.124626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.6 (ea78c446-7c47-482d-bfe3-06df272b1722/7598f67a-d082-432b-8fda-e75a149d4808/b827744f-0da7-449f-8406-bda3e550d8f4) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:20.134270 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:20.265341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.284382 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object b827744f-0da7-449f-8406-bda3e550d8f4 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:20.387935 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.432415 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network ea78c446-7c47-482d-bfe3-06df272b1722 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:20.435413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:20.441711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:20.448474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:20.499825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:20.500485 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.582131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.611378 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-988c0b1b-bca4-4046-86bd-5f40481506ce tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8159139 Jul 28 15:38:20.630036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Request body: {'port': {'device_id': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:20.645585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1cc77-1688-4bb2-82e0-ba3f1c7a352f req-a03fae2e-461e-4991-b531-3d7a48aafb82 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:20.647225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fb1cc77-1688-4bb2-82e0-ba3f1c7a352f req-a03fae2e-461e-4991-b531-3d7a48aafb82 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 931 time: 0.0553570 Jul 28 15:38:20.686609 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fb1cc77-1688-4bb2-82e0-ba3f1c7a352f req-66927281-4c0c-4b8c-8de4-bedae577f315 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331335 Jul 28 15:38:20.695176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.821916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89590d25-198f-45d4-9a07-489db93fb6d1 None None] Provisioning for port b827744f-0da7-449f-8406-bda3e550d8f4 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:20.825704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-89590d25-198f-45d4-9a07-489db93fb6d1 None None] Provisioning complete for port b827744f-0da7-449f-8406-bda3e550d8f4 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:20.826086 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-89590d25-198f-45d4-9a07-489db93fb6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.861029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-89590d25-198f-45d4-9a07-489db93fb6d1 None None] Port b827744f-0da7-449f-8406-bda3e550d8f4 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:38:20.962298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b827744f-0da7-449f-8406-bda3e550d8f4 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:38:20.970354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:20.982863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Transition to ACTIVE for port object b827744f-0da7-449f-8406-bda3e550d8f4 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:38:21.067434 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.084625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.117159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Pushing event updated for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:21.198506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Attempting to bind port b827744f-0da7-449f-8406-bda3e550d8f4 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:38:21.198933 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Attempting to bind port b827744f-0da7-449f-8406-bda3e550d8f4 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:38:21.199308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Attempting to bind port b827744f-0da7-449f-8406-bda3e550d8f4 on network ea78c446-7c47-482d-bfe3-06df272b1722 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:21.203936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Port b827744f-0da7-449f-8406-bda3e550d8f4 on network ea78c446-7c47-482d-bfe3-06df272b1722 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:38:21.204261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Attempting to bind port b827744f-0da7-449f-8406-bda3e550d8f4 on network ea78c446-7c47-482d-bfe3-06df272b1722 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:38:21.209093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:38:21.209439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Checking segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:38:21.209832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Bound using segment: {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:38:21.210784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Bound port: b827744f-0da7-449f-8406-bda3e550d8f4, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843de96c-c35e-4094-a1e4-d1f7b50bc6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:38:21.211341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.277627 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:38:21.280644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=b827744f-0da7-449f-8406-bda3e550d8f4,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:38:21.348087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.387789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.388326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.389717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] 10.222.0.53 "PUT /v2.0/ports/b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 200 len: 1092 time: 0.7643547 Jul 28 15:38:21.390146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:21.392422 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:21.418008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa31625-13d7-4dd1-a63c-c0ec778e63cf service neutron] Pushing event updated for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:21.431604 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f504ad04-821a-432b-b9de-0d2db24adbeb x-openstack-request-id: req-f504ad04-821a-432b-b9de-0d2db24adbeb {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:21.431902 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:21.432152 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f504ad04-821a-432b-b9de-0d2db24adbeb {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:21.432549 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'status': 'completed', 'code': 200} Jul 28 15:38:21.523519 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-6460aab7-4ab2-4b3e-9a72-8fa6c5994d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.525128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-6460aab7-4ab2-4b3e-9a72-8fa6c5994d40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1095 time: 0.0513380 Jul 28 15:38:21.634817 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-634099c4-c956-4ab9-8018-93ba7e4d536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.636343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-634099c4-c956-4ab9-8018-93ba7e4d536e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=815966e8ce464298b44e39ddd92c0ff7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0955491 Jul 28 15:38:21.741494 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-f0172358-67af-42e6-9430-769d1f4f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.743403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1c10ebcc-aab7-4ca7-9422-a0f5b0d221cc req-f0172358-67af-42e6-9430-769d1f4f1f90 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003647 Jul 28 15:38:21.751786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58e74efc-5b05-477d-8166-039e3a8213f5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:21.803284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 58e74efc-5b05-477d-8166-039e3a8213f5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:21.803659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:21.817007 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f438c-6115-4a51-9f1f-51146eaca359 req-431b0aa3-c0c7-4c24-ac82-9f39e18c861c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.818551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-858f438c-6115-4a51-9f1f-51146eaca359 req-431b0aa3-c0c7-4c24-ac82-9f39e18c861c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 943 time: 0.0585680 Jul 28 15:38:21.844151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-2d9ef971-de61-460c-8434-303800aafa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.845711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-2d9ef971-de61-460c-8434-303800aafa17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1095 time: 0.0435984 Jul 28 15:38:21.860673 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-858f438c-6115-4a51-9f1f-51146eaca359 req-e36258c9-0332-4662-bac0-34ddb268413a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355129 Jul 28 15:38:21.901069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-e068623b-6661-4395-b470-ac1d61388e99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 200 len: 217 time: 0.0417225 Jul 28 15:38:21.953293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-cfcc74cb-cd5f-4db1-8ff9-db87391627c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:21.954772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-cfcc74cb-cd5f-4db1-8ff9-db87391627c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7598f67a-d082-432b-8fda-e75a149d4808 HTTP/1.1" status: 200 len: 834 time: 0.0472021 Jul 28 15:38:22.001245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb910-e847-4876-995a-d024a4321e9d req-826fcbbc-db29-40df-b21a-85521b40e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:22.002810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-826fcbbc-db29-40df-b21a-85521b40e49d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea78c446-7c47-482d-bfe3-06df272b1722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405135 Jul 28 15:38:22.090475 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-80421865-da17-411a-8af9-e7d900376e06 service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801520 Jul 28 15:38:22.182440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a98fb910-e847-4876-995a-d024a4321e9d req-4d8de60f-e483-4576-af94-468e96788b0d service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850935 Jul 28 15:38:22.979346 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d50770-d5e8-498a-9aa3-5254241863c7 req-cf8cbedd-cd3d-43da-9f73-9dfb76dc59a9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:22.980898 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d50770-d5e8-498a-9aa3-5254241863c7 req-cf8cbedd-cd3d-43da-9f73-9dfb76dc59a9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 943 time: 0.0516775 Jul 28 15:38:23.020064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72d50770-d5e8-498a-9aa3-5254241863c7 req-32a543b0-fe7f-4be1-bcff-dcedd7bbbd0c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Jul 28 15:38:24.136026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaff4a-2a0a-4a82-bdfa-d77ce17508bd req-6f4bffb1-6bbe-484c-b269-37619805114f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:24.137530 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62eaff4a-2a0a-4a82-bdfa-d77ce17508bd req-6f4bffb1-6bbe-484c-b269-37619805114f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 943 time: 0.0500188 Jul 28 15:38:24.176487 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-62eaff4a-2a0a-4a82-bdfa-d77ce17508bd req-1f36fc8b-cf4e-46cb-a5e7-a9d8b917aa20 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327377 Jul 28 15:38:24.205673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device b827744f-0da7-449f-8406-bda3e550d8f4 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:38:24.300750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=b827744f-0da7-449f-8406-bda3e550d8f4,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:24.311688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'port_id': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'mac_address': 'fa:16:3e:a1:12:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:38:24.348476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:24.360888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b827744f-0da7-449f-8406-bda3e550d8f4 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:38:24.380405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=b827744f-0da7-449f-8406-bda3e550d8f4,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:24.446504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:24.497614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:24.770106 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['b827744f-0da7-449f-8406-bda3e550d8f4'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:38:25.292487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f157-aa08-44e0-8c28-b6d0804bb1a4 req-3f2be9ef-49e9-4615-91ce-4bbfd451d250 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:25.294019 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2885f157-aa08-44e0-8c28-b6d0804bb1a4 req-3f2be9ef-49e9-4615-91ce-4bbfd451d250 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 944 time: 0.0495358 Jul 28 15:38:25.336447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2885f157-aa08-44e0-8c28-b6d0804bb1a4 req-8f63c807-271d-44f3-ab24-fda1cf2874a9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363803 Jul 28 15:38:26.220811 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device b827744f-0da7-449f-8406-bda3e550d8f4 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:38:26.364761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port b827744f-0da7-449f-8406-bda3e550d8f4 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:38:26.369610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port b827744f-0da7-449f-8406-bda3e550d8f4 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:38:26.369988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:26.447021 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:26.451646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151b30f-c052-4a1d-b257-d889d08487c5 req-306f90ed-b480-4bae-a23b-9abb00dd2559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:26.453140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4151b30f-c052-4a1d-b257-d889d08487c5 req-306f90ed-b480-4bae-a23b-9abb00dd2559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 944 time: 0.0487659 Jul 28 15:38:26.469309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:26.471707 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf33aa-114e-475e-92ef-5ffcae0c2247" -d '{"events": [{"server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "name": "network-vif-plugged", "status": "completed", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:26.485221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=b827744f-0da7-449f-8406-bda3e550d8f4,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:38:26.495239 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4151b30f-c052-4a1d-b257-d889d08487c5 req-5e7ca0f8-7b8f-444b-838f-5c9c8ad0aba5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358055 Jul 28 15:38:26.553642 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:26.580940 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9923b87-97d7-4f72-8847-e9c6efcdaeb2 x-openstack-request-id: req-d9923b87-97d7-4f72-8847-e9c6efcdaeb2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:26.581227 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "name": "network-vif-plugged", "status": "completed", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:26.581479 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9923b87-97d7-4f72-8847-e9c6efcdaeb2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:26.581852 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'code': 200} Jul 28 15:38:26.607893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:26.682895 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ab3ab-6c0d-4596-9930-b9bbe36cb3e6 req-d1fe61f9-a2ac-4aa7-8841-0235aea68e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:26.684398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-914ab3ab-6c0d-4596-9930-b9bbe36cb3e6 req-d1fe61f9-a2ac-4aa7-8841-0235aea68e63 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1097 time: 0.0396392 Jul 28 15:38:26.719740 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-914ab3ab-6c0d-4596-9930-b9bbe36cb3e6 req-acbe0388-e85f-4c15-a60d-fbcce45c08d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282319 Jul 28 15:38:27.611789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979810f8-e0bf-4f42-8097-0e0eb65ff8e9 req-2afcdc6e-5e42-47f9-83eb-5e07f827ca6f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:27.613514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-979810f8-e0bf-4f42-8097-0e0eb65ff8e9 req-2afcdc6e-5e42-47f9-83eb-5e07f827ca6f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0528405 Jul 28 15:38:27.652859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-979810f8-e0bf-4f42-8097-0e0eb65ff8e9 req-852a72ac-6e78-4d1f-8007-f24bf251af7f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Jul 28 15:38:28.774949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fe8ed-39f3-447c-a3df-4fedfebcf820 req-e6dbcd84-2170-4b60-99bd-588243c656e3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:28.774949 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee5fe8ed-39f3-447c-a3df-4fedfebcf820 req-e6dbcd84-2170-4b60-99bd-588243c656e3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0488982 Jul 28 15:38:28.810045 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee5fe8ed-39f3-447c-a3df-4fedfebcf820 req-21db7074-ad02-4229-931f-f4f71cb07cec tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Jul 28 15:38:28.924597 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815efb26-3419-4c5e-b798-7a38ebb892a0 req-903cd83d-8d0f-4981-8e54-ef7369eb941f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:28.926104 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-815efb26-3419-4c5e-b798-7a38ebb892a0 req-903cd83d-8d0f-4981-8e54-ef7369eb941f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0491676 Jul 28 15:38:28.964685 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-815efb26-3419-4c5e-b798-7a38ebb892a0 req-8b15b506-ac92-4cb0-82fa-c16300733d8f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Jul 28 15:38:28.987430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39932) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:29.040943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f6dfb-fd81-4160-b364-4a1e31dd8e95 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:29.040943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-981f6dfb-fd81-4160-b364-4a1e31dd8e95 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1092 time: 0.0457737 Jul 28 15:38:29.040943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39934) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:29.043379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:38:29.170601 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:29.270853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:29.379667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.121 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ca0f6072-f33d-4aab-b5a2-d5f0eba2665b) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:38:29.481776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:29.576055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:29.613828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:38:29.617216 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:38:29.623354 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:38:29.649493 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=ca0f6072-f33d-4aab-b5a2-d5f0eba2665b,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:30.462988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.616055 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.759610 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.822504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:30.889699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=ca0f6072-f33d-4aab-b5a2-d5f0eba2665b,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:38:30.903699 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:31.002108 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 6e33bc4a-f4cc-424b-a222-b355bb133f87 associated. External IP: 172.25.0.121, port: b827744f-0da7-449f-8406-bda3e550d8f4. Jul 28 15:38:31.220965 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 97b457f7-f369-4fa3-8fbb-953d85ff9757 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:38:31.333236 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:38:31.343835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c714-1899-4149-8004-d7c88405561f None None] Sync routers for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:38:31.354032 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:31.354656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:31.415922 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:31.446140 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6bbe2da9-1ed0-4172-af6a-1a8258540743 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4078534 Jul 28 15:38:31.446854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:38:31.449257 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed7f944-a187-4743-87e4-7eee00c6c526" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:38:31.465916 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:31.545809 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5293fb-2a39-4099-9afb-ab84fa0cd715 x-openstack-request-id: req-1f5293fb-2a39-4099-9afb-ab84fa0cd715 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:38:31.546359 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:38:31.546359 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f5293fb-2a39-4099-9afb-ab84fa0cd715 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:38:31.547270 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'status': 'completed', 'code': 200} Jul 28 15:38:31.560164 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17550db6-84c6-4185-b512-6db7160744bd req-6a27888a-b0f6-430f-abbf-90ec05852ea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.560789 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17550db6-84c6-4185-b512-6db7160744bd req-6a27888a-b0f6-430f-abbf-90ec05852ea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0504441 Jul 28 15:38:31.627572 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17550db6-84c6-4185-b512-6db7160744bd req-fe9aa58e-b129-43b7-9e14-55391fcb4e65 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601017 Jul 28 15:38:31.641308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-97b74404-a267-4238-a530-df9b9bddabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.642694 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-97b74404-a267-4238-a530-df9b9bddabc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1097 time: 0.0512106 Jul 28 15:38:31.652877 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39942) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:31.703322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6e33bc4a-f4cc-424b-a222-b355bb133f87', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'port_id': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'mac_address': 'fa:16:3e:a1:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:38:30Z', 'updated_at': '2021-07-28T15:38:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:31.720357 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3d9774f-4d8d-47ee-a720-387ae9f6aea9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/6e33bc4a-f4cc-424b-a222-b355bb133f87 HTTP/1.1" status: 200 len: 991 time: 0.0651104 Jul 28 15:38:31.734302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c714-1899-4149-8004-d7c88405561f None None] Checking router: 97b457f7-f369-4fa3-8fbb-953d85ff9757 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:38:31.742193 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-be07f87c-007f-4126-b93d-f293b025e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.743014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:38:31.743720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:31.743854 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-be07f87c-007f-4126-b93d-f293b025e053 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 200 len: 897 time: 0.0941513 Jul 28 15:38:31.819088 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-62ac972f-20c5-4872-8aa3-32ec72c626fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 200 len: 999 time: 0.0684566 Jul 28 15:38:31.849998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:38:31.874232 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-a909472d-d93d-4c89-8037-d445844fa5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.875743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-a909472d-d93d-4c89-8037-d445844fa5df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7598f67a-d082-432b-8fda-e75a149d4808 HTTP/1.1" status: 200 len: 834 time: 0.0500031 Jul 28 15:38:31.923272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-9aa2e805-5016-4015-a0d9-cc39aa916b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:38:31.925008 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-9aa2e805-5016-4015-a0d9-cc39aa916b02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea78c446-7c47-482d-bfe3-06df272b1722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413332 Jul 28 15:38:32.019592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-4ba27d5d-fb58-4be7-ac54-0f41f5ac983a service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Jul 28 15:38:32.084196 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-de66c714-1899-4149-8004-d7c88405561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6e33bc4a-f4cc-424b-a222-b355bb133f87', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'port_id': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'mac_address': 'fa:16:3e:a1:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:38:30Z', 'updated_at': '2021-07-28T15:38:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:38:32.112152 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de66c714-1899-4149-8004-d7c88405561f None None] The sync data for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 is: [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '6e33bc4a-f4cc-424b-a222-b355bb133f87', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'port_id': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'mac_address': 'fa:16:3e:a1:12:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:38:30Z', 'updated_at': '2021-07-28T15:38:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:38:32.112470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7ed7f944-a187-4743-87e4-7eee00c6c526 req-9589166b-be36-4add-9711-37b1083236b1 service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858641 Jul 28 15:38:32.306516 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cad562-c25a-4402-98fa-1e8a5c856903 None None] New status for floating IP 6e33bc4a-f4cc-424b-a222-b355bb133f87: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:38:32.723534 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39944) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:38:32.797769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47ce1715-47f4-4d34-9cf7-1002ece87368 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/6e33bc4a-f4cc-424b-a222-b355bb133f87 HTTP/1.1" status: 200 len: 993 time: 0.0729818 Jul 28 15:38:40.581464 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:38:42.398041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2dc2eb7e-3a80-4af1-83ce-3de97d62a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.792792 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-50c64bb5-c08d-419c-bfef-52dda5de5df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:44.997839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:46.437906 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:47.980655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:50.575675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:38:51.077612 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:04.319043 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62ec9f-898a-46a9-bbff-bb5abc8bc443 req-f0825b67-5c52-4623-bd45-51a4df6e49e5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:04.320545 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e62ec9f-898a-46a9-bbff-bb5abc8bc443 req-f0825b67-5c52-4623-bd45-51a4df6e49e5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0527220 Jul 28 15:39:04.361333 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4e62ec9f-898a-46a9-bbff-bb5abc8bc443 req-cf370b61-5cb8-4f1e-8744-34cd0d299966 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339677 Jul 28 15:39:05.493636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec87d3-667a-483e-bfcf-850db0cf45f1 req-31391714-73e8-415d-8c78-1614b92a382f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:05.495182 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ec87d3-667a-483e-bfcf-850db0cf45f1 req-31391714-73e8-415d-8c78-1614b92a382f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0500507 Jul 28 15:39:05.534246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-06ec87d3-667a-483e-bfcf-850db0cf45f1 req-8bc6ef6f-4a80-4669-b063-bdf28507788a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jul 28 15:39:05.556814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39964) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:05.616700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1eb4938b-4479-4e3e-861e-390106176b04 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/6e33bc4a-f4cc-424b-a222-b355bb133f87 HTTP/1.1" status: 200 len: 993 time: 0.0587554 Jul 28 15:39:07.099105 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2320de-df6c-40a0-9b36-254bf4fdf858 req-9b2f726b-5b32-4b58-a790-664298acd3dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:07.100689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f2320de-df6c-40a0-9b36-254bf4fdf858 req-9b2f726b-5b32-4b58-a790-664298acd3dd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0525401 Jul 28 15:39:07.142981 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6f2320de-df6c-40a0-9b36-254bf4fdf858 req-22bc90c1-0448-4581-b70e-85fb514e1dec tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344062 Jul 28 15:39:08.022147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-fe75db56-69ec-4a6a-a383-2c5925850806 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448859 Jul 28 15:39:08.124018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-3e16d8f4-77b8-4e71-9ed2-931169a65966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.125550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-3e16d8f4-77b8-4e71-9ed2-931169a65966 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1097 time: 0.0427413 Jul 28 15:39:08.259272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-bc43c764-aa63-43ac-96b0-b87df721fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.260738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-bc43c764-aa63-43ac-96b0-b87df721fdff service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 200 len: 897 time: 0.1155255 Jul 28 15:39:08.315644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb27ea-85d4-41e7-9db9-8a9fb03ce44a req-bcbfe044-ab69-4c68-8771-ed4c7c69325f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.317110 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4bb27ea-85d4-41e7-9db9-8a9fb03ce44a req-bcbfe044-ab69-4c68-8771-ed4c7c69325f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.1012728 Jul 28 15:39:08.355166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-b3856115-5a6c-438d-85ed-afde6205a5cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0864377 Jul 28 15:39:08.383511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b4bb27ea-85d4-41e7-9db9-8a9fb03ce44a req-00311b9b-6b3a-4fe7-aa70-681355a50bda tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596859 Jul 28 15:39:08.408290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 39976) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:08.476066 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3c9036b2-ef33-4f63-8fea-e5143c2148a4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/6e33bc4a-f4cc-424b-a222-b355bb133f87 HTTP/1.1" status: 200 len: 993 time: 0.0665743 Jul 28 15:39:08.710676 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-079a5352-2feb-4e55-b4fa-a084183dec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.712162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-079a5352-2feb-4e55-b4fa-a084183dec8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7598f67a-d082-432b-8fda-e75a149d4808 HTTP/1.1" status: 200 len: 834 time: 0.3476021 Jul 28 15:39:08.715161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 39982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:08.836984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-5d88b3fb-1187-4621-8826-f7ec1359498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:08.838402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-5d88b3fb-1187-4621-8826-f7ec1359498d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea78c446-7c47-482d-bfe3-06df272b1722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166124 Jul 28 15:39:08.969936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-390083a6-3134-4b6c-8a3a-e700eb42262f service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210840 Jul 28 15:39:08.986861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port ca0f6072-f33d-4aab-b5a2-d5f0eba2665b {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:08.987223 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.127843 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.128507 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.131895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8cbfb782-352b-48a4-99ff-9265fefa686d req-91e6bf1f-c71f-4e51-b657-ed58b83d9e85 service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546814 Jul 28 15:39:09.141799 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for ca0f6072-f33d-4aab-b5a2-d5f0eba2665b owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:09.415050 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.441067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=ca0f6072-f33d-4aab-b5a2-d5f0eba2665b,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:09.470604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.471086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.471334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.471672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.472013 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.472348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.472682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.473018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.473353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.473681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.474011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.474335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:09.516389 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.516728 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 6e33bc4a-f4cc-424b-a222-b355bb133f87 disassociated (deleted). External IP: 172.25.0.121, port: b827744f-0da7-449f-8406-bda3e550d8f4. Jul 28 15:39:09.740710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 97b457f7-f369-4fa3-8fbb-953d85ff9757 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:39:09.849686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:09.854782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:09.860518 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Sync routers for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:09.871427 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:09.872120 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:09.883590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-67185808-fc78-4db7-b306-5c4080dbfed7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/floatingips/6e33bc4a-f4cc-424b-a222-b355bb133f87 HTTP/1.1" status: 204 len: 168 time: 1.1673763 Jul 28 15:39:09.885026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:09.886693 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030e467b-c3ae-4af5-9d74-b041bed634a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:09.989371 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574cde2f-4cc8-413e-8626-bdd35aa192f4 x-openstack-request-id: req-574cde2f-4cc8-413e-8626-bdd35aa192f4 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:09.989669 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:09.990252 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-574cde2f-4cc8-413e-8626-bdd35aa192f4 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:09.990629 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'status': 'completed', 'code': 200} Jul 28 15:39:10.078570 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f7099a92-6f3a-41a8-a3e3-5c707b388801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:10.080166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f7099a92-6f3a-41a8-a3e3-5c707b388801 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 1097 time: 0.0460501 Jul 28 15:39:10.173236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:10.208504 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-a282b4ae-251f-4bb8-bf2f-623c1a81792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:10.211153 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-a282b4ae-251f-4bb8-bf2f-623c1a81792c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 200 len: 897 time: 0.1239305 Jul 28 15:39:10.284767 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-712308ae-b28b-4529-a74a-a6b7adc60a54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 200 len: 217 time: 0.0661697 Jul 28 15:39:10.381235 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f6d7c324-b6a4-4995-9b6b-50630211f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:10.384128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f6d7c324-b6a4-4995-9b6b-50630211f4b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7598f67a-d082-432b-8fda-e75a149d4808 HTTP/1.1" status: 200 len: 834 time: 0.0876648 Jul 28 15:39:10.399262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e3e7e-fb7c-4f54-968a-62169ba962ef req-8d107b61-9f85-437a-a8d5-4bc1326e76d8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:10.402551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc9e3e7e-fb7c-4f54-968a-62169ba962ef req-8d107b61-9f85-437a-a8d5-4bc1326e76d8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0820212 Jul 28 15:39:10.459705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f7b6287d-5312-43a1-a53a-8b5b48589ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:10.462422 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-f7b6287d-5312-43a1-a53a-8b5b48589ab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea78c446-7c47-482d-bfe3-06df272b1722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687397 Jul 28 15:39:10.467233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc9e3e7e-fb7c-4f54-968a-62169ba962ef req-dabb52d7-fa6b-410e-bc83-dd9166a7f925 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536926 Jul 28 15:39:10.472151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:10.502738 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Checking router: 97b457f7-f369-4fa3-8fbb-953d85ff9757 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:10.515492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:10.516190 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:38:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:10.618360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-ba9bb1d5-cfbe-4b7e-b34f-41dfe8a7636a service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469452 Jul 28 15:39:10.669706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:10.737998 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-030e467b-c3ae-4af5-9d74-b041bed634a1 req-b8cecb0c-51fc-45e0-819a-5f7c97981c0b service neutron] 10.222.0.53 "GET /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114118 Jul 28 15:39:10.925673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:10.952557 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839d423-d0fa-495b-80f5-25cc6712d99e None None] The sync data for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 is: [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:38:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '58e74efc-5b05-477d-8166-039e3a8213f5', 'name': '', 'network_id': 'ea78c446-7c47-482d-bfe3-06df272b1722', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:04:ae:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '7598f67a-d082-432b-8fda-e75a149d4808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:14Z', 'updated_at': '2021-07-28T15:38:19Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '7598f67a-d082-432b-8fda-e75a149d4808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:11.177097 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9acfde-5dba-4379-9599-2677b93322e1 None None] New status for floating IP 6e33bc4a-f4cc-424b-a222-b355bb133f87: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:39:11.608748 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7764b29-17de-4fe1-b80d-16897d7c9d51 req-5864187d-e235-468b-8d3c-fc25afef16ee tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:11.610249 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7764b29-17de-4fe1-b80d-16897d7c9d51 req-5864187d-e235-468b-8d3c-fc25afef16ee tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0585725 Jul 28 15:39:11.648888 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c7764b29-17de-4fe1-b80d-16897d7c9d51 req-dcd1f22b-e70a-42d3-b806-639422ee5a0e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae4f972e-34d0-44e9-9e1e-b39874d120c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Jul 28 15:39:12.003930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-e2a8b9b6-3117-444e-9edc-6667a4afdaff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:12.005403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-e2a8b9b6-3117-444e-9edc-6667a4afdaff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 945 time: 0.0510700 Jul 28 15:39:12.096488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port b827744f-0da7-449f-8406-bda3e550d8f4 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:12.096833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:12.189097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port b827744f-0da7-449f-8406-bda3e550d8f4, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=b827744f-0da7-449f-8406-bda3e550d8f4,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:12.189465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:12.202763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for b827744f-0da7-449f-8406-bda3e550d8f4 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:12.340335 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cbadfd59-1685-44b5-a572-7f7b713b5b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:12.482572 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:12.512457 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=b827744f-0da7-449f-8406-bda3e550d8f4,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:12.554222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] No DVR routers for this DVR port b827744f-0da7-449f-8406-bda3e550d8f4 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:39:12.556924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:12.564905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd9fea5f-1014-4409-83f8-f5b6957ae677 req-17410ce9-6630-4cee-ad9d-762d9a96b958 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "DELETE /v2.0/ports/b827744f-0da7-449f-8406-bda3e550d8f4 HTTP/1.1" status: 204 len: 173 time: 0.5477319 Jul 28 15:39:12.564905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'name': 'network-vif-deleted', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:12.564905 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aede9755-b6cb-4198-936c-f6805b544db9" -d '{"events": [{"server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "name": "network-vif-deleted", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:12.600897 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d31d93e-b1b4-4c81-b415-113048d72c36 x-openstack-request-id: req-1d31d93e-b1b4-4c81-b415-113048d72c36 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:12.601193 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb851dd-81a1-43ad-81f1-94cfe21cea7a", "name": "network-vif-deleted", "tag": "b827744f-0da7-449f-8406-bda3e550d8f4", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:12.601486 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d31d93e-b1b4-4c81-b415-113048d72c36 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:12.602053 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb851dd-81a1-43ad-81f1-94cfe21cea7a', 'name': 'network-vif-deleted', 'tag': 'b827744f-0da7-449f-8406-bda3e550d8f4', 'status': 'completed', 'code': 200} Jul 28 15:39:12.756101 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec1d7d86-e548-43bf-8a8b-15a9db7cd0ce req-d9958ae6-3cce-4946-9c9d-de84a55f60e9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 210 time: 0.0310471 Jul 28 15:39:13.873711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d92f898-f9eb-49aa-8b96-66c99411429e req-5c619567-168b-44a3-a1ab-092da2741973 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cb851dd-81a1-43ad-81f1-94cfe21cea7a HTTP/1.1" status: 200 len: 210 time: 0.0276973 Jul 28 15:39:14.746796 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54f14553-f799-428c-9aa4-d1e2e7140852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:14.932606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:15.060592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:15.719391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:15.990483 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 58e74efc-5b05-477d-8166-039e3a8213f5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:15.991293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:16.081162 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 58e74efc-5b05-477d-8166-039e3a8213f5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=58e74efc-5b05-477d-8166-039e3a8213f5,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:16.081531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:16.094974 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 58e74efc-5b05-477d-8166-039e3a8213f5 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:16.470629 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device b827744f-0da7-449f-8406-bda3e550d8f4 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:16.482912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:16.491382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: b827744f-0da7-449f-8406-bda3e550d8f4 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:39:16.491744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device b827744f-0da7-449f-8406-bda3e550d8f4 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:16.517146 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=58e74efc-5b05-477d-8166-039e3a8213f5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:16.541654 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:16.700765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:16.924598 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 97b457f7-f369-4fa3-8fbb-953d85ff9757 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:39:17.033561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:17.040943 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-008bb3da-5002-489a-9597-16b7744c56b3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/97b457f7-f369-4fa3-8fbb-953d85ff9757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1049588 Jul 28 15:39:17.041663 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:17.043898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Sync routers for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:17.053100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:17.053805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:17.097144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting subnet 7598f67a-d082-432b-8fda-e75a149d4808 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:39:17.100359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.143354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.159720 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:17.228573 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.346314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:39:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:17.372370 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Checking router: 97b457f7-f369-4fa3-8fbb-953d85ff9757 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:17.381832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Routers {'97b457f7-f369-4fa3-8fbb-953d85ff9757'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:17.391084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['97b457f7-f369-4fa3-8fbb-953d85ff9757'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:17.420456 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.449277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Subnet': ['ID=7598f67a-d082-432b-8fda-e75a149d4808,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:17.458931 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.458931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da330709-bab8-4a5e-92ce-97ef7e590c70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/subnets/7598f67a-d082-432b-8fda-e75a149d4808 HTTP/1.1" status: 204 len: 168 time: 0.4124579 Jul 28 15:39:17.458931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:17.470443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bae44-a8ef-41b5-afb3-a158c8686032 None None] Network ea78c446-7c47-482d-bfe3-06df272b1722 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:39:17.549157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] Set router 97b457f7-f369-4fa3-8fbb-953d85ff9757 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:17.571924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.581257 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:39:17.679374 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.779121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:39:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:17.814470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] DHCP port deletion for ea78c446-7c47-482d-bfe3-06df272b1722 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:39:17.817834 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d75629-5d14-4a64-8033-a107a92e7395 None None] The sync data for ids ['97b457f7-f369-4fa3-8fbb-953d85ff9757'] in n-d-705658-23 is: [{'id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175428243', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:38:10Z', 'updated_at': '2021-07-28T15:39:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b457f7-f369-4fa3-8fbb-953d85ff9757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:38:11Z', 'updated_at': '2021-07-28T15:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:17.878527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Deleting port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:17.878985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.945078 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:39:17.945435 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.947406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] For port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,segment=NetworkSegment(843de96c-c35e-4094-a1e4-d1f7b50bc6f2),segment_id=843de96c-c35e-4094-a1e4-d1f7b50bc6f2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:17.947926 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:17.967021 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Calling delete_port for 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:18.028012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:18.028264 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.042282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:39:18.094986 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.157873 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.196702 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Pushing event deleted for resources: {'Port': ['ID=5252ecfd-bbc8-454f-b7aa-b359fe5602a6,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:18.202341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] No DVR routers for this DVR port 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.212773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.213887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.213887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.213887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ce448e-e61b-42c3-8251-2239d89ff34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:18.346194 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.378240 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:18.439340 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.529968 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.532176 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.677524 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.678082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Fanout notify agent at l3_agent the message router_deleted on router 97b457f7-f369-4fa3-8fbb-953d85ff9757 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:39:18.685505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.686634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d113d853-d0e8-42e5-96dc-7a689cf72494 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/routers/97b457f7-f369-4fa3-8fbb-953d85ff9757 HTTP/1.1" status: 204 len: 168 time: 1.2279406 Jul 28 15:39:18.689944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:18.772983 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.861817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.871539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea78c446-7c47-482d-bfe3-06df272b1722']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:18.887660 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843de96c-c35e-4094-a1e4-d1f7b50bc6f2') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:18.887958 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843de96c-c35e-4094-a1e4-d1f7b50bc6f2') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:18.897386 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.911466 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.917254 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:39:18.920689 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:39:19.077098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.084021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.087684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/networks/ea78c446-7c47-482d-bfe3-06df272b1722 HTTP/1.1" status: 204 len: 168 time: 0.3949974 Jul 28 15:39:19.093422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40012) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:19.101137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb1099-05a3-4dc4-9b94-d08886a05520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Network': ['ID=ea78c446-7c47-482d-bfe3-06df272b1722,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:19.152307 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.179934 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.345911 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.348439 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:19.349630 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae4f972e-34d0-44e9-9e1e-b39874d120c8 HTTP/1.1" status: 204 len: 168 time: 0.2596898 Jul 28 15:39:19.360123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f972e-34d0-44e9-9e1e-b39874d120c8,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:19.369956 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.370317 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.370673 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.371036 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.371384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.371724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.372064 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.372397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.372756 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.373067 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.373397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.373753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36426d2-03ec-4d3b-b3be-d6c3db0a128f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:19.776346 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:19.797887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:39:19.798250 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device cfcaa4ec-91fa-4d2a-9a94-4d2b2b04d4fc not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:19.798931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:19.822356 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:39:19.822713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 5252ecfd-bbc8-454f-b7aa-b359fe5602a6 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:19.823163 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58e74efc-5b05-477d-8166-039e3a8213f5 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:39:19.843322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 58e74efc-5b05-477d-8166-039e3a8213f5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:39:19.847662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 58e74efc-5b05-477d-8166-039e3a8213f5 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:39:19.957366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40018) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:19.962381 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13515344', 'description': 'tempest-secgroup-smoke-13515344 description', 'project_id': '815966e8ce464298b44e39ddd92c0ff7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:20.048721 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.143025 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.191590 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.223011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7029304d-f1fc-4164-8949-e1ddb1b7a835,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:20.294618 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.296331 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-905dfb60-c188-4459-9138-80b03498de66 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3378444 Jul 28 15:39:20.299902 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40020) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:20.304752 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:20.390837 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.448157 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.551695 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.571742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8426660b-b3ee-4e90-8a79-f9e9782bd73d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:20.592019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.677992 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.679798 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-317130a5-bed8-47a6-bfdb-6f674e597f41 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786478 Jul 28 15:39:20.682882 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40026) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:20.688521 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:20.774081 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.839504 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.905544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:20.925444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec83e1-2107-4d49-91af-e14deaeb8822,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:21.014217 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.017038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-deca676f-59fe-4b33-bd8a-8edfb26729d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317165 Jul 28 15:39:21.019096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40028) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:21.023930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:21.071513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.110818 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.169328 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.311856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.331179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f3cb87-de33-4b53-87f5-47a385e08bf5,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:21.420089 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.421366 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-de7dd776-10b6-42cf-8a74-a81d7434a50e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011774 Jul 28 15:39:21.424994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40030) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:21.429630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:21.511794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.577373 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.648755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.667121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efc4f23-44a1-406f-9a17-700e0316aba0,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:21.739856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.741197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-62021547-dda8-4ae2-b3ba-e017650c3f93 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152359 Jul 28 15:39:21.744775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40032) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:21.749591 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:21.860264 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:39:21.866178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:21.933151 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.019952 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.039330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845d0ab3-03cf-4e78-9b5f-bde4e0b81af9,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:22.157184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.158544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-59d612db-fbaa-47f8-a91c-96a8de1e682b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4127111 Jul 28 15:39:22.161291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40034) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:22.165886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '7029304d-f1fc-4164-8949-e1ddb1b7a835', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:22.328818 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:39:22.335184 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.402431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.528827 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.550112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db2fd80-b1c4-438f-a307-9f6542f91a06,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:22.666169 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.667461 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-834380cf-863f-49fc-8008-8a3e75357534 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5052242 Jul 28 15:39:22.670686 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40036) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:22.676310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'network': {'name': 'tempest-network-smoke--241740222', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:22.860676 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:22.864395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.890470 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:39:22.900735 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:22.901109 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Added segment a4e64a70-5edb-44d3-b85a-bc08855bf72c of type vlan for network d0aa020a-a654-43a5-9edf-669f1d9bbb64 Jul 28 15:39:22.952081 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.060213 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.066305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:23.066894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.134679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Network': ['ID=d0aa020a-a654-43a5-9edf-669f1d9bbb64,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:23.145806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:39:23.210083 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cde3a39e-cf9f-44bb-a8fd-467c58f7b52c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5381913 Jul 28 15:39:23.212618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40038) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:23.217379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'admin_state_up': True, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:23.312449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.313712 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.377608 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:23.889774 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:24.179570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:24.199109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:24.308233 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.4 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/ec45a33a-a045-476c-8594-c2d3f92f2753) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:24.419280 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:24.523668 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:24.570720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:24.573775 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:24.577585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:24.608369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=ec45a33a-a045-476c-8594-c2d3f92f2753,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:25.029126 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:25.263756 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:25.510831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 611a264c-093a-4a5c-8194-d6eb4607a1b9 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:39:25.620890 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:25.632783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Sync routers for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:25.643192 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:25.643812 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:25.716651 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:25.717961 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f6ae326d-744a-4bed-b519-d95e85ab189b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5043776 Jul 28 15:39:25.721486 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40040) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:25.758465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-85da8662-afc4-4b8e-9080-f42e12f7c778 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=815966e8ce464298b44e39ddd92c0ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355918 Jul 28 15:39:25.762250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40042) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:25.781020 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:25.854435 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17efeeb-e221-4603-bce7-cf52e8036d4d tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:25.855980 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e17efeeb-e221-4603-bce7-cf52e8036d4d tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925345 Jul 28 15:39:25.858804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40044) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:25.890822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-5f4e8db1-c319-4137-bfa2-8796e1c5da87 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277152 Jul 28 15:39:25.891104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40046) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:25.895988 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1830865426', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:25.963126 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:24Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:25.991952 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Checking router: 611a264c-093a-4a5c-8194-d6eb4607a1b9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:25.993219 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Updating router 611a264c-093a-4a5c-8194-d6eb4607a1b9 port ec45a33a-a045-476c-8594-c2d3f92f2753 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:39:26.017313 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.076567 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:26.080271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.281654 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.291253 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Transition to ACTIVE for port object ec45a33a-a045-476c-8594-c2d3f92f2753 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:26.379907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.413417 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.434746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Subnet': ['ID=b2767ef3-a2d6-458a-9914-57cd34e8b77d,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:26.451345 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Checking segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:26.451721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network hostable DHCP agents. Network: d0aa020a-a654-43a5-9edf-669f1d9bbb64, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:39:26.460444 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Attempting to bind port ec45a33a-a045-476c-8594-c2d3f92f2753 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:26.460816 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Attempting to bind port ec45a33a-a045-476c-8594-c2d3f92f2753 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:26.461180 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Attempting to bind port ec45a33a-a045-476c-8594-c2d3f92f2753 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:26.472657 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Pushing event updated for resources: {'Port': ['ID=ec45a33a-a045-476c-8594-c2d3f92f2753,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:26.474893 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:26.475284 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:26.475761 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.476186 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:26.476628 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Bound port: ec45a33a-a045-476c-8594-c2d3f92f2753, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:26.477045 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.500067 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.500486 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.500823 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.501157 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.501483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.501808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.502132 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.502495 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.502752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.503159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.503417 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.503730 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:39:26.539272 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] For port ec45a33a-a045-476c-8594-c2d3f92f2753, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:26.542159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] For port ec45a33a-a045-476c-8594-c2d3f92f2753, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec45a33a-a045-476c-8594-c2d3f92f2753,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:26.568663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:39:26.631786 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.682732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, d0aa020a-a654-43a5-9edf-669f1d9bbb64) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:26.688461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:26.689162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:26.696187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ac072-6015-4aa9-9b6d-5c38cf4ca27d None None] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:39:26.697750 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544c570-e1e4-4d63-8952-d0d9fd56ae21 None None] Pushing event updated for resources: {'Port': ['ID=ec45a33a-a045-476c-8594-c2d3f92f2753,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:26.704787 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:26.705466 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:26.801446 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b654afb2-fe56-4e35-ac23-b0635f337ed5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9065814 Jul 28 15:39:26.801654 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40048) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:26.815141 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:26.858832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-d0aa020a-a654-43a5-9edf-669f1d9bbb64', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:39:26.860136 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.026470 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Allocated IP 172.20.0.2 (d0aa020a-a654-43a5-9edf-669f1d9bbb64/b2767ef3-a2d6-458a-9914-57cd34e8b77d/62540254-b2f0-49e2-9583-30997337707d) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:27.133175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:24Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:27.164130 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537d1adc-a518-4886-bb52-3bfdf727ca86 None None] The sync data for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 is: [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:24Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:27.195790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.206002 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Transition to ACTIVE for port object 62540254-b2f0-49e2-9583-30997337707d will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:27.222941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Transition to ACTIVE for port object 62540254-b2f0-49e2-9583-30997337707d will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:27.299881 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.307074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.349869 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:27.353033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:27.357821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:27.372894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Pushing event updated for resources: {'Port': ['ID=62540254-b2f0-49e2-9583-30997337707d,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:27.444368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Attempting to bind port 62540254-b2f0-49e2-9583-30997337707d on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:27.444742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Attempting to bind port 62540254-b2f0-49e2-9583-30997337707d by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:27.445198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Attempting to bind port 62540254-b2f0-49e2-9583-30997337707d on network d0aa020a-a654-43a5-9edf-669f1d9bbb64 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:27.450491 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:27.450867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Checking segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:27.451299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.451854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Bound using segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:27.452317 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Bound port: 62540254-b2f0-49e2-9583-30997337707d, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:27.452730 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.554037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] For port 62540254-b2f0-49e2-9583-30997337707d, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:27.559912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] For port 62540254-b2f0-49e2-9583-30997337707d, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=62540254-b2f0-49e2-9583-30997337707d,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:27.665403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:27.737060 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0119db-686d-40da-b04e-495d65e60282 None None] Pushing event updated for resources: {'Port': ['ID=62540254-b2f0-49e2-9583-30997337707d,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:27.853577 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec45a33a-a045-476c-8594-c2d3f92f2753 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:27.943148 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.1 (d0aa020a-a654-43a5-9edf-669f1d9bbb64/b2767ef3-a2d6-458a-9914-57cd34e8b77d/9dbe036b-7d69-4a14-9f63-f61b859b9977) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:28.054176 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ec45a33a-a045-476c-8594-c2d3f92f2753 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:28.061139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ec45a33a-a045-476c-8594-c2d3f92f2753 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:28.063337 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.113542 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.129364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 9dbe036b-7d69-4a14-9f63-f61b859b9977 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:28.151917 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.174740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ec45a33a-a045-476c-8594-c2d3f92f2753, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec45a33a-a045-476c-8594-c2d3f92f2753,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:28.322258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.362893 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:28.365943 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:28.368569 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.371860 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:28.378517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:28.420900 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.584847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ec45a33a-a045-476c-8594-c2d3f92f2753,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:28.681909 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:28.773715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e548687-aaaa-430a-a68b-17899269019b None None] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:39:28.956805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-ab7ea191-d8f4-44bf-9be5-29211ce74273 None None] Provisioning for port 62540254-b2f0-49e2-9583-30997337707d completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:29.002592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.071470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.152619 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.153670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:29.254240 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e255932c-cb2e-49bc-b366-12968a06607f None None] Provisioning for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:29.258342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:29.258528 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e255932c-cb2e-49bc-b366-12968a06607f None None] Provisioning complete for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:29.262880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e255932c-cb2e-49bc-b366-12968a06607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.263048 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:29.296961 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e255932c-cb2e-49bc-b366-12968a06607f None None] Port 9dbe036b-7d69-4a14-9f63-f61b859b9977 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:29.390615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 611a264c-093a-4a5c-8194-d6eb4607a1b9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:39:29.430604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-4ef184cc-a250-450e-8740-2d262fb0bf7d None None] Provisioning complete for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:29.431012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ef184cc-a250-450e-8740-2d262fb0bf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.468139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-4ef184cc-a250-450e-8740-2d262fb0bf7d None None] Port 9dbe036b-7d69-4a14-9f63-f61b859b9977 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:29.519240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:29.524397 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-89358e05-6f5c-467f-9750-bceed9c0123d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/611a264c-093a-4a5c-8194-d6eb4607a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218072 Jul 28 15:39:29.528576 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Sync routers for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:29.537914 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:29.538551 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:29.635217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-0aac1e92-e7ab-4362-8a19-098804ae50bc None None] Provisioning complete for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:29.635610 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0aac1e92-e7ab-4362-8a19-098804ae50bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:29.675852 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-e537ffe0-2507-47dc-9b89-6815ebbb49a4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13515344&fields=id&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 267 time: 0.0350618 Jul 28 15:39:29.688396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-0aac1e92-e7ab-4362-8a19-098804ae50bc None None] Port 9dbe036b-7d69-4a14-9f63-f61b859b9977 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:29.693004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:29.801417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-3a915cb9-5e19-4c5e-8f16-a8bf6a5190b4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:29.803211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-3a915cb9-5e19-4c5e-8f16-a8bf6a5190b4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 796 time: 0.1202927 Jul 28 15:39:29.819796 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-12d3ec1a-b008-45a1-8097-8e0c0f67dec0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/quotas/815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Jul 28 15:39:29.877237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-c09634cf-f720-447b-a885-54adc045c58c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509634 Jul 28 15:39:29.903506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec45a33a-a045-476c-8594-c2d3f92f2753 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:29.933084 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 2, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:29.967359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Checking router: 611a264c-093a-4a5c-8194-d6eb4607a1b9 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:29.967727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Updating router 611a264c-093a-4a5c-8194-d6eb4607a1b9 port 9dbe036b-7d69-4a14-9f63-f61b859b9977 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:39:29.984008 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-e6af376a-15bb-4c32-ad64-90d140ea0a80 service neutron] 10.222.0.47 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924692 Jul 28 15:39:30.005151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.048154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ec45a33a-a045-476c-8594-c2d3f92f2753 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:30.048538 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.082134 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-096a3480-cf3e-4b81-a00d-e42f41b089cb service neutron] 10.222.0.47 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918026 Jul 28 15:39:30.243225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62540254-b2f0-49e2-9583-30997337707d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:30.365340 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f59fac60-b66a-447b-89e8-b62a7563d6a6 req-ac96a3f4-62dc-4c2b-9019-3b2df04b5ba2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jul 28 15:39:30.382634 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.393587 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Transition to ACTIVE for port object 9dbe036b-7d69-4a14-9f63-f61b859b9977 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:30.574387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 62540254-b2f0-49e2-9583-30997337707d completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:30.579385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 62540254-b2f0-49e2-9583-30997337707d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:30.579852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.619998 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.718846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.721096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ea4d1-3ae6-41e7-a20c-5753034b7264 None None] Pushing event updated for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:30.799292 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 62540254-b2f0-49e2-9583-30997337707d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=62540254-b2f0-49e2-9583-30997337707d,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:30.800459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Attempting to bind port 9dbe036b-7d69-4a14-9f63-f61b859b9977 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:30.800832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Attempting to bind port 9dbe036b-7d69-4a14-9f63-f61b859b9977 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:30.801245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Attempting to bind port 9dbe036b-7d69-4a14-9f63-f61b859b9977 on network d0aa020a-a654-43a5-9edf-669f1d9bbb64 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:30.806481 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:30.806856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Checking segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:30.807315 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.807736 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Bound using segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:30.808197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Bound port: 9dbe036b-7d69-4a14-9f63-f61b859b9977, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:30.808575 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.873612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] For port 9dbe036b-7d69-4a14-9f63-f61b859b9977, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:30.877375 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] For port 9dbe036b-7d69-4a14-9f63-f61b859b9977, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9dbe036b-7d69-4a14-9f63-f61b859b9977,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:30.916493 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.954226 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:30.974975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=62540254-b2f0-49e2-9583-30997337707d,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:31.011462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:31.012151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:31.075294 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ea4d1-3ae6-41e7-a20c-5753034b7264 None None] Pushing event updated for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:31.140188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:31.361277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:30Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:31.389806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83942e67-63d3-44d9-be04-f7c1f1f5ffd4 None None] The sync data for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 is: [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:30Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:31.460314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2cbc9a92-b007-44cb-95e7-8ab866ec860e req-f9987db3-5b92-4c02-a0e9-3a4a90554338 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 210 time: 0.0402763 Jul 28 15:39:31.885764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9dbe036b-7d69-4a14-9f63-f61b859b9977 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:32.019227 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:32.023555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:32.023935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:32.111020 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:32.151457 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 9dbe036b-7d69-4a14-9f63-f61b859b9977, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9dbe036b-7d69-4a14-9f63-f61b859b9977,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:32.220623 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:32.221450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62540254-b2f0-49e2-9583-30997337707d up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:32.506042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:32.528169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 62540254-b2f0-49e2-9583-30997337707d triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:32.528578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:32.575866 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e1e4c2cd-e5e1-408e-b642-a8ae70c550e4 req-959e77da-6867-4885-8f83-7545606d1899 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 210 time: 0.0302212 Jul 28 15:39:33.677196 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-157d1045-1ba5-45ec-ae24-24d1aa31d216 req-9710ccbd-b9e1-416d-b34f-e0de80d1252d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 210 time: 0.0258534 Jul 28 15:39:33.791308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9dbe036b-7d69-4a14-9f63-f61b859b9977 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:33.839355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9dbe036b-7d69-4a14-9f63-f61b859b9977 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:33.839740 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:33.903356 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-2b45fbbc-c49d-4082-9ffe-774461d7836d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:33.905092 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-2b45fbbc-c49d-4082-9ffe-774461d7836d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 796 time: 0.1205821 Jul 28 15:39:33.957641 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-005d1559-360e-4b94-a5f1-bf9106ef62ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 378 time: 0.0385749 Jul 28 15:39:33.967671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'port': {'device_id': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'admin_state_up': True, 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'security_groups': ['7029304d-f1fc-4164-8949-e1ddb1b7a835']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:34.203298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:39:34.207075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:34.336270 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.7 (d0aa020a-a654-43a5-9edf-669f1d9bbb64/b2767ef3-a2d6-458a-9914-57cd34e8b77d/40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:34.497846 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:34.504587 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:34.643259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:34.685155 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:34.688595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:34.692900 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:34.721871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:34.750994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:34.751621 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:34.817525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916daa20-3bcc-45d7-a93d-bd07454cfba1 req-d78b71eb-ea39-4cb1-8e20-9be9457f49ee tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:34.819221 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-916daa20-3bcc-45d7-a93d-bd07454cfba1 req-d78b71eb-ea39-4cb1-8e20-9be9457f49ee tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 931 time: 0.0633893 Jul 28 15:39:34.855478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-40f56aca-dbef-47e3-9a9a-bb982d1ade79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919795 Jul 28 15:39:34.863403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-916daa20-3bcc-45d7-a93d-bd07454cfba1 req-dd0537c6-20ad-4208-9bd7-3f6ffbe37a71 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376532 Jul 28 15:39:34.876487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Request body: {'port': {'device_id': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:34.933251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.013343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-99d5422e-bc77-4274-aa1e-b2964061fab4 None None] Provisioning for port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:35.018245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-99d5422e-bc77-4274-aa1e-b2964061fab4 None None] Provisioning complete for port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:35.019541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-99d5422e-bc77-4274-aa1e-b2964061fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.052932 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-99d5422e-bc77-4274-aa1e-b2964061fab4 None None] Port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:39:35.206377 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:39:35.214142 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.228422 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Transition to ACTIVE for port object 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:39:35.288413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.347916 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:35.426389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Attempting to bind port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:39:35.426732 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Attempting to bind port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:39:35.427097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Attempting to bind port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc on network d0aa020a-a654-43a5-9edf-669f1d9bbb64 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:35.432361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc on network d0aa020a-a654-43a5-9edf-669f1d9bbb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:39:35.432698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Attempting to bind port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc on network d0aa020a-a654-43a5-9edf-669f1d9bbb64 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:39:35.439350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:39:35.439726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Checking segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:39:35.440094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Bound using segment: {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:39:35.440543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Bound port: 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e64a70-5edb-44d3-b85a-bc08855bf72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:39:35.441036 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.517264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:39:35.520614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:39:35.626675 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.663137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:35.663787 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:35.665191 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 1092 time: 0.7957847 Jul 28 15:39:35.665628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:35.667890 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86b38d-781e-4237-b3cf-f35e99ea5c18" -d '{"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:35.695381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49b665-8a1a-467a-9946-5bfaad83d9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:35.721307 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891f8871-2a1e-40c2-8354-6cf8594d538f x-openstack-request-id: req-891f8871-2a1e-40c2-8354-6cf8594d538f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:35.721672 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:35.722015 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-891f8871-2a1e-40c2-8354-6cf8594d538f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:35.722573 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'status': 'completed', 'code': 200} Jul 28 15:39:35.815297 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-3e88b9a3-25ee-4062-83c5-5f833d254fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:35.816891 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-3e88b9a3-25ee-4062-83c5-5f833d254fbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1095 time: 0.0536919 Jul 28 15:39:35.935728 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-c66d5d6b-c572-4453-9268-f054013d4a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:35.937285 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-c66d5d6b-c572-4453-9268-f054013d4a1b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=815966e8ce464298b44e39ddd92c0ff7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1059434 Jul 28 15:39:36.050180 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d167-8cb4-4310-ac7e-a80c9b20a8b3 req-2133b49d-72d6-41aa-82cc-942346cc3429 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.051724 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d768d167-8cb4-4310-ac7e-a80c9b20a8b3 req-2133b49d-72d6-41aa-82cc-942346cc3429 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 943 time: 0.1096742 Jul 28 15:39:36.409801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-2c08ac0d-3112-4d39-9895-cbb99dd386de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.411290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4f86b38d-781e-4237-b3cf-f35e99ea5c18 req-2c08ac0d-3112-4d39-9895-cbb99dd386de service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4605861 Jul 28 15:39:36.424403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d768d167-8cb4-4310-ac7e-a80c9b20a8b3 req-28ba026b-abea-40c9-b67b-8074bc20a329 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3660147 Jul 28 15:39:36.512802 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-0466a97c-f99e-4414-ab62-99b78bd6ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.514416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-0466a97c-f99e-4414-ab62-99b78bd6ce89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1095 time: 0.0414529 Jul 28 15:39:36.561308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-b0b99e88-d9e5-4b4b-a1e9-deb85ac66987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 217 time: 0.0344985 Jul 28 15:39:36.615550 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-a58666a1-c4d3-49b3-a7f7-3731628772be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.617017 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-a58666a1-c4d3-49b3-a7f7-3731628772be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 200 len: 835 time: 0.0493622 Jul 28 15:39:36.662104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-db10f667-eacd-4afb-b1c6-a75ba99ad1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:36.663603 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-db10f667-eacd-4afb-b1c6-a75ba99ad1a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0aa020a-a654-43a5-9edf-669f1d9bbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400064 Jul 28 15:39:36.758796 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-04053b22-0d04-4484-8f82-db9e37b86e7a service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883090 Jul 28 15:39:36.856356 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d6de8e36-4585-4ea8-a35b-a4bbafb941e2 req-17eef7f8-86e2-4e2e-9060-551e3e015704 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Jul 28 15:39:37.548262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebdb4-1573-4086-9031-ae617072225f req-965ba840-2a88-424d-b1aa-ecd2257aecc1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:37.549840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-461ebdb4-1573-4086-9031-ae617072225f req-965ba840-2a88-424d-b1aa-ecd2257aecc1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 943 time: 0.0505424 Jul 28 15:39:37.596459 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-461ebdb4-1573-4086-9031-ae617072225f req-555e2904-5f7c-4645-b1db-eca2f0a35a06 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401659 Jul 28 15:39:38.545819 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:39:38.651663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:38.664447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'port_id': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'mac_address': 'fa:16:3e:fe:72:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:39:38.706625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:38.718351 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca6fd9-8ee8-46bb-9f32-5768cffe7e7f req-2e1d9f1b-864a-431d-aac9-dfbaa932da0b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:38.720028 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dca6fd9-8ee8-46bb-9f32-5768cffe7e7f req-2e1d9f1b-864a-431d-aac9-dfbaa932da0b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 943 time: 0.0515854 Jul 28 15:39:38.721583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:39:38.741688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:38.759624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6dca6fd9-8ee8-46bb-9f32-5768cffe7e7f req-962aca69-43cf-46d2-8a44-fa4b6360cacf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332017 Jul 28 15:39:38.854405 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:38.912601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:39.130088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:39:39.878537 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b23e6-78b6-44c3-b9ce-e2e952b55bcb req-3c2db8e1-3b80-4965-a351-89b6ba999e5a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:39.880119 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f22b23e6-78b6-44c3-b9ce-e2e952b55bcb req-3c2db8e1-3b80-4965-a351-89b6ba999e5a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 944 time: 0.0514576 Jul 28 15:39:39.920827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f22b23e6-78b6-44c3-b9ce-e2e952b55bcb req-97677402-da82-419c-99a2-1ffe0343c6ad tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343986 Jul 28 15:39:40.557885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:39:40.682308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:39:40.687680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:39:40.688178 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.764698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.787023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:40.789284 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b11817-4f99-4a57-bc95-ad2fb9491782" -d '{"events": [{"server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "name": "network-vif-plugged", "status": "completed", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:40.802690 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:39:40.832289 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26c1a2-0a1f-4634-b0b0-5a3fb1e11e66 x-openstack-request-id: req-dc26c1a2-0a1f-4634-b0b0-5a3fb1e11e66 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:40.832580 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "name": "network-vif-plugged", "status": "completed", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:40.832835 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc26c1a2-0a1f-4634-b0b0-5a3fb1e11e66 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:40.833230 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'code': 200} Jul 28 15:39:40.921988 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:40.958520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834a8f8-ec73-4f56-8beb-7250fb3ef230 req-77e1c722-2597-40ab-9ed6-64cf229c0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:40.960105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b834a8f8-ec73-4f56-8beb-7250fb3ef230 req-77e1c722-2597-40ab-9ed6-64cf229c0d99 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1097 time: 0.0415998 Jul 28 15:39:40.977828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:41.003000 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b834a8f8-ec73-4f56-8beb-7250fb3ef230 req-ed4d9e94-bf49-479d-ae23-8168c8246117 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356376 Jul 28 15:39:41.053864 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66b58-0bda-4f2b-b111-4accce7219f9 req-dde87b53-fa14-4259-9cbf-4cad4f0e25be tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:41.055408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cac66b58-0bda-4f2b-b111-4accce7219f9 req-dde87b53-fa14-4259-9cbf-4cad4f0e25be tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0509419 Jul 28 15:39:41.100684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cac66b58-0bda-4f2b-b111-4accce7219f9 req-14319457-8520-4ac9-83d5-1b62c130c9fc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348270 Jul 28 15:39:42.225245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20410-979e-4e18-a7a5-81b979ec7ddd req-3b0147d8-913f-46b0-8923-478365139486 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:42.248360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86f20410-979e-4e18-a7a5-81b979ec7ddd req-3b0147d8-913f-46b0-8923-478365139486 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0492306 Jul 28 15:39:42.265587 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-86f20410-979e-4e18-a7a5-81b979ec7ddd req-f63e01bb-0872-4dc8-aa53-00b8868dc157 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326672 Jul 28 15:39:42.499996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d114baf-ca67-4e44-a4b1-e6c6e1a60137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:43.380907 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488057f-1886-4896-ab81-d8cc2107ac24 req-793e9976-ea33-43e3-83fd-59a19d9a8360 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:43.382384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7488057f-1886-4896-ab81-d8cc2107ac24 req-793e9976-ea33-43e3-83fd-59a19d9a8360 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0482478 Jul 28 15:39:43.424184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7488057f-1886-4896-ab81-d8cc2107ac24 req-aa74e67d-2b4b-4d25-b086-25bd0c4ecaf6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357614 Jul 28 15:39:43.540543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f399dd5-404e-45b1-a5f4-d30026f07811 req-8796167c-2518-4f60-87d3-b8697767f362 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:43.542062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f399dd5-404e-45b1-a5f4-d30026f07811 req-8796167c-2518-4f60-87d3-b8697767f362 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0506318 Jul 28 15:39:43.582476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f399dd5-404e-45b1-a5f4-d30026f07811 req-64683aa9-08bc-48ff-a7c7-a84cc236c0d4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337226 Jul 28 15:39:43.604092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40110) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:43.642883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7dc90-c74e-477e-83f0-7400e9a4552b tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:43.644403 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-86a7dc90-c74e-477e-83f0-7400e9a4552b tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1092 time: 0.0393403 Jul 28 15:39:43.647191 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40112) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:43.651506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:39:43.969288 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.070596 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.182812 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.184 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/796976f5-a674-4080-b4fa-d23a9e4d71cd) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:39:44.284096 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.425740 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.462561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:39:44.465604 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:39:44.472529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:39:44.477994 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=796976f5-a674-4080-b4fa-d23a9e4d71cd,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:44.762126 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1d620f79-1c29-4e29-aecf-94bee832bc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:44.832923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.006139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.024129 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.152940 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.265182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.330934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=796976f5-a674-4080-b4fa-d23a9e4d71cd,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:39:45.345205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.445583 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 224b0ec6-9af4-4f0e-a88a-59ffa72d023a associated. External IP: 172.25.0.184, port: 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc. Jul 28 15:39:45.661337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 611a264c-093a-4a5c-8194-d6eb4607a1b9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:39:45.775203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:39:45.785741 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Sync routers for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:39:45.795512 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:45.796672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:45.871290 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:45.898681 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-7c69395b-b147-4273-9c02-aa216f2549b9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2504580 Jul 28 15:39:45.899340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:39:45.901624 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:39:45.904532 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:45.945132 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65abd45a-509c-4b67-b41f-520ba076fc38 x-openstack-request-id: req-65abd45a-509c-4b67-b41f-520ba076fc38 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:39:45.945437 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:39:45.945702 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65abd45a-509c-4b67-b41f-520ba076fc38 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:39:45.946112 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'status': 'completed', 'code': 200} Jul 28 15:39:46.016875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a1b7c-9364-48e3-93eb-9f67aa1cd581 req-75c76a5e-9e1b-4b29-9a12-b3aec26e3f83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:46.018550 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-862a1b7c-9364-48e3-93eb-9f67aa1cd581 req-75c76a5e-9e1b-4b29-9a12-b3aec26e3f83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0596960 Jul 28 15:39:46.043127 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-036c7d18-7466-4fea-9154-a2dbc1d264c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:46.044673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-036c7d18-7466-4fea-9154-a2dbc1d264c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1097 time: 0.0462272 Jul 28 15:39:46.063460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-862a1b7c-9364-48e3-93eb-9f67aa1cd581 req-e9f4c9f3-4cf1-4bb8-89c3-d763e7db80e2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386004 Jul 28 15:39:46.087390 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40118) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:46.145024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-e1bc6d03-8c8b-4f45-91e8-79e9dd6f975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:46.146726 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-e1bc6d03-8c8b-4f45-91e8-79e9dd6f975e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 897 time: 0.0954726 Jul 28 15:39:46.153489 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-45a03ff9-50c0-40e1-92c7-9b63bdb967e5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/224b0ec6-9af4-4f0e-a88a-59ffa72d023a HTTP/1.1" status: 200 len: 991 time: 0.0636623 Jul 28 15:39:46.169205 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '224b0ec6-9af4-4f0e-a88a-59ffa72d023a', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'port_id': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'mac_address': 'fa:16:3e:fe:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:44Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:46.192273 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Checking router: 611a264c-093a-4a5c-8194-d6eb4607a1b9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:39:46.201446 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:39:46.207140 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:39:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:46.216660 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-420ac245-cf82-4046-97f0-89b2c7a9b1b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 999 time: 0.0612044 Jul 28 15:39:46.267223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-d5c4ba91-5b6a-48ee-a9cf-15cb2c1995f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:46.268858 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-d5c4ba91-5b6a-48ee-a9cf-15cb2c1995f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 200 len: 835 time: 0.0459135 Jul 28 15:39:46.316779 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:39:46.320801 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-68a368e1-e832-4ded-a227-fa65a2e0708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:39:46.322402 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-68a368e1-e832-4ded-a227-fa65a2e0708d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0aa020a-a654-43a5-9edf-669f1d9bbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468314 Jul 28 15:39:46.391573 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:46.420545 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-c6d0f089-1ad4-4031-b21a-ab76d48902b7 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Jul 28 15:39:46.523155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-da5eb3b5-d0ed-475d-990d-6f7c16840d9d req-1e6903c5-22c9-4177-9aa4-51a2591bbe56 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961590 Jul 28 15:39:46.558740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '224b0ec6-9af4-4f0e-a88a-59ffa72d023a', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'port_id': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'mac_address': 'fa:16:3e:fe:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:44Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:39:46.586331 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f83cb-2296-4c84-ac53-456e38e99cb9 None None] The sync data for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 is: [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '224b0ec6-9af4-4f0e-a88a-59ffa72d023a', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'port_id': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'mac_address': 'fa:16:3e:fe:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:39:44Z', 'updated_at': '2021-07-28T15:39:44Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:39:46.777593 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58077d4b-18c1-430c-b9bd-147f11faceea None None] New status for floating IP 224b0ec6-9af4-4f0e-a88a-59ffa72d023a: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:39:47.156962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40120) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:47.224434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b2757e7-f42d-42e7-924e-b8183874daa1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/224b0ec6-9af4-4f0e-a88a-59ffa72d023a HTTP/1.1" status: 200 len: 991 time: 0.0662310 Jul 28 15:39:47.962934 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:48.228301 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40122) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:39:48.289283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-47f0c151-5d18-4ddf-b67b-b67ce73ed03c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/224b0ec6-9af4-4f0e-a88a-59ffa72d023a HTTP/1.1" status: 200 len: 993 time: 0.0598233 Jul 28 15:39:50.595701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:51.140640 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:39:54.580973 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:40:08.010012 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-2f7bc226-0e44-4380-9d13-071b91c9d2e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424736 Jul 28 15:40:08.111661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-03f413b8-844b-4968-ac2d-3628525853bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:08.113194 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-03f413b8-844b-4968-ac2d-3628525853bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1097 time: 0.0412261 Jul 28 15:40:08.226084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-bb6153cb-1eac-4312-b8f6-48fc5db14c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:08.227653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-bb6153cb-1eac-4312-b8f6-48fc5db14c89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 897 time: 0.0927541 Jul 28 15:40:08.295954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-24536eab-8566-4f88-967a-c9bb73b831f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 1001 time: 0.0599954 Jul 28 15:40:08.348707 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-192fbcf7-a31a-420b-93f9-6f88b18cfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:08.350238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-192fbcf7-a31a-420b-93f9-6f88b18cfc11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 200 len: 835 time: 0.0477633 Jul 28 15:40:08.406242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-5b2b36d8-d370-4b46-ad1b-8222909bba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:08.407914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-5b2b36d8-d370-4b46-ad1b-8222909bba24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0aa020a-a654-43a5-9edf-669f1d9bbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510988 Jul 28 15:40:08.500717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-21051d80-40ed-47d4-b732-012e5ecf859d service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849888 Jul 28 15:40:08.596199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d27fda42-0ffe-409e-83b9-72b10d8de881 req-0637a5d4-86c1-4a52-a045-02b73240c9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Jul 28 15:40:12.333017 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fb3429c-e056-40b8-8907-0426315dbe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:14.750115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a64a7a56-ace0-4878-b3ec-6d22516cf21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:14.978327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:16.157774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9854b4-88bf-401a-a7f2-a138199bdd23 req-c1e73911-c51e-451d-bc36-a2610f78a18b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:16.159372 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b9854b4-88bf-401a-a7f2-a138199bdd23 req-c1e73911-c51e-451d-bc36-a2610f78a18b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0521324 Jul 28 15:40:16.199286 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b9854b4-88bf-401a-a7f2-a138199bdd23 req-c179863d-fe27-44da-a80c-72230c633b44 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336928 Jul 28 15:40:16.272053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-b4eec2e1-5d51-4737-a542-62b3bb5152da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:16.273577 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-b4eec2e1-5d51-4737-a542-62b3bb5152da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1097 time: 0.0432484 Jul 28 15:40:16.371521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-ef011536-fbaf-4034-961e-54db63aa51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:16.372901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-ef011536-fbaf-4034-961e-54db63aa51c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 897 time: 0.0920815 Jul 28 15:40:16.407659 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:16.440935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-6852d7d4-f53b-4edf-a9dd-13df1fbfdb2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 1001 time: 0.0607669 Jul 28 15:40:16.494503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-2b3e5fc9-e3e5-4a49-8f68-9b95afdf61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:16.495991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-2b3e5fc9-e3e5-4a49-8f68-9b95afdf61bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 200 len: 835 time: 0.0469990 Jul 28 15:40:16.549898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-2d9d0663-0647-43c0-a0c2-83eac7f57104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:16.551495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-2d9d0663-0647-43c0-a0c2-83eac7f57104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0aa020a-a654-43a5-9edf-669f1d9bbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465305 Jul 28 15:40:16.644132 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-93112db8-e10c-4c88-860b-6da0acf7f485 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Jul 28 15:40:16.740006 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a26f6632-1c83-4349-ae1e-841edc53d9f6 req-071a311f-f7cf-4c8e-b5e6-daba9d6831b5 service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887120 Jul 28 15:40:17.321161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8c4b-f1fc-4b1d-ac99-9d94f5f20d3c req-75e95d0c-2ac2-42c6-a2c8-ea29a1690817 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:17.322764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f10d8c4b-f1fc-4b1d-ac99-9d94f5f20d3c req-75e95d0c-2ac2-42c6-a2c8-ea29a1690817 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0531478 Jul 28 15:40:17.363812 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f10d8c4b-f1fc-4b1d-ac99-9d94f5f20d3c req-ab38d375-ea64-48c1-aceb-2c8eb04d4a84 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341001 Jul 28 15:40:17.971576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:18.488746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7bb29-9e70-4fb4-9468-55dc155e7822 req-f9a776bb-079b-4f1c-84a3-98145dd79255 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:18.490322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8f7bb29-9e70-4fb4-9468-55dc155e7822 req-f9a776bb-079b-4f1c-84a3-98145dd79255 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0545282 Jul 28 15:40:18.531236 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a8f7bb29-9e70-4fb4-9468-55dc155e7822 req-e4083398-3f2a-4c96-b1d5-7e797b75f2ac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346856 Jul 28 15:40:19.649143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909d101-bc1c-41b7-b88e-1dc8fb395e48 req-b6e73447-445f-48fc-a8bb-b9dac504138b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:19.651245 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4909d101-bc1c-41b7-b88e-1dc8fb395e48 req-b6e73447-445f-48fc-a8bb-b9dac504138b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0509365 Jul 28 15:40:19.691716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4909d101-bc1c-41b7-b88e-1dc8fb395e48 req-37831254-3dfb-44cc-b9cd-1dab1d4b08ae tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333636 Jul 28 15:40:20.605503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:20.807199 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361afe1b-d5c0-4d89-b57e-1a2b25026d80 req-57a22a1f-562b-406a-92be-d5eac5052bc8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:20.808600 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-361afe1b-d5c0-4d89-b57e-1a2b25026d80 req-57a22a1f-562b-406a-92be-d5eac5052bc8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0485299 Jul 28 15:40:20.848150 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-361afe1b-d5c0-4d89-b57e-1a2b25026d80 req-54a94ef2-38f5-4516-b2ba-94525ec7b222 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327959 Jul 28 15:40:21.092746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:21.962626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2796480-47da-4d17-a8cf-01ddc897dc92 req-7a364b91-8286-4f0f-ae84-e54144cbc324 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:21.964401 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2796480-47da-4d17-a8cf-01ddc897dc92 req-7a364b91-8286-4f0f-ae84-e54144cbc324 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0483649 Jul 28 15:40:22.003006 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c2796480-47da-4d17-a8cf-01ddc897dc92 req-09a58d3e-1b97-4c27-ab8b-c08223b44473 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317590 Jul 28 15:40:23.125949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d6ac8-b982-4e36-a430-c7a82562bb51 req-a6743e1b-d237-4cb0-9728-62277ddd170a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:23.127391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-507d6ac8-b982-4e36-a430-c7a82562bb51 req-a6743e1b-d237-4cb0-9728-62277ddd170a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0554376 Jul 28 15:40:23.166608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-507d6ac8-b982-4e36-a430-c7a82562bb51 req-1e620794-e15b-4e25-bb12-8e8f2e728b4d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330966 Jul 28 15:40:24.290360 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0925ee-3ac9-4b00-a642-ca50563828d6 req-69dd2224-9247-4d65-8c02-13f9a8dc0179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:24.291931 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c0925ee-3ac9-4b00-a642-ca50563828d6 req-69dd2224-9247-4d65-8c02-13f9a8dc0179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0554850 Jul 28 15:40:24.329927 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1c0925ee-3ac9-4b00-a642-ca50563828d6 req-e8ed1206-bbf0-4439-839d-cd639ccb444d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313265 Jul 28 15:40:25.446517 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e9cd-95bc-4ac2-8ce1-82f1340b1f74 req-3698b06a-fd9f-4568-97b1-ab879bcf6ad5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:25.448044 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df71e9cd-95bc-4ac2-8ce1-82f1340b1f74 req-3698b06a-fd9f-4568-97b1-ab879bcf6ad5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0495377 Jul 28 15:40:25.487379 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-df71e9cd-95bc-4ac2-8ce1-82f1340b1f74 req-0dec57f6-fef5-462e-b40e-148e3612d243 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331733 Jul 28 15:40:26.610732 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efab0a-01f3-47e5-a048-081945f01e50 req-57d876cb-a3f1-4ff6-ad52-fe57341b9e0c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:26.613358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6efab0a-01f3-47e5-a048-081945f01e50 req-57d876cb-a3f1-4ff6-ad52-fe57341b9e0c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0563555 Jul 28 15:40:26.651116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e6efab0a-01f3-47e5-a048-081945f01e50 req-c8238d80-fe74-4da0-a7a8-18b8341860df tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318758 Jul 28 15:40:27.768335 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f709ee-c24e-4d53-b268-c14251f15c47 req-ce2f57c4-ebe3-40f5-b708-fc3406c6d8bb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:27.773367 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8f709ee-c24e-4d53-b268-c14251f15c47 req-ce2f57c4-ebe3-40f5-b708-fc3406c6d8bb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0496919 Jul 28 15:40:27.808734 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f8f709ee-c24e-4d53-b268-c14251f15c47 req-0b286ec7-6429-4e37-a57a-38d98bcb41ac tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327680 Jul 28 15:40:28.931438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da94d52-2997-473a-aaae-e9dd0e7091dc req-cc9903b6-c36e-44fb-af4e-98015c76f92f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:40:28.932947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7da94d52-2997-473a-aaae-e9dd0e7091dc req-cc9903b6-c36e-44fb-af4e-98015c76f92f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0489461 Jul 28 15:40:28.972787 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7da94d52-2997-473a-aaae-e9dd0e7091dc req-12dcbc16-6ba8-4df9-88a1-6a7462f6b824 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333564 Jul 28 15:40:28.995622 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40162) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:40:29.060071 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3d801f25-3022-4304-b45a-1be287ec2cba tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/224b0ec6-9af4-4f0e-a88a-59ffa72d023a HTTP/1.1" status: 200 len: 993 time: 0.0633197 Jul 28 15:40:31.580175 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:40:42.435364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3112e9bd-344d-445f-8b20-4f06d56ff233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:44.743641 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd1a1-3bad-435a-be92-22e0af7c3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:44.975325 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:46.444050 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:47.960899 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:50.600763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:51.118393 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:40:59.764403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40178) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:40:59.922628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 796976f5-a674-4080-b4fa-d23a9e4d71cd {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:40:59.922995 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.000731 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.001063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.014002 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 796976f5-a674-4080-b4fa-d23a9e4d71cd owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:41:00.241314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.265502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=796976f5-a674-4080-b4fa-d23a9e4d71cd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:00.276328 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.276690 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.277037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.277380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.277719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.278456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.278456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.278703 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.279069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.279406 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.279743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.280069 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:00.344290 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.345062 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 224b0ec6-9af4-4f0e-a88a-59ffa72d023a disassociated (deleted). External IP: 172.25.0.184, port: 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc. Jul 28 15:41:00.561178 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 611a264c-093a-4a5c-8194-d6eb4607a1b9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:41:00.671279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:41:00.676178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:00.681104 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Sync routers for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:41:00.689908 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:00.690535 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:00.704343 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-41fac986-e5ea-4499-8c94-ee16c1930326 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/floatingips/224b0ec6-9af4-4f0e-a88a-59ffa72d023a HTTP/1.1" status: 204 len: 168 time: 0.9388967 Jul 28 15:41:00.712885 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:41:00.712885 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3729c092-011a-4a0b-afb9-d130bd409b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:41:00.748883 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1c5b8-bb76-4f7d-ac46-61de38e4540b x-openstack-request-id: req-a5e1c5b8-bb76-4f7d-ac46-61de38e4540b {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:41:00.749193 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:41:00.749442 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5e1c5b8-bb76-4f7d-ac46-61de38e4540b {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:41:00.749848 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'status': 'completed', 'code': 200} Jul 28 15:41:00.807760 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:00.944702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-d09d426b-adca-42f1-90d1-c2a84f1d60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:00.946358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-d09d426b-adca-42f1-90d1-c2a84f1d60bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 1097 time: 0.1513007 Jul 28 15:41:01.044348 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-72d9e2c1-b373-416f-ba0a-6e09fc89e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:01.045868 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-72d9e2c1-b373-416f-ba0a-6e09fc89e0a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 200 len: 897 time: 0.0920110 Jul 28 15:41:01.093279 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-71955628-7a25-4f93-975f-641ae5dde221 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 200 len: 217 time: 0.0404248 Jul 28 15:41:01.109437 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:01.139362 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Checking router: 611a264c-093a-4a5c-8194-d6eb4607a1b9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:41:01.143359 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-70253979-038f-4597-b43d-4835bd510857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:01.144833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-70253979-038f-4597-b43d-4835bd510857 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 200 len: 835 time: 0.0444458 Jul 28 15:41:01.147847 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:01.148475 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:01.198847 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-797c42d9-f36a-46fd-a48f-dff66b8af5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:01.200536 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-797c42d9-f36a-46fd-a48f-dff66b8af5b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d0aa020a-a654-43a5-9edf-669f1d9bbb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485766 Jul 28 15:41:01.312686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bef07b-7b7a-42d9-b599-a13b3701386c req-b4252ebf-2b9a-4fd7-b5f7-5210ba0fa335 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:01.314140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63bef07b-7b7a-42d9-b599-a13b3701386c req-b4252ebf-2b9a-4fd7-b5f7-5210ba0fa335 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.1076012 Jul 28 15:41:01.357724 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:01.359170 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-b2b19712-16d1-4826-a1a6-f2965dd1164d service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261499 Jul 28 15:41:01.379592 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-63bef07b-7b7a-42d9-b599-a13b3701386c req-06f2dc5b-f57c-4a94-8a28-45bedcfb382f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560584 Jul 28 15:41:01.459508 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3729c092-011a-4a0b-afb9-d130bd409b8b req-272d207d-0121-49da-9bdb-2c4f78860b9e service neutron] 10.222.0.53 "GET /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912893 Jul 28 15:41:01.557856 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:01.585773 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be54442c-b9a8-4c68-b801-325e60f5ed22 None None] The sync data for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 is: [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '9dbe036b-7d69-4a14-9f63-f61b859b9977', 'name': '', 'network_id': 'd0aa020a-a654-43a5-9edf-669f1d9bbb64', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:e2:88:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:27Z', 'updated_at': '2021-07-28T15:39:32Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'b2767ef3-a2d6-458a-9914-57cd34e8b77d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:41:01.806756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd996d1-f357-4807-be7c-16b46f3f657e None None] New status for floating IP 224b0ec6-9af4-4f0e-a88a-59ffa72d023a: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:41:02.500299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe972-3a30-4f33-98df-f99a2b7cff2e req-3d57a124-9ea2-4fd8-841c-59a820456715 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:02.501791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28afe972-3a30-4f33-98df-f99a2b7cff2e req-3d57a124-9ea2-4fd8-841c-59a820456715 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.0498259 Jul 28 15:41:02.541048 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28afe972-3a30-4f33-98df-f99a2b7cff2e req-fa8f3f50-c02c-4072-b13d-96a381c39115 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=7029304d-f1fc-4164-8949-e1ddb1b7a835&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327761 Jul 28 15:41:03.213322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-3db167c5-3bf9-4bbe-8e3a-7e82f892cbc0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:03.214815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-3db167c5-3bf9-4bbe-8e3a-7e82f892cbc0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 945 time: 0.3688059 Jul 28 15:41:03.307203 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:41:03.307551 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:03.406613 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:03.407005 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:03.420043 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:41:03.601545 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:03.645072 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:03.673105 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5835cba1-7321-4ce6-ab48-7c95ddcfcf43 req-2286feec-4312-4f2e-936b-a46975b1f8f4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c701513-849a-4dcb-8421-6ae06ad19bca HTTP/1.1" status: 200 len: 210 time: 0.0410202 Jul 28 15:41:03.674499 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.674889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.675345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.675689 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.676025 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.676362 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.676723 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.677056 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.677386 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.677882 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.678222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.678555 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:03.713168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] No DVR routers for this DVR port 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:41:03.715734 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:03.717772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ff0637d8-290c-45fb-b076-2feb9dd718c8 req-6c6df23b-df6f-45e0-879f-e9a724ad9339 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "DELETE /v2.0/ports/40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc HTTP/1.1" status: 204 len: 173 time: 0.4965055 Jul 28 15:41:03.718206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'name': 'network-vif-deleted', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:41:03.720603 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dd3a41-085d-496b-9a24-015ab46656a6" -d '{"events": [{"server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "name": "network-vif-deleted", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:41:03.756117 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7ea0c-7a4b-4ab6-86c1-d5e949311c0b x-openstack-request-id: req-88c7ea0c-7a4b-4ab6-86c1-d5e949311c0b {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:41:03.756431 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c701513-849a-4dcb-8421-6ae06ad19bca", "name": "network-vif-deleted", "tag": "40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:41:03.756707 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-88c7ea0c-7a4b-4ab6-86c1-d5e949311c0b {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:41:03.757111 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c701513-849a-4dcb-8421-6ae06ad19bca', 'name': 'network-vif-deleted', 'tag': '40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc', 'status': 'completed', 'code': 200} Jul 28 15:41:04.735325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40194) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:05.374971 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:05.631989 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 9dbe036b-7d69-4a14-9f63-f61b859b9977 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:41:05.632291 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:05.718033 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 9dbe036b-7d69-4a14-9f63-f61b859b9977, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9dbe036b-7d69-4a14-9f63-f61b859b9977,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:05.718400 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:05.731221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 9dbe036b-7d69-4a14-9f63-f61b859b9977 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:41:06.009085 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.036012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=9dbe036b-7d69-4a14-9f63-f61b859b9977,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:06.217309 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.442683 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 611a264c-093a-4a5c-8194-d6eb4607a1b9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:41:06.552577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:41:06.561753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f89f3656-e7c4-4f79-8577-cf05079132bf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/611a264c-093a-4a5c-8194-d6eb4607a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8227885 Jul 28 15:41:06.562513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40196) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:06.566992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Sync routers for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:41:06.576879 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:06.577492 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:06.621182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting subnet b2767ef3-a2d6-458a-9914-57cd34e8b77d {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:41:06.624271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.665329 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.684648 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:06.749955 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.870768 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:41:05Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:06.883967 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.896836 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Checking router: 611a264c-093a-4a5c-8194-d6eb4607a1b9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:41:06.905877 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Routers {'611a264c-093a-4a5c-8194-d6eb4607a1b9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:06.906487 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['611a264c-093a-4a5c-8194-d6eb4607a1b9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:06.913451 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Subnet': ['ID=b2767ef3-a2d6-458a-9914-57cd34e8b77d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:06.915896 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:06.921065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad687fc2-8128-435c-a976-5bcc52131838 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/subnets/b2767ef3-a2d6-458a-9914-57cd34e8b77d HTTP/1.1" status: 204 len: 168 time: 0.3545280 Jul 28 15:41:06.921918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165b890-db95-4913-9eca-97cc2049d88d None None] Network d0aa020a-a654-43a5-9edf-669f1d9bbb64 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:41:06.922314 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40198) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:06.984624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:41:07.010374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:41:07.010644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ed03b4-b023-476b-8d0c-3a6ac1e8a9fc not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:41:07.032357 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] Set router 611a264c-093a-4a5c-8194-d6eb4607a1b9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:07.035211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.140004 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] DHCP port deletion for d0aa020a-a654-43a5-9edf-669f1d9bbb64 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:41:07.149269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.190236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Deleting port 62540254-b2f0-49e2-9583-30997337707d {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:41:07.190628 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.216461 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:41:05Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:07.247237 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6acadce-8f8a-4c94-8c0a-8f8959266efd None None] The sync data for ids ['611a264c-093a-4a5c-8194-d6eb4607a1b9'] in n-d-705658-23 is: [{'id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798277549', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:39:23Z', 'updated_at': '2021-07-28T15:41:05Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'ec45a33a-a045-476c-8594-c2d3f92f2753', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611a264c-093a-4a5c-8194-d6eb4607a1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:39:24Z', 'updated_at': '2021-07-28T15:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:41:07.256235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] For port 62540254-b2f0-49e2-9583-30997337707d, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=62540254-b2f0-49e2-9583-30997337707d,segment=NetworkSegment(a4e64a70-5edb-44d3-b85a-bc08855bf72c),segment_id=a4e64a70-5edb-44d3-b85a-bc08855bf72c)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:07.256975 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.276912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port ec45a33a-a045-476c-8594-c2d3f92f2753 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:41:07.276912 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.277345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Calling delete_port for 62540254-b2f0-49e2-9583-30997337707d owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:41:07.354724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port ec45a33a-a045-476c-8594-c2d3f92f2753, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ec45a33a-a045-476c-8594-c2d3f92f2753,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:07.355042 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.373464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for ec45a33a-a045-476c-8594-c2d3f92f2753 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:41:07.420340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.447056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Pushing event deleted for resources: {'Port': ['ID=62540254-b2f0-49e2-9583-30997337707d,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:07.451455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] No DVR routers for this DVR port 62540254-b2f0-49e2-9583-30997337707d on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.461539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.463383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.463383 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c31cef-9d07-41e1-843b-917a9d856bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:07.601546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.641408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=ec45a33a-a045-476c-8594-c2d3f92f2753,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:07.698141 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.796095 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.798347 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.887812 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9dbe036b-7d69-4a14-9f63-f61b859b9977 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:41:07.907381 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9dbe036b-7d69-4a14-9f63-f61b859b9977 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:41:07.912086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9dbe036b-7d69-4a14-9f63-f61b859b9977 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:41:07.912086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62540254-b2f0-49e2-9583-30997337707d no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:41:07.927423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 62540254-b2f0-49e2-9583-30997337707d {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:41:07.928129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 62540254-b2f0-49e2-9583-30997337707d not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:41:07.932738 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.933454 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Fanout notify agent at l3_agent the message router_deleted on router 611a264c-093a-4a5c-8194-d6eb4607a1b9 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:41:07.948120 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:07.949897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-171e7a54-b1cb-4144-ad8f-aa8d3181af14 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/routers/611a264c-093a-4a5c-8194-d6eb4607a1b9 HTTP/1.1" status: 204 len: 168 time: 1.0269721 Jul 28 15:41:07.952209 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40200) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:08.038879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.129040 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.138749 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0aa020a-a654-43a5-9edf-669f1d9bbb64']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:08.154474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e64a70-5edb-44d3-b85a-bc08855bf72c') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:08.154774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e64a70-5edb-44d3-b85a-bc08855bf72c') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:08.164028 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.177103 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.182712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:41:08.183135 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:41:08.185994 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:41:08.346496 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.354923 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.356261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/networks/d0aa020a-a654-43a5-9edf-669f1d9bbb64 HTTP/1.1" status: 204 len: 168 time: 0.4030809 Jul 28 15:41:08.358913 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40202) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:08.377269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20611f-3b38-4476-8cd6-a5f91bcb5312 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Network': ['ID=d0aa020a-a654-43a5-9edf-669f1d9bbb64,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:08.432177 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.457592 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.579181 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:41:08.600514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.603139 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:08.604468 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/security-groups/7029304d-f1fc-4164-8949-e1ddb1b7a835 HTTP/1.1" status: 204 len: 168 time: 0.2445266 Jul 28 15:41:08.614879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f39965-2caf-4212-b9bb-bcf4b49082dc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029304d-f1fc-4164-8949-e1ddb1b7a835,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:09.221204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40208) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:09.226687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334414817', 'description': 'tempest-secgroup-smoke-334414817 description', 'project_id': '815966e8ce464298b44e39ddd92c0ff7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:09.340691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.422360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.506062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.536190 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723b0ecd-7635-401c-89da-ed7fa44caf1c,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:09.632786 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.634073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9a029781-ef2b-4bc5-afa9-cc6169bac2e8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4118469 Jul 28 15:41:09.637082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40210) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:09.641590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:09.771049 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.800541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec45a33a-a045-476c-8594-c2d3f92f2753 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:41:09.821493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ec45a33a-a045-476c-8594-c2d3f92f2753 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:41:09.821929 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ec45a33a-a045-476c-8594-c2d3f92f2753 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:41:09.833642 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.943132 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:09.963925 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8799acbf-01e3-434d-a5d2-84af53840610,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:10.077973 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.079435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f81631af-a10d-48c7-92be-1ccb32ec551e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413099 Jul 28 15:41:10.094020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40212) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:10.094020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:10.177864 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.236640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.353200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.369935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351e6e0-29e1-4ce9-815f-8b0949a532b1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:10.454509 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.455838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23365d86-673b-42f9-8742-8927e8ea538f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3726096 Jul 28 15:41:10.458613 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40214) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:10.463707 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:10.568254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.627973 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.737116 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.756680 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677cbbdd-c740-49a2-a1e1-3aacf8124495,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:10.849073 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:10.850342 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ec862faa-fa88-4966-acf1-3b9b9975384f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906665 Jul 28 15:41:10.854532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40216) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:10.859180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:10.991264 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.054311 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.160155 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.178834 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c400656-6e43-4321-8c1e-7f29a1952291,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:11.283347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.284549 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0190fe0a-fba9-4a32-bffa-3d9eb61c372b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4289479 Jul 28 15:41:11.287429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40218) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:11.292606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:11.368578 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:41:11.373868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.434484 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.488823 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.508160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fba9ae-a09f-45a3-b4bb-486e5fa0ad13,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:11.577133 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.578305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0064c711-07b6-4710-beca-38e13eaaba89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2899151 Jul 28 15:41:11.581946 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40220) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:11.587527 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '723b0ecd-7635-401c-89da-ed7fa44caf1c', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:11.666074 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:41:11.671176 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.734339 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.869120 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.887192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3711cb8-4cba-422e-8ada-ee2a97058e1b,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:11.988855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:11.990136 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea0c42e5-e76c-49f2-a2fc-e5a5a6dc43ed tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4072521 Jul 28 15:41:11.993718 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40222) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:11.998738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'network': {'name': 'tempest-network-smoke--1124926243', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:12.111461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:41:12.115374 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.147534 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:41:12.152472 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.152823 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Added segment f8b52625-3cd1-4be8-abd1-5b5e8d361200 of type vlan for network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 Jul 28 15:41:12.193043 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.279971 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.285709 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:12.286301 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.354434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Network': ['ID=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:12.363457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-499aa505-b3ed-4fc1-a212-28e1022ce52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.366200 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:41:12.389636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37646169-4763-4033-9216-08aa0d295505 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3948765 Jul 28 15:41:12.392539 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40224) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:12.397128 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'admin_state_up': True, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:12.503202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.504281 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.560125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:12.765473 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.032640 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.051178 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.154932 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.47 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/e16ca1b5-e703-42d5-b568-7f62ca37c4b9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:41:13.254308 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.388997 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.427540 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:13.433090 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:13.435619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:41:13.441432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:13.796435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:13.990804 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.212302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:41:14.319770 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:41:14.329371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Sync routers for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:41:14.339132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:14.339762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:40:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:14.409089 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.410377 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-937707fb-7699-4f80-9a5a-9337eb617065 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0168097 Jul 28 15:41:14.414570 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40228) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:14.446280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:14.446936 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-97db70c8-17ac-4092-b3a4-019d0135f7de tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=815966e8ce464298b44e39ddd92c0ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312049 Jul 28 15:41:14.449541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40230) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:14.536617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0176652-eb21-4d64-ba81-038e99c13eb7 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:14.538230 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-a0176652-eb21-4d64-ba81-038e99c13eb7 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877028 Jul 28 15:41:14.541246 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40232) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:14.572311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0476211d-3d97-46af-85ad-94f6e3c0a7fa tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299304 Jul 28 15:41:14.574744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40234) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:14.579606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297444500', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:14.629181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:13Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:14.665312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Checking router: 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:41:14.665662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Updating router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:41:14.697102 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.725588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:41:14.729266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.778169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a185c4cc-73fa-4141-914d-5a37bd9461d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.974941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:14.987706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Transition to ACTIVE for port object e16ca1b5-e703-42d5-b568-7f62ca37c4b9 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:15.009154 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.049279 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.111759 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.167775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Attempting to bind port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:41:15.168151 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Attempting to bind port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:41:15.168509 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Attempting to bind port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:41:15.174243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35367-e56f-4e2e-9f02-efec31780d01 None None] Pushing event updated for resources: {'Port': ['ID=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:15.179802 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:41:15.180758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:41:15.180758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.181096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:41:15.181580 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Bound port: e16ca1b5-e703-42d5-b568-7f62ca37c4b9, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:41:15.182547 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.236150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] For port e16ca1b5-e703-42d5-b568-7f62ca37c4b9, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:41:15.239544 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] For port e16ca1b5-e703-42d5-b568-7f62ca37c4b9, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:41:15.341789 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d803e-ec4e-40a5-89fe-30e15e936535,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:15.346404 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.346922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Checking segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:41:15.349861 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network hostable DHCP agents. Network: cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:41:15.403967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:15.404590 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:15.409186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f35367-e56f-4e2e-9f02-efec31780d01 None None] Pushing event updated for resources: {'Port': ['ID=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:15.443115 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:41:15.511632 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:15.548344 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:15.552700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:15.553312 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.567215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a34517-1fce-490d-b1b6-e9b1f7c1a95a None None] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:41:15.644429 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bea4e38-031d-464b-8a0d-663716ccaea0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0684688 Jul 28 15:41:15.647276 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40236) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:15.958552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:41:15.959447 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:15.965076 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:13Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:16.001853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d10f25-250a-4074-8349-6a84a24be4e9 None None] The sync data for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 is: [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:13Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:41:16.097715 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.133210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Allocated IP 172.20.0.2 (cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9/9f3d803e-ec4e-40a5-89fe-30e15e936535/c72f767d-522a-43d8-a7c7-a51b12423147) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:41:16.331614 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.341093 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Transition to ACTIVE for port object c72f767d-522a-43d8-a7c7-a51b12423147 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:16.358225 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Transition to ACTIVE for port object c72f767d-522a-43d8-a7c7-a51b12423147 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:16.463787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.520560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.565266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:16.572962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.1 (cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9/9f3d803e-ec4e-40a5-89fe-30e15e936535/79d32541-9f91-4811-9362-28f99cc8cb92) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:41:16.575758 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:16.579778 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Pushing event updated for resources: {'Port': ['ID=c72f767d-522a-43d8-a7c7-a51b12423147,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:16.582201 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:41:16.643684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Attempting to bind port c72f767d-522a-43d8-a7c7-a51b12423147 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:41:16.644053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Attempting to bind port c72f767d-522a-43d8-a7c7-a51b12423147 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:41:16.644463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Attempting to bind port c72f767d-522a-43d8-a7c7-a51b12423147 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:41:16.649841 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:41:16.650378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Checking segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:41:16.650721 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.651208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Bound using segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:41:16.651684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Bound port: c72f767d-522a-43d8-a7c7-a51b12423147, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:41:16.655371 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.703112 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.719918 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 79d32541-9f91-4811-9362-28f99cc8cb92 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:16.723968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] For port c72f767d-522a-43d8-a7c7-a51b12423147, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:41:16.727452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] For port c72f767d-522a-43d8-a7c7-a51b12423147, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c72f767d-522a-43d8-a7c7-a51b12423147,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:41:16.826568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.855944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:16.898604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7a5e-8a58-45d2-a712-da9b5878d9cf None None] Pushing event updated for resources: {'Port': ['ID=c72f767d-522a-43d8-a7c7-a51b12423147,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:16.908319 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:16.911571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:16.916180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:41:16.947400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:16.969901 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:17.181314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:17.464578 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:17.565787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:17.640638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:17.643221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:17.738880 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:17.740402 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:17.900263 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:41:17.941876 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c72f767d-522a-43d8-a7c7-a51b12423147 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:18.011622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.053469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:41:18.059510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c9a9d83f-e43c-4080-9aad-5eb087380f9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4105048 Jul 28 15:41:18.063473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c72f767d-522a-43d8-a7c7-a51b12423147 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:18.068052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e16ca1b5-e703-42d5-b568-7f62ca37c4b9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:18.076251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Sync routers for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:41:18.087565 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:18.088494 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:18.199203 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce651f64-a037-43fd-8b83-55fc6915f90a None None] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:41:18.210561 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:18.211610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:18.214275 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-0aead5f4-b4db-49d4-a27d-3d8dc8290e33 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334414817&fields=id&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 267 time: 0.0382681 Jul 28 15:41:18.246332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:18.246809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.334329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-935ec53d-546c-4c1f-b90b-e491f87c79d0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:18.336440 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-935ec53d-546c-4c1f-b90b-e491f87c79d0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 797 time: 0.1136184 Jul 28 15:41:18.353948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-24de665c-e8e9-4779-9d9f-fff9c7525c62 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/quotas/815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Jul 28 15:41:18.373215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Provisioning for port c72f767d-522a-43d8-a7c7-a51b12423147 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:18.392145 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Provisioning complete for port c72f767d-522a-43d8-a7c7-a51b12423147 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:18.392572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.409928 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-c46d866a-9664-4799-a514-3a1c911e1b40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492346 Jul 28 15:41:18.424348 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.430325 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 2, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:18.463285 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Checking router: 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:41:18.463654 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Updating router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 port 79d32541-9f91-4811-9362-28f99cc8cb92 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:41:18.474034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port e16ca1b5-e703-42d5-b568-7f62ca37c4b9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:18.490590 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.525229 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-dedbadf3-a2e1-4a2e-b2bf-6cfe23773817 service neutron] 10.222.0.47 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993290 Jul 28 15:41:18.541514 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.583365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] For port c72f767d-522a-43d8-a7c7-a51b12423147, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c72f767d-522a-43d8-a7c7-a51b12423147,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:18.585277 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.644154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:18.667398 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-b13f62e8-abd9-4ac6-81f7-1c2a11f7ac2d service neutron] 10.222.0.47 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257563 Jul 28 15:41:18.671053 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.739099 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc3515-5534-46a5-97a0-d0ae8b3fcbd4 None None] Pushing event updated for resources: {'Port': ['ID=c72f767d-522a-43d8-a7c7-a51b12423147,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:18.795835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2b7eadc8-d937-4b02-8d67-59419010653f None None] Provisioning complete for port c72f767d-522a-43d8-a7c7-a51b12423147 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:18.796247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2b7eadc8-d937-4b02-8d67-59419010653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.809963 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.820637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Transition to ACTIVE for port object 79d32541-9f91-4811-9362-28f99cc8cb92 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:18.928596 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:18.956166 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d25cfef6-2cee-43ad-9664-a6ef914bca6b req-8cd1fe49-729b-46ea-b201-4fc2025a55f2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 210 time: 0.0276847 Jul 28 15:41:19.011043 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Pushing event updated for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:19.031552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-2b7eadc8-d937-4b02-8d67-59419010653f None None] Provisioning for port 79d32541-9f91-4811-9362-28f99cc8cb92 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:19.047459 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.047459 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.047459 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.047903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.048117 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.048316 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.048645 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.048971 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.049294 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.049795 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.050070 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.050399 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:41:19.058210 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Attempting to bind port 79d32541-9f91-4811-9362-28f99cc8cb92 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:41:19.058676 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Attempting to bind port 79d32541-9f91-4811-9362-28f99cc8cb92 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:41:19.058933 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Attempting to bind port 79d32541-9f91-4811-9362-28f99cc8cb92 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:41:19.064492 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:41:19.064970 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Checking segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:41:19.065378 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:19.065755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Bound using segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:41:19.066218 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Bound port: 79d32541-9f91-4811-9362-28f99cc8cb92, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:41:19.066597 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:19.132670 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] For port 79d32541-9f91-4811-9362-28f99cc8cb92, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:41:19.136067 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] For port 79d32541-9f91-4811-9362-28f99cc8cb92, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=79d32541-9f91-4811-9362-28f99cc8cb92,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:41:19.276736 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:19.333191 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:19.333191 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:19.490499 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3191d5-9ebf-46c9-953b-92a2d8f3c411 None None] Pushing event updated for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:19.567915 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:19.770327 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:19Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:19.796286 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12760354-4f6f-46af-8179-3a37d003cd24 None None] The sync data for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 is: [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:19Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:41:19.897795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c72f767d-522a-43d8-a7c7-a51b12423147 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:19.953371 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c72f767d-522a-43d8-a7c7-a51b12423147 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:19.953790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:20.041258 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e16ca1b5-e703-42d5-b568-7f62ca37c4b9 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:20.050226 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c74f74ff-2cc2-4545-9258-b63d60ee2829 req-d7f9120e-bc88-4d93-a8f7-18c7949e436d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 210 time: 0.0300374 Jul 28 15:41:20.090563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:20.091067 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:20.579945 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:21.117099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:21.151333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fe8c0ff3-3a37-4b31-8d3c-fcd7b50224b9 req-940eced3-8cbb-44f6-b34a-d96869345f4f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 210 time: 0.0303516 Jul 28 15:41:21.358720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-04be118e-d172-46cd-b8cc-c42b0f097fe0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:21.360115 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-04be118e-d172-46cd-b8cc-c42b0f097fe0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 797 time: 0.1059024 Jul 28 15:41:21.411598 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-badf9a3c-b400-4840-a93a-12c2e09b381d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 379 time: 0.0364215 Jul 28 15:41:21.421333 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'port': {'device_id': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'admin_state_up': True, 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'security_groups': ['723b0ecd-7635-401c-89da-ed7fa44caf1c']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:21.628892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:41:21.632558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:21.765364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.14 (cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9/9f3d803e-ec4e-40a5-89fe-30e15e936535/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:41:21.880461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 79d32541-9f91-4811-9362-28f99cc8cb92 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:21.922581 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:21.937256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:22.034078 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 79d32541-9f91-4811-9362-28f99cc8cb92 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:22.038358 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 79d32541-9f91-4811-9362-28f99cc8cb92 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:22.038826 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.066047 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.111603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:22.114930 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:22.121656 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:41:22.130662 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.146268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:22.170539 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 79d32541-9f91-4811-9362-28f99cc8cb92, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=79d32541-9f91-4811-9362-28f99cc8cb92,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:22.179264 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:22.185816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.268615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.280104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bfc11-8500-439b-83b8-f9e12d638891 req-1e37fe16-be25-46dc-b5f5-7f0a16dfad8c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:22.281728 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c1bfc11-8500-439b-83b8-f9e12d638891 req-1e37fe16-be25-46dc-b5f5-7f0a16dfad8c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 932 time: 0.0588412 Jul 28 15:41:22.297580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-899c1d5a-9fc6-463e-952f-d8ef171c85a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8800631 Jul 28 15:41:22.316536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Request body: {'port': {'device_id': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:22.326716 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c1bfc11-8500-439b-83b8-f9e12d638891 req-43a8235a-c610-4a8b-93b4-d7a60a7c4e36 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383682 Jul 28 15:41:22.339231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:22.386522 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.422911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-798ff88a-dc06-402d-8758-834c9c5e6a52 None None] Provisioning for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:22.427097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-798ff88a-dc06-402d-8758-834c9c5e6a52 None None] Provisioning complete for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:22.427474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-798ff88a-dc06-402d-8758-834c9c5e6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.462297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-798ff88a-dc06-402d-8758-834c9c5e6a52 None None] Port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:41:22.656902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:41:22.664353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.675935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Transition to ACTIVE for port object 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:41:22.739666 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.793539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:22.872772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:41:22.873118 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:41:22.873463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:41:22.878277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:41:22.878609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:41:22.884474 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:41:22.884814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Checking segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:41:22.885200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Bound using segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:41:22.885636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Bound port: 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:41:22.886010 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:22.956489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:41:22.959526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:41:23.020423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:23.058151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.058840 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:23.060513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1093 time: 0.7487001 Jul 28 15:41:23.063241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:41:23.065792 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba6e0f5-6e2a-438e-a139-69009cb273c8" -d '{"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:41:23.094626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182575a-086c-4c0f-bbe0-7da6dfbc27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:23.115939 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378006d-af9d-4d2c-a97d-542fe0fefb66 x-openstack-request-id: req-7378006d-af9d-4d2c-a97d-542fe0fefb66 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:41:23.116313 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:41:23.116640 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7378006d-af9d-4d2c-a97d-542fe0fefb66 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:41:23.117119 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'status': 'completed', 'code': 200} Jul 28 15:41:23.207889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-e3f752b6-61e9-424d-9d1a-cad5e1923c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.209454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-e3f752b6-61e9-424d-9d1a-cad5e1923c88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1096 time: 0.0505586 Jul 28 15:41:23.326363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-03f3f931-8c1b-40fc-b73a-7b2e73cddb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.327974 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-03f3f931-8c1b-40fc-b73a-7b2e73cddb5c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=815966e8ce464298b44e39ddd92c0ff7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1049037 Jul 28 15:41:23.433969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-d26bf9b2-a815-47ff-bdc8-fce856427804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.435725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aba6e0f5-6e2a-438e-a139-69009cb273c8 req-d26bf9b2-a815-47ff-bdc8-fce856427804 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012483 Jul 28 15:41:23.466879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504e888-4c70-4ed1-8eca-ee54e1fee23b req-b2bc255d-19f4-4aa6-9c69-ee53ac0dad19 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.468516 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5504e888-4c70-4ed1-8eca-ee54e1fee23b req-b2bc255d-19f4-4aa6-9c69-ee53ac0dad19 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 944 time: 0.0605190 Jul 28 15:41:23.519286 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5504e888-4c70-4ed1-8eca-ee54e1fee23b req-1a52caea-8a0e-4f38-af09-72e4016717bb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Jul 28 15:41:23.553280 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-b4edda3b-2285-430d-a4f9-6828fd57f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.555941 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-b4edda3b-2285-430d-a4f9-6828fd57f673 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1096 time: 0.0497420 Jul 28 15:41:23.605162 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-1a66ffb0-7cf3-4c33-86ba-786503ef527a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0366070 Jul 28 15:41:23.662982 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-19395e8e-9f4a-4eab-980a-4db370086b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.665159 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-19395e8e-9f4a-4eab-980a-4db370086b95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0530443 Jul 28 15:41:23.714412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-ee6d4297-5032-44b8-86d9-0d1c7d13c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:23.715926 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-ee6d4297-5032-44b8-86d9-0d1c7d13c74e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439770 Jul 28 15:41:23.813481 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-83bde774-52d3-404f-8ce2-a21d167fe5bf service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902767 Jul 28 15:41:23.855105 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 79d32541-9f91-4811-9362-28f99cc8cb92 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:23.918533 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 79d32541-9f91-4811-9362-28f99cc8cb92 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:23.918918 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:23.938391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6b6031ec-3406-4fd2-b324-e0e748f9a96f req-89f1e86e-3c85-44e3-89fa-0536925066fa service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180699 Jul 28 15:41:24.642005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf80677-8853-43a7-b7fa-b546cac298a4 req-597e140b-d6bc-4468-aa62-445c00a6a016 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:24.643615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dbf80677-8853-43a7-b7fa-b546cac298a4 req-597e140b-d6bc-4468-aa62-445c00a6a016 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 944 time: 0.0518448 Jul 28 15:41:24.683318 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dbf80677-8853-43a7-b7fa-b546cac298a4 req-7dceac0b-af12-40f9-9fb4-6eda8a2c9ab5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332797 Jul 28 15:41:25.011142 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:41:25.115043 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:25.126887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'mac_address': 'fa:16:3e:e9:7a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:41:25.165313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:25.178319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:41:25.197531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:25.265089 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:25.312688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:25.548193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:41:25.804990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249871bb-5777-4e2a-8a71-89cd897e0b4e req-1d7efa9a-076c-4464-b8d9-bceacb25d484 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:25.806563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-249871bb-5777-4e2a-8a71-89cd897e0b4e req-1d7efa9a-076c-4464-b8d9-bceacb25d484 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 945 time: 0.0514028 Jul 28 15:41:25.845882 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-249871bb-5777-4e2a-8a71-89cd897e0b4e req-e3f6df60-912a-4e56-a425-5e17b033ecae tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Jul 28 15:41:26.965832 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da860e3-9720-4be9-961c-ec809e9e9a0b req-9a15d901-35d4-4cda-bcbf-d3485073368a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:26.967375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4da860e3-9720-4be9-961c-ec809e9e9a0b req-9a15d901-35d4-4cda-bcbf-d3485073368a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 945 time: 0.0525308 Jul 28 15:41:27.012341 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4da860e3-9720-4be9-961c-ec809e9e9a0b req-a541c932-be47-4ce6-9b76-8c96d1609619 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389738 Jul 28 15:41:27.023146 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:41:27.157033 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:41:27.161510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:41:27.161961 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:27.244282 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:27.265749 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:41:27.268034 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe75f6-56f2-40e0-96bc-433e470fc648" -d '{"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:41:27.280827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:41:27.307412 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a27ab0-599e-43e2-8f00-07ebeecd85b2 x-openstack-request-id: req-d1a27ab0-599e-43e2-8f00-07ebeecd85b2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:41:27.307708 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:41:27.307965 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1a27ab0-599e-43e2-8f00-07ebeecd85b2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:41:27.308365 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'code': 200} Jul 28 15:41:27.351084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:27.415604 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:27.434495 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e87af-47a3-4392-adc9-e1625e91c6b0 req-e24818be-478e-4a90-9c3f-ceede401f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:27.436066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a9e87af-47a3-4392-adc9-e1625e91c6b0 req-e24818be-478e-4a90-9c3f-ceede401f242 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1098 time: 0.0462592 Jul 28 15:41:27.471389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a9e87af-47a3-4392-adc9-e1625e91c6b0 req-89522b4d-7759-4417-a905-0801e601a62e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284314 Jul 28 15:41:28.156210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bfd21-f09d-4eca-9be3-6f18dc74e587 req-7e085d95-7ea9-4e27-825d-e83c83ae462a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:28.157886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-552bfd21-f09d-4eca-9be3-6f18dc74e587 req-7e085d95-7ea9-4e27-825d-e83c83ae462a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0535202 Jul 28 15:41:28.200435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-552bfd21-f09d-4eca-9be3-6f18dc74e587 req-f7900b58-a4cc-4d85-a8e9-416ffc3c0614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339983 Jul 28 15:41:29.318166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2716c5-be86-422d-94b3-96a55487040f req-c229333a-877f-4839-b42b-097de496b0e4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:29.319703 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac2716c5-be86-422d-94b3-96a55487040f req-c229333a-877f-4839-b42b-097de496b0e4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0488956 Jul 28 15:41:29.359867 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ac2716c5-be86-422d-94b3-96a55487040f req-f9c3ab1e-8a0a-4616-9487-35183e29066e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331836 Jul 28 15:41:29.476220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bd444-dcda-407f-b5d4-bb939e708809 req-ed625607-a520-4d1c-be9e-79db7ae91109 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:29.477845 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e7bd444-dcda-407f-b5d4-bb939e708809 req-ed625607-a520-4d1c-be9e-79db7ae91109 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0500786 Jul 28 15:41:29.520260 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e7bd444-dcda-407f-b5d4-bb939e708809 req-e24be0bd-1826-4960-b5b1-f1e7dc6682e2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358768 Jul 28 15:41:29.541969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40298) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:29.582334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e0715-c8dd-47bf-a6e1-934afa761f7f tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:29.583933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da4e0715-c8dd-47bf-a6e1-934afa761f7f tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1093 time: 0.0409744 Jul 28 15:41:29.587803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40300) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:29.592522 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:41:29.716830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:29.813928 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:29.920574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.234 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5a24a00a-7add-42fe-90b3-173f1278aef9) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:41:30.026347 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:30.197779 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:30.236520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:41:30.239469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:41:30.250790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:41:30.272322 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=5a24a00a-7add-42fe-90b3-173f1278aef9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:30.615430 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:30.757292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:30.908565 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:30.973391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:31.041656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=5a24a00a-7add-42fe-90b3-173f1278aef9,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:41:31.055220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:31.425618 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 92a76698-a9af-4a4f-aabc-ba408f59f5de associated. External IP: 172.25.0.234, port: 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1. Jul 28 15:41:31.639840 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:41:31.748671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:41:31.758215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Sync routers for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:41:31.767908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:31.768524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:31.817060 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:31.844912 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0bf46f56-f48d-4f28-aad5-ce058bf0ba83 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2559857 Jul 28 15:41:31.845477 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:41:31.848061 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551aa93b-60d9-40e1-a74c-09d4c0038a26" -d '{"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:41:31.877656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:31.895948 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1daa4c8-a861-4b55-a3df-1d3286e57fca x-openstack-request-id: req-f1daa4c8-a861-4b55-a3df-1d3286e57fca {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:41:31.896221 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:41:31.896473 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1daa4c8-a861-4b55-a3df-1d3286e57fca {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:41:31.896876 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'status': 'completed', 'code': 200} Jul 28 15:41:31.956026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061d09-e7cb-4c89-be99-3fc4d06fbbb0 req-e2ada662-ca46-46a0-b9a0-60124e108d7a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:31.957782 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-11061d09-e7cb-4c89-be99-3fc4d06fbbb0 req-e2ada662-ca46-46a0-b9a0-60124e108d7a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0507476 Jul 28 15:41:31.983784 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-6e66aee5-231c-4a3e-8fd2-4953756ec268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:31.985512 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-6e66aee5-231c-4a3e-8fd2-4953756ec268 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1098 time: 0.0440850 Jul 28 15:41:31.999434 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-11061d09-e7cb-4c89-be99-3fc4d06fbbb0 req-867058a5-4f12-46ae-b18c-e12c7f2b9b38 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346689 Jul 28 15:41:32.023755 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40308) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:32.085094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-c4578644-a09e-4439-919e-32bc62dbc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:32.088152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-c4578644-a09e-4439-919e-32bc62dbc414 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0948913 Jul 28 15:41:32.093263 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-bf278b7c-bff1-4a26-a621-d66f88ce251d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/92a76698-a9af-4a4f-aabc-ba408f59f5de HTTP/1.1" status: 200 len: 992 time: 0.0678329 Jul 28 15:41:32.122061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '92a76698-a9af-4a4f-aabc-ba408f59f5de', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'mac_address': 'fa:16:3e:e9:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:41:30Z', 'updated_at': '2021-07-28T15:41:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:32.151414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Checking router: 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:41:32.155134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-34e3ad3b-5ae8-476f-a095-08c65d6c94e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0607159 Jul 28 15:41:32.168981 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:41:32.169615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:41:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:32.204569 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-7367e9d9-c3df-4199-9c9a-a90bd8605a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:32.206049 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-7367e9d9-c3df-4199-9c9a-a90bd8605a95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0447824 Jul 28 15:41:32.255764 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-f373894e-71f3-4804-b80f-1ad0c6a8b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:41:32.257189 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-f373894e-71f3-4804-b80f-1ad0c6a8b8d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445490 Jul 28 15:41:32.319882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:41:32.349927 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-780effbd-b111-4551-beb5-243d278362ef service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Jul 28 15:41:32.446004 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-551aa93b-60d9-40e1-a74c-09d4c0038a26 req-373c4c32-aaf8-41cf-b920-bf7334afc2d7 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890865 Jul 28 15:41:32.752235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '92a76698-a9af-4a4f-aabc-ba408f59f5de', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'mac_address': 'fa:16:3e:e9:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:41:30Z', 'updated_at': '2021-07-28T15:41:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:41:32.779379 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d62c92-18f1-4ee5-aeb8-efd9569ef17e None None] The sync data for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 is: [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '92a76698-a9af-4a4f-aabc-ba408f59f5de', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.234', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'mac_address': 'fa:16:3e:e9:7a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:41:30Z', 'updated_at': '2021-07-28T15:41:30Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:41:32.969928 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7667a32-b3fc-4cf4-8af2-d08fd76422ab None None] New status for floating IP 92a76698-a9af-4a4f-aabc-ba408f59f5de: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:41:33.096939 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40310) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:33.160804 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37c8d317-4a73-4d9b-8aa2-fe1c74830dba tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/92a76698-a9af-4a4f-aabc-ba408f59f5de HTTP/1.1" status: 200 len: 992 time: 0.0627835 Jul 28 15:41:34.164867 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40312) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:41:34.231074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2ac4eb84-0dce-41bd-b6b3-67725675b547 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/92a76698-a9af-4a4f-aabc-ba408f59f5de HTTP/1.1" status: 200 len: 994 time: 0.0650504 Jul 28 15:41:42.379063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18fdf089-978e-4450-8ade-9c05396529b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:44.784701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0d2677b7-1c53-4d09-acb1-d9c8309d025e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:44.961994 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:45.579411 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:41:46.362709 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:47.947464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:50.584424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:41:51.164690 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:03.983708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c138c9-a16c-441e-9d72-fc2b70fc2dad req-808eb5e7-d398-419d-b047-95bf99bd6649 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:03.985238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19c138c9-a16c-441e-9d72-fc2b70fc2dad req-808eb5e7-d398-419d-b047-95bf99bd6649 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.1012328 Jul 28 15:42:04.031208 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-19c138c9-a16c-441e-9d72-fc2b70fc2dad req-978156c3-48ab-4e2a-957a-a0e1849c4466 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393903 Jul 28 15:42:04.090202 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-49c7c635-9173-42fa-af6d-50bf7aa3ef65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922973 Jul 28 15:42:05.201933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715f5e2-2df3-4674-886f-90eff0826d8a req-71cc7e00-a77c-4456-a2e4-8af0e72bfed0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:05.203572 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1715f5e2-2df3-4674-886f-90eff0826d8a req-71cc7e00-a77c-4456-a2e4-8af0e72bfed0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0983422 Jul 28 15:42:05.243772 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1715f5e2-2df3-4674-886f-90eff0826d8a req-bc82bd19-6f71-4226-89b8-7ff0578bd513 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342524 Jul 28 15:42:06.364767 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853e6a-b57a-4d99-a3fa-aea74844566d req-e295da4f-c7be-4c1a-a894-7d9eff684151 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:06.366248 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a853e6a-b57a-4d99-a3fa-aea74844566d req-e295da4f-c7be-4c1a-a894-7d9eff684151 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0493414 Jul 28 15:42:06.408443 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4a853e6a-b57a-4d99-a3fa-aea74844566d req-8c74f66d-73f5-43f3-9370-138a01a08173 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360587 Jul 28 15:42:06.449236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-f250b1c5-edf3-43d3-b962-b6b351dcb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:06.450733 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-f250b1c5-edf3-43d3-b962-b6b351dcb151 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1098 time: 0.0836310 Jul 28 15:42:06.541171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-6190c2ce-bfdf-4733-aaf1-e59249f93c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:06.542573 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-6190c2ce-bfdf-4733-aaf1-e59249f93c64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0851588 Jul 28 15:42:06.611261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-87684b45-aeac-4bdc-a085-f4ce6b327ddd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1002 time: 0.0618527 Jul 28 15:42:06.658644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-08b8cee9-2dc8-4ab6-925f-e0dd8cd27db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:06.660121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-08b8cee9-2dc8-4ab6-925f-e0dd8cd27db0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0426710 Jul 28 15:42:06.705343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-2f322c88-ea7e-42f6-9502-2c997c3e92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:06.706834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-2f322c88-ea7e-42f6-9502-2c997c3e92b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401571 Jul 28 15:42:06.797080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-5a3f1a80-7a41-4544-8a3f-73278494e3eb service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Jul 28 15:42:06.884985 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-a52394a6-9a6d-4250-965d-2891fe8f6768 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814402 Jul 28 15:42:07.524461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5671c-e00a-4fc9-9192-f381fdc5d95e req-d72b54c5-b641-46a9-b2ef-49a18911ea7b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:07.525942 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19e5671c-e00a-4fc9-9192-f381fdc5d95e req-d72b54c5-b641-46a9-b2ef-49a18911ea7b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0487716 Jul 28 15:42:07.564660 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19e5671c-e00a-4fc9-9192-f381fdc5d95e req-18331696-132a-42c3-a81c-8b6398d701cd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Jul 28 15:42:08.694349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a2473-ca26-4e59-9e16-aa32bb5d15dd req-9069627e-76aa-40c3-9d9f-9a565a567103 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:08.695871 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595a2473-ca26-4e59-9e16-aa32bb5d15dd req-9069627e-76aa-40c3-9d9f-9a565a567103 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0500774 Jul 28 15:42:08.738478 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-595a2473-ca26-4e59-9e16-aa32bb5d15dd req-8f502fa8-edbd-4296-b465-79a34d86d2d9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367229 Jul 28 15:42:09.054531 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-122d2f39-5be1-46b0-9f27-903529a4314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:09.056067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-122d2f39-5be1-46b0-9f27-903529a4314a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1098 time: 0.0417409 Jul 28 15:42:09.166541 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-312505c1-3ea7-4d64-b0be-3d40d9b0351b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:09.168080 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-312505c1-3ea7-4d64-b0be-3d40d9b0351b service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0926530 Jul 28 15:42:09.242386 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-86efef14-276d-4e3c-a7f6-31b3d3670c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1002 time: 0.0670986 Jul 28 15:42:09.291434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-1a08db8e-0131-4edd-90d5-ed091ff02955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:09.292886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-1a08db8e-0131-4edd-90d5-ed091ff02955 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0433722 Jul 28 15:42:09.336777 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-28ef7159-b294-4d4c-b970-fdb6538d225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:09.338197 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-28ef7159-b294-4d4c-b970-fdb6538d225a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388951 Jul 28 15:42:09.429764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-74353e55-5049-4db6-a2cb-15fadce1d784 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845823 Jul 28 15:42:09.519657 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6838ef4a-1bfd-4f5c-ae79-f69ffe491bac req-a3999f2e-ece4-48f6-8009-dddc4a02be6e service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Jul 28 15:42:09.870502 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0339645-aa9e-4649-b0b2-b4b96c6230cd req-ddb5e1e2-0551-42d3-85ae-b63ad41d3e96 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:09.872058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0339645-aa9e-4649-b0b2-b4b96c6230cd req-ddb5e1e2-0551-42d3-85ae-b63ad41d3e96 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0541325 Jul 28 15:42:09.911680 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0339645-aa9e-4649-b0b2-b4b96c6230cd req-7ca64435-961f-454c-8c64-0c592bab47b7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332675 Jul 28 15:42:11.028813 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee757b07-5b1d-43f1-942d-96be489346e7 req-9f70b60c-165c-4ff2-b62a-7111516d82a3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:11.030317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee757b07-5b1d-43f1-942d-96be489346e7 req-9f70b60c-165c-4ff2-b62a-7111516d82a3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0494246 Jul 28 15:42:11.072308 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee757b07-5b1d-43f1-942d-96be489346e7 req-d65e7da0-8e11-45ae-88bc-95a167cdf121 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352252 Jul 28 15:42:12.199937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4623d7-2d2f-4eee-8eaa-e3527c13cd78 req-2f5d6429-b12b-4dc4-9faf-5ee758e9cb8e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:12.201515 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d4623d7-2d2f-4eee-8eaa-e3527c13cd78 req-2f5d6429-b12b-4dc4-9faf-5ee758e9cb8e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0544043 Jul 28 15:42:12.244364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3d4623d7-2d2f-4eee-8eaa-e3527c13cd78 req-931e4229-b8f6-40ed-a309-e3bb0e0f14a7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364273 Jul 28 15:42:12.349434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-adb02672-2637-4e6b-b1fa-6c836569fdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:13.364738 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e52de-2713-42e6-9e35-c7f2a2ff742c req-89be6bf6-b13c-4a9c-9046-616358541222 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:13.366222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-027e52de-2713-42e6-9e35-c7f2a2ff742c req-89be6bf6-b13c-4a9c-9046-616358541222 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0502102 Jul 28 15:42:13.404103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-027e52de-2713-42e6-9e35-c7f2a2ff742c req-706507c2-f072-449a-93f3-c50c5f55e9c9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317609 Jul 28 15:42:14.520422 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736bf41-1571-453c-a8b0-44f625129376 req-b9e23735-aeda-4afe-ac50-a27fd611bcb6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:14.521948 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f736bf41-1571-453c-a8b0-44f625129376 req-b9e23735-aeda-4afe-ac50-a27fd611bcb6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0494609 Jul 28 15:42:14.561749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f736bf41-1571-453c-a8b0-44f625129376 req-75b9caa7-eb1e-4903-ac03-134318db0a3c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337238 Jul 28 15:42:14.783825 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-11bbae43-e52d-4ae7-8094-d9755a303d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:14.993076 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:15.686168 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0270fb7-b6bc-4fa6-a55d-3489a6c597eb req-20ac6baf-80f8-4ef6-8302-f0acc516f5f0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:15.688653 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0270fb7-b6bc-4fa6-a55d-3489a6c597eb req-20ac6baf-80f8-4ef6-8302-f0acc516f5f0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0520682 Jul 28 15:42:15.730239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0270fb7-b6bc-4fa6-a55d-3489a6c597eb req-2adf0e93-b54d-4721-b1d6-c56f33924bc7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353885 Jul 28 15:42:16.404753 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:16.857602 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8037b-0556-4a49-a21f-246b7100a70a req-8e652a82-e0db-43a1-92e9-1e59c3d42c71 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:16.859347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cba8037b-0556-4a49-a21f-246b7100a70a req-8e652a82-e0db-43a1-92e9-1e59c3d42c71 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0578313 Jul 28 15:42:16.902256 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-cba8037b-0556-4a49-a21f-246b7100a70a req-f9fe79aa-2d3b-4eaf-8131-a23722977d98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366144 Jul 28 15:42:18.024104 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e3af-0ceb-44bc-b835-c63f01235b27 req-4df1ad56-98b9-4c15-98d2-e94336faa3e6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:18.025677 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5e6e3af-0ceb-44bc-b835-c63f01235b27 req-4df1ad56-98b9-4c15-98d2-e94336faa3e6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0518174 Jul 28 15:42:18.071436 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b5e6e3af-0ceb-44bc-b835-c63f01235b27 req-25cb7e1c-d65f-407e-ab30-86c3dfb03e1b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390005 Jul 28 15:42:18.120368 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:19.197419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839dfb-a878-4cfe-8335-501fc6176bf4 req-cbe2371d-878b-485a-a24b-b2a8fa415e9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:19.199049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5839dfb-a878-4cfe-8335-501fc6176bf4 req-cbe2371d-878b-485a-a24b-b2a8fa415e9d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0560722 Jul 28 15:42:19.201115 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-dee6725b-92b2-40b9-a2d3-2bc8ff52f4b6 service neutron] show failed (client error): The resource could not be found. Jul 28 15:42:19.202276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-dee6725b-92b2-40b9-a2d3-2bc8ff52f4b6 service neutron] 10.222.0.53 "GET /v2.0/ports/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1/bindings/n-h2-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0560124 Jul 28 15:42:19.240984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d5839dfb-a878-4cfe-8335-501fc6176bf4 req-7764d783-577a-49e6-b5ed-c4c1e622ae27 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347471 Jul 28 15:42:19.795895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-683f6cfd-0763-4b14-bb30-2845000ae158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:19.797972 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-683f6cfd-0763-4b14-bb30-2845000ae158 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 1098 time: 0.1122410 Jul 28 15:42:19.815560 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:42:19.872451 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.127743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:42:20.166438 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h1-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:42:20.208862 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:42:20.211878 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f67c6fb-ab0c-4d63-9ab7-09e144329565" -d '{"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:42:20.216014 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.231168 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Transition to ACTIVE for port object 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:42:20.262420 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e6f017-e685-427e-860c-c0478e5f2090 x-openstack-request-id: req-74e6f017-e685-427e-860c-c0478e5f2090 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:42:20.262721 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-unplugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:42:20.262993 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74e6f017-e685-427e-860c-c0478e5f2090 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:42:20.263413 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'code': 200} Jul 28 15:42:20.337314 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.411039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=6']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:20.463248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad954-6dfa-4e38-87f3-d47a89a7d894 req-cf10e5a9-e6ee-45a3-a99e-1b6dd706decc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:20.464822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-319ad954-6dfa-4e38-87f3-d47a89a7d894 req-cf10e5a9-e6ee-45a3-a99e-1b6dd706decc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.1551182 Jul 28 15:42:20.482675 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.483050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.483403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.483803 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.484646 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.484990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.485325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.485655 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.486050 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.486384 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.486716 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.487071 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:20.567330 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] No DVR routers for this DVR port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on host n-h1-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:42:20.598069 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.602613 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-319ad954-6dfa-4e38-87f3-d47a89a7d894 req-4e411eb1-a8d9-4094-82ae-9b5caa545484 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266496 Jul 28 15:42:20.707969 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:42:20.708312 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:42:20.708645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:42:20.713207 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:42:20.713535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Attempting to bind port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:42:20.718786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:42:20.719160 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Checking segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:42:20.734456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Bound using segment: {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:42:20.734456 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Bound port: 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b52625-3cd1-4be8-abd1-5b5e8d361200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:42:20.734456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.782606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:42:20.785744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:42:20.867773 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.902724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:20.903385 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:20.904764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] 10.222.0.50 "PUT /v2.0/ports/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1093 time: 1.0936830 Jul 28 15:42:20.926986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1cd1c-973a-4488-b7c3-a21406e52102 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=7']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:21.017623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-e35e02de-639e-42fe-887f-2f1ce677c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:21.019268 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-e35e02de-639e-42fe-887f-2f1ce677c9fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1096 time: 0.0802422 Jul 28 15:42:21.133518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-4a20011b-dde1-47e0-9472-e30b465cd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:21.135012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-4a20011b-dde1-47e0-9472-e30b465cd2c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.1092010 Jul 28 15:42:21.137439 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:21.234592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-d1d55f2a-5ebe-4d52-b19c-5f6b217cb272 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0916302 Jul 28 15:42:21.560806 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-ba4601a8-99d9-4449-a8db-701d219ffd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:21.563018 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-ba4601a8-99d9-4449-a8db-701d219ffd7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.3217044 Jul 28 15:42:21.618290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-d4bd4821-9ca4-4a67-be63-fda08310df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:21.619833 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-d4bd4821-9ca4-4a67-be63-fda08310df6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493972 Jul 28 15:42:21.630699 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-f41d2c93-2f4b-4640-a2ef-5c6481306550 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:42:21.631683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-f41d2c93-2f4b-4640-a2ef-5c6481306550 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050077 Jul 28 15:42:21.727320 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-914d6aba-96df-45b1-9e40-58c45be65544 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886574 Jul 28 15:42:21.728615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861315fd-0ea0-4880-bab9-ce7bc70658c2 req-362f474a-4d07-4b92-9877-1172e7e638d8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:21.730227 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-861315fd-0ea0-4880-bab9-ce7bc70658c2 req-362f474a-4d07-4b92-9877-1172e7e638d8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 944 time: 0.0521405 Jul 28 15:42:21.769489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-861315fd-0ea0-4880-bab9-ce7bc70658c2 req-75793cca-63a8-48da-858e-2565d58a586a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325496 Jul 28 15:42:21.821953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-cfaf90c8-473b-4d2f-9ffc-900ef8c97d78 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866427 Jul 28 15:42:22.264825 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:42:22.267987 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f" -d '{"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:42:22.316599 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa1736-8fa6-4013-a218-b6aed78de873 x-openstack-request-id: req-17fa1736-8fa6-4013-a218-b6aed78de873 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:42:22.316891 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:42:22.317233 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17fa1736-8fa6-4013-a218-b6aed78de873 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:42:22.317684 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'status': 'completed', 'code': 200} Jul 28 15:42:22.405202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-1f1527a8-42c2-487f-819f-a984cf87b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.407558 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-1f1527a8-42c2-487f-819f-a984cf87b3d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1096 time: 0.0465605 Jul 28 15:42:22.419060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-68245130-98ea-4758-b2b4-9bab38181832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.420591 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-68245130-98ea-4758-b2b4-9bab38181832 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1096 time: 0.0441203 Jul 28 15:42:22.501786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-36fa8cf9-2c7a-4ad6-a284-53e12bc9d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.503336 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-36fa8cf9-2c7a-4ad6-a284-53e12bc9d317 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0893354 Jul 28 15:42:22.527735 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-a5a52ae7-cbb5-41cb-ac0c-8ca4a2278bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.529120 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-a5a52ae7-cbb5-41cb-ac0c-8ca4a2278bdf service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.1018486 Jul 28 15:42:22.570500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-7c24bd8c-43dd-46f9-b01b-564fa62286ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0598688 Jul 28 15:42:22.578322 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:42:22.598371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-13c75946-3461-45ba-a0e9-9b54bf2fad8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1000 time: 0.0610881 Jul 28 15:42:22.628268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-879aa369-e137-498f-8e1c-ab6064594179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.629746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-879aa369-e137-498f-8e1c-ab6064594179 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0508628 Jul 28 15:42:22.656047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-c096486d-b5cb-4d2f-835c-803b018d577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.657864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-c096486d-b5cb-4d2f-835c-803b018d577c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0529461 Jul 28 15:42:22.676153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-9f0473c3-3886-4fac-857f-52601f6e930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.677670 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-9f0473c3-3886-4fac-857f-52601f6e930a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409005 Jul 28 15:42:22.707574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-d2ee6444-3e33-4356-be84-14ebc3bbca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.709116 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-d2ee6444-3e33-4356-be84-14ebc3bbca2e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439227 Jul 28 15:42:22.772861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-8ab14d10-4720-4483-9a67-ac936fd64d5e service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872064 Jul 28 15:42:22.806444 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-8f3a3fc3-ca84-43a7-baa9-3d42f51324e5 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896125 Jul 28 15:42:22.899701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-4aa35fe0-74a3-465c-a88b-adef224d2d74 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199663 Jul 28 15:42:22.910856 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f0ac75d3-59e2-45dc-8fc8-3285e67e927f req-d66d17a3-ee14-41ca-a610-33a5ae6031d4 service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968313 Jul 28 15:42:22.918381 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e661bb6-c32f-4608-b161-98bbbf91951a req-b84a93d5-ef96-45c9-b876-98c3290d8325 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:22.919931 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e661bb6-c32f-4608-b161-98bbbf91951a req-b84a93d5-ef96-45c9-b876-98c3290d8325 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 944 time: 0.0708268 Jul 28 15:42:22.962491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e661bb6-c32f-4608-b161-98bbbf91951a req-366e37c0-a6f7-4f7c-b987-b8935bec8855 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352983 Jul 28 15:42:23.288217 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:42:23.330098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:42:24.092078 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01403d-82ee-426f-9686-871f2958b8de req-2df1f9b3-d203-48c0-8a49-2683a17e296a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:24.094384 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d01403d-82ee-426f-9686-871f2958b8de req-2df1f9b3-d203-48c0-8a49-2683a17e296a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 944 time: 0.0553768 Jul 28 15:42:24.134599 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d01403d-82ee-426f-9686-871f2958b8de req-20899edc-d761-4f55-b18a-4fdab230f5d0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341785 Jul 28 15:42:24.842521 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:42:24.945832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:42:24.957656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'port_id': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'mac_address': 'fa:16:3e:e9:7a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:42:24.995938 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:25.008634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:42:25.028965 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:42:25.129736 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:25.179218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:25.186731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.187096 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.187494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.187956 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.188312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.188637 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.188979 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.189312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.189640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.189968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.190297 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.190623 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:25.258290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110bea9-b385-47d5-b6c8-8d39a584beab req-5e8dc3e4-f06c-45ac-811e-97c506e7611f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:25.259815 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b110bea9-b385-47d5-b6c8-8d39a584beab req-5e8dc3e4-f06c-45ac-811e-97c506e7611f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 945 time: 0.0539813 Jul 28 15:42:25.426511 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:42:25.630104 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b110bea9-b385-47d5-b6c8-8d39a584beab req-d729961a-1669-4a71-a460-0ce24d6827e3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633916 Jul 28 15:42:25.956609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5319-137d-49f7-9eae-a9a9cad0e364 req-6faaee15-5ac6-44a8-ac69-026c7e864eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:25.958136 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acba5319-137d-49f7-9eae-a9a9cad0e364 req-6faaee15-5ac6-44a8-ac69-026c7e864eb8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 945 time: 0.0500748 Jul 28 15:42:26.001497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acba5319-137d-49f7-9eae-a9a9cad0e364 req-9ea839f9-5011-40c8-961c-2211a26d06e1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349400 Jul 28 15:42:26.120330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-552f0fdb-1263-4ded-804b-53c2cf7da101 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.121759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-552f0fdb-1263-4ded-804b-53c2cf7da101 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa&tenant_id=815966e8ce464298b44e39ddd92c0ff7&binding%3Ahost_id=n-h2-705658-23 HTTP/1.1" status: 200 len: 945 time: 0.0584567 Jul 28 15:42:26.125194 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b99d3-0c04-44a2-9644-3a67d41ce7c3 req-937be3a1-d98c-45b7-88b9-57846fef2b39 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.126727 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-659b99d3-0c04-44a2-9644-3a67d41ce7c3 req-937be3a1-d98c-45b7-88b9-57846fef2b39 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 945 time: 0.0498645 Jul 28 15:42:26.174764 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-659b99d3-0c04-44a2-9644-3a67d41ce7c3 req-cb227993-587d-4057-a0ce-9e7727070b79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Jul 28 15:42:26.192489 n-d-705658-23 neutron-server[94748]: INFO neutron.api.v2.resource [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-b6971211-5923-46e6-b9d2-14ca903f9ad2 service neutron] delete failed (client error): The resource could not be found. Jul 28 15:42:26.195015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-b6971211-5923-46e6-b9d2-14ca903f9ad2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1/bindings/n-h1-705658-23 HTTP/1.1" status: 404 len: 381 time: 0.0661654 Jul 28 15:42:26.299267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-53d39a29-02a2-403d-82a8-8e1c04471bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.300781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-53d39a29-02a2-403d-82a8-8e1c04471bc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1097 time: 0.0407803 Jul 28 15:42:26.392158 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-f923406e-98b5-4433-8f42-044d68310cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.393553 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-f923406e-98b5-4433-8f42-044d68310cc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0854554 Jul 28 15:42:26.465625 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-0668733a-b447-4321-9431-4d7e5e4146a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 1001 time: 0.0645494 Jul 28 15:42:26.516135 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-e10b02a8-2f14-4781-85f2-73c2aebce4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.517696 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-e10b02a8-2f14-4781-85f2-73c2aebce4ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0459683 Jul 28 15:42:26.565263 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-a45648b6-4f25-42c2-a54f-b36394136480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:26.566769 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-a45648b6-4f25-42c2-a54f-b36394136480 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420482 Jul 28 15:42:26.663451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-369ef6f5-c070-4179-816d-8bdac9ee4cc4 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892713 Jul 28 15:42:26.752423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8284d4cf-0950-4ba3-9d77-cf080eaddd0b req-cca86424-d2f5-457a-b262-63f9e2e83736 service neutron] 10.222.0.53 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820301 Jul 28 15:42:26.854745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:42:27.000628 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:42:27.004727 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:42:27.005099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:27.086156 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:27.108645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:42:27.111568 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba69a31-ca14-457d-ac03-203262238098" -d '{"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:42:27.125783 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:42:27.164550 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74f6b4-130a-4ac3-a0cb-04a68ce05f57 x-openstack-request-id: req-2b74f6b4-130a-4ac3-a0cb-04a68ce05f57 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:42:27.164842 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-plugged", "status": "completed", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:42:27.165125 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b74f6b4-130a-4ac3-a0cb-04a68ce05f57 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:42:27.165527 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'code': 200} Jul 28 15:42:27.200215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:27.252767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:27.306095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae1368-8dd4-4aac-a4f5-ca7a6107b5bd req-4504c415-cc2b-4a70-ba32-637d649af65c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:27.307719 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abae1368-8dd4-4aac-a4f5-ca7a6107b5bd req-4504c415-cc2b-4a70-ba32-637d649af65c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0554073 Jul 28 15:42:27.353785 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abae1368-8dd4-4aac-a4f5-ca7a6107b5bd req-1017ef60-80f1-4e13-83b0-dd0d1506590c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Jul 28 15:42:28.488795 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0414e03-1485-466d-8344-e68fb2177e44 req-dc733d75-f2bc-46b2-bafb-edcce3f5bb8d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:28.490392 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0414e03-1485-466d-8344-e68fb2177e44 req-dc733d75-f2bc-46b2-bafb-edcce3f5bb8d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0600724 Jul 28 15:42:28.533059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f0414e03-1485-466d-8344-e68fb2177e44 req-e75d8afe-0c7f-4a9a-a06d-fc1d64eb9b38 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354764 Jul 28 15:42:28.556717 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40420) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:42:28.621838 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9fb06296-b2fb-45d6-80d8-8efb3568d3db tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/92a76698-a9af-4a4f-aabc-ba408f59f5de HTTP/1.1" status: 200 len: 994 time: 0.0639136 Jul 28 15:42:42.330327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6ea371aa-fc0d-40c4-8c78-d93ade06679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:44.764744 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-98634e43-1f41-4e99-a836-54a671c8d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:44.998755 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:46.376493 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:47.964343 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:50.621207 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:51.123871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.054447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40432) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:42:55.213746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 5a24a00a-7add-42fe-90b3-173f1278aef9 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:42:55.214094 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.286105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.286432 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.297804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 5a24a00a-7add-42fe-90b3-173f1278aef9 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:42:55.558763 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.589148 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=5a24a00a-7add-42fe-90b3-173f1278aef9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:55.615388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.615888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.616246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.616591 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.616932 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.617277 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.617615 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.617954 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.618291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.618624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.618985 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.619312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:42:55.659429 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:55.659769 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 92a76698-a9af-4a4f-aabc-ba408f59f5de disassociated (deleted). External IP: 172.25.0.234, port: 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1. Jul 28 15:42:55.889302 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:42:56.004087 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:42:56.009022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:56.014967 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Sync routers for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:42:56.025128 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:42:56.025757 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:42:56.036692 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b0731080-c092-4631-8835-4efe58e13179 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/floatingips/92a76698-a9af-4a4f-aabc-ba408f59f5de HTTP/1.1" status: 204 len: 168 time: 0.9810944 Jul 28 15:42:56.037342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:42:56.040080 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc" -d '{"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:42:56.079480 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe7af8-9d3a-411f-92c6-190de38aad4f x-openstack-request-id: req-7fbe7af8-9d3a-411f-92c6-190de38aad4f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:42:56.080089 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:42:56.080089 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7fbe7af8-9d3a-411f-92c6-190de38aad4f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:42:56.080403 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'status': 'completed', 'code': 200} Jul 28 15:42:56.143171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:42:56.176095 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-b41176c3-4a16-4f52-a37e-9fa72d3e5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.179725 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-b41176c3-4a16-4f52-a37e-9fa72d3e5640 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 1098 time: 0.0496647 Jul 28 15:42:56.272996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-1defc7c5-9ccc-401b-a40e-d1f96f065011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.274697 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-1defc7c5-9ccc-401b-a40e-d1f96f065011 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 200 len: 898 time: 0.0902474 Jul 28 15:42:56.323953 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-520c4515-91c6-41a3-9751-fbc7fb005d58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 200 len: 217 time: 0.0415392 Jul 28 15:42:56.360476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:42:56.376817 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-6eb1176d-c2d8-49d8-917b-6958a6f4b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.378375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-6eb1176d-c2d8-49d8-917b-6958a6f4b8d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 200 len: 834 time: 0.0479960 Jul 28 15:42:56.387849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Checking router: 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:42:56.400656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:42:56.400656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:42:56.425465 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-7aa8b579-ef53-4a19-8410-94a708b4b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.427038 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-7aa8b579-ef53-4a19-8410-94a708b4b84d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421176 Jul 28 15:42:56.517408 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:42:56.561854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbe16f-c9e9-4bbd-a74a-d67db4057bcf req-ee928d9d-6812-4c3b-873f-41d710f4593b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:56.563486 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28fbe16f-c9e9-4bbd-a74a-d67db4057bcf req-ee928d9d-6812-4c3b-873f-41d710f4593b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0812325 Jul 28 15:42:56.567466 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-b8de3020-234b-43b6-b003-1644580eae2d service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329942 Jul 28 15:42:56.657490 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-28fbe16f-c9e9-4bbd-a74a-d67db4057bcf req-414cc64f-2b67-4332-9ead-702ee3722820 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876861 Jul 28 15:42:56.695803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1ffaadf9-175b-4cd8-b4d0-5683950cdebc req-e9aaa1de-ca8f-4547-8027-1430589a18ff service neutron] 10.222.0.50 "GET /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196127 Jul 28 15:42:56.731815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:42:56.758218 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4828d-dbd2-45f8-b19d-9ae702e5c3cb None None] The sync data for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 is: [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:41:17Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '79d32541-9f91-4811-9362-28f99cc8cb92', 'name': '', 'network_id': 'cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:65:ed:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:16Z', 'updated_at': '2021-07-28T15:41:22Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '9f3d803e-ec4e-40a5-89fe-30e15e936535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:42:56.980468 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747d674f-a6f9-48ab-8cca-a7e8ace9a927 None None] New status for floating IP 92a76698-a9af-4a4f-aabc-ba408f59f5de: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:42:57.782200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de631d-7707-4600-9e05-7cfbaf1eafb5 req-c54f2c1c-219c-44ed-98f0-6b63a16b6625 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:57.784803 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9de631d-7707-4600-9e05-7cfbaf1eafb5 req-c54f2c1c-219c-44ed-98f0-6b63a16b6625 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0536015 Jul 28 15:42:57.824031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e9de631d-7707-4600-9e05-7cfbaf1eafb5 req-74eb5020-ca58-4802-ac5b-fed223c45937 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=723b0ecd-7635-401c-89da-ed7fa44caf1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334530 Jul 28 15:42:57.893593 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-0d8c5d3c-c26c-4ba1-8520-ebc7764b3559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:42:57.895217 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-0d8c5d3c-c26c-4ba1-8520-ebc7764b3559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.50 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 946 time: 0.0497417 Jul 28 15:42:57.986523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:42:57.986878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:58.082651 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:42:58.082924 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:58.096876 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:42:58.278376 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:58.306410 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:42:58.350250 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] No DVR routers for this DVR port 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:42:58.352917 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:42:58.355064 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d655faa4-aef8-4abf-886b-dd7a16f9b23e req-d920305f-96ea-4130-a831-1e64f42f4cf7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.50 "DELETE /v2.0/ports/2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 HTTP/1.1" status: 204 len: 173 time: 0.4540813 Jul 28 15:42:58.355506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-deleted', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:42:58.357830 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669cd8d7-9259-46fa-9d2b-2bea2648a8f4" -d '{"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-deleted", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:42:58.394581 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e460ae27-c5af-4892-8dc1-2e7a5dde795f x-openstack-request-id: req-e460ae27-c5af-4892-8dc1-2e7a5dde795f {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:42:58.394944 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bcb754-8112-4d80-8df9-60dce61ebdfa", "name": "network-vif-deleted", "tag": "2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:42:58.395243 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e460ae27-c5af-4892-8dc1-2e7a5dde795f {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:42:58.395647 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bcb754-8112-4d80-8df9-60dce61ebdfa', 'name': 'network-vif-deleted', 'tag': '2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1', 'status': 'completed', 'code': 200} Jul 28 15:42:58.939531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-89605e0d-f7c1-4322-989e-4271bfef0095 req-66688b09-8ff2-4706-983c-d84f89355175 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=90bcb754-8112-4d80-8df9-60dce61ebdfa HTTP/1.1" status: 200 len: 210 time: 0.0258338 Jul 28 15:42:59.577570 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:42:59.996221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40448) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:00.356607 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:00.613950 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 79d32541-9f91-4811-9362-28f99cc8cb92 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:43:00.614212 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:00.703385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 79d32541-9f91-4811-9362-28f99cc8cb92, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=79d32541-9f91-4811-9362-28f99cc8cb92,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:00.703777 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:00.720730 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 79d32541-9f91-4811-9362-28f99cc8cb92 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:43:01.015971 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.045256 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=79d32541-9f91-4811-9362-28f99cc8cb92,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:01.227656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.441721 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:43:01.549054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:01.554887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-554c74a1-7fcb-4d73-b6c2-f77a85ac70f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5568779 Jul 28 15:43:01.556959 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40450) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:01.559704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Sync routers for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:01.570133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:01.570850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:01.609374 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting subnet 9f3d803e-ec4e-40a5-89fe-30e15e936535 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:43:01.612811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.654871 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.677302 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:01.747367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.856031 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:43:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:01.878691 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.887555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Checking router: 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:01.896191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Routers {'4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:01.897547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:01.909877 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d803e-ec4e-40a5-89fe-30e15e936535,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:01.914043 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:01.916068 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-34dd2444-15be-442f-a2cf-dd593267b525 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/subnets/9f3d803e-ec4e-40a5-89fe-30e15e936535 HTTP/1.1" status: 204 len: 168 time: 0.3579016 Jul 28 15:43:01.918671 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40452) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:01.934724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da60484-3f3f-4b73-ac75-84983289ce0e None None] Network cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:43:02.027541 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.139646 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.249406 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] Set router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:02.259499 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port e16ca1b5-e703-42d5-b568-7f62ca37c4b9 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:43:02.260137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.345195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port e16ca1b5-e703-42d5-b568-7f62ca37c4b9, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:02.345471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.358587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for e16ca1b5-e703-42d5-b568-7f62ca37c4b9 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:43:02.433536 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] DHCP port deletion for cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:43:02.470573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:43:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:02.500492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca84845-6193-4cf7-8768-d5758883a067 None None] The sync data for ids ['4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9'] in n-d-705658-23 is: [{'id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694635600', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:41:12Z', 'updated_at': '2021-07-28T15:43:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': 'e16ca1b5-e703-42d5-b568-7f62ca37c4b9', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:41:13Z', 'updated_at': '2021-07-28T15:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:02.519773 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Deleting port c72f767d-522a-43d8-a7c7-a51b12423147 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:43:02.523181 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.591679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] For port c72f767d-522a-43d8-a7c7-a51b12423147, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c72f767d-522a-43d8-a7c7-a51b12423147,segment=NetworkSegment(f8b52625-3cd1-4be8-abd1-5b5e8d361200),segment_id=f8b52625-3cd1-4be8-abd1-5b5e8d361200)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:02.592373 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.604605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Calling delete_port for c72f767d-522a-43d8-a7c7-a51b12423147 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:43:02.684238 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.710689 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=e16ca1b5-e703-42d5-b568-7f62ca37c4b9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:02.772435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.798467 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.827454 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] Pushing event deleted for resources: {'Port': ['ID=c72f767d-522a-43d8-a7c7-a51b12423147,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:02.837575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02401d5f-81cf-4611-add6-55ad6c76af8a None None] No DVR routers for this DVR port c72f767d-522a-43d8-a7c7-a51b12423147 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:43:02.877258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.879622 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:02.991855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:03.014519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:43:03.014750 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.015249 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device 2c8a1cee-7d18-4ef5-967b-fd60c67ce2c1 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:03.015370 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Fanout notify agent at l3_agent the message router_deleted on router 4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:43:03.024621 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.032457 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3c4f7d7-6493-4a60-82cc-541675ccf81f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/routers/4eda2b83-d8f2-4d9d-95a1-ed04a1f7e0d9 HTTP/1.1" status: 204 len: 168 time: 1.1062226 Jul 28 15:43:03.032457 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40454) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:03.113820 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.209688 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.219652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:03.230934 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b52625-3cd1-4be8-abd1-5b5e8d361200') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:03.231265 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b52625-3cd1-4be8-abd1-5b5e8d361200') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:03.240175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.257691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.264398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:43:03.277452 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:43:03.438446 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.446855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.448184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/networks/cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9 HTTP/1.1" status: 204 len: 168 time: 0.4176202 Jul 28 15:43:03.451487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40456) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:03.460386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82941bd-54c2-4b44-a7e4-95ee2a42bbb0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Network': ['ID=cb3cea8a-54d2-4bd3-bc64-d4a9e19b20f9,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:03.528924 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.559845 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.788078 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.790359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:03.791773 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/security-groups/723b0ecd-7635-401c-89da-ed7fa44caf1c HTTP/1.1" status: 204 len: 168 time: 0.3390293 Jul 28 15:43:03.801500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a1553-48cb-47b5-9026-1441406b4ca2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b0ecd-7635-401c-89da-ed7fa44caf1c,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:03.907054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 79d32541-9f91-4811-9362-28f99cc8cb92 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:03.931666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 79d32541-9f91-4811-9362-28f99cc8cb92 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:43:03.932029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 79d32541-9f91-4811-9362-28f99cc8cb92 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:03.932455 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c72f767d-522a-43d8-a7c7-a51b12423147 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:03.951987 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c72f767d-522a-43d8-a7c7-a51b12423147 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:43:03.952332 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c72f767d-522a-43d8-a7c7-a51b12423147 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:03.952786 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e16ca1b5-e703-42d5-b568-7f62ca37c4b9 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:43:03.973127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: e16ca1b5-e703-42d5-b568-7f62ca37c4b9 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:43:03.973490 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device e16ca1b5-e703-42d5-b568-7f62ca37c4b9 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:43:04.167016 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40462) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:04.172160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320531246', 'description': 'tempest-secgroup-smoke-320531246 description', 'project_id': '815966e8ce464298b44e39ddd92c0ff7'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:04.266976 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.349999 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.437990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.468791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a773067-10cd-4611-9347-1d19370df351,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:04.563926 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.565296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f220347d-9f37-407e-bee0-fe5f9b220dfa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3968372 Jul 28 15:43:04.568186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40464) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:04.572774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:04.677902 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.736285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.809385 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.829175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2678e36-3892-447b-b1aa-89634cff3923,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:04.969671 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:04.971215 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-355eebcf-56ee-4415-a3c1-6ef25bb23deb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020374 Jul 28 15:43:04.973868 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40466) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:04.979466 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:05.101725 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.164372 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.238023 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.257258 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7957978-f8bd-4c34-bf72-805f103dedd0,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:05.352261 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.353472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3c6e92b2-9ad3-4043-91dc-79d31df971b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3777814 Jul 28 15:43:05.356407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40468) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:05.360936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:05.608552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.668558 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.752531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.772617 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6d01e7-7e22-4fe0-bbf6-334e777b44f3,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:05.845218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:05.846465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-eed00255-d552-4c3b-ab19-a0e56942caa8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4891229 Jul 28 15:43:05.851710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40470) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:05.856322 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:05.974302 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.035484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.120814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.140301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdd8011-98ba-4fef-b5b2-562241e27729,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:06.238052 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.239398 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b5aff0ec-a707-4960-856c-2ec299ad4ce4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3866842 Jul 28 15:43:06.242245 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40472) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:06.246863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:06.363967 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:43:06.370031 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.434531 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.477815 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.497485 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0f0eb4-a25e-4c55-be51-55582a11a5d6,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:06.575357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.576819 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-60c9352a-9e0e-4c1c-94ef-ac8fd7f1399f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335359 Jul 28 15:43:06.579724 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40474) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:06.587105 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '9a773067-10cd-4611-9347-1d19370df351', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:06.660904 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:43:06.666452 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.730494 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.832468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.852855 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d98495-9706-4df8-86d7-a754e69fd3de,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:06.969755 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:06.971059 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9a4810b8-cc71-4b55-9fc4-725843cbca1f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903470 Jul 28 15:43:06.974075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40476) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:07.021215 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'network': {'name': 'tempest-network-smoke--604146634', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'port_security_enabled': True}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:07.101388 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:43:07.108612 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.136406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:43:07.146771 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.147291 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Added segment 73bfe8bf-2b20-40c5-ae5a-f67c66696fea of type vlan for network b7d6d987-4903-4dd2-8a8b-7d2ab11514db Jul 28 15:43:07.193656 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.312354 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.318030 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:07.318770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.388693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Network': ['ID=b7d6d987-4903-4dd2-8a8b-7d2ab11514db,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:07.401114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:43:07.432986 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4bedc372-3d27-4266-ae74-c6d37480421c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4572759 Jul 28 15:43:07.435757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40480) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:07.441427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'admin_state_up': True, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:07.609985 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.611205 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.665102 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:07.920540 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:08.492131 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:08.511100 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:08.719780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.107 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/0d7861f3-f9dc-435a-b533-fc1c3bd4a267) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:08.826497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:08.947192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:08.984539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:08.987624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:08.991310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:09.022563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:09.340665 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.562419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.740040 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 8f1eb30a-7872-4748-9551-2183ebeb58f1 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:43:09.851937 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:09.867805 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Sync routers for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:09.877772 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:09.895508 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:09.962880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:09.964206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5bfc30b3-04db-43e1-bc90-68dbd064431c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5270538 Jul 28 15:43:09.967405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40482) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:09.983025 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:09.996391 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c26c9172-43c3-4c5f-a6d8-99fd4c049625 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=815966e8ce464298b44e39ddd92c0ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277073 Jul 28 15:43:09.998889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40484) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:10.167317 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:09Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:10.183228 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097c5fe-63ff-4837-845b-5f314100d253 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:10.184828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d097c5fe-63ff-4837-845b-5f314100d253 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1849709 Jul 28 15:43:10.187628 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40486) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:10.198276 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Checking router: 8f1eb30a-7872-4748-9551-2183ebeb58f1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:10.198634 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Updating router 8f1eb30a-7872-4748-9551-2183ebeb58f1 port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:43:10.224269 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f9ae80e7-9a3a-4a59-9011-036906135082 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354435 Jul 28 15:43:10.224704 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.227347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40488) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:10.232461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778239573', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:10.392243 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:43:10.395869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.494969 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.505379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Transition to ACTIVE for port object 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:10.610293 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.638566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.663755 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Attempting to bind port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:10.664121 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Attempting to bind port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:10.664484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Attempting to bind port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:10.672696 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Pushing event updated for resources: {'Port': ['ID=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:10.676467 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:10.676891 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:10.677289 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.677685 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:10.679148 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Bound port: 0d7861f3-f9dc-435a-b533-fc1c3bd4a267, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:10.679533 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.702682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Subnet': ['ID=af41a7fc-25b5-426d-81a2-b4b06420174d,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:10.702994 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.703232 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.703571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.703903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.704978 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.705331 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.705651 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.706159 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.706491 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.706815 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.707170 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.707489 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:10.712038 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Checking segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:10.712408 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network hostable DHCP agents. Network: b7d6d987-4903-4dd2-8a8b-7d2ab11514db, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:43:10.748341 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] For port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:10.751803 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] For port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:10.797896 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:43:10.827183 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.883768 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, b7d6d987-4903-4dd2-8a8b-7d2ab11514db) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:10.889103 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:10.893811 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:10.894117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1f936c-d35e-4160-aa0a-85907a3667a9 None None] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:43:10.983531 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0b43735b-97aa-4ff9-b519-df2b50b21945 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7530465 Jul 28 15:43:10.984582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40490) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:10.988624 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:10.989260 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:10.991133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccafff7-bc71-4bfa-ae7d-656e4abfa45d None None] Pushing event updated for resources: {'Port': ['ID=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:11.052706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:43:11.054004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.117703 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:11.201894 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Allocated IP 172.20.0.2 (b7d6d987-4903-4dd2-8a8b-7d2ab11514db/af41a7fc-25b5-426d-81a2-b4b06420174d/f0514da9-f267-4682-bc53-c98baa2caac6) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:11.326093 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:09Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:11.357985 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306aa4e8-b145-4065-aacf-312bd34ebe2c None None] The sync data for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 is: [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:09Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:11.375981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.386499 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Transition to ACTIVE for port object f0514da9-f267-4682-bc53-c98baa2caac6 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:11.403827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Transition to ACTIVE for port object f0514da9-f267-4682-bc53-c98baa2caac6 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:11.511257 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.528971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.569847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:11.574198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:11.619420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:11.619420 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Pushing event updated for resources: {'Port': ['ID=f0514da9-f267-4682-bc53-c98baa2caac6,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:11.649815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Attempting to bind port f0514da9-f267-4682-bc53-c98baa2caac6 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:11.650197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Attempting to bind port f0514da9-f267-4682-bc53-c98baa2caac6 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:11.650640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Attempting to bind port f0514da9-f267-4682-bc53-c98baa2caac6 on network b7d6d987-4903-4dd2-8a8b-7d2ab11514db {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:11.659675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:11.661011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Checking segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:11.663701 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.664351 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Bound using segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:11.665024 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Bound port: f0514da9-f267-4682-bc53-c98baa2caac6, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:11.665657 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.744275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] For port f0514da9-f267-4682-bc53-c98baa2caac6, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:11.748285 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] For port f0514da9-f267-4682-bc53-c98baa2caac6, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f0514da9-f267-4682-bc53-c98baa2caac6,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:11.850360 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:11.938108 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b226e3-a3c5-4d84-87cd-7f92b0895ba6 None None] Pushing event updated for resources: {'Port': ['ID=f0514da9-f267-4682-bc53-c98baa2caac6,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:11.987333 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:12.115178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:12.121836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:12.122714 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.256748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.268799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.1 (b7d6d987-4903-4dd2-8a8b-7d2ab11514db/af41a7fc-25b5-426d-81a2-b4b06420174d/6508191e-4856-4b57-acdb-d49b68642978) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:12.292861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:12.381036 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.385523 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1c41597-689e-4f70-9548-7a05604a5cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.393384 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.413010 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 6508191e-4856-4b57-acdb-d49b68642978 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:12.441150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:12.535448 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.577114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:12.580212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:12.586905 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:12.593935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:12.636763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.862305 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:12.914726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c037b-5a04-46e2-9f31-f9e0e80b0ac9 None None] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:43:13.068037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-264ae93e-4d63-41d5-ba1c-e8cb32ca3165 None None] Provisioning for port f0514da9-f267-4682-bc53-c98baa2caac6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:13.180798 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.339592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.409998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:13.413158 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.420686 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c13c2725-f567-4a1c-951a-eba78e8e6ff8 None None] Provisioning for port 6508191e-4856-4b57-acdb-d49b68642978 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:13.424765 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c13c2725-f567-4a1c-951a-eba78e8e6ff8 None None] Provisioning complete for port 6508191e-4856-4b57-acdb-d49b68642978 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:13.425142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c13c2725-f567-4a1c-951a-eba78e8e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.479261 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c13c2725-f567-4a1c-951a-eba78e8e6ff8 None None] Port 6508191e-4856-4b57-acdb-d49b68642978 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:43:13.519495 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:13.520915 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:13.599775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-6b0b210c-5142-4442-bf8d-db39cd885eec None None] Provisioning complete for port 6508191e-4856-4b57-acdb-d49b68642978 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:13.600074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b0b210c-5142-4442-bf8d-db39cd885eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.638284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b210c-5142-4442-bf8d-db39cd885eec None None] Port 6508191e-4856-4b57-acdb-d49b68642978 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:43:13.667026 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 8f1eb30a-7872-4748-9551-2183ebeb58f1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:43:13.762473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d16fb174-7754-46f4-a23a-6b881413ae58 None None] Provisioning complete for port 6508191e-4856-4b57-acdb-d49b68642978 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:13.763253 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d16fb174-7754-46f4-a23a-6b881413ae58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:13.789240 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:13.794710 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4d431ee8-05ae-43be-af78-9fd09b25da08 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/8f1eb30a-7872-4748-9551-2183ebeb58f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8083773 Jul 28 15:43:13.801986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-d16fb174-7754-46f4-a23a-6b881413ae58 None None] Port 6508191e-4856-4b57-acdb-d49b68642978 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:43:13.806194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Sync routers for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:13.815921 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:13.816561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:42:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:13.960160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:13.984013 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-77827427-196a-452f-8dfb-b6b263207245 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320531246&fields=id&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 267 time: 0.0524600 Jul 28 15:43:14.017792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:14.106718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-f65aeb35-38ca-4785-bcc1-4a31046665f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:14.107173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-f65aeb35-38ca-4785-bcc1-4a31046665f5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 796 time: 0.1154437 Jul 28 15:43:14.124521 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-baec55ae-190e-4ff0-8b60-5fddd3018f6e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/quotas/815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 375 time: 0.0111322 Jul 28 15:43:14.175365 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:14.176080 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.178397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-bba23d11-444c-455a-879c-1f9de7c2f637 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474191 Jul 28 15:43:14.242218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-413be43a-8710-4b4a-bf6e-e51d60b060dd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:43:14.243848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-413be43a-8710-4b4a-bf6e-e51d60b060dd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534613 Jul 28 15:43:14.299164 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:13Z', 'revision_number': 2, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:14.331722 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f0514da9-f267-4682-bc53-c98baa2caac6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:14.333793 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Checking router: 8f1eb30a-7872-4748-9551-2183ebeb58f1 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:14.334263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Updating router 8f1eb30a-7872-4748-9551-2183ebeb58f1 port 6508191e-4856-4b57-acdb-d49b68642978 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:43:14.345752 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-17a0c01b-bd7b-4786-9827-1c20a2b92b4d service neutron] 10.222.0.47 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919597 Jul 28 15:43:14.382352 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.459466 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-4e6a3f64-5841-4f2e-9793-2724fa8af2ac service neutron] 10.222.0.47 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007941 Jul 28 15:43:14.503103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port f0514da9-f267-4682-bc53-c98baa2caac6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:14.509327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f0514da9-f267-4682-bc53-c98baa2caac6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:14.511813 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.687563 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.742741 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ab4b184-7c70-4d63-a189-482105ce6f72 req-632a5503-88f3-4434-96ea-8b1814e16937 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 210 time: 0.0311513 Jul 28 15:43:14.750057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port f0514da9-f267-4682-bc53-c98baa2caac6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f0514da9-f267-4682-bc53-c98baa2caac6,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:14.769118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-17f987f2-32d6-4cdd-885b-add22e2c4fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.805579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.816636 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Transition to ACTIVE for port object 6508191e-4856-4b57-acdb-d49b68642978 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:14.860579 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.894464 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:14.941213 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=f0514da9-f267-4682-bc53-c98baa2caac6,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:15.027527 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108ef9f-9e83-4f55-b00a-cddbc54dd0b2 None None] Pushing event updated for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:15.040785 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Attempting to bind port 6508191e-4856-4b57-acdb-d49b68642978 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:15.041161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Attempting to bind port 6508191e-4856-4b57-acdb-d49b68642978 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:15.041537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Attempting to bind port 6508191e-4856-4b57-acdb-d49b68642978 on network b7d6d987-4903-4dd2-8a8b-7d2ab11514db {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:15.047226 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:15.050540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:15.050931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Checking segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:15.056996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:15.056996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Bound using segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:15.056996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Bound port: 6508191e-4856-4b57-acdb-d49b68642978, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:15.056996 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:15.126439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] For port 6508191e-4856-4b57-acdb-d49b68642978, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:15.130195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] For port 6508191e-4856-4b57-acdb-d49b68642978, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6508191e-4856-4b57-acdb-d49b68642978,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:15.228593 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:15.300520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108ef9f-9e83-4f55-b00a-cddbc54dd0b2 None None] Pushing event updated for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:15.303401 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:15.304426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:15.425488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:15.642597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:15.672314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e77e2-8e59-4063-bf8a-8fcd16d0f260 None None] The sync data for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 is: [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:15Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:15.848787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e834af2-d591-4cfb-8eee-dc1920724ba4 req-1e614ac7-7448-4922-8bde-93d1b4d53086 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 210 time: 0.0282412 Jul 28 15:43:16.027168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f0514da9-f267-4682-bc53-c98baa2caac6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:16.254877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port f0514da9-f267-4682-bc53-c98baa2caac6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:16.255587 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:16.346898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6508191e-4856-4b57-acdb-d49b68642978 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:16.477034 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:16.518028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6508191e-4856-4b57-acdb-d49b68642978 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:16.518028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6508191e-4856-4b57-acdb-d49b68642978 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:16.518028 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:16.601586 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:16.637594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6508191e-4856-4b57-acdb-d49b68642978, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6508191e-4856-4b57-acdb-d49b68642978,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:16.814777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:16.862968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:16.947588 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-83ff85bb-1cdb-426f-b758-a76752bedcc5 req-2cf0702d-cc04-4833-ac76-aa4acf99c886 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 210 time: 0.0278029 Jul 28 15:43:17.177196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-af67b808-9fbd-4e81-9a78-6811a4b39990 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:17.181072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-af67b808-9fbd-4e81-9a78-6811a4b39990 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 796 time: 0.1124511 Jul 28 15:43:17.231608 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-05a3618e-3ce8-4695-8c34-4908678cdf38 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 379 time: 0.0376434 Jul 28 15:43:17.241015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'port': {'device_id': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'admin_state_up': True, 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'security_groups': ['9a773067-10cd-4611-9347-1d19370df351']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:17.454647 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:43:17.458483 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:17.594596 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.12 (b7d6d987-4903-4dd2-8a8b-7d2ab11514db/af41a7fc-25b5-426d-81a2-b4b06420174d/6a03d802-2bd5-4342-bb93-1cba193b551e) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:17.735761 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:17.749633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 6a03d802-2bd5-4342-bb93-1cba193b551e will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:17.878359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:17.915814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6508191e-4856-4b57-acdb-d49b68642978 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:17.925543 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:17.933691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:17.938488 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:17.964210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:17.978396 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6508191e-4856-4b57-acdb-d49b68642978 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:17.978990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.001045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:18.001720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.004513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.086556 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e254a1e-eaba-45b0-8910-8955ca34c696 req-0b16bf4c-b120-4547-b1e4-65329b9df218 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:18.088161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e254a1e-eaba-45b0-8910-8955ca34c696 req-0b16bf4c-b120-4547-b1e4-65329b9df218 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 932 time: 0.0536029 Jul 28 15:43:18.089917 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-b1bbe561-5451-44c2-a743-cc1de170750b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8529770 Jul 28 15:43:18.117844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Request body: {'port': {'device_id': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:18.159942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2e254a1e-eaba-45b0-8910-8955ca34c696 req-51af8da4-7a53-4ab2-b6d8-e93e71744a1b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651419 Jul 28 15:43:18.187809 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.231989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-41e585f8-84e0-476c-973a-d04f03e62427 None None] Provisioning for port 6a03d802-2bd5-4342-bb93-1cba193b551e completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:18.235888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-41e585f8-84e0-476c-973a-d04f03e62427 None None] Provisioning complete for port 6a03d802-2bd5-4342-bb93-1cba193b551e triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:18.236275 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-41e585f8-84e0-476c-973a-d04f03e62427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.276192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-41e585f8-84e0-476c-973a-d04f03e62427 None None] Port 6a03d802-2bd5-4342-bb93-1cba193b551e cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:43:18.458211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a03d802-2bd5-4342-bb93-1cba193b551e {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:43:18.465801 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.477393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Transition to ACTIVE for port object 6a03d802-2bd5-4342-bb93-1cba193b551e will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:43:18.534757 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.592601 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Pushing event updated for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:18.668899 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Attempting to bind port 6a03d802-2bd5-4342-bb93-1cba193b551e on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:43:18.669234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Attempting to bind port 6a03d802-2bd5-4342-bb93-1cba193b551e by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:43:18.670671 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Attempting to bind port 6a03d802-2bd5-4342-bb93-1cba193b551e on network b7d6d987-4903-4dd2-8a8b-7d2ab11514db {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:18.674295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Port 6a03d802-2bd5-4342-bb93-1cba193b551e on network b7d6d987-4903-4dd2-8a8b-7d2ab11514db not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:43:18.674622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Attempting to bind port 6a03d802-2bd5-4342-bb93-1cba193b551e on network b7d6d987-4903-4dd2-8a8b-7d2ab11514db {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:43:18.680197 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:43:18.680536 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Checking segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:43:18.680917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Bound using segment: {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:43:18.681352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Bound port: 6a03d802-2bd5-4342-bb93-1cba193b551e, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bfe8bf-2b20-40c5-ae5a-f67c66696fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:43:18.681810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.748867 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:43:18.751851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6a03d802-2bd5-4342-bb93-1cba193b551e,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:43:18.917945 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.955936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:18.956156 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:18.957686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] 10.222.0.53 "PUT /v2.0/ports/6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 1093 time: 0.8440506 Jul 28 15:43:18.958140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:18.961018 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52ec020-5ca7-40e0-95f9-9c16173d6860" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:18.984803 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7334e-ef84-409b-99ee-b87c7413d30d service neutron] Pushing event updated for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:19.004322 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0899a8a-a425-4882-8f00-b9d3b96c68c3 x-openstack-request-id: req-d0899a8a-a425-4882-8f00-b9d3b96c68c3 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:19.004616 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:19.004867 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0899a8a-a425-4882-8f00-b9d3b96c68c3 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:19.005269 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'status': 'completed', 'code': 200} Jul 28 15:43:19.089559 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-5e3a4e68-9857-44ba-9585-77872f5dcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.091149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-5e3a4e68-9857-44ba-9585-77872f5dcdb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1096 time: 0.0446084 Jul 28 15:43:19.204626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-b5b63340-6536-401a-9881-554931230977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.206147 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-b5b63340-6536-401a-9881-554931230977 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=815966e8ce464298b44e39ddd92c0ff7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1009302 Jul 28 15:43:19.333659 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404791b-e3a5-4c0b-baf5-5fdd9dd8a196 req-c4f65b90-76ab-40ec-aa64-1a5ffc685758 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.335284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a404791b-e3a5-4c0b-baf5-5fdd9dd8a196 req-c4f65b90-76ab-40ec-aa64-1a5ffc685758 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 944 time: 0.1024194 Jul 28 15:43:19.338119 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-397e22c4-e652-4337-8176-003bf83892cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.339530 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c52ec020-5ca7-40e0-95f9-9c16173d6860 req-397e22c4-e652-4337-8176-003bf83892cc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262076 Jul 28 15:43:19.382571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a404791b-e3a5-4c0b-baf5-5fdd9dd8a196 req-8493c727-fe9d-43e9-bc31-e95c969dd210 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 Jul 28 15:43:19.437387 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-6f9633c5-d8f4-47ba-b3db-770a6af71d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.438884 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-6f9633c5-d8f4-47ba-b3db-770a6af71d0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1096 time: 0.0406318 Jul 28 15:43:19.486999 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-31ff41eb-62c3-4a81-9126-2bfcfd985edd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 217 time: 0.0343761 Jul 28 15:43:19.534649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-2623c3cd-8053-4029-9dfe-9f2fd597d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.536140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-2623c3cd-8053-4029-9dfe-9f2fd597d7cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 200 len: 834 time: 0.0429296 Jul 28 15:43:19.587120 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-03fb501e-dcfb-4310-a6a5-b480362d8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:19.588552 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-03fb501e-dcfb-4310-a6a5-b480362d8f60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456214 Jul 28 15:43:19.689103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-d766973e-d0a8-4a6c-ac26-7c0d380b9a6d service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928395 Jul 28 15:43:19.781850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c77f60ed-771f-4ac6-887e-12089c987c03 req-7f4f7879-21a9-4722-9beb-e5655022cc64 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856085 Jul 28 15:43:20.505305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ed650-ae8d-45ed-85ee-0f193e28648f req-287ef82f-ab07-4e3d-8738-4ed39bf7d669 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:20.507386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-173ed650-ae8d-45ed-85ee-0f193e28648f req-287ef82f-ab07-4e3d-8738-4ed39bf7d669 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 944 time: 0.0562606 Jul 28 15:43:20.549514 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-173ed650-ae8d-45ed-85ee-0f193e28648f req-a52201ac-01fb-466e-b05a-4e1f29cbf351 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360696 Jul 28 15:43:20.637655 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:21.117696 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:21.565137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6a03d802-2bd5-4342-bb93-1cba193b551e details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:43:21.663362 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6a03d802-2bd5-4342-bb93-1cba193b551e,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:21.670149 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077d633-9a73-4a0b-b201-fa4e1486eed7 req-85e4f056-cce6-4d07-afbb-060c398050ec tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:21.671736 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a077d633-9a73-4a0b-b201-fa4e1486eed7 req-85e4f056-cce6-4d07-afbb-060c398050ec tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 944 time: 0.0507884 Jul 28 15:43:21.674877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'port_id': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'mac_address': 'fa:16:3e:a7:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:43:21.711836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a077d633-9a73-4a0b-b201-fa4e1486eed7 req-8bbdfbbf-7402-4587-a3b7-bf4833629be1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337121 Jul 28 15:43:21.718047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:21.731233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a03d802-2bd5-4342-bb93-1cba193b551e {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:43:21.750299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6a03d802-2bd5-4342-bb93-1cba193b551e,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:21.843098 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:21.894472 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:22.159162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['6a03d802-2bd5-4342-bb93-1cba193b551e'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:43:22.831670 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed306e7-e7fa-46d0-8dd3-ad7d1610414a req-a01182a9-4eea-4d08-a3c6-56b6f4be02b1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:22.833456 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ed306e7-e7fa-46d0-8dd3-ad7d1610414a req-a01182a9-4eea-4d08-a3c6-56b6f4be02b1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 945 time: 0.0529354 Jul 28 15:43:22.875141 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0ed306e7-e7fa-46d0-8dd3-ad7d1610414a req-0e9f3ca2-dfd5-4780-a461-8f9525e67196 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351059 Jul 28 15:43:23.580291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6a03d802-2bd5-4342-bb93-1cba193b551e up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:43:23.700342 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 6a03d802-2bd5-4342-bb93-1cba193b551e completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:43:23.704524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 6a03d802-2bd5-4342-bb93-1cba193b551e triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:43:23.704855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:23.785533 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:23.808852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:23.811128 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd628b3-c0f3-4d08-82dd-92f1e57e8050" -d '{"events": [{"server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "name": "network-vif-plugged", "status": "completed", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:23.824634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6a03d802-2bd5-4342-bb93-1cba193b551e,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:43:23.848734 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c052e9d-ef0c-4d7d-885f-0e52ba763b5a x-openstack-request-id: req-6c052e9d-ef0c-4d7d-885f-0e52ba763b5a {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:23.849028 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "name": "network-vif-plugged", "status": "completed", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:23.849352 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c052e9d-ef0c-4d7d-885f-0e52ba763b5a {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:23.849774 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'code': 200} Jul 28 15:43:23.894300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:23.964216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:23.988677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f9111-10a7-464c-bfb1-7847d37aab96 req-dc74dbf3-1107-42cb-a732-0136404810bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:23.990196 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d0f9111-10a7-464c-bfb1-7847d37aab96 req-dc74dbf3-1107-42cb-a732-0136404810bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1098 time: 0.0542791 Jul 28 15:43:24.009340 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe7582-8a04-4624-8e06-80ebb0891bba req-4df71be4-c26d-4755-8832-1679ab07a564 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:24.010877 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34fe7582-8a04-4624-8e06-80ebb0891bba req-4df71be4-c26d-4755-8832-1679ab07a564 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0527267 Jul 28 15:43:24.027654 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4d0f9111-10a7-464c-bfb1-7847d37aab96 req-ef8d7967-b4a8-49d1-a02e-7d5a2fddd32e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300894 Jul 28 15:43:24.051047 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-34fe7582-8a04-4624-8e06-80ebb0891bba req-1e8b3405-c746-435d-9845-cf468c90002c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Jul 28 15:43:25.177064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c20a28-10f7-4a9f-afc1-f52f374f6e1f req-300c24f8-f354-4894-a989-2262cb39315c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:25.178605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85c20a28-10f7-4a9f-afc1-f52f374f6e1f req-300c24f8-f354-4894-a989-2262cb39315c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0540681 Jul 28 15:43:25.217414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-85c20a28-10f7-4a9f-afc1-f52f374f6e1f req-04100ab6-d788-4f6a-9184-8a834a6cd9a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Jul 28 15:43:26.338574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4ffa-b1d4-45f8-ba36-c7147a3dfb72 req-e4d3de83-fb9e-47f9-9c03-f09e1c260bdd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:26.340124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-177f4ffa-b1d4-45f8-ba36-c7147a3dfb72 req-e4d3de83-fb9e-47f9-9c03-f09e1c260bdd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0545018 Jul 28 15:43:26.378502 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-177f4ffa-b1d4-45f8-ba36-c7147a3dfb72 req-6079b924-46b6-4ca0-b809-fa25ab51b1d7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322869 Jul 28 15:43:26.494082 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415bde3-9a40-4e7f-afbb-65486eb833b5 req-b2759e45-9407-40f0-9978-64067a453bf6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:26.495515 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b415bde3-9a40-4e7f-afbb-65486eb833b5 req-b2759e45-9407-40f0-9978-64067a453bf6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0488987 Jul 28 15:43:26.535652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b415bde3-9a40-4e7f-afbb-65486eb833b5 req-7348913e-99dc-4ebb-96c6-18d03cbf3578 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Jul 28 15:43:26.558305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40546) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:26.640668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b686e5-ebef-4cd9-80cc-61b80b903136 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:26.642208 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d0b686e5-ebef-4cd9-80cc-61b80b903136 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1093 time: 0.0828402 Jul 28 15:43:26.645097 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40550) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:26.649535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:43:26.745855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:26.846723 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:26.949060 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.61 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/67fe0fd6-eb96-4ba0-87b1-6946135713be) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:43:27.055230 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.159488 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.198582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:43:27.201380 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:43:27.207790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:43:27.213469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=67fe0fd6-eb96-4ba0-87b1-6946135713be,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:27.239349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.239706 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.240053 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.240397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.240738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.241076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.241996 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.242333 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.242668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.243030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.243364 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.243695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:43:27.581351 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.714564 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.865492 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:27.963109 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:28.034805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=67fe0fd6-eb96-4ba0-87b1-6946135713be,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:43:28.048117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:28.150575 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 7b48189b-2b95-47c0-9690-106ffbb03897 associated. External IP: 172.25.0.61, port: 6a03d802-2bd5-4342-bb93-1cba193b551e. Jul 28 15:43:28.360544 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 8f1eb30a-7872-4748-9551-2183ebeb58f1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:43:28.471667 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:43:28.481838 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Sync routers for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:43:28.492153 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:28.498653 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.601169 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:28.603142 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:28.630037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bc1ad3a-3c21-4004-9cfc-3591a3e10f01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9839175 Jul 28 15:43:28.630630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:43:28.633590 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:43:28.676440 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826a72c1-d356-4353-afce-2937e9381d05 x-openstack-request-id: req-826a72c1-d356-4353-afce-2937e9381d05 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:43:28.676732 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:43:28.676983 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-826a72c1-d356-4353-afce-2937e9381d05 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:43:28.677388 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'status': 'completed', 'code': 200} Jul 28 15:43:28.739011 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf74038-ae0a-4ee6-b29e-7eac2008116d req-304fa366-10f9-46a3-830f-c0ce99ce2bfe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.740557 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abf74038-ae0a-4ee6-b29e-7eac2008116d req-304fa366-10f9-46a3-830f-c0ce99ce2bfe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0521216 Jul 28 15:43:28.764920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-e102f723-2159-4943-bb66-62f1fe3cd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.766516 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-e102f723-2159-4943-bb66-62f1fe3cd664 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1098 time: 0.0432076 Jul 28 15:43:28.786211 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-abf74038-ae0a-4ee6-b29e-7eac2008116d req-0ec68e77-54cb-463e-b6b0-1106a322290c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375786 Jul 28 15:43:28.810571 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40558) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:28.838048 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '7b48189b-2b95-47c0-9690-106ffbb03897', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'port_id': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'mac_address': 'fa:16:3e:a7:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:43:27Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.864184 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Checking router: 8f1eb30a-7872-4748-9551-2183ebeb58f1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:43:28.868511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-28f73d79-6eed-40a2-8b7a-62f5b7bd3a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.870519 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-28f73d79-6eed-40a2-8b7a-62f5b7bd3a14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 897 time: 0.0966568 Jul 28 15:43:28.873513 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:43:28.874139 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:43:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:28.879589 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f085e5e0-7d9a-4040-bbdb-f1b8251b0eaa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/7b48189b-2b95-47c0-9690-106ffbb03897 HTTP/1.1" status: 200 len: 991 time: 0.0666718 Jul 28 15:43:28.936563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-b36f19fe-ea16-4681-96cf-f32e1f5f49c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 999 time: 0.0592799 Jul 28 15:43:28.981740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:43:28.994674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-8e750139-9492-438d-8129-97d329ab492b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:28.996121 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-8e750139-9492-438d-8129-97d329ab492b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 200 len: 834 time: 0.0529072 Jul 28 15:43:29.041864 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-112099f8-6389-4f5b-a90a-95e88a1a7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:29.043395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-112099f8-6389-4f5b-a90a-95e88a1a7ba2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406106 Jul 28 15:43:29.132614 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-156fabee-cb97-4115-a0ab-98fd825c8647 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813775 Jul 28 15:43:29.210876 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '7b48189b-2b95-47c0-9690-106ffbb03897', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'port_id': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'mac_address': 'fa:16:3e:a7:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:43:27Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:43:29.238314 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a0346-8e8f-4bb0-a90a-fe3e41c2a7d7 None None] The sync data for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 is: [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '7b48189b-2b95-47c0-9690-106ffbb03897', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'port_id': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'mac_address': 'fa:16:3e:a7:ca:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:43:27Z', 'updated_at': '2021-07-28T15:43:27Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:43:29.455166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e14207-c102-40e7-88d5-25011bc7fa82 None None] New status for floating IP 7b48189b-2b95-47c0-9690-106ffbb03897: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:43:29.560730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-168695c5-7e10-4cd3-a539-ab4f7c3d7a09 req-fff6372b-f388-4cf5-9ac5-2b064684a2a3 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215684 Jul 28 15:43:29.882133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40560) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:43:29.944902 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-fd5e9195-3854-44b7-b081-b5d1f89ed7da tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/7b48189b-2b95-47c0-9690-106ffbb03897 HTTP/1.1" status: 200 len: 993 time: 0.0615263 Jul 28 15:43:36.577133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:43:42.327616 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-149a131f-8969-4e02-a4a5-85566346df50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:44.807650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-551e3253-2814-45e6-91a0-e3d0d8935235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:45.036750 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:46.402155 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:47.973415 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:50.596012 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:51.098440 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:43:56.817955 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80b7eb-597e-40df-9aaf-0eaa2e9d75dc req-16d00745-bc2d-44f7-a1f0-d4b0093cc9c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:56.819407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae80b7eb-597e-40df-9aaf-0eaa2e9d75dc req-16d00745-bc2d-44f7-a1f0-d4b0093cc9c3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0517769 Jul 28 15:43:56.857892 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ae80b7eb-597e-40df-9aaf-0eaa2e9d75dc req-a8337fb2-235a-49d5-845b-801650aa16be tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323124 Jul 28 15:43:57.978023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5b2d1-78d1-4f63-bfbc-fc20f97036de req-c262bda5-a37f-444d-a554-11cb67714145 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:57.979556 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8e5b2d1-78d1-4f63-bfbc-fc20f97036de req-c262bda5-a37f-444d-a554-11cb67714145 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0527077 Jul 28 15:43:58.016965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d8e5b2d1-78d1-4f63-bfbc-fc20f97036de req-7ea30b6f-8ff8-4280-88ef-8c9916244f8d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Jul 28 15:43:59.135026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad9e45-6426-48b0-bf7e-0a6287edc836 req-313ea1e3-0ea5-4b4f-8f79-c816ff4cccf8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:43:59.136504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2ad9e45-6426-48b0-bf7e-0a6287edc836 req-313ea1e3-0ea5-4b4f-8f79-c816ff4cccf8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0486948 Jul 28 15:43:59.174697 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b2ad9e45-6426-48b0-bf7e-0a6287edc836 req-cae97cd8-6115-4af6-bbf9-453c8b4b4b30 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320137 Jul 28 15:44:00.303278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f51b-b6cb-4355-836a-37217140b1ba req-6491da2f-8bd7-43aa-af51-b43970c5960a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:00.305387 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ac9f51b-b6cb-4355-836a-37217140b1ba req-6491da2f-8bd7-43aa-af51-b43970c5960a tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0497627 Jul 28 15:44:00.346749 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-6ac9f51b-b6cb-4355-836a-37217140b1ba req-ffe4be2c-d59d-4bc7-ae06-d1a556e8ca17 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352585 Jul 28 15:44:01.472008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae84aa-7ba4-4090-941e-31b4dc7b85df req-42ad2481-1997-4178-aa62-42a596932b3c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:01.473504 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01ae84aa-7ba4-4090-941e-31b4dc7b85df req-42ad2481-1997-4178-aa62-42a596932b3c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0526099 Jul 28 15:44:01.513052 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01ae84aa-7ba4-4090-941e-31b4dc7b85df req-f9bc2619-a349-4c12-8946-6b4f7a9be553 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331955 Jul 28 15:44:02.628054 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd309b7-581b-444a-bd72-158c3487e174 req-c310e719-2f30-4052-8f19-a90150de67c6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:02.629565 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3bd309b7-581b-444a-bd72-158c3487e174 req-c310e719-2f30-4052-8f19-a90150de67c6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0480371 Jul 28 15:44:02.668197 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3bd309b7-581b-444a-bd72-158c3487e174 req-9455d6a8-c52d-463e-b809-3ecb7d7451a7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Jul 28 15:44:03.782919 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c525cc-7cba-4e89-a910-73b8c3ad7fe2 req-fd4559d5-3576-4fa7-8ed1-4bd1200ac75c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:03.784430 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43c525cc-7cba-4e89-a910-73b8c3ad7fe2 req-fd4559d5-3576-4fa7-8ed1-4bd1200ac75c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Jul 28 15:44:03.823253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-43c525cc-7cba-4e89-a910-73b8c3ad7fe2 req-5c5713af-8556-4f90-9d45-353a04e16913 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Jul 28 15:44:04.940750 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c14016-f8f9-4edd-a585-23d1f09561f6 req-9d85eefb-fadc-46df-8f61-8f2bf2ca076b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:04.942283 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0c14016-f8f9-4edd-a585-23d1f09561f6 req-9d85eefb-fadc-46df-8f61-8f2bf2ca076b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0524292 Jul 28 15:44:04.981911 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c0c14016-f8f9-4edd-a585-23d1f09561f6 req-62f791a3-ba3d-4045-a1a1-527ddd643a01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Jul 28 15:44:06.098411 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d855c10-bfbf-4233-8228-408f18faf1b2 req-d48420a2-8f3d-4b6c-8323-1dcbc077a947 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:06.099934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d855c10-bfbf-4233-8228-408f18faf1b2 req-d48420a2-8f3d-4b6c-8323-1dcbc077a947 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0493636 Jul 28 15:44:06.138434 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0d855c10-bfbf-4233-8228-408f18faf1b2 req-84e2e11c-dbad-47ec-a080-18cc161466e6 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Jul 28 15:44:07.257604 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba559-617c-4996-bcd0-6fab61ac4be0 req-93968b07-31ab-4f62-bf18-c07ab1242797 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:07.259614 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f55ba559-617c-4996-bcd0-6fab61ac4be0 req-93968b07-31ab-4f62-bf18-c07ab1242797 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0511780 Jul 28 15:44:07.298930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f55ba559-617c-4996-bcd0-6fab61ac4be0 req-c925f4ee-ea94-433f-8e0b-cfd11e5234a5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332603 Jul 28 15:44:08.422306 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01239127-e345-4c09-8367-286d5e6e0108 req-08d94690-d5ce-49fc-878c-42e2a3a8818c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:08.423875 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01239127-e345-4c09-8367-286d5e6e0108 req-08d94690-d5ce-49fc-878c-42e2a3a8818c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0518420 Jul 28 15:44:08.463111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-01239127-e345-4c09-8367-286d5e6e0108 req-d9f347e6-48a4-4fa2-bb71-28be1383668e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326712 Jul 28 15:44:08.485634 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40600) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:08.552428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d44a2ca9-0fd7-4cf4-90e4-021423d2ebad tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/7b48189b-2b95-47c0-9690-106ffbb03897 HTTP/1.1" status: 200 len: 993 time: 0.0655210 Jul 28 15:44:09.966486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024adeaa-d325-4a07-8b41-5280da86328a req-e7119590-bf7c-4ad7-b74d-25b4bbb2f638 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:09.968055 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-024adeaa-d325-4a07-8b41-5280da86328a req-e7119590-bf7c-4ad7-b74d-25b4bbb2f638 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0520301 Jul 28 15:44:10.006308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-024adeaa-d325-4a07-8b41-5280da86328a req-cf0ac127-23a5-4bac-a3d7-636690ebe520 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Jul 28 15:44:10.067491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-a58abf5f-9e6a-4ac0-80b0-6019ef8f2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:10.069003 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-a58abf5f-9e6a-4ac0-80b0-6019ef8f2e2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1098 time: 0.0418575 Jul 28 15:44:10.161054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-67feb8f3-d8d4-4bd6-b216-f74d5cc4f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:10.162606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-67feb8f3-d8d4-4bd6-b216-f74d5cc4f1da service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 897 time: 0.0869486 Jul 28 15:44:10.228310 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-ca52a9db-209c-4515-a235-09236ade324a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 1001 time: 0.0585840 Jul 28 15:44:10.278338 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-931c1e6a-a394-458a-9f17-676544f5943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:10.279840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-931c1e6a-a394-458a-9f17-676544f5943c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 200 len: 834 time: 0.0451200 Jul 28 15:44:10.329911 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-605c8f0d-facd-4c83-a5d7-4265a4446a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:10.331676 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-605c8f0d-facd-4c83-a5d7-4265a4446a7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440185 Jul 28 15:44:10.426026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-df70348b-a36e-4ecc-999b-1df53538a199 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862777 Jul 28 15:44:10.519987 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2a0eee5f-cf35-48d3-8e38-97533c713d40 req-06e920e0-cf9d-48e5-8f2b-c16e0ebd31ce service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865712 Jul 28 15:44:11.145034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-c93b0953-c00d-4f83-b879-11410ef0ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:11.146581 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-c93b0953-c00d-4f83-b879-11410ef0ad74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1098 time: 0.0749798 Jul 28 15:44:11.156184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185d65-646f-49a2-bdc9-b4b82c9918d4 req-32d52420-99e3-485e-920a-557c19fd30b7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:11.159309 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-45185d65-646f-49a2-bdc9-b4b82c9918d4 req-32d52420-99e3-485e-920a-557c19fd30b7 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0761104 Jul 28 15:44:11.254593 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-45185d65-646f-49a2-bdc9-b4b82c9918d4 req-b39d5b8d-6b90-4911-9d4d-f8d77c6c5bd9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887775 Jul 28 15:44:11.289838 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-fdc41fb4-4c60-4f09-a372-37ea8864be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:11.291307 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-fdc41fb4-4c60-4f09-a372-37ea8864be7a service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 897 time: 0.1190150 Jul 28 15:44:11.357683 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-af482123-abc9-494a-afdb-af8e77ba3550 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 1001 time: 0.0592823 Jul 28 15:44:11.410697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-a113de7f-0dbd-4d1f-9603-8b343ac26ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:11.412190 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-a113de7f-0dbd-4d1f-9603-8b343ac26ee6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 200 len: 834 time: 0.0478261 Jul 28 15:44:11.457042 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-4c116387-4398-47b0-b715-8b0f3cd26df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:11.458620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-4c116387-4398-47b0-b715-8b0f3cd26df3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399435 Jul 28 15:44:11.551615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-407f0a73-afc6-4ecd-a83a-46711d7113fb service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847452 Jul 28 15:44:11.651439 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b21c574-4d79-4819-b887-1516dd2f8560 req-5c23fff4-35d3-4552-a7e0-b69f55c8e875 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897629 Jul 28 15:44:12.373828 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5376c1-773f-4f23-a5c1-e906a40bd5a4 req-2f26d505-6d62-4b94-89b0-769c43bbccbf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:12.375389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa5376c1-773f-4f23-a5c1-e906a40bd5a4 req-2f26d505-6d62-4b94-89b0-769c43bbccbf tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0503166 Jul 28 15:44:12.401475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8a650cbe-0bfd-43bf-a9b9-52c11819d69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:12.419145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa5376c1-773f-4f23-a5c1-e906a40bd5a4 req-e5cf1af4-fc1d-4e38-afcb-71441465556d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378170 Jul 28 15:44:12.442316 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40612) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:12.504578 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a1265dd5-8726-4ed7-aff3-0e17f58085e4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/7b48189b-2b95-47c0-9690-106ffbb03897 HTTP/1.1" status: 200 len: 993 time: 0.0610502 Jul 28 15:44:13.575783 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:44:14.772665 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-19657ebc-42aa-424f-97e6-d722291362bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:15.081500 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:16.435261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:17.972027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:20.601570 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:21.115092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:42.348860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b991f575-cfc7-461f-adff-fcca218e796f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:42.925265 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40630) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:43.083576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 67fe0fd6-eb96-4ba0-87b1-6946135713be {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:44:43.083965 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.160816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.161188 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.173295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 67fe0fd6-eb96-4ba0-87b1-6946135713be owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:44:43.435087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.461695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=67fe0fd6-eb96-4ba0-87b1-6946135713be,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:43.486614 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.486989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.487340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.487682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.488024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.488357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.488686 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.489015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.489342 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.489667 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.489993 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.490431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:43.532260 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.532600 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 7b48189b-2b95-47c0-9690-106ffbb03897 disassociated (deleted). External IP: 172.25.0.61, port: 6a03d802-2bd5-4342-bb93-1cba193b551e. Jul 28 15:44:43.745290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 8f1eb30a-7872-4748-9551-2183ebeb58f1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:44:43.861066 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:44:43.866549 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:43.871114 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Sync routers for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:44:43.880465 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:43.881373 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:43.893031 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ed875c3-3cde-4a4c-96d1-6e7337ff610f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/floatingips/7b48189b-2b95-47c0-9690-106ffbb03897 HTTP/1.1" status: 204 len: 168 time: 0.9666381 Jul 28 15:44:43.893734 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:44:43.896142 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:44:43.994637 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:44.009994 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2ecedf-7a46-41d4-a767-4367343e6985 x-openstack-request-id: req-5a2ecedf-7a46-41d4-a767-4367343e6985 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:44:44.010516 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:44:44.010516 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a2ecedf-7a46-41d4-a767-4367343e6985 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:44:44.010926 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'status': 'completed', 'code': 200} Jul 28 15:44:44.097687 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-5086dd47-1252-454d-90c1-d747a4a85823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:44.099251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-5086dd47-1252-454d-90c1-d747a4a85823 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 1098 time: 0.0451789 Jul 28 15:44:44.190312 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-0a94f1f2-835c-4543-80d9-a1ecc1ebdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:44.191850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-0a94f1f2-835c-4543-80d9-a1ecc1ebdcdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 200 len: 897 time: 0.0862038 Jul 28 15:44:44.200808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:44.253956 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-c9b694f5-e60b-4b68-8fbf-ee9d3b5e0357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 200 len: 217 time: 0.0548363 Jul 28 15:44:44.320182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Checking router: 8f1eb30a-7872-4748-9551-2183ebeb58f1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:44:44.328484 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:44.329368 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:44.342178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342037b3-381d-4272-80b8-69eb193863c2 req-5e2c95b1-eeeb-450a-8f80-bcc14f84943e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:44.343750 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-342037b3-381d-4272-80b8-69eb193863c2 req-5e2c95b1-eeeb-450a-8f80-bcc14f84943e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0887957 Jul 28 15:44:44.345140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-ee297b3e-38d6-41e9-9bba-ff9fa7c68625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:44.346590 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-ee297b3e-38d6-41e9-9bba-ff9fa7c68625 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 200 len: 834 time: 0.0823848 Jul 28 15:44:44.413914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-342037b3-381d-4272-80b8-69eb193863c2 req-80414d33-8333-47e5-8922-c9c55bf34934 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628967 Jul 28 15:44:44.423369 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-ff734f08-cde3-4ab1-b5c8-bb64251388ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:44.424873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-ff734f08-cde3-4ab1-b5c8-bb64251388ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b7d6d987-4903-4dd2-8a8b-7d2ab11514db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676157 Jul 28 15:44:44.434747 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:44.524165 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-c2f7676d-2785-44c0-bcfa-9919a0400d56 service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894508 Jul 28 15:44:44.621627 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd1adc5f-d7b0-423e-8be7-51a6b9cb4ade req-7c886575-623d-4deb-9003-322d8c562dee service neutron] 10.222.0.53 "GET /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897133 Jul 28 15:44:44.631338 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:44.661265 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9658974-bbf6-4496-91bc-7088a61c4981 None None] The sync data for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 is: [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6508191e-4856-4b57-acdb-d49b68642978', 'name': '', 'network_id': 'b7d6d987-4903-4dd2-8a8b-7d2ab11514db', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:7a:6d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:11Z', 'updated_at': '2021-07-28T15:43:16Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': 'af41a7fc-25b5-426d-81a2-b4b06420174d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:44:44.749108 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-04203d77-4b30-4dde-9322-8d027504c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:44.889061 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ff09f-9c78-450e-b837-19daae2e86a8 None None] New status for floating IP 7b48189b-2b95-47c0-9690-106ffbb03897: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:44:45.010940 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:45.537812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834fa04-1272-43e8-a996-d987211ab472 req-d8aa670e-e42e-4749-9166-390c5627172b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:45.539347 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a834fa04-1272-43e8-a996-d987211ab472 req-d8aa670e-e42e-4749-9166-390c5627172b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0533648 Jul 28 15:44:45.579408 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a834fa04-1272-43e8-a996-d987211ab472 req-b94c876a-a1c5-4a4d-bc77-364810ea2db3 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=9a773067-10cd-4611-9347-1d19370df351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330577 Jul 28 15:44:45.903746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-19e69bac-f3b6-428c-babd-6cee3fdc2d20 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:45.905252 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-19e69bac-f3b6-428c-babd-6cee3fdc2d20 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Jul 28 15:44:46.002440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 6a03d802-2bd5-4342-bb93-1cba193b551e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:44:46.002794 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:46.097144 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 6a03d802-2bd5-4342-bb93-1cba193b551e, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=6a03d802-2bd5-4342-bb93-1cba193b551e,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:44:46.097518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:46.110561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 6a03d802-2bd5-4342-bb93-1cba193b551e owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:44:46.321481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:46.352252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=6a03d802-2bd5-4342-bb93-1cba193b551e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:46.395696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] No DVR routers for this DVR port 6a03d802-2bd5-4342-bb93-1cba193b551e on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:44:46.399655 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:46.401680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2f3c4d1-6e3e-463f-b9d6-c8d8b83cb0f6 req-b3ee3fb7-70e4-47a7-bfa2-fed8b6445b22 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "DELETE /v2.0/ports/6a03d802-2bd5-4342-bb93-1cba193b551e HTTP/1.1" status: 204 len: 173 time: 0.4903975 Jul 28 15:44:46.402126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'name': 'network-vif-deleted', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:44:46.404537 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c20d8b-c50b-4718-8d14-d1490f58a00a" -d '{"events": [{"server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "name": "network-vif-deleted", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:44:46.434539 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:46.440557 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20717b72-bfcf-4da5-979f-03215b78b7f8 x-openstack-request-id: req-20717b72-bfcf-4da5-979f-03215b78b7f8 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:44:46.440858 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6e12c7-cf04-4c32-a878-2c6f42bc9394", "name": "network-vif-deleted", "tag": "6a03d802-2bd5-4342-bb93-1cba193b551e", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:44:46.441116 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20717b72-bfcf-4da5-979f-03215b78b7f8 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:44:46.441541 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6e12c7-cf04-4c32-a878-2c6f42bc9394', 'name': 'network-vif-deleted', 'tag': '6a03d802-2bd5-4342-bb93-1cba193b551e', 'status': 'completed', 'code': 200} Jul 28 15:44:46.678441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c07d807-ee97-4d2e-8a03-7b7edb633b5d req-9c5b9e14-4820-42ed-9477-c5cde53c64a9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6e12c7-cf04-4c32-a878-2c6f42bc9394 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Jul 28 15:44:47.737489 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40654) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:47.922026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6a03d802-2bd5-4342-bb93-1cba193b551e no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:44:47.941679 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 6a03d802-2bd5-4342-bb93-1cba193b551e {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:44:47.942034 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 6a03d802-2bd5-4342-bb93-1cba193b551e not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:44:47.977491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:48.112199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:48.372949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 6508191e-4856-4b57-acdb-d49b68642978 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:44:48.373298 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:48.461693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 6508191e-4856-4b57-acdb-d49b68642978, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6508191e-4856-4b57-acdb-d49b68642978,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:44:48.461972 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:48.475140 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 6508191e-4856-4b57-acdb-d49b68642978 owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:44:48.726251 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:48.763967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=6508191e-4856-4b57-acdb-d49b68642978,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:48.937750 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.468397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 8f1eb30a-7872-4748-9551-2183ebeb58f1 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:44:49.575503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:44:49.580770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-47aeb5a2-d03e-4391-8bbb-27cbb9f25f4c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/8f1eb30a-7872-4748-9551-2183ebeb58f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8422515 Jul 28 15:44:49.583881 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40658) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:49.585030 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Sync routers for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:44:49.594137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:49.594740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:49.638853 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting subnet af41a7fc-25b5-426d-81a2-b4b06420174d {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:44:49.641916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.684126 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.698161 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:49.774908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.877428 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:44:48Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:49.903305 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Checking router: 8f1eb30a-7872-4748-9551-2183ebeb58f1 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:44:49.912274 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Routers {'8f1eb30a-7872-4748-9551-2183ebeb58f1'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:49.913308 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['8f1eb30a-7872-4748-9551-2183ebeb58f1'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:49.921087 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.950398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Subnet': ['ID=af41a7fc-25b5-426d-81a2-b4b06420174d,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:49.955123 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:49.956746 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-4c9f3afd-044b-406d-83cf-df47b9218935 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/subnets/af41a7fc-25b5-426d-81a2-b4b06420174d HTTP/1.1" status: 204 len: 168 time: 0.3716152 Jul 28 15:44:49.961085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40660) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:49.970688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23756b1-e970-4522-95aa-d50c5825ce15 None None] Network b7d6d987-4903-4dd2-8a8b-7d2ab11514db requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:44:50.030326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] Set router 8f1eb30a-7872-4748-9551-2183ebeb58f1 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:50.178055 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] DHCP port deletion for b7d6d987-4903-4dd2-8a8b-7d2ab11514db request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:44:50.227671 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Deleting port f0514da9-f267-4682-bc53-c98baa2caac6 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:44:50.228164 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.235690 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:44:48Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:50.267066 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c13e30-8483-4f75-a523-0261d7578d1c None None] The sync data for ids ['8f1eb30a-7872-4748-9551-2183ebeb58f1'] in n-d-705658-23 is: [{'id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1556067782', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:43:07Z', 'updated_at': '2021-07-28T15:44:48Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '0d7861f3-f9dc-435a-b533-fc1c3bd4a267', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:66:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1eb30a-7872-4748-9551-2183ebeb58f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:43:08Z', 'updated_at': '2021-07-28T15:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:44:50.294135 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] For port f0514da9-f267-4682-bc53-c98baa2caac6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=f0514da9-f267-4682-bc53-c98baa2caac6,segment=NetworkSegment(73bfe8bf-2b20-40c5-ae5a-f67c66696fea),segment_id=73bfe8bf-2b20-40c5-ae5a-f67c66696fea)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:44:50.294576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.314272 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Calling delete_port for f0514da9-f267-4682-bc53-c98baa2caac6 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:44:50.384554 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.486169 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.495277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.513426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Pushing event deleted for resources: {'Port': ['ID=f0514da9-f267-4682-bc53-c98baa2caac6,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:50.515670 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] No DVR routers for this DVR port f0514da9-f267-4682-bc53-c98baa2caac6 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:44:50.524216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.524568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.524908 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.525506 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.525610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.525891 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.526280 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.526526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.526850 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.527198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.528308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.528308 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b19374-6e98-475a-b0e1-3e2b92c89590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.576406 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:44:50.605784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:44:50.606040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.606166 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.682528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 0d7861f3-f9dc-435a-b533-fc1c3bd4a267, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:44:50.682893 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.699423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:44:50.936395 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:50.967753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=0d7861f3-f9dc-435a-b533-fc1c3bd4a267,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:50.992659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.993012 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.993357 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.993696 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.994057 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.994373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.994708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.995062 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.995395 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.995721 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.996047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:50.996369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:44:51.034980 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.114341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.131570 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.133703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.240369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.240615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1eb30a-7872-4748-9551-2183ebeb58f1 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:44:51.247316 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.248468 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-db85a5bc-d9fc-42bc-8ae7-a6d5f5e15f40 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/routers/8f1eb30a-7872-4748-9551-2183ebeb58f1 HTTP/1.1" status: 204 len: 168 time: 1.2862923 Jul 28 15:44:51.251208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40662) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:51.339884 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.430315 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.440426 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d6d987-4903-4dd2-8a8b-7d2ab11514db']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:51.450976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bfe8bf-2b20-40c5-ae5a-f67c66696fea') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:51.451293 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bfe8bf-2b20-40c5-ae5a-f67c66696fea') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:51.460639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.474096 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.480801 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:44:51.481195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:44:51.484117 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:44:51.621853 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.629129 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.631069 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/networks/b7d6d987-4903-4dd2-8a8b-7d2ab11514db HTTP/1.1" status: 204 len: 168 time: 0.3787160 Jul 28 15:44:51.633935 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40664) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:51.643037 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3074e7-9bdc-436b-a02c-d8ac748ef1ff tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Network': ['ID=b7d6d987-4903-4dd2-8a8b-7d2ab11514db,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:51.696869 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.725108 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.839926 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.842442 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:51.843645 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/security-groups/9a773067-10cd-4611-9347-1d19370df351 HTTP/1.1" status: 204 len: 168 time: 0.2087126 Jul 28 15:44:51.855679 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5877822-eb2b-455d-86b2-ee074edb8f1c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a773067-10cd-4611-9347-1d19370df351,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:51.979042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:44:51.999109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:44:51.999461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 0d7861f3-f9dc-435a-b533-fc1c3bd4a267 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:44:51.999875 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f0514da9-f267-4682-bc53-c98baa2caac6 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:44:52.021608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: f0514da9-f267-4682-bc53-c98baa2caac6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:44:52.022367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device f0514da9-f267-4682-bc53-c98baa2caac6 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:44:52.022367 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6508191e-4856-4b57-acdb-d49b68642978 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:44:52.043699 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6508191e-4856-4b57-acdb-d49b68642978 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:44:52.044049 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6508191e-4856-4b57-acdb-d49b68642978 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:44:52.226535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40670) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:52.231411 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520642179', 'description': 'tempest-secgroup-smoke-1520642179 description', 'project_id': '815966e8ce464298b44e39ddd92c0ff7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:52.320536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.405175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.480303 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.514209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e271141-7eff-470c-acca-1a0c87125763,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:52.623221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.624523 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0ae49ccc-91fd-4371-8464-b7a8bb52794c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3968933 Jul 28 15:44:52.627482 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40672) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:52.632645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:52.718876 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.778868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.857487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.875645 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84d2f88-c75e-47da-8110-1ee10939211f,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:52.943536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:52.944762 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-44a8d294-0627-425c-b099-aec90a7c37f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163221 Jul 28 15:44:52.947779 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40674) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:52.952266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:53.045559 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.104191 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.177010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.196643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0011a88-b25d-4cbe-a0a2-fac09f395012,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:53.280220 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.281544 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-960c0221-6f95-48ec-aee8-1c8b741368b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327987 Jul 28 15:44:53.284242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40676) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:53.289397 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:53.404511 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.462471 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.548631 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.571176 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05358cb1-d318-4821-a790-c1840a3aefac,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:53.651981 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.653252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-054856cc-6ec5-46d1-b309-ac448313dcbe tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680730 Jul 28 15:44:53.656111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40680) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:53.660497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:53.760044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.819984 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.947292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:53.965046 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f4c37a-2b45-4da9-b8c0-120b60e80ab6,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:54.034201 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.035689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-b7d1492f-5e24-4397-99a6-5e6cd62e16bd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786106 Jul 28 15:44:54.038531 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:54.043261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:54.118770 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:44:54.124044 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.186036 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.268487 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.288979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17de5f6-29e0-4ee8-96e8-568c260c31f8,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:54.360246 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.361499 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-413382f5-20ee-4126-a958-8c6573efee70 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218539 Jul 28 15:44:54.364407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40684) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:54.369668 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'security_group_rule': {'security_group_id': '4e271141-7eff-470c-acca-1a0c87125763', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:54.467731 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Project 815966e8ce464298b44e39ddd92c0ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:44:54.472670 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.533838 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.594216 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.616630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9cf6e1-958f-44aa-a511-f7b52bac9aa4,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:54.674271 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.675564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ccd85938-d0bf-4ace-90a4-414b20abe5b5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094637 Jul 28 15:44:54.678941 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40686) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:54.684089 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'network': {'name': 'tempest-network-smoke--1686213259', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'port_security_enabled': True}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:54.765957 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'network': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:44:54.769743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.795314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=94749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:44:54.804144 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.804559 n-d-705658-23 neutron-server[94749]: INFO neutron.db.segments_db [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Added segment 3b2a46f2-1acc-44b8-8b44-1a7874c76250 of type vlan for network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 Jul 28 15:44:54.854438 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.947412 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:54.953031 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:54.954255 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.020585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Network': ['ID=57e6ae4d-0239-4221-9c20-9fa1df4f9a39,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:55.031071 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:44:55.068903 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d5e69ca2-dc45-4873-9065-cfc848f6bba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3888574 Jul 28 15:44:55.071543 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40688) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:55.076065 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'admin_state_up': True, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:55.160703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.162019 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.223660 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.429794 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.673434 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.692368 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.798241 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.243 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:44:55.900597 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:55.994681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:56.039424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:44:56.044306 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:44:56.049387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:44:56.051859 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:56.380390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:56.582160 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:56.798938 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 853559db-6f67-48f0-a363-44ef57a3f88d is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:44:56.909506 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:44:56.919581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Sync routers for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:44:56.929312 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:56.929939 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:57.022918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.024291 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ea14af09-be35-437b-a4d1-ce7d524a9601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9517977 Jul 28 15:44:57.027518 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40690) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:57.034672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:57.059765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f4886322-8a7e-4dc0-ad7f-bba4ee1837fc tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=815966e8ce464298b44e39ddd92c0ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306084 Jul 28 15:44:57.062141 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40692) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:57.151081 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768b850-c38c-49b4-bc87-19682779d043 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:57.155305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e768b850-c38c-49b4-bc87-19682779d043 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895290 Jul 28 15:44:57.155700 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40694) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:57.185041 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-235f2298-0cbc-4d56-bc32-571145758e78 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=49a2c6f3-60a8-433f-adcc-64ab59457ee7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281694 Jul 28 15:44:57.187694 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40696) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:57.193792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442871144', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:44:57.218735 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:56Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:57.245515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Checking router: 853559db-6f67-48f0-a363-44ef57a3f88d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:44:57.245870 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Updating router 853559db-6f67-48f0-a363-44ef57a3f88d port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:44:57.269833 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.341742 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'subnet': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:44:57.345283 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12335093'] for subnet, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.527685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.537986 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Transition to ACTIVE for port object 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:44:57.606302 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12569894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12334983'] for subnet, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.617324 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.667843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Subnet': ['ID=3a5e5f56-8e0f-4937-ac90-0789a12f43fd,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:57.672899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Attempting to bind port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:44:57.673275 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Attempting to bind port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:44:57.673656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Attempting to bind port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:44:57.678266 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Checking segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:44:57.678659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network hostable DHCP agents. Network: 57e6ae4d-0239-4221-9c20-9fa1df4f9a39, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:44:57.684990 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:44:57.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:44:57.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:44:57.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Bound port: 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:44:57.689263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.689849 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98973555-591a-4e6d-8aca-c1ab2576e52f None None] Pushing event updated for resources: {'Port': ['ID=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:57.740186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] For port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:44:57.744073 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] For port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:44:57.759609 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:44:57.811679 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.850672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 57e6ae4d-0239-4221-9c20-9fa1df4f9a39) {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:44:57.861227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:44:57.861227 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:57.868113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11af6f9-2afd-4bb6-a470-560c3b40c3ce None None] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:44:57.875651 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:44:57.876283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:57.887364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98973555-591a-4e6d-8aca-c1ab2576e52f None None] Pushing event updated for resources: {'Port': ['ID=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:57.937629 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-4175d1f4-07e1-4488-aa25-20a53c3048b2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7488055 Jul 28 15:44:57.940379 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40698) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:44:58.066109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:44:58.204662 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:44:58.205518 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.547507 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Allocated IP 172.20.0.2 (57e6ae4d-0239-4221-9c20-9fa1df4f9a39/3a5e5f56-8e0f-4937-ac90-0789a12f43fd/1e669df3-36d3-4241-8f5a-72ee1d608e4a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:44:58.552614 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:56Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:44:58.587761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54934a0c-9656-46d5-8dcf-aca35b95dbe3 None None] The sync data for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 is: [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:56Z', 'revision_number': 3, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:44:58.713098 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.735506 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.744942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Transition to ACTIVE for port object 1e669df3-36d3-4241-8f5a-72ee1d608e4a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:44:58.762129 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Transition to ACTIVE for port object 1e669df3-36d3-4241-8f5a-72ee1d608e4a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:44:58.846571 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.900414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:44:58.905942 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:44:58.910633 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:44:58.914608 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Pushing event updated for resources: {'Port': ['ID=1e669df3-36d3-4241-8f5a-72ee1d608e4a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:58.971742 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Attempting to bind port 1e669df3-36d3-4241-8f5a-72ee1d608e4a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:44:58.972210 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Attempting to bind port 1e669df3-36d3-4241-8f5a-72ee1d608e4a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:44:58.972652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Attempting to bind port 1e669df3-36d3-4241-8f5a-72ee1d608e4a on network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:44:58.979255 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:44:58.979668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Checking segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:44:58.980146 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:58.980622 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Bound using segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:44:58.981170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Bound port: 1e669df3-36d3-4241-8f5a-72ee1d608e4a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:44:58.981632 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.060617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] For port 1e669df3-36d3-4241-8f5a-72ee1d608e4a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:44:59.063845 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] For port 1e669df3-36d3-4241-8f5a-72ee1d608e4a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e669df3-36d3-4241-8f5a-72ee1d608e4a,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:44:59.067899 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.1 (57e6ae4d-0239-4221-9c20-9fa1df4f9a39/3a5e5f56-8e0f-4937-ac90-0789a12f43fd/bcc29b97-96e0-4113-b97e-da92aca5dc80) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:44:59.166123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.194449 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.210909 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object bcc29b97-96e0-4113-b97e-da92aca5dc80 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:44:59.242081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e366f-6613-4dfc-acb9-3dcd45fcf2be None None] Pushing event updated for resources: {'Port': ['ID=1e669df3-36d3-4241-8f5a-72ee1d608e4a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:59.308842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.354425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:44:59.358209 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:44:59.364313 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:44:59.394594 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:44:59.440277 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.668118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:44:59.961949 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.021592 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e669df3-36d3-4241-8f5a-72ee1d608e4a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:00.040237 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.113976 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:00.119171 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.148851 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1e669df3-36d3-4241-8f5a-72ee1d608e4a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:00.153911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:00.219682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:45:00.221369 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:45:00.268529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:00.273645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:00.274027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.340947 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 853559db-6f67-48f0-a363-44ef57a3f88d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:45:00.361416 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.381104 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:00.450784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:45:00.455933 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-37c6d8e5-1d97-492b-9a79-173d2d91b779 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/853559db-6f67-48f0-a363-44ef57a3f88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5145833 Jul 28 15:45:00.457071 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:00.475616 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Sync routers for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:45:00.486001 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:00.486822 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:00.513212 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:00.604769 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:00.631505 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-c1f620bd-5e64-4ac7-bf94-ef1d0eb61fd5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520642179&fields=id&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 267 time: 0.0347652 Jul 28 15:45:00.752417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-7e892850-52e1-4d34-82aa-1659d3120559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:00.752807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-7e892850-52e1-4d34-82aa-1659d3120559 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/networks?id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 200 len: 797 time: 0.1149433 Jul 28 15:45:00.773946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-420f7a92-fb71-4b30-81da-0f4be66e5504 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/quotas/815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 375 time: 0.0118120 Jul 28 15:45:00.837536 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-ba4dac12-e609-4c94-89e0-89839662bbd8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569191 Jul 28 15:45:00.908508 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-0e882250-b2f4-4f75-a34e-dbd78efb435c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:45:00.909740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-0e882250-b2f4-4f75-a34e-dbd78efb435c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589306 Jul 28 15:45:00.924613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 2, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:00.954934 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Checking router: 853559db-6f67-48f0-a363-44ef57a3f88d for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:45:00.955518 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Updating router 853559db-6f67-48f0-a363-44ef57a3f88d port bcc29b97-96e0-4113-b97e-da92aca5dc80 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:45:00.986555 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.023531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-84fa0ecd-05f1-4ba0-9a53-740b595a4de5 service neutron] 10.222.0.47 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060793 Jul 28 15:45:01.065716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50148f-0be6-453f-b3ef-624b780de5ac None None] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:45:01.143841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-49f14651-a4e9-4348-8748-ad8579a99df9 service neutron] 10.222.0.47 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135762 Jul 28 15:45:01.252214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Provisioning for port 1e669df3-36d3-4241-8f5a-72ee1d608e4a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:01.260828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Provisioning complete for port 1e669df3-36d3-4241-8f5a-72ee1d608e4a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:01.261449 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.331797 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.343409 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Transition to ACTIVE for port object bcc29b97-96e0-4113-b97e-da92aca5dc80 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:01.356870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.413484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] For port 1e669df3-36d3-4241-8f5a-72ee1d608e4a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e669df3-36d3-4241-8f5a-72ee1d608e4a,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:01.424414 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.441485 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd2d7ff2-f480-4301-8006-169be4cf3659 req-acce4b65-d950-4749-add1-394cf3e96d96 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 210 time: 0.0352831 Jul 28 15:45:01.472705 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.535816 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b0517-df4c-4488-a5d5-559922713428 None None] Pushing event updated for resources: {'Port': ['ID=1e669df3-36d3-4241-8f5a-72ee1d608e4a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:01.542047 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Pushing event updated for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:01.549213 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Attempting to bind port bcc29b97-96e0-4113-b97e-da92aca5dc80 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:45:01.549589 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Attempting to bind port bcc29b97-96e0-4113-b97e-da92aca5dc80 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:45:01.549954 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Attempting to bind port bcc29b97-96e0-4113-b97e-da92aca5dc80 on network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:01.557431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.557981 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.558323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.558659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.559006 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.559500 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.559994 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.560324 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.560644 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.561131 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.561457 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.561776 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:01.567808 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:45:01.568492 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Checking segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:45:01.568736 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.569134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Bound using segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:45:01.569610 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Bound port: bcc29b97-96e0-4113-b97e-da92aca5dc80, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:45:01.569998 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.598053 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dfdd49b0-342e-4d06-9a78-958f5e9528cc None None] Provisioning complete for port 1e669df3-36d3-4241-8f5a-72ee1d608e4a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:01.598444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dfdd49b0-342e-4d06-9a78-958f5e9528cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.641396 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] For port bcc29b97-96e0-4113-b97e-da92aca5dc80, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:45:01.645806 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] For port bcc29b97-96e0-4113-b97e-da92aca5dc80, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bcc29b97-96e0-4113-b97e-da92aca5dc80,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:45:01.736118 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:01.788909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-dfdd49b0-342e-4d06-9a78-958f5e9528cc None None] Provisioning for port bcc29b97-96e0-4113-b97e-da92aca5dc80 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:01.798246 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:01.799120 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:44:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:01.804379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865ca73-0d86-4ca1-9afa-73e7cb65abe0 None None] Pushing event updated for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=4']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:01.910588 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:02.012042 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e669df3-36d3-4241-8f5a-72ee1d608e4a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:02.079492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1e669df3-36d3-4241-8f5a-72ee1d608e4a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:02.079878 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:02.139268 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:01Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:02.168487 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e837829-0fa9-4868-b219-7d8fa6305dc0 None None] The sync data for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 is: [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:01Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:45:02.184241 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:02.261464 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:02.261875 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:02.546171 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f44b25b-f6cf-43d4-b6f7-3dfbee9a5a5b req-3534742a-9a8d-42db-bf49-4aba7bde93aa tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 210 time: 0.0320117 Jul 28 15:45:03.615912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2717e958-f782-4b15-9620-5d332c8cd4d5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:03.617412 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2717e958-f782-4b15-9620-5d332c8cd4d5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/networks?id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 200 len: 797 time: 0.1044972 Jul 28 15:45:03.654882 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-84df54e5-ab6a-4347-9a23-8f40765206f8 req-51b2185e-6f09-4ae4-9483-b675480f80e1 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 210 time: 0.0364513 Jul 28 15:45:03.686116 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-c2bf2e06-5e5c-43c5-875a-f215e15faba8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815966e8ce464298b44e39ddd92c0ff7 HTTP/1.1" status: 200 len: 380 time: 0.0383039 Jul 28 15:45:03.695429 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'port': {'device_id': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'admin_state_up': True, 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'security_groups': ['4e271141-7eff-470c-acca-1a0c87125763']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:03.868834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Made reservation on behalf of 815966e8ce464298b44e39ddd92c0ff7 for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:45:03.872392 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:03.996122 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bcc29b97-96e0-4113-b97e-da92aca5dc80 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:04.012674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.20.0.7 (57e6ae4d-0239-4221-9c20-9fa1df4f9a39/3a5e5f56-8e0f-4937-ac90-0789a12f43fd/40ffdc25-a61d-4618-9aa8-3007db6996c5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:45:04.132314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bcc29b97-96e0-4113-b97e-da92aca5dc80 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:04.137508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bcc29b97-96e0-4113-b97e-da92aca5dc80 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:04.138114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.158427 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.171850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Transition to ACTIVE for port object 40ffdc25-a61d-4618-9aa8-3007db6996c5 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:04.221256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.253868 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bcc29b97-96e0-4113-b97e-da92aca5dc80, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bcc29b97-96e0-4113-b97e-da92aca5dc80,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:04.284452 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.328690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:45:04.331752 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:45:04.338544 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:45:04.347532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.365952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:04.398259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:04.398937 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.406767 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:04.485128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2a3ec5a3-b9e1-458d-9dd5-19cddc69c14f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7936542 Jul 28 15:45:04.503688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Request body: {'port': {'device_id': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:04.564472 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.622357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46d1f525-1189-4584-be9b-338292dd613c None None] Provisioning for port 40ffdc25-a61d-4618-9aa8-3007db6996c5 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:04.626197 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-46d1f525-1189-4584-be9b-338292dd613c None None] Provisioning complete for port 40ffdc25-a61d-4618-9aa8-3007db6996c5 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:04.626576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-46d1f525-1189-4584-be9b-338292dd613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.661792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-46d1f525-1189-4584-be9b-338292dd613c None None] Port 40ffdc25-a61d-4618-9aa8-3007db6996c5 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:45:04.777995 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a624386-a97b-450c-9730-578f48977411 req-0dfdfb23-9441-4a39-92be-253dc36f07f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:04.779718 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a624386-a97b-450c-9730-578f48977411 req-0dfdfb23-9441-4a39-92be-253dc36f07f8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 931 time: 0.0512118 Jul 28 15:45:04.819923 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1a624386-a97b-450c-9730-578f48977411 req-6be974bd-4abc-4064-bdfe-86ca881a02c0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Jul 28 15:45:04.842421 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ffdc25-a61d-4618-9aa8-3007db6996c5 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:45:04.853180 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.862579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Transition to ACTIVE for port object 40ffdc25-a61d-4618-9aa8-3007db6996c5 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:45:04.930024 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:04.980286 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:05.058220 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Attempting to bind port 40ffdc25-a61d-4618-9aa8-3007db6996c5 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:45:05.058573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Attempting to bind port 40ffdc25-a61d-4618-9aa8-3007db6996c5 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:45:05.058914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Attempting to bind port 40ffdc25-a61d-4618-9aa8-3007db6996c5 on network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:05.063779 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Port 40ffdc25-a61d-4618-9aa8-3007db6996c5 on network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:45:05.064108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Attempting to bind port 40ffdc25-a61d-4618-9aa8-3007db6996c5 on network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:45:05.069833 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:45:05.070184 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Checking segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:45:05.070579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Bound using segment: {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:45:05.071046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Bound port: 40ffdc25-a61d-4618-9aa8-3007db6996c5, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2a46f2-1acc-44b8-8b44-1a7874c76250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:45:05.071428 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:05.140672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:45:05.143851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:45:05.210501 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:05.243976 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.244499 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:05.245916 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 200 len: 1092 time: 0.7468853 Jul 28 15:45:05.248154 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:05.250468 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:05.278827 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b421c6e-280a-4902-ab72-701157ead5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:05.294723 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c9fb4-80cc-4111-a08e-d41296f197c9 x-openstack-request-id: req-191c9fb4-80cc-4111-a08e-d41296f197c9 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:05.295047 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:05.295304 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-191c9fb4-80cc-4111-a08e-d41296f197c9 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:05.295716 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'status': 'completed', 'code': 200} Jul 28 15:45:05.382325 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-bf01c981-3d77-45b0-a09f-2d5b33d1a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.383907 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-bf01c981-3d77-45b0-a09f-2d5b33d1a5d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1095 time: 0.0444238 Jul 28 15:45:05.494053 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-929b2cd7-1043-4886-90d4-3fc16368dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.495064 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-929b2cd7-1043-4886-90d4-3fc16368dcbc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=815966e8ce464298b44e39ddd92c0ff7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0979550 Jul 28 15:45:05.589786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-b52ab745-fe9e-473a-b760-2c6d24f86716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.591262 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-592e5b0b-eabc-4eaf-bb0f-0ba0890c884b req-b52ab745-fe9e-473a-b760-2c6d24f86716 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898449 Jul 28 15:45:05.691608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-0580df71-659a-438c-833e-fbb975457e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.693827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-0580df71-659a-438c-833e-fbb975457e2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1095 time: 0.0465593 Jul 28 15:45:05.740417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-2376d8b4-e1ac-4645-9683-2ab5ab3329f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 200 len: 217 time: 0.0344541 Jul 28 15:45:05.790061 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-61a65ba4-7ac5-4c3d-bc47-3381c82a92d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.791640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-61a65ba4-7ac5-4c3d-bc47-3381c82a92d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a5e5f56-8e0f-4937-ac90-0789a12f43fd HTTP/1.1" status: 200 len: 835 time: 0.0446541 Jul 28 15:45:05.842996 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-45b58683-6318-45cd-b1df-809c62bd45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.844528 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-45b58683-6318-45cd-b1df-809c62bd45ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461311 Jul 28 15:45:05.938808 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71ed5e-4dce-42e3-b81a-6939613ad264 req-e1f69d37-cc17-489b-8a90-8f89a06b2ca4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:05.941039 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d71ed5e-4dce-42e3-b81a-6939613ad264 req-e1f69d37-cc17-489b-8a90-8f89a06b2ca4 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 943 time: 0.0516951 Jul 28 15:45:05.941192 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-27e15a8b-83c1-40cf-8f04-7ff259624d05 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888834 Jul 28 15:45:05.973050 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bcc29b97-96e0-4113-b97e-da92aca5dc80 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:05.990876 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2d71ed5e-4dce-42e3-b81a-6939613ad264 req-eedb1668-65ab-4a86-8f47-66137ff67711 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419545 Jul 28 15:45:06.026195 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bcc29b97-96e0-4113-b97e-da92aca5dc80 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:06.026576 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:06.049872 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51dbb059-1431-4574-8b02-8a2ba9af0b31 req-3d1ea160-159f-46d0-bb59-606a70a3e321 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014557 Jul 28 15:45:07.119392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622a245-6932-4fa1-a8a9-87bf75ae1760 req-1430ce0f-1546-4e1a-ae06-5f416f747e44 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:07.120935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9622a245-6932-4fa1-a8a9-87bf75ae1760 req-1430ce0f-1546-4e1a-ae06-5f416f747e44 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 943 time: 0.0504999 Jul 28 15:45:07.160207 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9622a245-6932-4fa1-a8a9-87bf75ae1760 req-8e1256b2-6790-492f-aa04-4c158cd7ff7f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Jul 28 15:45:08.280424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6683d05-e80f-4f88-9ba7-6fd5abd7f214 req-b1245081-ead1-4811-b53e-77d62fbe7afd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:08.281941 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6683d05-e80f-4f88-9ba7-6fd5abd7f214 req-b1245081-ead1-4811-b53e-77d62fbe7afd tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 943 time: 0.0539236 Jul 28 15:45:08.321236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b6683d05-e80f-4f88-9ba7-6fd5abd7f214 req-568fdd29-2a42-4dd5-8c00-da64c41fe582 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325382 Jul 28 15:45:09.440182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91aa23-f178-4294-a770-b93099de8bdf req-5c58e264-34fc-4fc6-af7f-3df3506da396 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:09.441705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de91aa23-f178-4294-a770-b93099de8bdf req-5c58e264-34fc-4fc6-af7f-3df3506da396 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 943 time: 0.0491924 Jul 28 15:45:09.479934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-de91aa23-f178-4294-a770-b93099de8bdf req-9ac4d346-df48-40f4-9fd2-723af95b6203 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 28 15:45:10.017852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ffdc25-a61d-4618-9aa8-3007db6996c5 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:45:10.114951 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:10.126605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'port_id': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'mac_address': 'fa:16:3e:33:c8:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:45:10.164137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:10.177560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ffdc25-a61d-4618-9aa8-3007db6996c5 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:45:10.196775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:10.262355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:10.309523 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:10.573991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['40ffdc25-a61d-4618-9aa8-3007db6996c5'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:45:10.602310 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a541b8-c209-4626-8dfc-8ee1de3d7d3f req-c6cb1592-b64c-4061-9f83-607799c04bdc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:10.603907 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93a541b8-c209-4626-8dfc-8ee1de3d7d3f req-c6cb1592-b64c-4061-9f83-607799c04bdc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 944 time: 0.0557756 Jul 28 15:45:10.644166 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-93a541b8-c209-4626-8dfc-8ee1de3d7d3f req-13b01e07-fa02-4601-ae58-b19b7dd7597e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Jul 28 15:45:11.779363 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efea74-12db-479e-91dc-4e6a98dcb8a4 req-0ed5f254-ee5e-482e-984f-91a2c49abc55 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:11.780781 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23efea74-12db-479e-91dc-4e6a98dcb8a4 req-0ed5f254-ee5e-482e-984f-91a2c49abc55 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 944 time: 0.0504930 Jul 28 15:45:11.824246 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-23efea74-12db-479e-91dc-4e6a98dcb8a4 req-b706c4e6-4eb6-4da6-9ca4-7c811d1ebfe0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372798 Jul 28 15:45:12.018087 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ffdc25-a61d-4618-9aa8-3007db6996c5 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:45:12.132013 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 40ffdc25-a61d-4618-9aa8-3007db6996c5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:45:12.136030 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 40ffdc25-a61d-4618-9aa8-3007db6996c5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:45:12.136413 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:12.213219 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:12.235864 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:12.238134 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193edd08-b8f9-41dd-b622-fafaf44c9a0c" -d '{"events": [{"server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "name": "network-vif-plugged", "status": "completed", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:12.251649 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:12.342308 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b84497c-92c3-46fb-b9cd-0b0692cae071 x-openstack-request-id: req-4b84497c-92c3-46fb-b9cd-0b0692cae071 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:12.342603 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "name": "network-vif-plugged", "status": "completed", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:12.342852 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b84497c-92c3-46fb-b9cd-0b0692cae071 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:12.343273 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'code': 200} Jul 28 15:45:12.344475 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:12.373274 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-36e0e89d-e5b6-4883-b745-aa3d327c4363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:12.400186 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:12.467045 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536a2c9-1964-4211-8fcf-6d71dcd520a1 req-312bbab2-f65e-4fff-b60b-50a57b011ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:12.468550 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5536a2c9-1964-4211-8fcf-6d71dcd520a1 req-312bbab2-f65e-4fff-b60b-50a57b011ec5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1097 time: 0.0402362 Jul 28 15:45:12.504950 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5536a2c9-1964-4211-8fcf-6d71dcd520a1 req-0470a6f8-c3e3-4cfd-8414-74995f4bbe72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295494 Jul 28 15:45:12.941307 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d22a15-7d01-4bd0-bba0-6433c170fc2b req-49a74717-e7e9-4b8f-92d7-5f9737a775a0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:12.942921 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-18d22a15-7d01-4bd0-bba0-6433c170fc2b req-49a74717-e7e9-4b8f-92d7-5f9737a775a0 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0508335 Jul 28 15:45:12.991454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-18d22a15-7d01-4bd0-bba0-6433c170fc2b req-a40339ba-14be-4b62-8d58-68cfd08971ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Jul 28 15:45:14.109638 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a46b7-3c4b-4f6c-a9b6-1e9f1997fbef req-16fe565f-3bb7-415c-b74b-d87bbb489ce8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:14.111257 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-457a46b7-3c4b-4f6c-a9b6-1e9f1997fbef req-16fe565f-3bb7-415c-b74b-d87bbb489ce8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0498283 Jul 28 15:45:14.149222 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-457a46b7-3c4b-4f6c-a9b6-1e9f1997fbef req-24e0a979-6dc5-456e-9aff-4d4af9a321c2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Jul 28 15:45:14.269035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860de69f-3676-4c92-b3dd-313e60b527c1 req-1d921f31-8fdd-4838-9973-5714a9b5d5a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:14.271171 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-860de69f-3676-4c92-b3dd-313e60b527c1 req-1d921f31-8fdd-4838-9973-5714a9b5d5a2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0502939 Jul 28 15:45:14.314387 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-860de69f-3676-4c92-b3dd-313e60b527c1 req-a048149e-b562-4971-b4cd-6810a11000cb tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369310 Jul 28 15:45:14.339936 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40770) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:14.383836 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd0e75-6708-4865-ac28-e576cc5205c0 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:14.385371 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7bcd0e75-6708-4865-ac28-e576cc5205c0 tempest-TestNetworkAdvancedServerOps-587833894 tempest-TestNetworkAdvancedServerOps-587833894-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1092 time: 0.0444326 Jul 28 15:45:14.388382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40772) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:14.392708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:45:14.483653 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:14.579921 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:14.687403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Allocated IP 172.25.0.247 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/139589d1-2970-4ed5-b31d-175b348fa86c) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:45:14.758288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f1d9d5a4-6e7c-454a-8ddd-94b2a3898047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:14.792966 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:14.896200 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:14.944632 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:45:14.947592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:45:14.950195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:45:14.977372 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=139589d1-2970-4ed5-b31d-175b348fa86c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:15.005693 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.319096 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.465944 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.623292 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.677918 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.742603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event updated for resources: {'Port': ['ID=139589d1-2970-4ed5-b31d-175b348fa86c,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:15.756051 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:15.857602 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 82f19024-117a-4016-b59f-a5efa6f59f32 associated. External IP: 172.25.0.247, port: 40ffdc25-a61d-4618-9aa8-3007db6996c5. Jul 28 15:45:16.364833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 853559db-6f67-48f0-a363-44ef57a3f88d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:45:16.422158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:16.473399 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:45:16.483291 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Sync routers for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:45:16.495298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:16.495298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:16.588037 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:16.604644 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:16.616184 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-d2b624fe-58c6-41cc-9f72-410d2d4e4c95 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2261362 Jul 28 15:45:16.616722 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:16.619494 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:16.724562 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfed8def-b878-4cd1-8faa-0041e8f3f1fa x-openstack-request-id: req-bfed8def-b878-4cd1-8faa-0041e8f3f1fa {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:16.724854 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:16.725105 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bfed8def-b878-4cd1-8faa-0041e8f3f1fa {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:16.725528 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'status': 'completed', 'code': 200} Jul 28 15:45:16.733222 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54945f-4441-436a-810d-e6327f4779f9 req-0713061c-c1d5-4f61-b376-15b83591bbe9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:16.734732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c54945f-4441-436a-810d-e6327f4779f9 req-0713061c-c1d5-4f61-b376-15b83591bbe9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0556359 Jul 28 15:45:16.776260 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0c54945f-4441-436a-810d-e6327f4779f9 req-af76da1c-d861-44ad-b69c-6e67b3e40a98 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Jul 28 15:45:16.799924 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40780) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:16.825630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-0e7364b3-5201-42ae-b965-d4ea78560079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:16.827264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-0e7364b3-5201-42ae-b965-d4ea78560079 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1097 time: 0.0556352 Jul 28 15:45:16.860597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82f19024-117a-4016-b59f-a5efa6f59f32', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'port_id': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'mac_address': 'fa:16:3e:33:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:45:15Z', 'updated_at': '2021-07-28T15:45:15Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:16.875564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-1b261f7d-192d-4a21-8395-8f91debd5509 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/82f19024-117a-4016-b59f-a5efa6f59f32 HTTP/1.1" status: 200 len: 991 time: 0.0715566 Jul 28 15:45:16.892809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Checking router: 853559db-6f67-48f0-a363-44ef57a3f88d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:45:16.902514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:16.903168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:16.922914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-b3d5bb8c-ea7e-4350-b8bc-28c08809cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:16.924489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-b3d5bb8c-ea7e-4350-b8bc-28c08809cb43 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 200 len: 898 time: 0.0904205 Jul 28 15:45:16.996240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-c1499f03-fd58-4032-96b3-6c7762418b6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 200 len: 999 time: 0.0638583 Jul 28 15:45:17.017640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:17.051632 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-5e3b3c96-c103-4892-b0f0-e176ab88e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:17.053296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-5e3b3c96-c103-4892-b0f0-e176ab88e85b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a5e5f56-8e0f-4937-ac90-0789a12f43fd HTTP/1.1" status: 200 len: 835 time: 0.0501471 Jul 28 15:45:17.103635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-5099bd06-caac-44b6-9479-9c615ef84894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:17.105293 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-5099bd06-caac-44b6-9479-9c615ef84894 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436983 Jul 28 15:45:17.202768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-ae384a7e-a0ea-4da3-a012-b74e22418895 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903890 Jul 28 15:45:17.293245 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ac5f67c9-2651-4a8a-b46a-ee54e44e858b req-56ac90c7-a1c4-4ae0-92eb-02a00e528c96 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840452 Jul 28 15:45:17.394494 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82f19024-117a-4016-b59f-a5efa6f59f32', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'port_id': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'mac_address': 'fa:16:3e:33:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:45:15Z', 'updated_at': '2021-07-28T15:45:15Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:17.425277 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868039c-aec9-4b0c-80dd-af033b474690 None None] The sync data for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 is: [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '82f19024-117a-4016-b59f-a5efa6f59f32', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'port_id': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'mac_address': 'fa:16:3e:33:c8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:45:15Z', 'updated_at': '2021-07-28T15:45:15Z', 'revision_number': 0, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:45:17.631431 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47eac7-0a02-4217-ac6e-60bffc1c04cf None None] New status for floating IP 82f19024-117a-4016-b59f-a5efa6f59f32: ACTIVE {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:45:17.878387 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40782) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:17.949575 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3dbd14a5-d087-4aa1-ae1e-e675c62e3c79 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/82f19024-117a-4016-b59f-a5efa6f59f32 HTTP/1.1" status: 200 len: 993 time: 0.0697441 Jul 28 15:45:18.005017 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:20.610824 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:21.148250 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:27.575985 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:45:42.352816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-51236762-2def-4b83-b268-47675d250d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:44.741620 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c3397a09-3088-40de-8a7f-b8a8404c1516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:45.031025 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:46.399066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:48.010704 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:49.611903 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5df85-c03a-4c91-8362-b8ebc0f8ede4 req-23fc0e68-fb26-40ed-a703-e5e14af02636 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:49.614015 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51b5df85-c03a-4c91-8362-b8ebc0f8ede4 req-23fc0e68-fb26-40ed-a703-e5e14af02636 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0522606 Jul 28 15:45:49.657500 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-51b5df85-c03a-4c91-8362-b8ebc0f8ede4 req-830abd1c-881f-4731-9710-500d37ea585e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371284 Jul 28 15:45:50.670757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:50.779087 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b00c-c8c7-4d58-ad6a-51d241dc7c50 req-0dc973da-6db4-499c-9856-f6bd3baef1a5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:50.780510 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4916b00c-c8c7-4d58-ad6a-51d241dc7c50 req-0dc973da-6db4-499c-9856-f6bd3baef1a5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0532615 Jul 28 15:45:50.820835 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4916b00c-c8c7-4d58-ad6a-51d241dc7c50 req-6ae1c705-30f0-4885-a24c-d66fc7afbf8f tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Jul 28 15:45:50.843786 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40802) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:50.904194 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-03c059ce-ea1f-4399-9569-b80638b4fe13 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/82f19024-117a-4016-b59f-a5efa6f59f32 HTTP/1.1" status: 200 len: 993 time: 0.0592248 Jul 28 15:45:51.119567 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:52.387735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a54151-8709-4393-a401-baf9d1703576 req-834eec16-c33a-4485-ab03-02293abf0de2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.389324 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2a54151-8709-4393-a401-baf9d1703576 req-834eec16-c33a-4485-ab03-02293abf0de2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0626366 Jul 28 15:45:52.430563 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d2a54151-8709-4393-a401-baf9d1703576 req-65dbbd56-4342-4d38-89e4-8212f68804bc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339742 Jul 28 15:45:52.504179 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-6e3ae301-0aec-4a6d-97af-900c9574278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.505711 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-6e3ae301-0aec-4a6d-97af-900c9574278b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1097 time: 0.0418420 Jul 28 15:45:52.600134 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-13938dcf-1627-4e6e-a159-c63f0e06d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.601520 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-13938dcf-1627-4e6e-a159-c63f0e06d25c service neutron] 10.222.0.53 "GET /v2.0/networks?id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 200 len: 898 time: 0.0886173 Jul 28 15:45:52.666730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-cc3328ba-46e3-4b7c-b37a-f9af7054bf0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 200 len: 1001 time: 0.0580075 Jul 28 15:45:52.715055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-58672800-5fd9-4d47-86ad-1cba79a4697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.716514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-58672800-5fd9-4d47-86ad-1cba79a4697e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a5e5f56-8e0f-4937-ac90-0789a12f43fd HTTP/1.1" status: 200 len: 835 time: 0.0433991 Jul 28 15:45:52.767086 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-7225b30f-23af-4614-b16c-bd078efa764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:52.768606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-7225b30f-23af-4614-b16c-bd078efa764b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439537 Jul 28 15:45:52.858579 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-c7bcaa59-3b91-4ceb-b54c-fcaf49be6ecf service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819509 Jul 28 15:45:52.954576 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cec3cb9e-78af-45c3-b2df-0d0dc0d73bf2 req-4bd931de-36b7-4b25-8a99-49785b44bbc2 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886090 Jul 28 15:45:53.549032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47026c8d-876f-4068-8838-a321619fa5dc req-608b01bd-4b02-42fe-92c2-813f451cc2c2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:53.551074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47026c8d-876f-4068-8838-a321619fa5dc req-608b01bd-4b02-42fe-92c2-813f451cc2c2 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0498862 Jul 28 15:45:53.591145 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-47026c8d-876f-4068-8838-a321619fa5dc req-4c7a6ee0-c78a-4486-8830-274b4e290601 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342641 Jul 28 15:45:54.709091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e0c8e-204f-4b2f-8503-1fc4716cfa91 req-c0ea84d4-af88-41e6-b327-13852d5194af tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:54.710613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e57e0c8e-204f-4b2f-8503-1fc4716cfa91 req-c0ea84d4-af88-41e6-b327-13852d5194af tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0515380 Jul 28 15:45:54.749413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e57e0c8e-204f-4b2f-8503-1fc4716cfa91 req-065dd9ce-bbe6-4438-bc00-6df976a96612 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jul 28 15:45:54.772006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40814) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:54.838345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9b4d8228-bbbe-41b8-8dd4-2ec84fece46c tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/floatingips/82f19024-117a-4016-b59f-a5efa6f59f32 HTTP/1.1" status: 200 len: 993 time: 0.0651760 Jul 28 15:45:55.073280 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40820) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:45:55.231278 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 139589d1-2970-4ed5-b31d-175b348fa86c {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:45:55.231636 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.310860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.311221 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.331999 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 139589d1-2970-4ed5-b31d-175b348fa86c owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:45:55.570479 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.597697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=139589d1-2970-4ed5-b31d-175b348fa86c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:55.609799 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.615525 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:55.668996 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:55.669498 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Floating IP 82f19024-117a-4016-b59f-a5efa6f59f32 disassociated (deleted). External IP: 172.25.0.247, port: 40ffdc25-a61d-4618-9aa8-3007db6996c5. Jul 28 15:45:55.881122 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 853559db-6f67-48f0-a363-44ef57a3f88d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:45:55.993577 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:45:55.998061 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:56.004188 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Sync routers for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:45:56.013839 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:56.016149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:56.027417 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ad40dde7-1da5-4915-afc2-ae612855e614 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/floatingips/82f19024-117a-4016-b59f-a5efa6f59f32 HTTP/1.1" status: 204 len: 168 time: 0.9530678 Jul 28 15:45:56.028006 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:56.030414 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d71abf-50c9-4009-9010-fd93c7588b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:56.072774 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d523bdf-2fc6-494c-bc3b-7c98f82bec7c x-openstack-request-id: req-7d523bdf-2fc6-494c-bc3b-7c98f82bec7c {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:56.073074 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:56.073332 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d523bdf-2fc6-494c-bc3b-7c98f82bec7c {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:56.073738 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'status': 'completed', 'code': 200} Jul 28 15:45:56.126404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:56.159290 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-03016fda-5dce-4adf-8746-f63b99f9eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:56.159290 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-03016fda-5dce-4adf-8746-f63b99f9eb4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=815966e8ce464298b44e39ddd92c0ff7&device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 1097 time: 0.0411022 Jul 28 15:45:56.254716 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-2cdac67e-aa6a-49cf-b1ed-aab9eaf26164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:56.256418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-2cdac67e-aa6a-49cf-b1ed-aab9eaf26164 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 200 len: 898 time: 0.0927751 Jul 28 15:45:56.298879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-df8c1af1-5463-4c9c-8cc1-3353a300ea77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 200 len: 217 time: 0.0357158 Jul 28 15:45:56.331519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:56.348364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-f8d53ad2-970f-417a-b0cd-ad54e140d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:56.349847 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-f8d53ad2-970f-417a-b0cd-ad54e140d0de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3a5e5f56-8e0f-4937-ac90-0789a12f43fd HTTP/1.1" status: 200 len: 835 time: 0.0445833 Jul 28 15:45:56.357495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Checking router: 853559db-6f67-48f0-a363-44ef57a3f88d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:45:56.366724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:45:56.367384 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:56.415710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-ac8d14b2-5aba-4c87-bb6d-ed26fa9410b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:56.417228 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-ac8d14b2-5aba-4c87-bb6d-ed26fa9410b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57e6ae4d-0239-4221-9c20-9fa1df4f9a39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602665 Jul 28 15:45:56.476872 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b429c9-73f5-4f5a-a25d-395471f7a38a req-978258a6-cf58-4f30-8479-0cd3f521f74d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:56.478491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16b429c9-73f5-4f5a-a25d-395471f7a38a req-978258a6-cf58-4f30-8479-0cd3f521f74d tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0518475 Jul 28 15:45:56.483531 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:45:56.520906 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-15a6c444-7378-4ef8-a6ff-f5cd2f0de38c service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916197 Jul 28 15:45:56.522644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-16b429c9-73f5-4f5a-a25d-395471f7a38a req-bb90513b-aa31-4000-af75-31ecb15a54d8 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357039 Jul 28 15:45:56.620152 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-08d71abf-50c9-4009-9010-fd93c7588b0a req-27448b62-3671-4561-9f90-12e29bae2194 service neutron] 10.222.0.53 "GET /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Jul 28 15:45:56.688760 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:45:56.719648 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6297227d-b523-46a8-a8e2-3abcefbf250b None None] The sync data for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 is: [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:44:59Z', 'revision_number': 4, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'bcc29b97-96e0-4113-b97e-da92aca5dc80', 'name': '', 'network_id': '57e6ae4d-0239-4221-9c20-9fa1df4f9a39', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'mac_address': 'fa:16:3e:f6:4e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:58Z', 'updated_at': '2021-07-28T15:45:04Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'subnets': [{'id': '3a5e5f56-8e0f-4937-ac90-0789a12f43fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:45:56.944643 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3da664d-99ca-4f6d-9017-54cb4362c19d None None] New status for floating IP 82f19024-117a-4016-b59f-a5efa6f59f32: DOWN {{(pid=94751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:45:57.643089 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6f31-84b2-4d3c-b64f-7beea8a863f1 req-43dc68f8-c1d0-4395-b542-fb4fe288780b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:57.645259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10db6f31-84b2-4d3c-b64f-7beea8a863f1 req-43dc68f8-c1d0-4395-b542-fb4fe288780b tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0500422 Jul 28 15:45:57.684005 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-10db6f31-84b2-4d3c-b64f-7beea8a863f1 req-d624cd71-615b-4433-a154-4f4f57962d4e tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e271141-7eff-470c-acca-1a0c87125763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324757 Jul 28 15:45:58.105695 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-f32b6a86-5a29-40a6-ba24-1f9fde29eecc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:45:58.107238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-f32b6a86-5a29-40a6-ba24-1f9fde29eecc tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 945 time: 0.0480199 Jul 28 15:45:58.198361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 40ffdc25-a61d-4618-9aa8-3007db6996c5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:45:58.198640 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.283340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 40ffdc25-a61d-4618-9aa8-3007db6996c5, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=40ffdc25-a61d-4618-9aa8-3007db6996c5,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:45:58.283702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.296965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 40ffdc25-a61d-4618-9aa8-3007db6996c5 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:45:58.522470 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.553034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=40ffdc25-a61d-4618-9aa8-3007db6996c5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:45:58.582478 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.582912 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.583293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.583644 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.583990 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.584339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.584681 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.585034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.585361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.585696 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.586031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.586413 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:45:58.609490 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] No DVR routers for this DVR port 40ffdc25-a61d-4618-9aa8-3007db6996c5 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:45:58.612211 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:45:58.614253 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abf589d0-af64-4493-b47c-8739c3b61f36 req-20abc3b8-be36-436a-926f-28ff547faab9 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.53 "DELETE /v2.0/ports/40ffdc25-a61d-4618-9aa8-3007db6996c5 HTTP/1.1" status: 204 len: 173 time: 0.5012832 Jul 28 15:45:58.614698 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'name': 'network-vif-deleted', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:45:58.616958 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab0141-a15d-471a-bfc2-ef94ced7a5d8" -d '{"events": [{"server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "name": "network-vif-deleted", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:45:58.652744 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cc1b1a-8be3-4108-bd19-d1859ee74a39 x-openstack-request-id: req-67cc1b1a-8be3-4108-bd19-d1859ee74a39 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:45:58.653334 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4537c00-3951-4046-aee6-c3efb16671ba", "name": "network-vif-deleted", "tag": "40ffdc25-a61d-4618-9aa8-3007db6996c5", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:45:58.653334 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67cc1b1a-8be3-4108-bd19-d1859ee74a39 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:45:58.653682 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4537c00-3951-4046-aee6-c3efb16671ba', 'name': 'network-vif-deleted', 'tag': '40ffdc25-a61d-4618-9aa8-3007db6996c5', 'status': 'completed', 'code': 200} Jul 28 15:45:58.779620 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9f7cb514-5d4d-4fee-a451-74bafb1e93ea req-094ff399-94a6-4296-9753-cbf32a2b3e01 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4537c00-3951-4046-aee6-c3efb16671ba HTTP/1.1" status: 200 len: 210 time: 0.0267258 Jul 28 15:45:59.837408 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40836) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:00.210855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:00.464665 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port bcc29b97-96e0-4113-b97e-da92aca5dc80 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:46:00.465405 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:00.553016 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port bcc29b97-96e0-4113-b97e-da92aca5dc80, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bcc29b97-96e0-4113-b97e-da92aca5dc80,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:00.553387 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:00.571342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for bcc29b97-96e0-4113-b97e-da92aca5dc80 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:46:00.930926 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:00.958111 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=bcc29b97-96e0-4113-b97e-da92aca5dc80,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:01.139420 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.356606 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Router 853559db-6f67-48f0-a363-44ef57a3f88d has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:46:01.468937 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:01.474282 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f993f978-eb26-4b1e-a6d0-f2ad08ec8d89 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "PUT /v2.0/routers/853559db-6f67-48f0-a363-44ef57a3f88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6357548 Jul 28 15:46:01.477146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40840) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:01.480111 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Sync routers for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:01.491331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:01.491975 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:01.532336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting subnet 3a5e5f56-8e0f-4937-ac90-0789a12f43fd {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:46:01.536258 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.579753 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.633893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:01.683010 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.813166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:46:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:01.834229 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.840232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Checking router: 853559db-6f67-48f0-a363-44ef57a3f88d for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:01.848667 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Routers {'853559db-6f67-48f0-a363-44ef57a3f88d'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:01.849321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['853559db-6f67-48f0-a363-44ef57a3f88d'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:01.861727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5e5f56-8e0f-4937-ac90-0789a12f43fd,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:01.871389 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:01.871389 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-8e42d661-622d-493b-b4fa-92b369868ac5 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/subnets/3a5e5f56-8e0f-4937-ac90-0789a12f43fd HTTP/1.1" status: 204 len: 168 time: 0.3891504 Jul 28 15:46:01.871960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40842) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:01.890235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced05734-7414-435e-9802-8db6bafb84c1 None None] Network 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:46:01.990097 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.048497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] Set router 853559db-6f67-48f0-a363-44ef57a3f88d gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:02.094910 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.223352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Deleting port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:46:02.223824 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.259417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ffdc25-a61d-4618-9aa8-3007db6996c5 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:46:02.307222 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] For port 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:02.307599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.316260 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 40ffdc25-a61d-4618-9aa8-3007db6996c5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:46:02.316609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 40ffdc25-a61d-4618-9aa8-3007db6996c5 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:46:02.321242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Calling delete_port for 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:46:02.401281 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] DHCP port deletion for 57e6ae4d-0239-4221-9c20-9fa1df4f9a39 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:46:02.455857 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:46:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:02.486319 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7bd4d-c7d3-47e3-afcc-67fed2e60146 None None] The sync data for ids ['853559db-6f67-48f0-a363-44ef57a3f88d'] in n-d-705658-23 is: [{'id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-421511845', 'tenant_id': '815966e8ce464298b44e39ddd92c0ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:46:00Z', 'revision_number': 5, 'project_id': '815966e8ce464298b44e39ddd92c0ff7', 'gw_port': {'id': '9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853559db-6f67-48f0-a363-44ef57a3f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:44:55Z', 'updated_at': '2021-07-28T15:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:02.498178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Deleting port 1e669df3-36d3-4241-8f5a-72ee1d608e4a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:46:02.499010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.545633 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.568792 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] For port 1e669df3-36d3-4241-8f5a-72ee1d608e4a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e669df3-36d3-4241-8f5a-72ee1d608e4a,segment=NetworkSegment(3b2a46f2-1acc-44b8-8b44-1a7874c76250),segment_id=3b2a46f2-1acc-44b8-8b44-1a7874c76250)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:02.569190 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.577879 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Port': ['ID=9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:02.583279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Calling delete_port for 1e669df3-36d3-4241-8f5a-72ee1d608e4a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:46:02.637892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.725450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:02.749615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Pushing event deleted for resources: {'Port': ['ID=1e669df3-36d3-4241-8f5a-72ee1d608e4a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:02.759847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] No DVR routers for this DVR port 1e669df3-36d3-4241-8f5a-72ee1d608e4a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:46:02.762684 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.763178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.763645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.764006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.764344 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.764680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.765012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.765340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.765668 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.765995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.766321 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:02.766704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f83f176-8ec4-4656-9c99-df1d73e377a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:03.073246 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.075439 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.208468 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.209036 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Fanout notify agent at l3_agent the message router_deleted on router 853559db-6f67-48f0-a363-44ef57a3f88d {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:46:03.221808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.221808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2ce33ef3-9cca-4e58-9585-7aa718e3a216 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/routers/853559db-6f67-48f0-a363-44ef57a3f88d HTTP/1.1" status: 204 len: 168 time: 1.3457673 Jul 28 15:46:03.221808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:03.307041 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.411956 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.421633 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e6ae4d-0239-4221-9c20-9fa1df4f9a39']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.433826 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2a46f2-1acc-44b8-8b44-1a7874c76250') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.434137 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2a46f2-1acc-44b8-8b44-1a7874c76250') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:03.444735 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.460259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.467463 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: timer() Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:46:03.471090 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:46:03.588143 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.595119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.599897 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/networks/57e6ae4d-0239-4221-9c20-9fa1df4f9a39 HTTP/1.1" status: 204 len: 168 time: 0.3751800 Jul 28 15:46:03.601371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40846) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:03.609012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ba652-23bb-45c7-a665-787796f6af85 tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'Network': ['ID=57e6ae4d-0239-4221-9c20-9fa1df4f9a39,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:03.665214 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.696552 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.916892 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.919548 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:03.920745 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e271141-7eff-470c-acca-1a0c87125763 HTTP/1.1" status: 204 len: 168 time: 0.3183584 Jul 28 15:46:03.930823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a306fbb-865c-49b3-b119-d3e1dfe391ca tempest-TestNetworkAdvancedServerOps-1486008627 tempest-TestNetworkAdvancedServerOps-1486008627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e271141-7eff-470c-acca-1a0c87125763,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:04.010726 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e669df3-36d3-4241-8f5a-72ee1d608e4a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:46:04.031215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1e669df3-36d3-4241-8f5a-72ee1d608e4a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:46:04.031575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e669df3-36d3-4241-8f5a-72ee1d608e4a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:46:04.032006 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bcc29b97-96e0-4113-b97e-da92aca5dc80 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:46:04.056016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bcc29b97-96e0-4113-b97e-da92aca5dc80 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:46:04.056374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bcc29b97-96e0-4113-b97e-da92aca5dc80 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:46:04.056789 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:46:04.075253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:46:04.075609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 9e31d7eb-d032-45ed-bd05-a6b6ba86ab0a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:46:04.550512 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40854) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:04.574875 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:46:04.700062 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-39c158a2-0c60-48ee-acea-1690c84b8a86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=815966e8ce464298b44e39ddd92c0ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481290 Jul 28 15:46:04.702816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40858) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:04.752632 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:04.774717 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:04.891011 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:04.893547 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:04.894840 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1eb1d40-40d0-4888-b972-5bdee0159b89 HTTP/1.1" status: 204 len: 168 time: 0.1910553 Jul 28 15:46:04.903459 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc001-2099-43ac-9073-1a356796e80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eb1d40-40d0-4888-b972-5bdee0159b89,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:05.496669 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40864) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:05.510649 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-705a22b1-2107-49e6-8d3a-e7124e0c279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.602421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-705a22b1-2107-49e6-8d3a-e7124e0c279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.667727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-705a22b1-2107-49e6-8d3a-e7124e0c279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.705323 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a22b1-2107-49e6-8d3a-e7124e0c279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a8981c-e2d0-4647-b3aa-2995ee0bf47c,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:05.709934 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-705a22b1-2107-49e6-8d3a-e7124e0c279e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=871e8c31b0b9486b90fbe47339b4748d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122114 Jul 28 15:46:05.712555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 40866) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:05.761960 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.782743 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.917078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.919763 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:05.920944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6a8981c-e2d0-4647-b3aa-2995ee0bf47c HTTP/1.1" status: 204 len: 168 time: 0.2074695 Jul 28 15:46:05.929175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc320c43-db7f-4f8b-9713-b5347c93ffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a8981c-e2d0-4647-b3aa-2995ee0bf47c,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:06.990737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40888) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:07.085992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-528691084-network', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:07.191761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Made reservation on behalf of abffef1bcf7e4ea09271f636d18710db for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:46:07.194116 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.203058 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.295353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.362466 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.387098 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:46:07.396252 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890f212-82d3-42ae-b657-90a62458402a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:07.402378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.402728 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Added segment 0c360b77-9178-4ccf-8618-43482c0277e1 of type vlan for network 29beca7c-5542-4b37-8bff-b6fe4c85903b Jul 28 15:46:07.446167 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.536868 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.537878 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:07.538465 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.596529 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] Pushing event updated for resources: {'Network': ['ID=29beca7c-5542-4b37-8bff-b6fe4c85903b,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:07.620064 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:46:07.694505 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-9b6f1a58-1bb6-4d18-895e-8fb8c92780dc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7025981 Jul 28 15:46:07.697412 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40892) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:07.702655 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Request body: {'subnet': {'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-528691084-subnet', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:07.771047 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Made reservation on behalf of abffef1bcf7e4ea09271f636d18710db for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:46:07.773567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:07.994254 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.046200 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea59aaa-470a-47a9-bb03-44f2da373070,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:08.063159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:08.063548 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Network hostable DHCP agents. Network: 29beca7c-5542-4b37-8bff-b6fe4c85903b, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:46:08.150828 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:46:08.216637 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 29beca7c-5542-4b37-8bff-b6fe4c85903b) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:08.221032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:08.221620 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.227246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89634bc-d888-426c-9162-a41b72fbad51 None None] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:46:08.297445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-19ba910c-e616-4871-8631-3bf4c1d2407b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5989544 Jul 28 15:46:08.300033 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40894) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:08.305181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:08.372524 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-29beca7c-5542-4b37-8bff-b6fe4c85903b', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:46:08.373424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.388356 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.389441 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.450445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.512456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Allocated IP 172.20.0.2 (29beca7c-5542-4b37-8bff-b6fe4c85903b/aea59aaa-470a-47a9-bb03-44f2da373070/073dde18-bf0d-487b-a9a0-587807c5e317) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:08.656411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.665552 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Transition to ACTIVE for port object 073dde18-bf0d-487b-a9a0-587807c5e317 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:08.680656 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Transition to ACTIVE for port object 073dde18-bf0d-487b-a9a0-587807c5e317 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:08.682080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.763326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.805752 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:08.809503 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:08.812007 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:08.823459 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Pushing event updated for resources: {'Port': ['ID=073dde18-bf0d-487b-a9a0-587807c5e317,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:08.882012 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Attempting to bind port 073dde18-bf0d-487b-a9a0-587807c5e317 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:08.882385 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Attempting to bind port 073dde18-bf0d-487b-a9a0-587807c5e317 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:08.882756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Attempting to bind port 073dde18-bf0d-487b-a9a0-587807c5e317 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:08.887676 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:08.888051 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:08.888455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.888846 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Bound using segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:08.889309 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Bound port: 073dde18-bf0d-487b-a9a0-587807c5e317, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:08.889692 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:08.957115 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] For port 073dde18-bf0d-487b-a9a0-587807c5e317, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:08.960010 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] For port 073dde18-bf0d-487b-a9a0-587807c5e317, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=073dde18-bf0d-487b-a9a0-587807c5e317,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:09.002686 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.023243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.045392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.107090 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c5de6-0220-4c48-9ff4-86c45fd1c297 None None] Pushing event updated for resources: {'Port': ['ID=073dde18-bf0d-487b-a9a0-587807c5e317,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:09.149431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Allocated IP 172.25.0.245 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/1e633ba1-28ff-405e-a411-fa21129d7be5) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:09.260484 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.365517 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.402691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:09.406940 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:09.412866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:09.418694 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Pushing event updated for resources: {'Port': ['ID=1e633ba1-28ff-405e-a411-fa21129d7be5,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:09.736567 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.945266 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:09.992340 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30497d-ebcd-417c-a70d-bf4b9ad2c4ad None None] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:46:10.044920 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 073dde18-bf0d-487b-a9a0-587807c5e317 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:10.256678 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:46:10.285447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Provisioning for port 073dde18-bf0d-487b-a9a0-587807c5e317 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:10.287999 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 073dde18-bf0d-487b-a9a0-587807c5e317 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:10.292753 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 073dde18-bf0d-487b-a9a0-587807c5e317 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:10.293126 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.295222 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Provisioning complete for port 073dde18-bf0d-487b-a9a0-587807c5e317 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:10.300304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.371444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:10.383932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:10.393923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:10.395916 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:10.443678 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.446305 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.456660 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.461217 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-da3bcd6f-9598-4a4a-881c-462d1d9e2b9d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1568954 Jul 28 15:46:10.461391 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:10.494606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 073dde18-bf0d-487b-a9a0-587807c5e317, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=073dde18-bf0d-487b-a9a0-587807c5e317,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:10.502885 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:10.567513 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.648304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.db.api [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 15:46:10.648710 n-d-705658-23 neutron-server[94750]: DEBUG oslo_db.api [None req-d1aca0d8-c2a2-4541-9247-440375858e6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 15:46:10.651447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=073dde18-bf0d-487b-a9a0-587807c5e317,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:10.701504 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:09Z', 'revision_number': 3, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:10.727183 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:10.727526 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Updating router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 port 1e633ba1-28ff-405e-a411-fa21129d7be5 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:46:10.752417 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:10.899950 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.063050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Allocated IP 172.20.0.1 (29beca7c-5542-4b37-8bff-b6fe4c85903b/aea59aaa-470a-47a9-bb03-44f2da373070/6bfe96c8-f864-4629-9028-7c880869c37f) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:11.100696 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.110291 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Transition to ACTIVE for port object 1e633ba1-28ff-405e-a411-fa21129d7be5 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:11.167409 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.181216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Transition to ACTIVE for port object 6bfe96c8-f864-4629-9028-7c880869c37f will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:11.185769 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.238223 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Attempting to bind port 1e633ba1-28ff-405e-a411-fa21129d7be5 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:11.239312 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Attempting to bind port 1e633ba1-28ff-405e-a411-fa21129d7be5 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:11.239312 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Attempting to bind port 1e633ba1-28ff-405e-a411-fa21129d7be5 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:11.245862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Pushing event updated for resources: {'Port': ['ID=1e633ba1-28ff-405e-a411-fa21129d7be5,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:11.248957 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:11.249338 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:11.249773 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.250165 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:11.250645 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Bound port: 1e633ba1-28ff-405e-a411-fa21129d7be5, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:11.251036 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.273731 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.274080 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.274423 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.274662 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.275167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.275167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.275428 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.275759 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.276086 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.276417 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.276740 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.277063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.277386 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:46:11.306597 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-12282e96-76f6-4007-ab5d-cfc1a42b6da9 None None] Provisioning complete for port 073dde18-bf0d-487b-a9a0-587807c5e317 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:11.307256 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-12282e96-76f6-4007-ab5d-cfc1a42b6da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.314730 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] For port 1e633ba1-28ff-405e-a411-fa21129d7be5, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:11.318627 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] For port 1e633ba1-28ff-405e-a411-fa21129d7be5, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e633ba1-28ff-405e-a411-fa21129d7be5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:11.320163 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:11.325547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:11.329194 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:11.355774 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Pushing event updated for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:11.375827 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.405806 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.477687 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0c846-dd4a-45d0-bba3-6ef5a1140130 None None] Pushing event updated for resources: {'Port': ['ID=1e633ba1-28ff-405e-a411-fa21129d7be5,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:11.484923 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:11.485566 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:11.594623 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:11.608833 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.679606 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e8e47fcf-477e-4058-a3db-484cf0de7877 None None] Provisioning for port 6bfe96c8-f864-4629-9028-7c880869c37f completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:11.683640 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e8e47fcf-477e-4058-a3db-484cf0de7877 None None] Provisioning complete for port 6bfe96c8-f864-4629-9028-7c880869c37f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:11.684000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e8e47fcf-477e-4058-a3db-484cf0de7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:11.723278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e8e47fcf-477e-4058-a3db-484cf0de7877 None None] Port 6bfe96c8-f864-4629-9028-7c880869c37f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:46:11.784133 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:09Z', 'revision_number': 3, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:11.811788 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c718b752-6032-4718-9267-be3285a7efd3 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:09Z', 'revision_number': 3, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:12.011215 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 073dde18-bf0d-487b-a9a0-587807c5e317 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:12.082565 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 073dde18-bf0d-487b-a9a0-587807c5e317 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:12.083117 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.156560 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.239618 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.306160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Pushing event updated for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:12.308547 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.356927 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1fd20a6f-855a-425e-bc53-558dc7cf5df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.413406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:12.415126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:12.549357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:46:12.654652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-66151655-162d-4d8a-9608-e819ef178833 None None] Provisioning complete for port 6bfe96c8-f864-4629-9028-7c880869c37f triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:12.655097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66151655-162d-4d8a-9608-e819ef178833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:12.677863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:12.692173 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e9fa9782-674a-4e6e-86e4-50a72dd0f7cc admin admin] 10.222.0.47 "PUT /v2.0/routers/cc8e69bb-d578-4cda-afa9-1da3a43ea0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2203143 Jul 28 15:46:12.694663 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-66151655-162d-4d8a-9608-e819ef178833 None None] Port 6bfe96c8-f864-4629-9028-7c880869c37f cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:46:13.390885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:13.396806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-492828919-network', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:13.485506 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Made reservation on behalf of d69c9ccf649b40fc8340a480af49f862 for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:46:13.489806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.497028 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:13.500996 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.507170 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:13.507804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:45:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:13.596320 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.636306 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:13.685514 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.707389 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:46:13.723018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc4fd7-ef34-4e48-90df-47de9bbfc626,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:13.725916 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.726270 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Added segment 075dce49-2ffd-48d8-bfc5-e84975feb9e2 of type vlan for network 48857016-7e21-4217-8bc5-6edd67058519 Jul 28 15:46:13.770127 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.837603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 2, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:13.859799 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.860830 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:13.861420 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.867994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:13.868359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Updating router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 port 6bfe96c8-f864-4629-9028-7c880869c37f binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:46:13.893605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:13.926143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] Pushing event updated for resources: {'Network': ['ID=48857016-7e21-4217-8bc5-6edd67058519,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:13.939423 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 48857016-7e21-4217-8bc5-6edd67058519 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:46:13.991701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-1c6ff9cd-7f1d-48cd-9349-08cbb1db9c25 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5996363 Jul 28 15:46:13.994426 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:13.999372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Request body: {'subnet': {'network_id': '48857016-7e21-4217-8bc5-6edd67058519', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-492828919-subnet', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:14.046806 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e633ba1-28ff-405e-a411-fa21129d7be5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:14.070718 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Made reservation on behalf of d69c9ccf649b40fc8340a480af49f862 for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:46:14.073157 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.320158 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.380159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a578bea-dc8f-48aa-bee0-532ea9040533,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:14.389789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Checking segment: {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:14.390151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Network hostable DHCP agents. Network: 48857016-7e21-4217-8bc5-6edd67058519, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:46:14.421908 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.423935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 1e633ba1-28ff-405e-a411-fa21129d7be5 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:14.432796 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1e633ba1-28ff-405e-a411-fa21129d7be5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:14.433166 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.436833 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Transition to ACTIVE for port object 6bfe96c8-f864-4629-9028-7c880869c37f will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:14.492278 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Network 48857016-7e21-4217-8bc5-6edd67058519 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:46:14.516794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.521874 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.570982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 1e633ba1-28ff-405e-a411-fa21129d7be5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e633ba1-28ff-405e-a411-fa21129d7be5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:14.585704 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97bce2-bb68-41e9-9d46-9ca696fafafa None None] Pushing event updated for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:14.600084 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 48857016-7e21-4217-8bc5-6edd67058519) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:14.605649 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:14.606285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.630305 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af3790-8cf9-47dc-933e-375304584bc1 None None] Network 48857016-7e21-4217-8bc5-6edd67058519 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:46:14.679946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.713259 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Attempting to bind port 6bfe96c8-f864-4629-9028-7c880869c37f on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:14.713610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Attempting to bind port 6bfe96c8-f864-4629-9028-7c880869c37f by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:14.713984 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Attempting to bind port 6bfe96c8-f864-4629-9028-7c880869c37f on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:14.715680 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-45310a46-2986-4f1c-9c94-1d301fca16a7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7198939 Jul 28 15:46:14.718173 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40916) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:14.723096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:14.740194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:14.740573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:14.740983 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.741376 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Bound using segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:14.741996 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Bound port: 6bfe96c8-f864-4629-9028-7c880869c37f, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:14.742248 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.816252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=1e633ba1-28ff-405e-a411-fa21129d7be5,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:14.884416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] For port 6bfe96c8-f864-4629-9028-7c880869c37f, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:14.886414 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] For port 6bfe96c8-f864-4629-9028-7c880869c37f, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6bfe96c8-f864-4629-9028-7c880869c37f,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:14.890300 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4b72c4e4-2694-4e91-a518-42c1147d1685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.902696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.904200 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.921643 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-48857016-7e21-4217-8bc5-6edd67058519', 'network_id': '48857016-7e21-4217-8bc5-6edd67058519', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'fixed_ips': [{'subnet_id': '9a578bea-dc8f-48aa-bee0-532ea9040533'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:46:14.922521 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.946295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:14.967051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.067530 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.082647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97bce2-bb68-41e9-9d46-9ca696fafafa None None] Pushing event updated for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:15.087621 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:15.088266 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:15.195105 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.213917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Allocated IP 172.20.0.2 (48857016-7e21-4217-8bc5-6edd67058519/9a578bea-dc8f-48aa-bee0-532ea9040533/bc3bb095-3793-46ef-9975-6ccb07591915) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:15.291086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:15.465570 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.484703 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.513697 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.540923 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Transition to ACTIVE for port object bc3bb095-3793-46ef-9975-6ccb07591915 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:15.564447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Transition to ACTIVE for port object bc3bb095-3793-46ef-9975-6ccb07591915 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:15.586541 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:15.602109 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Allocated IP 172.25.0.18 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/8394bc2c-3b2b-4ef0-8dd6-c572a03af492) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:15.612899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74042783-e13b-4198-a4cf-3be92d443ad2 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:15.665160 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.713451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Network 48857016-7e21-4217-8bc5-6edd67058519 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:15.719462 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:15.724882 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:15.726731 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Pushing event updated for resources: {'Port': ['ID=bc3bb095-3793-46ef-9975-6ccb07591915,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:15.739219 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.784191 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Attempting to bind port bc3bb095-3793-46ef-9975-6ccb07591915 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:15.784675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Attempting to bind port bc3bb095-3793-46ef-9975-6ccb07591915 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:15.785166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Attempting to bind port bc3bb095-3793-46ef-9975-6ccb07591915 on network 48857016-7e21-4217-8bc5-6edd67058519 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:15.790602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:15.791144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Checking segment: {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:15.791560 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.791963 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Bound using segment: {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:15.792575 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Bound port: bc3bb095-3793-46ef-9975-6ccb07591915, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:15.792860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.864715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] For port bc3bb095-3793-46ef-9975-6ccb07591915, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:15.869731 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:15.869900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] For port bc3bb095-3793-46ef-9975-6ccb07591915, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bc3bb095-3793-46ef-9975-6ccb07591915,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:15.905097 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:15.908153 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:15.911737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:15.947372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Pushing event updated for resources: {'Port': ['ID=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:15.983741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.065403 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdabbd-23e9-4e4a-be6a-9f23a6851e81 None None] Pushing event updated for resources: {'Port': ['ID=bc3bb095-3793-46ef-9975-6ccb07591915,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:16.130132 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6bfe96c8-f864-4629-9028-7c880869c37f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:16.219466 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 6bfe96c8-f864-4629-9028-7c880869c37f completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:16.225443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6bfe96c8-f864-4629-9028-7c880869c37f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:16.225989 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.342406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.355566 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.407631 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 6bfe96c8-f864-4629-9028-7c880869c37f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6bfe96c8-f864-4629-9028-7c880869c37f,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:16.422621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.480132 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.480928 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e633ba1-28ff-405e-a411-fa21129d7be5 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:16.567807 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:16.569817 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.580183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 1e633ba1-28ff-405e-a411-fa21129d7be5 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:16.580758 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:16.817012 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:46:16.946997 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:16.958070 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Sync routers for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:16.967700 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:16.968332 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:17.031635 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.035120 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0c9208cf-9648-419c-b89a-d0f199a519aa admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3137569 Jul 28 15:46:17.036629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40918) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:17.097584 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:17.110647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c2e854-5f91-4555-96c6-a438cdc0c375 None None] Network 48857016-7e21-4217-8bc5-6edd67058519 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:46:17.225639 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-f6787a0a-fb81-4f95-8dce-e1838f05886e None None] Provisioning for port bc3bb095-3793-46ef-9975-6ccb07591915 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:17.299807 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 3, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:17.327582 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Checking router: cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:17.327932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Updating router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:46:17.355029 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.505376 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.641632 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.651959 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Transition to ACTIVE for port object 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:17.669372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Allocated IP 172.20.0.1 (48857016-7e21-4217-8bc5-6edd67058519/9a578bea-dc8f-48aa-bee0-532ea9040533/ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:17.723233 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.778012 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Attempting to bind port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:17.778391 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Attempting to bind port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:17.778758 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Attempting to bind port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:17.780821 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d56be-5fad-4f1b-bad9-1b44de8040c4 None None] Pushing event updated for resources: {'Port': ['ID=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:17.792924 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:17.793309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:17.793722 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.794119 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:17.794608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Bound port: 8394bc2c-3b2b-4ef0-8dd6-c572a03af492, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:17.795025 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:17.852420 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] For port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:17.856016 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] For port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:17.940655 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.019672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:18.019672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:18.019672 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d56be-5fad-4f1b-bad9-1b44de8040c4 None None] Pushing event updated for resources: {'Port': ['ID=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:18.040077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.105317 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.121406 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Transition to ACTIVE for port object ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:18.138574 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:18.170154 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6bfe96c8-f864-4629-9028-7c880869c37f up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:18.217306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.219728 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 6bfe96c8-f864-4629-9028-7c880869c37f triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:18.220106 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.259092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Network 48857016-7e21-4217-8bc5-6edd67058519 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:18.262029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:18.264691 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:18.305021 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:18.316216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bc3bb095-3793-46ef-9975-6ccb07591915 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:18.324653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.375344 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 3, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:18.408857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3eb8-a03a-429c-a593-6651592c5f59 None None] The sync data for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 is: [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 3, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:18.435368 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port bc3bb095-3793-46ef-9975-6ccb07591915 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:18.440330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bc3bb095-3793-46ef-9975-6ccb07591915 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:18.443013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.534360 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.554850 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.570638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port bc3bb095-3793-46ef-9975-6ccb07591915, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bc3bb095-3793-46ef-9975-6ccb07591915,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:18.664429 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.737717 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=bc3bb095-3793-46ef-9975-6ccb07591915,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:18.742193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a10673eb-5571-43b9-9a8a-e44b92ded564 None None] Provisioning for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:18.746512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a10673eb-5571-43b9-9a8a-e44b92ded564 None None] Provisioning complete for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:18.754737 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a10673eb-5571-43b9-9a8a-e44b92ded564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.755334 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.784121 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a10673eb-5571-43b9-9a8a-e44b92ded564 None None] Port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:46:18.842551 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:18.917001 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:18.923951 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:19.045121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Network 48857016-7e21-4217-8bc5-6edd67058519 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:19.046712 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:19.179343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:46:19.308027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e900988b-a700-4b3e-9667-8547285d0987 None None] Provisioning complete for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:19.308555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e900988b-a700-4b3e-9667-8547285d0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:19.308658 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:19.313698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0b83fa55-d9b1-43b2-912a-230798b8f6d5 admin admin] 10.222.0.47 "PUT /v2.0/routers/cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2760339 Jul 28 15:46:19.364172 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e900988b-a700-4b3e-9667-8547285d0987 None None] Port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:46:19.886892 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:19.891823 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393786301', 'description': 'tempest-secgroup-smoke-1393786301 description', 'project_id': 'abffef1bcf7e4ea09271f636d18710db'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:20.014192 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.073359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Sync routers for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:20.087113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:20.089484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:20.090168 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:20.117098 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.225172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.230364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:20.254706 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a6d7d-cf4c-4b5f-be65-494a6baa07de,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:20.344598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:20.352831 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:20.353216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.368493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.369936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-949f8f29-4f3a-4f55-87ec-d90511d1d27e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4819059 Jul 28 15:46:20.372910 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40930) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:20.377714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:20.476784 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.495434 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.521771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:20.527747 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:18Z', 'revision_number': 4, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad', 'name': '', 'network_id': '48857016-7e21-4217-8bc5-6edd67058519', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'mac_address': 'fa:16:3e:8c:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:17Z', 'updated_at': '2021-07-28T15:46:18Z', 'revision_number': 2, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'subnets': [{'id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:20.537520 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.562440 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Checking router: cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:20.562795 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Updating router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:46:20.594149 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.597651 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.598364 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bc3bb095-3793-46ef-9975-6ccb07591915 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:20.623944 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.639334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a961c5b7-a097-45c7-a053-d873e212678d,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:20.725855 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.727195 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-212573ab-91f8-4c1f-8ef9-47781f3e52cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532572 Jul 28 15:46:20.734889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40932) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:20.740884 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:20.832757 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.888022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.915904 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:20.930098 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port bc3bb095-3793-46ef-9975-6ccb07591915 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:20.930474 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:20.954075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.082582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.101861 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eeab32-d1c1-4714-9d7f-8c78b9dd01cb,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:21.157625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.166855 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.176943 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Transition to ACTIVE for port object ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:21.177244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.178634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-becb94cf-8cce-4246-ac8b-90f0b12999cb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4424672 Jul 28 15:46:21.181498 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40934) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:21.186057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:21.289412 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.325438 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.341540 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e03c48-af44-4ecd-934c-67d35506bc51 None None] Pushing event updated for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:21.392581 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Attempting to bind port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:21.393283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Attempting to bind port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:21.395476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Attempting to bind port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad on network 48857016-7e21-4217-8bc5-6edd67058519 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:21.396770 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.399461 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:21.399847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Checking segment: {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:21.400271 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.400657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Bound using segment: {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:21.401173 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Bound port: ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075dce49-2ffd-48d8-bfc5-e84975feb9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '48857016-7e21-4217-8bc5-6edd67058519'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:21.401559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.482267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] For port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:21.485443 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] For port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:21.510720 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.526810 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8174c3f6-dcce-427c-9035-f7a5f9bcc71e,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:21.551799 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.627029 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e03c48-af44-4ecd-934c-67d35506bc51 None None] Pushing event updated for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:21.629330 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.633542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:21.634192 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:21.641715 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3160a3ea-8662-4049-abcc-2a3ac03511e6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590504 Jul 28 15:46:21.645064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40936) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:21.650262 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:21.740541 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.757214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:21.806128 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.899736 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.915496 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d0b0b-884c-4510-ad85-cded0ac44dc9,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:21.974331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:18Z', 'revision_number': 4, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad', 'name': '', 'network_id': '48857016-7e21-4217-8bc5-6edd67058519', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'mac_address': 'fa:16:3e:8c:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:17Z', 'updated_at': '2021-07-28T15:46:21Z', 'revision_number': 4, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'subnets': [{'id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:21.991332 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:21.995317 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-0b941126-464e-477a-9874-e00022075a15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3466926 Jul 28 15:46:21.995746 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40938) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:22.000520 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:22.001810 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae82db-d4f1-48f1-9471-7b347f43438f None None] The sync data for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 is: [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:46:18Z', 'revision_number': 4, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad', 'name': '', 'network_id': '48857016-7e21-4217-8bc5-6edd67058519', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'mac_address': 'fa:16:3e:8c:76:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:17Z', 'updated_at': '2021-07-28T15:46:21Z', 'revision_number': 4, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'subnets': [{'id': '9a578bea-dc8f-48aa-bee0-532ea9040533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:22.032906 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:22.098127 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:22.098556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.105966 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Project abffef1bcf7e4ea09271f636d18710db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:46:22.111995 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.189245 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.262309 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.282697 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49a4db7-5f5b-4497-af41-e3053a0488ee,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:22.368325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.372344 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c3dc6ea6-56b6-4331-b478-1136a490aebc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3728433 Jul 28 15:46:22.372481 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 40940) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:22.377349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': 'e88a6d7d-cf4c-4b5f-be65-494a6baa07de', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:22.494056 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Project abffef1bcf7e4ea09271f636d18710db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:46:22.499974 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.573481 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.645341 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.665317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dff1a2-80ed-4e9e-b39a-8b00a64d883b,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:22.714344 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:22.715737 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c2ad29e2-5767-4170-a580-a7e22c623c1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3422627 Jul 28 15:46:22.877312 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-fcf56154-3daf-4419-a7ba-75afcafeaabf tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393786301&fields=id&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 267 time: 0.0363021 Jul 28 15:46:22.993187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-9910eef2-84dc-41c2-b58c-f0127bd86ecd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:22.994783 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-9910eef2-84dc-41c2-b58c-f0127bd86ecd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 808 time: 0.1095405 Jul 28 15:46:23.012145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-21e2ee3f-6499-43be-933d-e3c6283ff2da tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/quotas/abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 375 time: 0.0112493 Jul 28 15:46:23.068134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-36e64549-09ce-4732-b373-bca019d9904a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498073 Jul 28 15:46:23.169151 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-81f8403b-707e-4ab2-b666-626398050f51 service neutron] 10.222.0.47 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889275 Jul 28 15:46:23.267631 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-1b0fbcc3-274c-4b2f-ac0b-ab4d72bffbf1 service neutron] 10.222.0.47 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922875 Jul 28 15:46:23.545859 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-32c06a54-ef39-4c3d-a5fd-6a1b9b5f8807 req-13f993fc-beb2-423d-acc7-d4304d131b17 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 210 time: 0.0286317 Jul 28 15:46:24.043601 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:24.177323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:24.181394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:24.181779 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:24.262667 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:24.295900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:24.411939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:24.465101 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:24.625628 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-040b31e8-b061-4f32-be83-fcd068e8a530 req-32d9771d-d944-4326-9436-ddad19c16231 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 210 time: 0.0272191 Jul 28 15:46:25.725918 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0d792009-665a-4812-97bf-7198e09b3a20 req-787d3f22-b146-4688-a094-d8ba6a923b25 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 210 time: 0.0309224 Jul 28 15:46:25.926046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-3429e5bd-142b-405d-98fd-2c96a8f60aa8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:25.927149 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-3429e5bd-142b-405d-98fd-2c96a8f60aa8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 808 time: 0.1067009 Jul 28 15:46:25.980051 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-b44838a6-28aa-40ec-8a8a-3ab1d7b387eb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 380 time: 0.0374172 Jul 28 15:46:25.989791 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'port': {'device_id': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'admin_state_up': True, 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'security_groups': ['e88a6d7d-cf4c-4b5f-be65-494a6baa07de']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:26.017718 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:26.074048 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:26.074542 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.177257 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Made reservation on behalf of abffef1bcf7e4ea09271f636d18710db for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:46:26.180792 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.311246 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Allocated IP 172.20.0.8 (29beca7c-5542-4b37-8bff-b6fe4c85903b/aea59aaa-470a-47a9-bb03-44f2da373070/91eb4c47-5050-4c55-b9a5-d2f51a7e075a) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:26.453543 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.466015 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Transition to ACTIVE for port object 91eb4c47-5050-4c55-b9a5-d2f51a7e075a will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:26.600348 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.643026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:26.646225 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:26.652585 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:26.677804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:26.709745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:26.709745 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.825725 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-8d199f4d-84e7-490b-b796-6b2780ac73ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398716 Jul 28 15:46:26.844682 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Request body: {'port': {'device_id': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:26.856436 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57aa6c-e57d-46f2-9c7f-6a5ab557a6bf req-b56d5e72-301e-483d-b908-b0ad5b2a0d5f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:26.857935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd57aa6c-e57d-46f2-9c7f-6a5ab557a6bf req-b56d5e72-301e-483d-b908-b0ad5b2a0d5f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 931 time: 0.0617547 Jul 28 15:46:26.916883 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61576884-0b93-407b-8096-691707fbe0ed None None] Provisioning for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:26.921110 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61576884-0b93-407b-8096-691707fbe0ed None None] Provisioning complete for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:26.921498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61576884-0b93-407b-8096-691707fbe0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.938488 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dd57aa6c-e57d-46f2-9c7f-6a5ab557a6bf req-0684c3ab-06a1-4abf-b194-6e846c79def5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651841 Jul 28 15:46:26.941310 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:26.961488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-61576884-0b93-407b-8096-691707fbe0ed None None] Port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:46:27.212758 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:46:27.220280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:27.232349 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Transition to ACTIVE for port object 91eb4c47-5050-4c55-b9a5-d2f51a7e075a will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:46:27.325413 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:27.383332 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:27.449398 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Attempting to bind port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:46:27.449735 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Attempting to bind port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:46:27.450096 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Attempting to bind port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:27.454922 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a on network 29beca7c-5542-4b37-8bff-b6fe4c85903b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:46:27.455272 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Attempting to bind port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:46:27.460966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:46:27.461308 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:46:27.461693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Bound using segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:46:27.462125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Bound port: 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:46:27.462490 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:27.531343 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:46:27.534609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:46:27.614430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:27.656775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:27.657398 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:27.658791 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] 10.222.0.53 "PUT /v2.0/ports/91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 1092 time: 0.8184769 Jul 28 15:46:27.659266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:46:27.661560 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9087245e-510a-4db5-a378-a773f9315a20" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:46:27.687336 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac5f88-11c8-4ea1-b56e-4887271f3520 service neutron] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:27.712137 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa9a4f4-c61b-4c96-9a82-a65fb28fb0f8 x-openstack-request-id: req-5fa9a4f4-c61b-4c96-9a82-a65fb28fb0f8 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:46:27.716263 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:46:27.716263 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fa9a4f4-c61b-4c96-9a82-a65fb28fb0f8 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:46:27.716263 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'status': 'completed', 'code': 200} Jul 28 15:46:27.796851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087245e-510a-4db5-a378-a773f9315a20 req-c5e1efe2-7afc-4d5a-9901-ad9140750bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:27.798388 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9087245e-510a-4db5-a378-a773f9315a20 req-c5e1efe2-7afc-4d5a-9901-ad9140750bad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1095 time: 0.0438557 Jul 28 15:46:27.906018 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087245e-510a-4db5-a378-a773f9315a20 req-9a93e758-6469-4490-b810-ed8fdfaa0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:27.907559 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9087245e-510a-4db5-a378-a773f9315a20 req-9a93e758-6469-4490-b810-ed8fdfaa0c11 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=abffef1bcf7e4ea09271f636d18710db&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0954843 Jul 28 15:46:28.036355 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087245e-510a-4db5-a378-a773f9315a20 req-0cee1a42-ecfe-4858-b051-bc21f75e464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:28.037836 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9087245e-510a-4db5-a378-a773f9315a20 req-0cee1a42-ecfe-4858-b051-bc21f75e464b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158664 Jul 28 15:46:28.074214 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626853d0-5cd8-4091-a02f-273f88842b00 req-f10289d4-bb70-42b1-99ce-cc46daa53466 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:28.075825 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-626853d0-5cd8-4091-a02f-273f88842b00 req-f10289d4-bb70-42b1-99ce-cc46daa53466 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0549192 Jul 28 15:46:28.142322 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-626853d0-5cd8-4091-a02f-273f88842b00 req-39dedc9e-16a5-444f-9eed-4eb997eef1ee tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585396 Jul 28 15:46:28.155960 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-e7038b60-041a-462a-a306-d1c0d90d737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:28.157513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-e7038b60-041a-462a-a306-d1c0d90d737b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1095 time: 0.0565565 Jul 28 15:46:28.207967 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-9530e510-25ab-41f1-acf5-8c9d2092a31f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 217 time: 0.0358253 Jul 28 15:46:28.261175 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-349bdacd-8de1-4aad-b28a-15c9cea50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:28.262705 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-349bdacd-8de1-4aad-b28a-15c9cea50db4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0479674 Jul 28 15:46:28.333310 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-910d5016-f93e-4843-9c72-0b1b4b362547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:28.334747 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-910d5016-f93e-4843-9c72-0b1b4b362547 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411375 Jul 28 15:46:28.431103 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-32649870-046f-4898-a9dd-ad26cfe80bee service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889926 Jul 28 15:46:28.525638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7be5b231-ed18-4abe-a15e-d2158454c78c req-7048cd99-a520-48e8-b0b9-f876e9813e44 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862556 Jul 28 15:46:29.153603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-595c1c12-e1ed-4f16-9ce5-c4ec7dd1dfd7 req-c5bb22fa-f06e-4dfb-8455-ff23ed7118df service neutron] (94749) timed out ('10.222.0.47', 37058) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:46:29.261352 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87c4ca-8446-4b92-985b-a724b9b472bb req-3b07ed74-e63c-4b21-a4b6-f5c01d825d20 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:29.262836 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce87c4ca-8446-4b92-985b-a724b9b472bb req-3b07ed74-e63c-4b21-a4b6-f5c01d825d20 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0493631 Jul 28 15:46:29.300713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ce87c4ca-8446-4b92-985b-a724b9b472bb req-b37fc060-c41e-4571-9953-6996e3dfcc73 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 28 15:46:30.428769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03225bd-50ad-4a8b-9044-d1a4aa8daff0 req-06ccb1b6-eafb-472c-a6e8-37440c4bd29e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:30.430351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d03225bd-50ad-4a8b-9044-d1a4aa8daff0 req-06ccb1b6-eafb-472c-a6e8-37440c4bd29e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0576353 Jul 28 15:46:30.468940 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d03225bd-50ad-4a8b-9044-d1a4aa8daff0 req-50df7c69-edcd-466f-a560-26e588f3cb69 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Jul 28 15:46:31.586587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30528df4-2464-46a0-bfc1-61b2b2197816 req-9caf18c7-0fac-41b4-b8ee-319900e879b4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:31.588108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30528df4-2464-46a0-bfc1-61b2b2197816 req-9caf18c7-0fac-41b4-b8ee-319900e879b4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0508540 Jul 28 15:46:31.627509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-30528df4-2464-46a0-bfc1-61b2b2197816 req-b01b64cd-2165-4a67-af17-f111c062e4af tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Jul 28 15:46:32.422320 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:46:32.515863 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:32.527586 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:46:32.570044 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:32.583610 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:46:32.602705 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:32.682512 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:32.731390 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:32.748972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a2e74-a902-4552-84af-ba087f6f5d67 req-94cb46af-bb90-42b9-b2c7-c723ca7180da tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:32.750497 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd5a2e74-a902-4552-84af-ba087f6f5d67 req-94cb46af-bb90-42b9-b2c7-c723ca7180da tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 944 time: 0.0523195 Jul 28 15:46:32.791586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd5a2e74-a902-4552-84af-ba087f6f5d67 req-51dde524-4a78-479d-ba3e-bc095efcd89c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339086 Jul 28 15:46:32.959941 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['91eb4c47-5050-4c55-b9a5-d2f51a7e075a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:46:33.906463 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aa7f9-5d3a-441d-8456-f73474612f1c req-4b07b38a-1d0b-4d01-8da6-4bd5b519adfd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:33.907957 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-514aa7f9-5d3a-441d-8456-f73474612f1c req-4b07b38a-1d0b-4d01-8da6-4bd5b519adfd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 944 time: 0.0491037 Jul 28 15:46:33.949910 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-514aa7f9-5d3a-441d-8456-f73474612f1c req-8f6df849-42d8-45ad-b64e-be95ef21594e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359507 Jul 28 15:46:34.433369 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:46:34.528187 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:46:34.532139 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:46:34.532544 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:34.611072 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:34.633446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:46:34.635735 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac64d7c-4cf7-42c8-bc55-2f8555446361" -d '{"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:46:34.648378 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:46:34.673788 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ac407e-454e-4edb-8151-d7fb5e1960a2 x-openstack-request-id: req-d9ac407e-454e-4edb-8151-d7fb5e1960a2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:46:34.674095 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:46:34.674333 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9ac407e-454e-4edb-8151-d7fb5e1960a2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:46:34.674729 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'code': 200} Jul 28 15:46:34.714136 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:34.763081 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:34.796385 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9c476-5e43-4df6-aaf3-7104240bb050 req-2d1d489b-d425-45ce-946c-1d0c1b03d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:34.797920 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acf9c476-5e43-4df6-aaf3-7104240bb050 req-2d1d489b-d425-45ce-946c-1d0c1b03d516 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1097 time: 0.0395286 Jul 28 15:46:34.834686 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-acf9c476-5e43-4df6-aaf3-7104240bb050 req-6bed5f28-dca8-4bef-bab6-d3e7f2b20d5a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295234 Jul 28 15:46:35.356526 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e62ace-248c-486e-ba3e-9ff2f8f4dd74 req-75fca598-702f-40de-a923-f6ae77fa2eb9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:35.358001 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91e62ace-248c-486e-ba3e-9ff2f8f4dd74 req-75fca598-702f-40de-a923-f6ae77fa2eb9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.3409808 Jul 28 15:46:35.402252 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91e62ace-248c-486e-ba3e-9ff2f8f4dd74 req-191e87b9-6093-412c-b1b1-ffbf215f21dc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356514 Jul 28 15:46:36.524808 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e608c4f-2846-4b31-99db-f00b79db6f98 req-532758f8-cfd3-4f6f-b04b-ee675f98118e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:36.526315 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e608c4f-2846-4b31-99db-f00b79db6f98 req-532758f8-cfd3-4f6f-b04b-ee675f98118e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0542037 Jul 28 15:46:36.565076 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e608c4f-2846-4b31-99db-f00b79db6f98 req-d673610a-bc7a-4bb5-9faf-690965359d0f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325546 Jul 28 15:46:36.679430 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947475ec-bad6-45d7-b6fa-fc15a47e9776 req-975dcca4-35ee-485f-a332-748e77e2d460 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:36.681026 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-947475ec-bad6-45d7-b6fa-fc15a47e9776 req-975dcca4-35ee-485f-a332-748e77e2d460 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0489764 Jul 28 15:46:36.719355 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-947475ec-bad6-45d7-b6fa-fc15a47e9776 req-400a18d1-4671-4678-8f7f-0ed0aa3a698a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324507 Jul 28 15:46:36.741870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41000) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:36.872584 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62bed39-2a77-41a7-a1e4-20fed7bb895f tempest-TestShelveInstance-1762197302 tempest-TestShelveInstance-1762197302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:36.874118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f62bed39-2a77-41a7-a1e4-20fed7bb895f tempest-TestShelveInstance-1762197302 tempest-TestShelveInstance-1762197302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1092 time: 0.1312425 Jul 28 15:46:36.877261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:46:36.881742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:46:36.960032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:37.057269 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:37.158825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Allocated IP 172.25.0.220 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/a296fa75-a660-419d-a61f-8570eea5df17) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:46:37.260653 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:37.363065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:37.400921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:46:37.403672 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:46:37.409705 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:46:37.415034 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=a296fa75-a660-419d-a61f-8570eea5df17,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:37.768378 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:37.890343 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:38.044856 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:38.104957 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:38.174917 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=a296fa75-a660-419d-a61f-8570eea5df17,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:46:38.188959 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:38.604927 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Floating IP e02c0555-f5ec-44cd-920c-cc863dd84100 associated. External IP: 172.25.0.220, port: 91eb4c47-5050-4c55-b9a5-d2f51a7e075a. Jul 28 15:46:38.806115 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:46:38.914211 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:46:38.923825 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:46:38.932735 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:38.933348 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:39.002300 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:39.033754 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-dd2fb2e4-23b3-41a0-8290-8467b556180f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1554298 Jul 28 15:46:39.035055 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:46:39.037763 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:39.037916 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b839dda-da7d-422c-970d-609e6cdd4420" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:46:39.074429 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d48fac-bab9-4131-93da-d3dda9506e6d x-openstack-request-id: req-89d48fac-bab9-4131-93da-d3dda9506e6d {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:46:39.074917 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:46:39.075066 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89d48fac-bab9-4131-93da-d3dda9506e6d {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:46:39.075383 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'status': 'completed', 'code': 200} Jul 28 15:46:39.159462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-eccf19cc-0f16-4a45-8863-0d8a348d6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:39.161514 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-eccf19cc-0f16-4a45-8863-0d8a348d6b6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1097 time: 0.0415642 Jul 28 15:46:39.253866 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-9936828d-af75-49da-8373-703c6d274d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:39.255442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-9936828d-af75-49da-8373-703c6d274d9a service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0872984 Jul 28 15:46:39.260842 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e02c0555-f5ec-44cd-920c-cc863dd84100', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:46:37Z', 'updated_at': '2021-07-28T15:46:37Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:39.328529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-bfc8bb64-4c47-4559-a3cf-f7144bfa898e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 999 time: 0.0655563 Jul 28 15:46:39.379166 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-87473e24-854d-4754-8b17-9bdeb36bd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:39.381107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-87473e24-854d-4754-8b17-9bdeb36bd8c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0460291 Jul 28 15:46:39.383533 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:46:39.391932 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:46:39.392547 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:46:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:39.427177 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-9f4ec965-aeac-48e4-b3e4-42dd7bc036e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:46:39.428867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-9f4ec965-aeac-48e4-b3e4-42dd7bc036e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404732 Jul 28 15:46:39.501342 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:46:39.525565 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-94f6a101-3516-4e05-83cd-9494e80437f8 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894914 Jul 28 15:46:39.618759 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b839dda-da7d-422c-970d-609e6cdd4420 req-221842a9-ed95-40e8-b8a6-87e751c35a0b service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858500 Jul 28 15:46:39.726500 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e02c0555-f5ec-44cd-920c-cc863dd84100', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:46:37Z', 'updated_at': '2021-07-28T15:46:37Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:46:39.759230 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4fed9-0ef1-4c4d-b762-b73d8bc5b760 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': 'e02c0555-f5ec-44cd-920c-cc863dd84100', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.220', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:46:37Z', 'updated_at': '2021-07-28T15:46:37Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:46:40.056615 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b12b9-4452-4133-a463-8a8102f7afc5 None None] New status for floating IP e02c0555-f5ec-44cd-920c-cc863dd84100: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:46:41.574872 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:46:42.368387 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61aefeb7-b562-4852-923b-f07d5c9f0a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:44.737144 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6e672d36-f6b7-44f6-bf2f-3ef1d37f0b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:45.005894 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:46.436904 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:47.985605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:50.646240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:46:51.125699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:12.343399 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b540d41-c82f-47e2-a5d0-7e85cc60f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:13.051649 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-5be6c4ca-0333-4747-946b-5ef609f8a622 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949478 Jul 28 15:47:13.155513 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-1f7b2c90-ebb6-4a71-9981-060a892aae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:13.157295 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-1f7b2c90-ebb6-4a71-9981-060a892aae83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1097 time: 0.0476108 Jul 28 15:47:13.260508 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-28bbeb48-3d57-4f30-8ea3-19564e37537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:13.262062 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-28bbeb48-3d57-4f30-8ea3-19564e37537d service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0850172 Jul 28 15:47:13.334766 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-b7b2b304-ee61-489b-8091-e69dfa4bafde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 1001 time: 0.0641227 Jul 28 15:47:13.385636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-8ed47117-5088-4f41-836f-89460c628dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:13.387154 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-8ed47117-5088-4f41-836f-89460c628dbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0447412 Jul 28 15:47:13.434593 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-a3afd418-38f8-4655-8775-ad556694e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:47:13.436198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-a3afd418-38f8-4655-8775-ad556694e084 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405173 Jul 28 15:47:13.448800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-ce81b379-3c33-4fd1-bc58-a148fa002898 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:47:13.449824 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-ce81b379-3c33-4fd1-bc58-a148fa002898 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050192 Jul 28 15:47:13.544537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-7793911c-34ff-416e-b045-abc6a696ca7f service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Jul 28 15:47:13.635484 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-206f2802-acad-4f6f-bd78-fbe7cab755dc req-6b1c4661-b0d0-4156-bdc0-880ccbe7e533 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Jul 28 15:47:14.723229 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-93920459-dabe-4491-b124-46eb4828719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:15.052151 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:16.408087 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:18.025518 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:18.574816 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:47:20.642173 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:21.122643 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:42.367995 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-99919889-2b6a-4287-a405-b2ff1bf47a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:44.739184 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-73d14ab0-8791-401a-afdd-de53b20ef8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:44.973487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:46.476555 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:47.990615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:50.670774 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:51.133718 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:47:55.573867 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:48:12.351186 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ecdafe48-0234-431d-8077-146cd2680ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.727588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f3be05db-0312-4ce8-bb15-8332aaf0f693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:14.991960 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-d854c043-0a18-4c81-914e-33d27a5ed946 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404108 Jul 28 15:48:14.996323 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:15.092420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-8901331d-ff50-4612-87d2-9dbb9bacc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.093923 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-8901331d-ff50-4612-87d2-9dbb9bacc98c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1097 time: 0.0452716 Jul 28 15:48:15.195459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-3bc3f381-c463-4170-8d56-705859bd4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.196930 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-3bc3f381-c463-4170-8d56-705859bd4597 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0833993 Jul 28 15:48:15.265039 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-adde0b21-8ac0-452e-a5a0-c791f26d5a10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 1001 time: 0.0608313 Jul 28 15:48:15.315108 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-4799abcb-d884-443b-b4e2-ecca06a2b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.316586 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-4799abcb-d884-443b-b4e2-ecca06a2b8b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0446169 Jul 28 15:48:15.362719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-0d049754-eca5-4904-be46-fafe2583a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:15.364261 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-0d049754-eca5-4904-be46-fafe2583a00f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409822 Jul 28 15:48:15.458618 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-1d30a720-6236-4dda-bf4a-0dc36503fb12 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Jul 28 15:48:15.551029 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b8c67189-c6cf-4611-a735-e8bd46d87548 req-7d5a2ef7-7f92-439e-9e8d-7ef73eef7ffa service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830567 Jul 28 15:48:16.464107 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:18.030590 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:20.658236 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:21.150142 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:32.574462 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:48:35.414722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013c84f-c4a1-46ec-9130-5ca3207fb31b req-42723088-f409-4ebf-b5e1-de31485e61c5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:35.416283 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0013c84f-c4a1-46ec-9130-5ca3207fb31b req-42723088-f409-4ebf-b5e1-de31485e61c5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0997694 Jul 28 15:48:35.454111 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0013c84f-c4a1-46ec-9130-5ca3207fb31b req-f0861b06-c565-40be-88d4-5900e3ed59bd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Jul 28 15:48:36.646940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf6ce9-3760-4a2b-8667-fc70c7380a71 req-3648fe4b-47e2-4c93-8a76-bacca2aae854 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:36.648592 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9cf6ce9-3760-4a2b-8667-fc70c7380a71 req-3648fe4b-47e2-4c93-8a76-bacca2aae854 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0790126 Jul 28 15:48:36.693149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b9cf6ce9-3760-4a2b-8667-fc70c7380a71 req-62a2e958-a6d0-473d-b065-381991797efc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Jul 28 15:48:37.845775 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391aeba-02d1-4afa-902c-6bc54edc1537 req-f890644c-88d5-409b-b6c8-666ecb75f01a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:37.847407 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8391aeba-02d1-4afa-902c-6bc54edc1537 req-f890644c-88d5-409b-b6c8-666ecb75f01a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0540984 Jul 28 15:48:37.885700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8391aeba-02d1-4afa-902c-6bc54edc1537 req-b3108d53-3b7c-487f-bec7-5f44d9f9a2ed tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Jul 28 15:48:39.001557 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07389f0e-db97-44cb-a0b0-eafbd3859af2 req-ad4aecde-8f7f-4e94-9206-d895b6a6c5d4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:39.003058 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07389f0e-db97-44cb-a0b0-eafbd3859af2 req-ad4aecde-8f7f-4e94-9206-d895b6a6c5d4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0479238 Jul 28 15:48:39.040618 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-07389f0e-db97-44cb-a0b0-eafbd3859af2 req-f924525c-7dcb-41dc-b765-e65c7aabbecf tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Jul 28 15:48:40.155088 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17227c11-1a79-4719-b56c-72beb7ed7738 req-13ceee4d-0f15-4958-8172-05a4ae7812db tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:40.156597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17227c11-1a79-4719-b56c-72beb7ed7738 req-13ceee4d-0f15-4958-8172-05a4ae7812db tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0483057 Jul 28 15:48:40.195813 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-17227c11-1a79-4719-b56c-72beb7ed7738 req-c15dce2f-7c50-4f79-a836-af48c4c3b061 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332351 Jul 28 15:48:41.310083 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1abd58-9196-4ee6-a817-c72a6451a614 req-8cdecc93-1e42-47dd-99fc-ec34fe02641e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:41.311636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c1abd58-9196-4ee6-a817-c72a6451a614 req-8cdecc93-1e42-47dd-99fc-ec34fe02641e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0484409 Jul 28 15:48:41.349926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9c1abd58-9196-4ee6-a817-c72a6451a614 req-ac3a5925-32cb-42f9-a0d2-1325462beec6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Jul 28 15:48:42.361853 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d5056a89-58d8-4d26-8f9b-6f9442a201e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:42.469880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4db810-d973-41bf-b816-803fddfecc9d req-0a314f73-54e8-46fe-adfc-6e85d99dcd6b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:42.471416 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa4db810-d973-41bf-b816-803fddfecc9d req-0a314f73-54e8-46fe-adfc-6e85d99dcd6b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0492187 Jul 28 15:48:42.511617 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-aa4db810-d973-41bf-b816-803fddfecc9d req-59cbdb5a-4d68-4994-9116-25db4f8e4735 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341306 Jul 28 15:48:43.633282 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3da68e-fe4c-4c2e-8326-d3aaa58a3f12 req-141bb037-c342-4b6a-bbb6-9c706b1a8c8e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:43.635253 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b3da68e-fe4c-4c2e-8326-d3aaa58a3f12 req-141bb037-c342-4b6a-bbb6-9c706b1a8c8e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0538566 Jul 28 15:48:43.678815 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b3da68e-fe4c-4c2e-8326-d3aaa58a3f12 req-a677d2bb-6ee6-4aeb-af53-d9a1e5a93330 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360255 Jul 28 15:48:44.716083 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3928edf9-6ac8-495c-bd7e-d72a04e7fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:44.805402 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131a7c6-a335-4321-aafb-3cb9bab3d335 req-75bb330e-0d4e-4503-b84e-ee09d9075e55 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:44.806935 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d131a7c6-a335-4321-aafb-3cb9bab3d335 req-75bb330e-0d4e-4503-b84e-ee09d9075e55 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0567408 Jul 28 15:48:44.844914 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d131a7c6-a335-4321-aafb-3cb9bab3d335 req-bb9aa6ce-b93b-45c5-a073-18c91a1c90ff tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Jul 28 15:48:45.025429 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:45.960503 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0b01-09f2-45c2-84ad-1ad98a9c29be req-92dfcb5e-e77d-4697-84eb-87653f59f6a5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:45.961978 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d4d0b01-09f2-45c2-84ad-1ad98a9c29be req-92dfcb5e-e77d-4697-84eb-87653f59f6a5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0483592 Jul 28 15:48:46.000421 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1d4d0b01-09f2-45c2-84ad-1ad98a9c29be req-e75c2b80-4360-4512-b848-dfab927eb9e4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jul 28 15:48:46.441551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:47.113301 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003a519-8be1-442f-8596-b82ac262ce2d req-44c93b70-7b7f-4cec-bd77-77a68ec14548 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:47.114710 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7003a519-8be1-442f-8596-b82ac262ce2d req-44c93b70-7b7f-4cec-bd77-77a68ec14548 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0488126 Jul 28 15:48:47.152818 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7003a519-8be1-442f-8596-b82ac262ce2d req-9450e762-a1d5-4317-90da-72619b6c1e42 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320437 Jul 28 15:48:48.013660 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:48.271432 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91722f-60ff-428a-943d-3d8dac56519d req-51f11d54-7913-4166-8ef0-7c739d437659 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:48.272968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec91722f-60ff-428a-943d-3d8dac56519d req-51f11d54-7913-4166-8ef0-7c739d437659 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0511467 Jul 28 15:48:48.312563 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ec91722f-60ff-428a-943d-3d8dac56519d req-5b2c200b-ca1a-4f46-9ae8-02a7c8641fe5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332286 Jul 28 15:48:48.998897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:48:49.103959 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:49.116931 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:48:49.157421 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:49.178046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:48:49.201001 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:49.264496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:49.322239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:49.330713 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.331097 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.331450 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.331840 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.332183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.332520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.332852 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.333183 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.333689 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.334027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.334027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.334027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:48:49.411273 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['91eb4c47-5050-4c55-b9a5-d2f51a7e075a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:48:49.446186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196f7f-fd50-41a2-a324-4caedfa03db5 req-d4aeaf80-26eb-4464-827f-7d3276f09a8e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:49.455184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97196f7f-fd50-41a2-a324-4caedfa03db5 req-d4aeaf80-26eb-4464-827f-7d3276f09a8e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 944 time: 0.0586889 Jul 28 15:48:49.495148 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97196f7f-fd50-41a2-a324-4caedfa03db5 req-f7b7488b-608e-4744-8028-b8a8f42a9380 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Jul 28 15:48:50.646944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101d88-b016-4025-988e-5199fffc0394 req-edaed309-af04-4c37-bb7e-b63d62984b8d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:50.650375 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97101d88-b016-4025-988e-5199fffc0394 req-edaed309-af04-4c37-bb7e-b63d62984b8d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 944 time: 0.0642629 Jul 28 15:48:50.692040 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-97101d88-b016-4025-988e-5199fffc0394 req-4864523f-30a5-470b-bb49-1ad6e890e850 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363369 Jul 28 15:48:50.699040 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:51.031508 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:48:51.097194 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:48:51.098209 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:51.141216 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:51.188698 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:51.214345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:48:51.217473 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1050928-b6d5-4078-b6ee-abd1d01a56d2" -d '{"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:48:51.230982 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:48:51.265215 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2ad44f-3a87-498e-bd59-34777705d595 x-openstack-request-id: req-1d2ad44f-3a87-498e-bd59-34777705d595 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:48:51.265513 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:48:51.265792 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d2ad44f-3a87-498e-bd59-34777705d595 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:48:51.266557 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'code': 200} Jul 28 15:48:51.584817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:48:51.635016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:48:51.833072 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9e3fa-6950-407f-8069-12ded320d1c0 req-17f7ce1e-e816-4963-8e48-6d913eb6beda tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:51.834543 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81c9e3fa-6950-407f-8069-12ded320d1c0 req-17f7ce1e-e816-4963-8e48-6d913eb6beda tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0625579 Jul 28 15:48:51.881433 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-81c9e3fa-6950-407f-8069-12ded320d1c0 req-767c5614-a581-4496-bf08-4ec530d91631 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406017 Jul 28 15:48:53.046143 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000924f-60ff-4843-88d8-8199355e617b req-54ebdea2-e659-4404-bed3-a4f263694ef9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:53.047698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2000924f-60ff-4843-88d8-8199355e617b req-54ebdea2-e659-4404-bed3-a4f263694ef9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0712657 Jul 28 15:48:53.097014 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2000924f-60ff-4843-88d8-8199355e617b req-f2bb8cbe-6da4-4d37-b77a-aa78ac83a476 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Jul 28 15:48:54.218599 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7bf0a-9cb6-4eb6-ae23-2d51b4716c34 req-e2fb9f3d-0f65-487e-b0f0-d1c6a3ee3d49 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:54.220165 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21f7bf0a-9cb6-4eb6-ae23-2d51b4716c34 req-e2fb9f3d-0f65-487e-b0f0-d1c6a3ee3d49 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jul 28 15:48:54.263094 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21f7bf0a-9cb6-4eb6-ae23-2d51b4716c34 req-6251db06-c978-4ae3-9b41-aa2839e136c9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360141 Jul 28 15:48:55.389417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604e83-b43e-4b09-85bc-e9a23d8b1996 req-8d66608b-47a0-4cfa-93d9-47ff219ea489 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:55.390984 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af604e83-b43e-4b09-85bc-e9a23d8b1996 req-8d66608b-47a0-4cfa-93d9-47ff219ea489 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0573394 Jul 28 15:48:55.431830 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af604e83-b43e-4b09-85bc-e9a23d8b1996 req-5f9df19a-122e-4524-b94e-731fcf0f744a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Jul 28 15:48:56.561856 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a66d9-207e-47df-a7bb-089f5aabd3c9 req-e68a691f-d0ab-4149-835d-689fd92ac565 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:56.563464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f3a66d9-207e-47df-a7bb-089f5aabd3c9 req-e68a691f-d0ab-4149-835d-689fd92ac565 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0583553 Jul 28 15:48:56.612636 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5f3a66d9-207e-47df-a7bb-089f5aabd3c9 req-57a0f6d5-3c58-40a4-8b43-964745812664 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389395 Jul 28 15:48:57.732079 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b5258-8960-4edb-b7d6-0f72600c66ce req-450940c4-352d-43fe-a5db-059d385c9dab tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:57.733157 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-514b5258-8960-4edb-b7d6-0f72600c66ce req-450940c4-352d-43fe-a5db-059d385c9dab tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0512292 Jul 28 15:48:57.772364 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-514b5258-8960-4edb-b7d6-0f72600c66ce req-a7d55b7a-2c28-4a6c-8fe1-8604c37b850d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Jul 28 15:48:58.890940 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1faf8-4bdd-4ed5-a9d2-8128a5fffd58 req-f2238991-e701-4664-8c66-a32f44935043 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:58.892497 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98e1faf8-4bdd-4ed5-a9d2-8128a5fffd58 req-f2238991-e701-4664-8c66-a32f44935043 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0504718 Jul 28 15:48:58.934713 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98e1faf8-4bdd-4ed5-a9d2-8128a5fffd58 req-04ad3539-f643-4826-81b2-dad4b8d152e8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Jul 28 15:48:59.587740 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a909263-1cab-4259-8126-d607eb43510b req-bcf0318c-856b-4922-946b-633637731d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:59.589277 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-bcf0318c-856b-4922-946b-633637731d00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1097 time: 0.0446625 Jul 28 15:48:59.678742 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a909263-1cab-4259-8126-d607eb43510b req-431e180e-9d19-4bb8-a001-dd7e3cbfd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:59.680268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-431e180e-9d19-4bb8-a001-dd7e3cbfd2c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0843630 Jul 28 15:48:59.749071 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-e15fd8e8-e1fc-435c-ac2d-e865185dae07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 1001 time: 0.0611553 Jul 28 15:48:59.798236 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a909263-1cab-4259-8126-d607eb43510b req-46116bd9-056b-4eee-a094-b9f6d56aae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:59.799698 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-46116bd9-056b-4eee-a094-b9f6d56aae43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0431006 Jul 28 15:48:59.846064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a909263-1cab-4259-8126-d607eb43510b req-3780cca5-44eb-4774-90d7-3fe116795148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:48:59.847589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-3780cca5-44eb-4774-90d7-3fe116795148 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400491 Jul 28 15:48:59.939393 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-b8f4b55b-f99c-49be-a5e8-41b9ac1ec1d6 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Jul 28 15:49:00.063070 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1a909263-1cab-4259-8126-d607eb43510b req-62b51661-0572-4e2b-8267-c5ec54d0f380 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161172 Jul 28 15:49:00.075902 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda965a-250b-4189-b2cc-5e4c223dbe7e req-7c59951d-9da7-4e3f-be43-705cbfdf868a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:00.077782 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbda965a-250b-4189-b2cc-5e4c223dbe7e req-7c59951d-9da7-4e3f-be43-705cbfdf868a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0739484 Jul 28 15:49:00.116233 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-cbda965a-250b-4189-b2cc-5e4c223dbe7e req-cfd0f4f3-8dd3-4dc7-beea-772cb69aa96f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324059 Jul 28 15:49:01.235474 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2a873-e597-436a-9e11-e6d0aba5b42b req-747885ef-df62-4f28-88f3-bf7f4d44b5aa tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:01.236999 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6c2a873-e597-436a-9e11-e6d0aba5b42b req-747885ef-df62-4f28-88f3-bf7f4d44b5aa tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0539834 Jul 28 15:49:01.275095 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c6c2a873-e597-436a-9e11-e6d0aba5b42b req-782017db-a9df-4a62-a0e0-8c27c601e714 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Jul 28 15:49:02.399392 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084b0f5-b423-4716-b7b8-91cde46c64cd req-b9adfe39-c97e-4bce-935c-ebee30b2ff5e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:02.400933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f084b0f5-b423-4716-b7b8-91cde46c64cd req-b9adfe39-c97e-4bce-935c-ebee30b2ff5e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0548272 Jul 28 15:49:02.441066 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f084b0f5-b423-4716-b7b8-91cde46c64cd req-630ff524-f6a8-4436-b778-bc21e512528b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Jul 28 15:49:02.792196 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13098713-2345-4b47-9a63-0e63e12dc072 req-1725e185-5161-4b67-bf60-bda354778167 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:02.793883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13098713-2345-4b47-9a63-0e63e12dc072 req-1725e185-5161-4b67-bf60-bda354778167 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 945 time: 0.0497186 Jul 28 15:49:02.835183 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-13098713-2345-4b47-9a63-0e63e12dc072 req-51ccc1ae-79e1-492b-b42a-10149c8fa52d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Jul 28 15:49:03.047388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41200) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:49:03.129638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:49:03.136509 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-d19ccbe0-c355-4ee9-9ac8-b25216a8b5c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879867 Jul 28 15:49:03.206497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:03.228068 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:49:03.230261 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef45b12d-58b3-4e67-84af-08f0eb5166d5" -d '{"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-unplugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:49:03.243138 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:49:03.262266 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff57e47-1922-4110-9bf7-5482cb281d30 x-openstack-request-id: req-4ff57e47-1922-4110-9bf7-5482cb281d30 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:49:03.262686 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-unplugged", "status": "failed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "code": 422}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:49:03.262941 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ff57e47-1922-4110-9bf7-5482cb281d30 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:49:03.263417 n-d-705658-23 neutron-server[94750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'code': 422} returned with failed status Jul 28 15:49:03.338606 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:03.385529 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:49:03.954318 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb1d69-17cc-44a2-abbc-d9e48437235d req-60d2f013-1377-4e41-b7de-e70bea22311f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:03.955828 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eebb1d69-17cc-44a2-abbc-d9e48437235d req-60d2f013-1377-4e41-b7de-e70bea22311f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0526118 Jul 28 15:49:03.993942 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-eebb1d69-17cc-44a2-abbc-d9e48437235d req-c95f39f2-702d-43c0-8594-22f6ec263508 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jul 28 15:49:05.108448 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f203898-6755-4df4-ab4e-fda7736db0b4 req-70c15e16-325a-45e8-b95c-9f618ffd5533 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:05.109937 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f203898-6755-4df4-ab4e-fda7736db0b4 req-70c15e16-325a-45e8-b95c-9f618ffd5533 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0494547 Jul 28 15:49:05.147308 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4f203898-6755-4df4-ab4e-fda7736db0b4 req-758ce573-f45d-402f-a5b8-f7e73a551c3c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Jul 28 15:49:06.261566 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fd036-66b4-40ad-987b-756c375fd167 req-ec2e32f4-9676-4962-b67d-1953b0eb8b5b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.263067 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a1fd036-66b4-40ad-987b-756c375fd167 req-ec2e32f4-9676-4962-b67d-1953b0eb8b5b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0484922 Jul 28 15:49:06.301842 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0a1fd036-66b4-40ad-987b-756c375fd167 req-b204146a-7e76-4ab5-b1e9-187789b583da tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Jul 28 15:49:06.442477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-f991a8b5-145d-4d97-a90a-83ff3ab60fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.443919 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-f991a8b5-145d-4d97-a90a-83ff3ab60fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 1095 time: 0.0404754 Jul 28 15:49:06.518229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-ae677d53-ff84-4177-9188-085434ae3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.520268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-ae677d53-ff84-4177-9188-085434ae3d30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1095 time: 0.0401316 Jul 28 15:49:06.612710 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-5669a70d-8c5e-4f95-8d31-156b3126f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.614198 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-5669a70d-8c5e-4f95-8d31-156b3126f5d0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0879653 Jul 28 15:49:06.678808 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-48f99482-5b1c-4bcb-af53-bfd12ae04f6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 999 time: 0.0574541 Jul 28 15:49:06.732761 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-d543deb6-bbbd-497b-8319-0f12ebb35279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.734168 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-d543deb6-bbbd-497b-8319-0f12ebb35279 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0489197 Jul 28 15:49:06.779619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-155d267c-3edc-42d6-a718-b47c25cb1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:06.781126 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-155d267c-3edc-42d6-a718-b47c25cb1fb2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400331 Jul 28 15:49:06.870771 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-b023374b-34ff-4718-9e19-1660308ad439 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813961 Jul 28 15:49:06.971477 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-91c552e7-8498-48e5-ae6e-305a99de8f9e req-78ed8dd0-d581-40f6-9e81-b568a7fd3b31 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941339 Jul 28 15:49:07.418336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43646731-b61f-41ac-834a-9ba540ccfaf5 req-ecb72349-d0bc-44b9-9414-4d7e4c14aa9d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:07.419962 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43646731-b61f-41ac-834a-9ba540ccfaf5 req-ecb72349-d0bc-44b9-9414-4d7e4c14aa9d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0503545 Jul 28 15:49:07.501301 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-43646731-b61f-41ac-834a-9ba540ccfaf5 req-63bcc229-25f0-4f64-9615-a7b2de9bc5e3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691578 Jul 28 15:49:08.623609 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee07f-a9e1-41e9-9656-fcd30289d373 req-d575a702-9d22-4dd5-b40e-a15203038336 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:08.625826 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e3ee07f-a9e1-41e9-9656-fcd30289d373 req-d575a702-9d22-4dd5-b40e-a15203038336 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0542147 Jul 28 15:49:08.666390 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1e3ee07f-a9e1-41e9-9656-fcd30289d373 req-a4956dcb-ca09-4196-8554-a2a7d8bcc1b1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Jul 28 15:49:09.573531 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:49:09.801784 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce47d2-7ac1-4df2-b174-58996a464c51 req-0eebdce7-167a-40a9-aa40-088f4cfa265e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:09.803435 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98ce47d2-7ac1-4df2-b174-58996a464c51 req-0eebdce7-167a-40a9-aa40-088f4cfa265e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0604670 Jul 28 15:49:09.850579 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-98ce47d2-7ac1-4df2-b174-58996a464c51 req-44101783-e139-4b3c-8e90-9020e7077ecc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408962 Jul 28 15:49:10.996442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0879d7d-8034-46ce-a096-1d4697c25faf req-ac2bb0e1-a386-4fc4-b80c-e4c8294fdf72 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:11.005060 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0879d7d-8034-46ce-a096-1d4697c25faf req-ac2bb0e1-a386-4fc4-b80c-e4c8294fdf72 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0802073 Jul 28 15:49:11.039886 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0879d7d-8034-46ce-a096-1d4697c25faf req-3f4f1f80-8483-4abb-b238-f8af636241d9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Jul 28 15:49:12.162748 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f69d0-29bc-4c46-a492-5e892b589821 req-b6e12853-4708-452d-bb89-f58ada1020d1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:12.164328 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc5f69d0-29bc-4c46-a492-5e892b589821 req-b6e12853-4708-452d-bb89-f58ada1020d1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0510242 Jul 28 15:49:12.204930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-bc5f69d0-29bc-4c46-a492-5e892b589821 req-9a2f2a75-da58-49d4-b47a-1c1aef04e80a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Jul 28 15:49:12.544816 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-80dd1a0d-d77a-4353-b12d-b796db764e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:13.338624 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc66df-8ba1-4cdb-b5e4-1bde254f7b3e req-2a0b13e5-0c77-4873-816d-7eaf16176f79 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:13.340201 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cbc66df-8ba1-4cdb-b5e4-1bde254f7b3e req-2a0b13e5-0c77-4873-816d-7eaf16176f79 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0612466 Jul 28 15:49:13.382534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1cbc66df-8ba1-4cdb-b5e4-1bde254f7b3e req-6d884eeb-1c19-4646-8f0d-43abda1d4d52 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346007 Jul 28 15:49:14.509830 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc6a25-c751-43c8-b273-f6bf9c660689 req-d8f59321-6264-4808-9110-e2a9a34cbe7f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:14.511352 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dcc6a25-c751-43c8-b273-f6bf9c660689 req-d8f59321-6264-4808-9110-e2a9a34cbe7f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0549116 Jul 28 15:49:14.570946 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2dcc6a25-c751-43c8-b273-f6bf9c660689 req-948a6d0f-a58e-4569-869d-0e6c83f8504a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487020 Jul 28 15:49:14.744741 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a38bb6ef-1885-4e54-a5fd-d7495c41618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:14.995870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:15.683509 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6bfd4-fa8c-43d1-bd68-b064760e0792 req-db04d8f9-6356-4fbd-8232-ac7d950dff55 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:15.691534 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69b6bfd4-fa8c-43d1-bd68-b064760e0792 req-db04d8f9-6356-4fbd-8232-ac7d950dff55 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0599191 Jul 28 15:49:15.727417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-69b6bfd4-fa8c-43d1-bd68-b064760e0792 req-d077aea4-e28f-4f6b-a658-850049952415 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Jul 28 15:49:16.642288 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:16.849123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328084d7-724c-468a-99e5-66667c612c1a req-8f22efc5-dda9-4d3a-b009-5fab16369da7 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:16.850715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-328084d7-724c-468a-99e5-66667c612c1a req-8f22efc5-dda9-4d3a-b009-5fab16369da7 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0526950 Jul 28 15:49:16.896525 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-328084d7-724c-468a-99e5-66667c612c1a req-ab17d4a3-9d3a-4726-816f-7640d017bcb1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393841 Jul 28 15:49:17.925145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-c6e0062c-3d05-43f6-af48-90b2232a06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:17.925145 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-c6e0062c-3d05-43f6-af48-90b2232a06f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1095 time: 0.0433390 Jul 28 15:49:18.030503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:18.067405 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfec95-c37c-4f5f-9ee0-d7b029a3ca0d req-3443f4b6-a5ba-474c-b2f4-137ae4e78ded tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:18.069018 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2bfec95-c37c-4f5f-9ee0-d7b029a3ca0d req-3443f4b6-a5ba-474c-b2f4-137ae4e78ded tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.1019776 Jul 28 15:49:18.114204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-5b6c7bb7-88ba-4758-888f-9db148493227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:18.115699 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-5b6c7bb7-88ba-4758-888f-9db148493227 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.1376383 Jul 28 15:49:18.135546 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e2bfec95-c37c-4f5f-9ee0-d7b029a3ca0d req-06625704-ffc2-4821-8989-b38b36b40824 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580642 Jul 28 15:49:18.186867 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-fea6052d-0c6a-42c9-bd65-a33e1b999148 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 999 time: 0.0622137 Jul 28 15:49:18.241085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-763539d8-3abe-4bcc-95d2-61499c65f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:18.242529 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-763539d8-3abe-4bcc-95d2-61499c65f977 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0476155 Jul 28 15:49:18.291561 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-04d00d3e-af4c-416d-b166-1e01414023c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:18.293106 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-04d00d3e-af4c-416d-b166-1e01414023c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431740 Jul 28 15:49:18.380616 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-5afa0451-d298-4093-80c6-6aa80c03c6ce service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799110 Jul 28 15:49:18.473840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b3c93382-d7c0-4beb-a759-d4c550eeb65b req-c2032a53-57fe-400c-b7f2-040a5c987c8e service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856762 Jul 28 15:49:19.251719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a054056-3456-4be2-a93d-1026a51ed298 req-ee741180-3b08-4c04-8b81-b09a326a5376 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:19.253225 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a054056-3456-4be2-a93d-1026a51ed298 req-ee741180-3b08-4c04-8b81-b09a326a5376 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0495842 Jul 28 15:49:19.291926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2a054056-3456-4be2-a93d-1026a51ed298 req-59fb0077-fd3e-472d-91d3-9d62a3386ddc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jul 28 15:49:20.407931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38d902-8c5c-4a5f-9273-49b541be8045 req-330fa309-d467-44c5-aee5-0d012a1479ae tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:20.409487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc38d902-8c5c-4a5f-9273-49b541be8045 req-330fa309-d467-44c5-aee5-0d012a1479ae tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0492983 Jul 28 15:49:20.446876 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc38d902-8c5c-4a5f-9273-49b541be8045 req-9df479e7-3b57-4fcb-9457-582393cb2627 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313792 Jul 28 15:49:20.715737 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:21.128174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:21.153855 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:49:21.401299 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:49:21.413016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'port_id': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'mac_address': 'fa:16:3e:a5:58:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:49:21.449752 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:21.462331 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:49:21.483161 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:49:21.566781 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361c64a-5d80-464d-aa69-4fcb22ea4fbc req-6cbfd234-a724-4aae-a97d-ccf4ab66f89e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:21.568337 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9361c64a-5d80-464d-aa69-4fcb22ea4fbc req-6cbfd234-a724-4aae-a97d-ccf4ab66f89e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 943 time: 0.0490520 Jul 28 15:49:21.573196 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:21.607878 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9361c64a-5d80-464d-aa69-4fcb22ea4fbc req-f6039f13-2b54-4674-9957-67d84e142126 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333579 Jul 28 15:49:21.627513 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:49:21.868582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['91eb4c47-5050-4c55-b9a5-d2f51a7e075a'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:49:22.723726 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686040f-1caf-415b-b427-ab426c2fac8f req-356b800e-7635-4055-b624-5f82af109f2b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:22.725211 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c686040f-1caf-415b-b427-ab426c2fac8f req-356b800e-7635-4055-b624-5f82af109f2b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 944 time: 0.0489244 Jul 28 15:49:22.765108 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c686040f-1caf-415b-b427-ab426c2fac8f req-a80abd2a-0e6a-4054-b7ad-f49f93270fe1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319598 Jul 28 15:49:23.170746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:49:23.219289 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:49:23.220437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:23.299164 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:23.321322 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:49:23.323604 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a523f871-5d5a-42e5-b3d1-665c32c46df4" -d '{"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:49:23.340387 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:49:23.359787 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc98ee6-24e2-4a55-bda5-63c0efbae762 x-openstack-request-id: req-dcc98ee6-24e2-4a55-bda5-63c0efbae762 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:49:23.360109 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-plugged", "status": "completed", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:49:23.360369 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dcc98ee6-24e2-4a55-bda5-63c0efbae762 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:49:23.361208 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'code': 200} Jul 28 15:49:23.424942 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:23.479114 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:49:23.618626 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d11d9-816a-41a9-b5f3-74777040209f req-96c394c9-a4a6-4ac8-b210-559971c511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:23.620259 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-678d11d9-816a-41a9-b5f3-74777040209f req-96c394c9-a4a6-4ac8-b210-559971c511cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1098 time: 0.0396819 Jul 28 15:49:23.659343 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-678d11d9-816a-41a9-b5f3-74777040209f req-a8002664-814e-423b-90a5-190565a0cd61 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314879 Jul 28 15:49:23.886634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2548ca-f225-4b87-9bd5-b8a9ea4ff9e1 req-8807abb1-502f-48a1-8cf0-f67ede2a51e5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:23.888268 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a2548ca-f225-4b87-9bd5-b8a9ea4ff9e1 req-8807abb1-502f-48a1-8cf0-f67ede2a51e5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0523431 Jul 28 15:49:23.932701 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3a2548ca-f225-4b87-9bd5-b8a9ea4ff9e1 req-58737739-0156-423f-93f2-7fa403f9bca0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366054 Jul 28 15:49:25.052324 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd8b84-ba1d-422b-9b1f-6af9983d7f19 req-4e274539-badb-46bc-b3fb-65716db006b2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:25.053883 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63fd8b84-ba1d-422b-9b1f-6af9983d7f19 req-4e274539-badb-46bc-b3fb-65716db006b2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0494831 Jul 28 15:49:25.103607 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-63fd8b84-ba1d-422b-9b1f-6af9983d7f19 req-c2420904-9ff9-4106-9bbf-8a025ed0f56f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Jul 28 15:49:26.222178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c2583-8bc0-4e88-b420-3c997a30d826 req-d25a33cb-bff7-46ff-8604-8328d7b75631 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:49:26.223948 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c02c2583-8bc0-4e88-b420-3c997a30d826 req-d25a33cb-bff7-46ff-8604-8328d7b75631 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0500054 Jul 28 15:49:26.263606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c02c2583-8bc0-4e88-b420-3c997a30d826 req-42582568-06d8-43f3-9736-c88f1a01e3c4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336299 Jul 28 15:49:42.475929 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-62639a0e-ca14-4770-9d46-bd7002b8e6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:44.727410 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b73dbfa-6862-4ce2-acd6-5488a9ae96e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:45.013257 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:46.419090 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:46.574250 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:49:47.990074 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:50.716008 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:49:51.099038 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:12.360671 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e33c7666-041e-4282-9dd0-4cd7feacc549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:14.710374 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe59a-5cad-4b06-b3b0-ae6f67e40ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:14.967742 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:16.475946 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:16.989437 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-051fbf7d-f446-4144-96a4-48bcddfa5ebd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385349 Jul 28 15:50:17.088480 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854111-e68f-4925-8ab3-04e38812482f req-0047b84c-9db4-4412-96da-8d66fc71fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:17.089955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-0047b84c-9db4-4412-96da-8d66fc71fbcd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1098 time: 0.0442512 Jul 28 15:50:17.190904 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854111-e68f-4925-8ab3-04e38812482f req-2a4ca3c7-ce74-4afc-80ab-e6441c3db93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:17.192465 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-2a4ca3c7-ce74-4afc-80ab-e6441c3db93a service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0838163 Jul 28 15:50:17.264970 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-145afccd-b64a-4e31-b0fd-b43d2e965c10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 1001 time: 0.0654564 Jul 28 15:50:17.316979 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854111-e68f-4925-8ab3-04e38812482f req-d9e4b76c-ec48-4cec-8144-8f5077bcf775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:17.327753 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-d9e4b76c-ec48-4cec-8144-8f5077bcf775 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0467973 Jul 28 15:50:17.365491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854111-e68f-4925-8ab3-04e38812482f req-c7cc0f05-d094-4b1f-bd0c-8b50b642ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:17.367095 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-c7cc0f05-d094-4b1f-bd0c-8b50b642ef11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419188 Jul 28 15:50:17.459128 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-46329309-dc85-4ac7-aaa0-9d4ffb0829c3 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Jul 28 15:50:17.549502 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a9854111-e68f-4925-8ab3-04e38812482f req-d42db320-3541-4635-aed2-c7b4046b1a34 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834384 Jul 28 15:50:17.990136 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:20.721580 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:21.155872 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:23.573617 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:50:35.412688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41342) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:35.567530 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Deleting port a296fa75-a660-419d-a61f-8570eea5df17 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:50:35.567880 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:35.978315 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:35.978654 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:35.989850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Calling delete_port for a296fa75-a660-419d-a61f-8570eea5df17 owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:50:36.214257 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:36.240525 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'Port': ['ID=a296fa75-a660-419d-a61f-8570eea5df17,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:36.265007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.265352 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.265688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.266029 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.266365 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.266693 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.267050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.267378 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.267699 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.268020 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.268345 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.268661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:36.307053 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:36.307397 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Floating IP e02c0555-f5ec-44cd-920c-cc863dd84100 disassociated (deleted). External IP: 172.25.0.220, port: 91eb4c47-5050-4c55-b9a5-d2f51a7e075a. Jul 28 15:50:36.510186 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:50:36.615898 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:50:36.621319 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:36.625801 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:50:36.635607 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:50:36.636295 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:50:36.647634 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5ee63ca5-184c-4724-821b-d7c03d39cff4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "DELETE /v2.0/floatingips/e02c0555-f5ec-44cd-920c-cc863dd84100 HTTP/1.1" status: 204 len: 168 time: 1.2338274 Jul 28 15:50:36.648229 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:50:36.650658 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:50:36.740633 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:50:36.749330 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09835fe4-0cec-4943-ae80-b9bf807600cd x-openstack-request-id: req-09835fe4-0cec-4943-ae80-b9bf807600cd {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:50:36.749701 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:50:36.750031 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09835fe4-0cec-4943-ae80-b9bf807600cd {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:50:36.750495 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'status': 'completed', 'code': 200} Jul 28 15:50:36.833447 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-ea625710-a90d-4af8-a718-eba150bbf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:36.834952 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-ea625710-a90d-4af8-a718-eba150bbf5a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 1098 time: 0.0415440 Jul 28 15:50:36.935057 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-ca685dc3-531f-49ce-9511-cd9cff1d1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:36.936655 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-ca685dc3-531f-49ce-9511-cd9cff1d1070 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0950165 Jul 28 15:50:36.945571 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:50:36.971708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:50:36.979222 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-33f585c0-48be-453d-86da-3627b31360fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 200 len: 217 time: 0.0353570 Jul 28 15:50:36.980818 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:50:36.981445 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:50:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:50:37.032161 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-0661dd9c-2644-49c5-8d34-f700fa17a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:37.033671 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-0661dd9c-2644-49c5-8d34-f700fa17a3c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0482879 Jul 28 15:50:37.093121 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:50:37.126512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad738f9-8da9-4038-b771-4b2d3902a2af req-ebec8eed-5bff-422b-a69d-3a604b8bbe1b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:37.128038 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dad738f9-8da9-4038-b771-4b2d3902a2af req-ebec8eed-5bff-422b-a69d-3a604b8bbe1b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0814042 Jul 28 15:50:37.134395 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-c759a86f-654a-43ff-bb01-450a5461f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:37.135899 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-c759a86f-654a-43ff-bb01-450a5461f9ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568547 Jul 28 15:50:37.219187 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-dad738f9-8da9-4038-b771-4b2d3902a2af req-a772f738-a61b-4f55-9fd3-602321d4dcde tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822759 Jul 28 15:50:37.258806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-4914e304-69c3-4057-898a-57ec8f182cec service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149480 Jul 28 15:50:37.289822 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:50:37.319030 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5079d-5b35-4e78-87d2-07660d1cf563 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:50:37.354513 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-00d2ff67-94f1-46da-b4c4-4380ff38d0b5 req-c67a9432-e746-47d1-95db-e0f0871ee641 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881972 Jul 28 15:50:37.543589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0856008-cba6-4a3f-93f8-751ba227fb80 None None] New status for floating IP e02c0555-f5ec-44cd-920c-cc863dd84100: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:50:38.338193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ab1b5-f218-4651-98a9-1fe413678164 req-679a4490-cad4-493d-b06c-d3069d47910e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:38.339691 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-221ab1b5-f218-4651-98a9-1fe413678164 req-679a4490-cad4-493d-b06c-d3069d47910e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0512953 Jul 28 15:50:38.381529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-221ab1b5-f218-4651-98a9-1fe413678164 req-c1e02e1b-a938-4194-89a6-c2e810b9c7df tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=e88a6d7d-cf4c-4b5f-be65-494a6baa07de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Jul 28 15:50:38.516806 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-f676e0c2-b428-4934-8645-53dfcae608fc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:50:38.518296 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-f676e0c2-b428-4934-8645-53dfcae608fc tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 946 time: 0.0523386 Jul 28 15:50:38.625460 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Deleting port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:50:38.625696 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:38.723920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] For port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:50:38.724279 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:38.739347 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Calling delete_port for 91eb4c47-5050-4c55-b9a5-d2f51a7e075a owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:50:38.977464 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:39.011138 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'Port': ['ID=91eb4c47-5050-4c55-b9a5-d2f51a7e075a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:39.066967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] No DVR routers for this DVR port 91eb4c47-5050-4c55-b9a5-d2f51a7e075a on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:50:39.071565 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:39.073597 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e0625ddb-d753-40ed-9abe-be3fe8fb7dad req-1b4b90e1-d171-4cc6-9413-87aadb199346 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "DELETE /v2.0/ports/91eb4c47-5050-4c55-b9a5-d2f51a7e075a HTTP/1.1" status: 204 len: 173 time: 0.5488265 Jul 28 15:50:39.074044 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-deleted', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:50:39.076369 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1de10-3b71-41f3-a204-1bf927089143" -d '{"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-deleted", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:50:39.113163 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d3e6a-6951-499a-8f32-3a1fd6eb5d25 x-openstack-request-id: req-377d3e6a-6951-499a-8f32-3a1fd6eb5d25 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:50:39.113505 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3c3858-e4bb-448f-be42-02021ee1d45c", "name": "network-vif-deleted", "tag": "91eb4c47-5050-4c55-b9a5-d2f51a7e075a", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:50:39.113798 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-377d3e6a-6951-499a-8f32-3a1fd6eb5d25 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:50:39.114225 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3c3858-e4bb-448f-be42-02021ee1d45c', 'name': 'network-vif-deleted', 'tag': '91eb4c47-5050-4c55-b9a5-d2f51a7e075a', 'status': 'completed', 'code': 200} Jul 28 15:50:39.494159 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9d616fec-b4f9-4bec-a781-61a8b584d088 req-b31da973-c498-4a3d-851a-7f71b32f562f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d3c3858-e4bb-448f-be42-02021ee1d45c HTTP/1.1" status: 200 len: 210 time: 0.0276744 Jul 28 15:50:40.550125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41366) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:40.608062 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:40.632704 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:40.756054 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:40.758552 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:40.759780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "DELETE /v2.0/security-groups/e88a6d7d-cf4c-4b5f-be65-494a6baa07de HTTP/1.1" status: 204 len: 168 time: 0.2086649 Jul 28 15:50:40.768668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cdedc-3dd6-4c57-9d92-ac7a7992d9a4 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a6d7d-cf4c-4b5f-be65-494a6baa07de,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:42.131371 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41374) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:42.136843 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855028595', 'description': 'tempest-secgroup-smoke-1855028595 description', 'project_id': 'abffef1bcf7e4ea09271f636d18710db'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:42.245879 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.329195 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.434187 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-34a995d7-8d8b-4f0d-a85a-9e55989454a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.463087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.495804 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297aafb2-9073-4d14-8d18-048015d5c2c9,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:42.503289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.503585 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.503933 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.504279 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.504617 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.504951 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.505286 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.505619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.505945 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.506277 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.506605 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.506922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:50:42.562375 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.563732 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f20ffbe6-e3e4-4fea-96be-751aaf005067 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4313247 Jul 28 15:50:42.566528 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41376) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:42.571047 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:42.674976 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.730534 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.824537 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.842166 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cdd71a-4c71-4d92-91c2-354bd91deea1,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:42.899063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:42.900311 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-6a4c4c5c-cfcd-452f-85b3-fda7624ca566 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327320 Jul 28 15:50:42.903450 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41378) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:42.907870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:42.995667 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.051849 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.121765 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.138935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb51003-7cde-4ed1-b66d-51552bfb5a5e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:43.201762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.203323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a782dd3-f35d-48c8-9d1d-9cc18bca7282 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989094 Jul 28 15:50:43.206068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41380) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:43.210729 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:43.303435 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.369454 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.445736 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.469163 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d53c08-c87d-41dd-967b-506c08591009,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:43.533358 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.534606 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2b4c3c4f-e22b-4a25-a912-547ada98913d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276029 Jul 28 15:50:43.537343 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41382) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:43.542035 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:43.546873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:50:43.566493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 91eb4c47-5050-4c55-b9a5-d2f51a7e075a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:50:43.566842 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 91eb4c47-5050-4c55-b9a5-d2f51a7e075a not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:50:43.646795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.705254 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.796063 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.813826 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde36c84-e121-4477-a40a-461ab0f86bce,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:43.893399 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:43.894644 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-ba8a801c-11c0-468d-849e-56b1bd714449 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563485 Jul 28 15:50:43.897434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41384) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:43.901897 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:43.984556 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Project abffef1bcf7e4ea09271f636d18710db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:50:43.989369 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.048163 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.115958 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.133626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73273289-8093-4faf-9123-98b8b68b6e9e,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:44.190199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.191539 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-921e050f-1b48-400b-8399-d34718c426c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2930326 Jul 28 15:50:44.197630 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41386) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:50:44.202361 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'security_group_rule': {'security_group_id': '297aafb2-9073-4d14-8d18-048015d5c2c9', 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:50:44.291646 n-d-705658-23 neutron-server[94749]: INFO neutron.db.securitygroups_db [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Project abffef1bcf7e4ea09271f636d18710db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:50:44.296401 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.355797 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.445355 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.465242 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0306118-d7ce-479a-909d-1bb497c09d41,revision_number=0']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:50:44.522137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:44.523386 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-775a68b4-1b1e-4b02-bdda-7f06d6477ce0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3248169 Jul 28 15:50:44.756820 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-676ded11-27dd-45cf-b939-5c646fae51ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:45.028392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:46.442230 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:48.030605 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:50.748341 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:50:51.179457 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:00.572798 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:51:05.631951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-50801afe-39c1-4d8d-a777-e1641f32c327 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855028595&fields=id&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 267 time: 0.0329220 Jul 28 15:51:05.736911 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-2bf53fed-e9a8-440a-81bb-a0300489d2a3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:05.738314 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-2bf53fed-e9a8-440a-81bb-a0300489d2a3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 808 time: 0.0984199 Jul 28 15:51:05.753404 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-44bc8d81-fae9-4fd8-869c-dd25f3e00301 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/quotas/abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 375 time: 0.0093927 Jul 28 15:51:05.802462 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-438a3f2e-c6a6-48be-83b2-ead42c1d34a6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440328 Jul 28 15:51:05.939827 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-6999aadb-9950-449b-a0a5-b21cea58cc2a service neutron] 10.222.0.47 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255858 Jul 28 15:51:06.027108 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-64d23ac9-007a-498a-b329-6704f58b8da9 service neutron] 10.222.0.47 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810833 Jul 28 15:51:06.659954 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ee992605-5812-471a-8d11-744060919c1e req-7bd04028-eb61-4c1c-b852-a3ab0e01fd51 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0280249 Jul 28 15:51:07.742744 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-990134b0-ad6c-49bf-bba2-b410e412a899 req-84c8cdde-2ed7-46f4-9aef-a4dc961473b2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0327072 Jul 28 15:51:08.833861 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-39676811-8787-4029-82c4-8f0bcecf96f2 req-dad102b1-c181-474e-8f57-e5e77dc617a3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0261650 Jul 28 15:51:09.929224 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fb168fc9-fcab-4399-9087-c23ba7d360a6 req-f3f6c35e-f5e3-45b2-8dbc-1e6a239b4708 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0270600 Jul 28 15:51:10.574485 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-8ab99ef4-4a6c-4676-99ec-5b7b88c7407c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:10.575959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-8ab99ef4-4a6c-4676-99ec-5b7b88c7407c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 808 time: 0.1028445 Jul 28 15:51:10.633251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-c63f8ad9-aa53-4647-a757-2483f6b56a90 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 380 time: 0.0432322 Jul 28 15:51:10.642839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'port': {'device_id': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'admin_state_up': True, 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'security_groups': ['297aafb2-9073-4d14-8d18-048015d5c2c9']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:51:10.816791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Made reservation on behalf of abffef1bcf7e4ea09271f636d18710db for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:51:10.820485 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:10.952471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Allocated IP 172.20.0.4 (29beca7c-5542-4b37-8bff-b6fe4c85903b/aea59aaa-470a-47a9-bb03-44f2da373070/ea442a47-e934-48a3-9c44-cba6e6320382) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:51:11.030155 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-e7d5cd2c-c2cd-4679-a1c2-c15a1c7eefaf req-badc41bd-a3a6-4630-b7af-c4b26b538602 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0317516 Jul 28 15:51:11.104811 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.118832 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Transition to ACTIVE for port object ea442a47-e934-48a3-9c44-cba6e6320382 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:51:11.217310 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.264626 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:51:11.268099 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:51:11.274366 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:51:11.280299 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:11.329853 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:11.330544 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.417740 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-1ef80127-b8f8-4f3f-a42d-a2963bba3285 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793043 Jul 28 15:51:11.490123 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Request body: {'port': {'device_id': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:51:11.550830 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.619198 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aeee114a-9a79-42d4-bc18-26085239ce11 None None] Provisioning for port ea442a47-e934-48a3-9c44-cba6e6320382 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:51:11.623886 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aeee114a-9a79-42d4-bc18-26085239ce11 None None] Provisioning complete for port ea442a47-e934-48a3-9c44-cba6e6320382 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:51:11.627977 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aeee114a-9a79-42d4-bc18-26085239ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.663206 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-aeee114a-9a79-42d4-bc18-26085239ce11 None None] Port ea442a47-e934-48a3-9c44-cba6e6320382 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:51:11.817180 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:51:11.824630 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.836523 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Transition to ACTIVE for port object ea442a47-e934-48a3-9c44-cba6e6320382 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:51:11.931643 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:11.990464 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:12.074948 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:51:12.077386 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:51:12.077813 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:51:12.082751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:51:12.083187 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:51:12.089177 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:51:12.089656 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:51:12.090132 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Bound using segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:51:12.090647 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Bound port: ea442a47-e934-48a3-9c44-cba6e6320382, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:51:12.091124 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:12.194082 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:51:12.198603 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:51:12.207920 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3b1d9-5a10-4ced-8624-04446e03902a req-02c9e4b7-f5ac-43a0-91c9-679fa357c86e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:12.209463 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da3b1d9-5a10-4ced-8624-04446e03902a req-02c9e4b7-f5ac-43a0-91c9-679fa357c86e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0795016 Jul 28 15:51:12.250631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2da3b1d9-5a10-4ced-8624-04446e03902a req-aeac4eee-9560-427d-a921-0b7dade602a9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348580 Jul 28 15:51:12.282867 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:12.322024 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:12.324359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:12.325795 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] 10.222.0.50 "PUT /v2.0/ports/ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1092 time: 0.8940299 Jul 28 15:51:12.326305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:51:12.329460 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0" -d '{"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:51:12.361427 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba805a-0684-4269-8eee-75b7f6d5a20f service neutron] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:12.382751 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-9bde58a8-5666-4ff0-8ec5-b3815834fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:12.440932 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7238831-0350-470c-a370-3a7c2ee64e26 x-openstack-request-id: req-b7238831-0350-470c-a370-3a7c2ee64e26 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:51:12.441570 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:51:12.441887 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7238831-0350-470c-a370-3a7c2ee64e26 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:51:12.442358 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'status': 'completed', 'code': 200} Jul 28 15:51:12.509225 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-21256f41-a73d-489d-90b9-a4ea5920d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:12.511081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-21256f41-a73d-489d-90b9-a4ea5920d16d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1095 time: 0.0543368 Jul 28 15:51:12.560349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-ecbfd694-0746-414d-aa89-6503582b6a7c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 217 time: 0.0364983 Jul 28 15:51:12.613235 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-354bb5d4-6661-4ac3-84e8-e159af570a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:12.614864 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-354bb5d4-6661-4ac3-84e8-e159af570a7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0476398 Jul 28 15:51:12.668214 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-63eb0acd-97fb-42df-a8fb-12c988594969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:12.669834 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-63eb0acd-97fb-42df-a8fb-12c988594969 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479550 Jul 28 15:51:12.759244 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-c570ff65-98d1-4da1-af7f-bc1f8fe1491d service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823171 Jul 28 15:51:12.856500 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d6f8d029-c0b4-43f8-94bc-25c195db4326 req-b7fc2250-7194-4a9a-8e53-abcf4407a280 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886285 Jul 28 15:51:13.049944 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-c53f32ef-0553-4d2c-a012-b0c40617b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:13.051455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-c53f32ef-0553-4d2c-a012-b0c40617b472 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1095 time: 0.0418987 Jul 28 15:51:13.141009 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-88aab6d4-b368-4059-b0e2-0e09ee05e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:13.142709 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-88aab6d4-b368-4059-b0e2-0e09ee05e96d service neutron] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0847232 Jul 28 15:51:13.188890 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-05e29afe-9a45-4a1a-a285-f15cf5ce485e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 217 time: 0.0385964 Jul 28 15:51:13.239034 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-87a8761d-b617-4a0c-9f69-b403b9aa55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:13.240598 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-87a8761d-b617-4a0c-9f69-b403b9aa55d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0449853 Jul 28 15:51:13.290223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-3967c831-9c7d-4383-8260-07a84dee9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:13.292074 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-3967c831-9c7d-4383-8260-07a84dee9d98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446870 Jul 28 15:51:13.421773 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cbe9f-7b3f-45d0-aefe-35071894aa2e req-950f775b-4cc6-496c-bad8-2d29bb200f14 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:13.423426 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-054cbe9f-7b3f-45d0-aefe-35071894aa2e req-950f775b-4cc6-496c-bad8-2d29bb200f14 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0760424 Jul 28 15:51:13.427025 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-1ce719e2-acfd-490b-80eb-fa9b7824834e service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275835 Jul 28 15:51:13.515373 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-054cbe9f-7b3f-45d0-aefe-35071894aa2e req-264d3ca7-8deb-4e02-a74e-e54dd3760a77 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854561 Jul 28 15:51:13.552399 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b61c7406-f33b-4a6c-bf7c-1f83aadbace0 req-51b27e21-645c-4d5d-a79d-f82b6e28651d service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162457 Jul 28 15:51:14.642745 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e659c8-a1be-4d06-88f5-d524939dc108 req-9221c895-5fba-4ed6-a967-b8a98438512a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:14.644328 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e659c8-a1be-4d06-88f5-d524939dc108 req-9221c895-5fba-4ed6-a967-b8a98438512a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0504224 Jul 28 15:51:14.686397 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-93e659c8-a1be-4d06-88f5-d524939dc108 req-f3f175ff-882d-4492-8b5e-7793780530a1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354478 Jul 28 15:51:14.727622 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e17b5097-2375-440c-8060-1886809591a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:15.024665 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:15.801331 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe5236-6a1e-455f-b163-80c630bd1032 req-a135c588-060c-443b-973d-632219c4c1a6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:15.802824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55fe5236-6a1e-455f-b163-80c630bd1032 req-a135c588-060c-443b-973d-632219c4c1a6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0486789 Jul 28 15:51:15.840183 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-55fe5236-6a1e-455f-b163-80c630bd1032 req-b2895858-2b94-49f3-837c-012d07435a4b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Jul 28 15:51:16.439162 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:16.955313 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bf8be-ae77-47b6-aa7e-612ca0ffe99f req-6ee19188-2115-4e0f-ab3f-bfcf2fd9eb93 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:16.956798 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b7bf8be-ae77-47b6-aa7e-612ca0ffe99f req-6ee19188-2115-4e0f-ab3f-bfcf2fd9eb93 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0484338 Jul 28 15:51:16.994122 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5b7bf8be-ae77-47b6-aa7e-612ca0ffe99f req-ce7b99d3-528c-4106-8d10-2a58a918811a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314629 Jul 28 15:51:18.005000 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:18.107788 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78205a-cd34-4e90-aadd-7fbf4f28dba5 req-506f6282-a693-4827-975d-5da44fe5a16d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:18.109492 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa78205a-cd34-4e90-aadd-7fbf4f28dba5 req-506f6282-a693-4827-975d-5da44fe5a16d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0482814 Jul 28 15:51:18.153683 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aa78205a-cd34-4e90-aadd-7fbf4f28dba5 req-33c7ace9-6b30-4bc7-a370-d4753ef44224 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380893 Jul 28 15:51:19.266292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af24c9-7122-47b8-8f4b-024a0342038f req-f617e5b5-8240-46d1-bc16-8395a674d4b8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:19.267793 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97af24c9-7122-47b8-8f4b-024a0342038f req-f617e5b5-8240-46d1-bc16-8395a674d4b8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0488534 Jul 28 15:51:19.308850 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-97af24c9-7122-47b8-8f4b-024a0342038f req-7876e818-c459-4680-bcf7-0d2ee7b6eca0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351827 Jul 28 15:51:20.466619 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072e6ee-c97f-47c9-b764-902af1e1e977 req-8f137ebb-1645-4549-bdeb-488ebee86e1b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:20.468115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4072e6ee-c97f-47c9-b764-902af1e1e977 req-8f137ebb-1645-4549-bdeb-488ebee86e1b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0479541 Jul 28 15:51:20.506676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4072e6ee-c97f-47c9-b764-902af1e1e977 req-26353f1e-69f4-407a-b6e1-68adf2781f93 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Jul 28 15:51:20.781890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:21.158974 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:21.622967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57bd06-e1cf-496f-914e-3369a327a153 req-a048ccb0-4624-4596-8de0-9dba3c144f92 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:21.624462 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc57bd06-e1cf-496f-914e-3369a327a153 req-a048ccb0-4624-4596-8de0-9dba3c144f92 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0511582 Jul 28 15:51:21.661476 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-bc57bd06-e1cf-496f-914e-3369a327a153 req-5d666866-c437-4f90-b7ea-92a874cd5d9d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Jul 28 15:51:22.775237 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf088db-389c-41dc-a258-55c215fe7ca6 req-7889b927-2773-422b-9396-420a7224a94f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:22.776651 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0bf088db-389c-41dc-a258-55c215fe7ca6 req-7889b927-2773-422b-9396-420a7224a94f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0483260 Jul 28 15:51:22.813012 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-0bf088db-389c-41dc-a258-55c215fe7ca6 req-bf31334f-a6af-45c2-87a2-c2af42a0ea1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Jul 28 15:51:23.933317 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4fb18-f83a-4aa1-814b-1ce899be4ec7 req-c5f030fa-09c7-4a77-a9ae-133aefd12ce6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:23.934810 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abf4fb18-f83a-4aa1-814b-1ce899be4ec7 req-c5f030fa-09c7-4a77-a9ae-133aefd12ce6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0513766 Jul 28 15:51:23.972738 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-abf4fb18-f83a-4aa1-814b-1ce899be4ec7 req-813a11ea-bb44-4f30-94ad-03658a9f67f0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Jul 28 15:51:25.085211 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3915-ebc5-43c1-bc45-7b0f5ca7495f req-d204083b-e92f-4767-817e-e69b06d71149 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:25.086676 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-996d3915-ebc5-43c1-bc45-7b0f5ca7495f req-d204083b-e92f-4767-817e-e69b06d71149 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0481722 Jul 28 15:51:25.127993 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-996d3915-ebc5-43c1-bc45-7b0f5ca7495f req-4e74a590-5d5d-48d1-8587-5b7cc2ccf371 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354285 Jul 28 15:51:25.676436 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:51:25.771569 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:51:25.782695 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'mac_address': 'fa:16:3e:78:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:51:25.818081 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:25.830452 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:51:25.849426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:51:25.908059 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:25.957247 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:25.964469 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.964818 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.965157 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.965495 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.965828 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.966155 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.966484 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.966809 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.967162 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.967489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.967814 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:25.968134 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:51:26.226693 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['ea442a47-e934-48a3-9c44-cba6e6320382'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:51:26.244050 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54894174-f327-41da-bea7-0e268774e6dd req-915d74fa-1fde-4071-82ac-cb7ad6bfa393 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:26.245571 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54894174-f327-41da-bea7-0e268774e6dd req-915d74fa-1fde-4071-82ac-cb7ad6bfa393 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 944 time: 0.0510533 Jul 28 15:51:26.291384 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54894174-f327-41da-bea7-0e268774e6dd req-562a7b0d-d46d-45a3-a08e-3f3445ede5e9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Jul 28 15:51:27.413771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3c2d-0416-47d5-b9b5-1fb35219cab7 req-2b329706-d816-41ce-b684-e3f208cd1319 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:27.415288 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-274d3c2d-0416-47d5-b9b5-1fb35219cab7 req-2b329706-d816-41ce-b684-e3f208cd1319 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 944 time: 0.0488837 Jul 28 15:51:27.453684 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-274d3c2d-0416-47d5-b9b5-1fb35219cab7 req-6ea62eb7-4081-489c-acff-393aa488256e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Jul 28 15:51:27.691935 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:51:27.793279 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port ea442a47-e934-48a3-9c44-cba6e6320382 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:51:27.796832 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port ea442a47-e934-48a3-9c44-cba6e6320382 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:51:27.797225 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:27.871094 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:27.893652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:51:27.895898 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684a68b3-0695-42d3-8e4f-e05e7e6570d2" -d '{"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-plugged", "status": "completed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:51:27.908341 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:51:27.983010 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204ffa51-aa57-4ef5-986e-559d6430fd98 x-openstack-request-id: req-204ffa51-aa57-4ef5-986e-559d6430fd98 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:51:27.983302 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-plugged", "status": "completed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:51:27.983556 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-204ffa51-aa57-4ef5-986e-559d6430fd98 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:51:27.983947 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'code': 200} Jul 28 15:51:27.984572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:28.037057 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:28.105165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e6054-857a-4e71-88bb-b25f2d9de03c req-603aa531-bd8f-4c40-9c8e-9cd2250de5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:28.106722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-496e6054-857a-4e71-88bb-b25f2d9de03c req-603aa531-bd8f-4c40-9c8e-9cd2250de5d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1097 time: 0.0399370 Jul 28 15:51:28.141366 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-496e6054-857a-4e71-88bb-b25f2d9de03c req-b08a88d1-6568-45a2-9070-e6c39a99749e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280914 Jul 28 15:51:28.567195 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4df0b-f6d6-4cd3-ad7d-f44ba7134d3c req-be2eb838-1343-44b7-90a9-430b9981239a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:28.568694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8b4df0b-f6d6-4cd3-ad7d-f44ba7134d3c req-be2eb838-1343-44b7-90a9-430b9981239a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0479114 Jul 28 15:51:28.609432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e8b4df0b-f6d6-4cd3-ad7d-f44ba7134d3c req-d3870438-4650-43c8-9346-2afb6520e2da tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348704 Jul 28 15:51:29.729936 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744864-10ba-415b-867e-e0d2dc226664 req-f85f6cc1-18d2-4f3b-b978-7ae4db49dbea tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:29.731432 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f744864-10ba-415b-867e-e0d2dc226664 req-f85f6cc1-18d2-4f3b-b978-7ae4db49dbea tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0495718 Jul 28 15:51:29.769280 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3f744864-10ba-415b-867e-e0d2dc226664 req-cdc11cd0-5552-4ce3-aaba-a0efa3065654 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jul 28 15:51:29.880972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073456f8-0ef5-468a-82bf-f9042a61875d req-5c5ae655-7706-4d47-95be-850b49d72191 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:29.882485 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-073456f8-0ef5-468a-82bf-f9042a61875d req-5c5ae655-7706-4d47-95be-850b49d72191 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0479121 Jul 28 15:51:29.920711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-073456f8-0ef5-468a-82bf-f9042a61875d req-9fb310f9-aa6c-46da-a160-bb44b2050a11 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Jul 28 15:51:29.942227 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41614) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:51:29.981434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b6fcf-61f9-4fcb-b103-9d774d89c464 tempest-TestShelveInstance-1762197302 tempest-TestShelveInstance-1762197302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:29.982935 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3a9b6fcf-61f9-4fcb-b103-9d774d89c464 tempest-TestShelveInstance-1762197302 tempest-TestShelveInstance-1762197302-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1092 time: 0.0397472 Jul 28 15:51:29.985751 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41616) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:51:29.990070 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:51:30.121868 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:30.219199 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:30.317858 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Allocated IP 172.25.0.45 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/5674ce23-978e-4806-8251-658dc4fdcd3e) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:51:30.420364 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:30.519776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:30.557724 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:51:30.560587 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:51:30.567530 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:51:30.589030 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=5674ce23-978e-4806-8251-658dc4fdcd3e,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:30.918196 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:31.038202 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:31.183916 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:31.244727 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:31.608785 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event updated for resources: {'Port': ['ID=5674ce23-978e-4806-8251-658dc4fdcd3e,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:51:31.626082 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:31.724424 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Floating IP 79a7309c-dd9a-4be8-8337-9b257a8cb425 associated. External IP: 172.25.0.45, port: ea442a47-e934-48a3-9c44-cba6e6320382. Jul 28 15:51:31.930891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:51:32.041815 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:51:32.052737 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:51:32.061342 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:51:32.066608 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:51:32.107894 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:32.136689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-f3488508-4617-4cf7-90ea-115589198ef6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1499157 Jul 28 15:51:32.137400 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:51:32.139766 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:51:32.166085 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:51:32.175775 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f9f20-e7c7-42d2-80a5-9eddeb08f844 x-openstack-request-id: req-545f9f20-e7c7-42d2-80a5-9eddeb08f844 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:51:32.176069 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:51:32.176317 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-545f9f20-e7c7-42d2-80a5-9eddeb08f844 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:51:32.176712 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'status': 'completed', 'code': 200} Jul 28 15:51:32.258223 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-13f51bdf-4c60-474f-8dcf-e9b66d43b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:32.259968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-13f51bdf-4c60-474f-8dcf-e9b66d43b725 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1097 time: 0.0415714 Jul 28 15:51:32.353727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-316abca5-ada4-4b69-96a7-3ecaa18f8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:32.355269 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-316abca5-ada4-4b69-96a7-3ecaa18f8ade service neutron] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0889122 Jul 28 15:51:32.395734 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '79a7309c-dd9a-4be8-8337-9b257a8cb425', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:78:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:51:30Z', 'updated_at': '2021-07-28T15:51:30Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:51:32.425250 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-2df8b55c-d96f-4070-b63d-db32931cc843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 998 time: 0.0633483 Jul 28 15:51:32.432930 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:51:32.435613 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:51:32.436232 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:51:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:51:32.473757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-f0b46b5e-f29d-459b-900e-67f72c336c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:32.475238 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-f0b46b5e-f29d-459b-900e-67f72c336c7a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0437160 Jul 28 15:51:32.520305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-b5c3eec8-9cd1-4d54-a9a0-d0b07ff0f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:51:32.521802 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-b5c3eec8-9cd1-4d54-a9a0-d0b07ff0f5e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399230 Jul 28 15:51:32.540312 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:51:32.615504 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-4b583d70-c905-4c55-a291-7502ce4e02a8 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864403 Jul 28 15:51:32.707364 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-75cf8137-05d5-4ae1-86dd-8e3c115c1b7e req-b796d528-82fa-49e9-a85c-e84bb53a5a5c service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Jul 28 15:51:32.757194 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '79a7309c-dd9a-4be8-8337-9b257a8cb425', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:78:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:51:30Z', 'updated_at': '2021-07-28T15:51:30Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:51:32.783326 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2755a14d-4ded-4f35-b6df-de005e5b619a None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '79a7309c-dd9a-4be8-8337-9b257a8cb425', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'mac_address': 'fa:16:3e:78:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:51:30Z', 'updated_at': '2021-07-28T15:51:30Z', 'revision_number': 0, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:51:32.981734 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd31be6-b593-4751-a9d2-dd65cbe847d6 None None] New status for floating IP 79a7309c-dd9a-4be8-8337-9b257a8cb425: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:51:37.571551 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:51:42.375984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fa512b9b-1d4a-4ce4-baaa-cdcaa0f35372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:44.733163 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03996672-2de1-4d3a-8114-271ec4f84021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:45.042158 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:46.438839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:48.010263 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:50.790596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:51:51.173578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:12.476328 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-eb6abd20-8d33-4cd0-8ee0-63b2a0937e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:14.571553 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:52:14.718470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-97daf519-1e81-4011-b010-7d44a3986037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:14.998549 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:16.453522 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:18.066639 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:20.699926 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-d1caf413-a903-4f6b-b66e-06ec077f5592 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462928 Jul 28 15:52:20.796586 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099703b0-941b-4d31-af9e-02701e642387 req-91771abd-3248-49b7-9300-20d86faf6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.798068 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-91771abd-3248-49b7-9300-20d86faf6f20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1097 time: 0.0413022 Jul 28 15:52:20.798456 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:20.900809 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099703b0-941b-4d31-af9e-02701e642387 req-30d17e85-1647-4fcb-bd01-c3c8afe784d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:20.902305 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-30d17e85-1647-4fcb-bd01-c3c8afe784d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0859060 Jul 28 15:52:20.974793 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-4def66c5-bb85-4b42-8e0f-eca22e978a26 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1000 time: 0.0656927 Jul 28 15:52:21.023013 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099703b0-941b-4d31-af9e-02701e642387 req-e8eea3d6-1675-485d-88db-99a9bea5f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.024706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-e8eea3d6-1675-485d-88db-99a9bea5f704 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0433340 Jul 28 15:52:21.069434 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099703b0-941b-4d31-af9e-02701e642387 req-8421700c-f1d6-4b0d-90ff-bec0cc80f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:52:21.070951 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-8421700c-f1d6-4b0d-90ff-bec0cc80f345 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396197 Jul 28 15:52:21.167997 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-56780fa2-adf2-450f-a3b6-4215a1df4c08 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901504 Jul 28 15:52:21.181278 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:21.257853 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-099703b0-941b-4d31-af9e-02701e642387 req-a601daf3-310c-4b4a-904c-4e80ed47738e service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820990 Jul 28 15:52:42.420907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0f4a4459-4a55-4335-8fc5-2acfea44ed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:44.734392 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-df1cbc0a-2ef9-4490-bedd-09476faef7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:44.990326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:46.466268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:48.020600 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:50.780131 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.179991 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:52:51.569674 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:53:12.385674 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7b58599-0f64-439d-a345-b746c3118ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:14.710913 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac77b-8378-42a7-b917-f145a66496d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:15.002519 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:16.431047 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:18.048588 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:19.962495 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-35805495-f1ff-4cbc-943f-ec0c1a911664 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515742 Jul 28 15:53:20.062244 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-18e3544d-ec5d-441b-886f-6e8ff7577457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:20.063791 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-18e3544d-ec5d-441b-886f-6e8ff7577457 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1097 time: 0.0451570 Jul 28 15:53:20.171596 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-46e02d41-0434-4555-99ac-740a5a490329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:20.173789 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-46e02d41-0434-4555-99ac-740a5a490329 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0911047 Jul 28 15:53:20.249139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-a4a5d31d-665c-47ac-b627-08cd70d5a7e9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1000 time: 0.0688748 Jul 28 15:53:20.300164 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-70d49e0f-10f2-49da-9c49-1ada42dd1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:20.301627 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-70d49e0f-10f2-49da-9c49-1ada42dd1610 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0445542 Jul 28 15:53:20.347469 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-bab5832b-34a1-49f7-b0b1-6ec96bbdfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:20.348968 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-bab5832b-34a1-49f7-b0b1-6ec96bbdfb4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405591 Jul 28 15:53:20.360695 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-f81dc82e-3f4b-43e3-b495-f6f425b19c1c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:53:20.361643 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-f81dc82e-3f4b-43e3-b495-f6f425b19c1c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056503 Jul 28 15:53:20.454053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-e22f6275-2a10-4197-bd5d-448bc7f9a531 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851727 Jul 28 15:53:20.543428 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-19b49cd6-54be-4c88-bb41-932c1b54273e req-82663d63-1c00-421d-849a-cee587df33e1 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810769 Jul 28 15:53:20.785761 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:21.270975 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:28.570163 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:53:42.430978 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-18a935ba-f0ab-46ab-968d-3560a43c09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:44.790621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-018b68a1-45cb-4a19-9b17-34d0d4df1334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:45.007784 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:46.516386 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:48.059554 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:50.818905 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:51.241868 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:53:59.023719 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42538600-aef6-4756-b676-8dd0c84b78e9 req-8c8f04cf-5dec-4b0e-939b-b7878b94ff1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:53:59.025231 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42538600-aef6-4756-b676-8dd0c84b78e9 req-8c8f04cf-5dec-4b0e-939b-b7878b94ff1e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0961130 Jul 28 15:53:59.062583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-42538600-aef6-4756-b676-8dd0c84b78e9 req-3d3572c3-cd58-429b-9ce6-fe9ed1793f51 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312402 Jul 28 15:54:00.251285 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b6a03-a142-4c48-a7f6-04fd9fc6eabd req-e7368b26-547f-427c-857b-bdc3cd247abd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:00.252803 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-667b6a03-a142-4c48-a7f6-04fd9fc6eabd req-e7368b26-547f-427c-857b-bdc3cd247abd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0961583 Jul 28 15:54:00.292154 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-667b6a03-a142-4c48-a7f6-04fd9fc6eabd req-0ffa700f-c1e1-4bc9-90c3-7df38d06ea0d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328274 Jul 28 15:54:01.439772 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0940f-ffde-4098-9c82-5610bce25b39 req-49eaabae-99ed-45a7-ace1-36b035ce20bd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:01.441441 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0940f-ffde-4098-9c82-5610bce25b39 req-49eaabae-99ed-45a7-ace1-36b035ce20bd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0523963 Jul 28 15:54:01.480206 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a0d0940f-ffde-4098-9c82-5610bce25b39 req-bd20e8b3-ac7b-4598-993f-a13b1d1f1de1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322287 Jul 28 15:54:02.596966 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635746d3-a4db-4c65-86d9-db2904fd7b4f req-46c37152-1675-44f5-921d-ba6a0ed233a1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:02.599477 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-635746d3-a4db-4c65-86d9-db2904fd7b4f req-46c37152-1675-44f5-921d-ba6a0ed233a1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0511823 Jul 28 15:54:02.637097 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-635746d3-a4db-4c65-86d9-db2904fd7b4f req-f7408796-b289-40aa-a367-41baf12a26bb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 Jul 28 15:54:03.758883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f235c5-69b1-4155-a1e7-5e16548ac3ec req-86871aa7-03e1-4848-aa33-8af1bb10a9c5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:03.758883 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40f235c5-69b1-4155-a1e7-5e16548ac3ec req-86871aa7-03e1-4848-aa33-8af1bb10a9c5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0494368 Jul 28 15:54:03.791133 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-40f235c5-69b1-4155-a1e7-5e16548ac3ec req-d117c65e-0016-4962-9070-ac214a916b15 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Jul 28 15:54:04.904248 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f568d-2d46-46aa-b0b4-17a845d6fefa req-d1511071-0eff-4286-bb41-9933246fe88e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:04.905739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-815f568d-2d46-46aa-b0b4-17a845d6fefa req-d1511071-0eff-4286-bb41-9933246fe88e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0482984 Jul 28 15:54:04.943531 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-815f568d-2d46-46aa-b0b4-17a845d6fefa req-d28aca0d-842b-42be-99b7-7945906df624 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Jul 28 15:54:05.570254 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:54:06.055825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b46f3-b785-4af2-b591-f1bad0d8ec26 req-3668a132-b338-4c30-9c7f-1e38a5f07dd0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:06.057326 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d9b46f3-b785-4af2-b591-f1bad0d8ec26 req-3668a132-b338-4c30-9c7f-1e38a5f07dd0 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0481620 Jul 28 15:54:06.095091 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1d9b46f3-b785-4af2-b591-f1bad0d8ec26 req-ae0a13af-12d1-4b17-bff2-aaf873c896b1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318437 Jul 28 15:54:07.212582 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f699f-a91a-47c8-8402-017ebc9d52e3 req-c1c2ca96-5ae5-41e9-b215-dd4bdc876f48 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:07.214059 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc8f699f-a91a-47c8-8402-017ebc9d52e3 req-c1c2ca96-5ae5-41e9-b215-dd4bdc876f48 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0528469 Jul 28 15:54:07.251251 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-dc8f699f-a91a-47c8-8402-017ebc9d52e3 req-e9cbafc0-d4ce-4cb2-898e-ab432ee4099c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Jul 28 15:54:08.370125 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a57a2-7f5b-4d8e-a6dc-dec60d23614b req-60cf0358-0fe4-495b-86c7-f44eb5c05c8b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:08.371613 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a21a57a2-7f5b-4d8e-a6dc-dec60d23614b req-60cf0358-0fe4-495b-86c7-f44eb5c05c8b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0520058 Jul 28 15:54:08.408097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a21a57a2-7f5b-4d8e-a6dc-dec60d23614b req-a05e410c-72bd-4b11-9c84-3399ac7a31cd tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Jul 28 15:54:09.259318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-ef261539-df66-4081-9081-e7fc1e46886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.260786 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-ef261539-df66-4081-9081-e7fc1e46886b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1097 time: 0.0396674 Jul 28 15:54:09.354375 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-c2530b47-9192-4362-8f8a-16e4c2c96b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.355932 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-c2530b47-9192-4362-8f8a-16e4c2c96b42 service neutron] 10.222.0.50 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0870705 Jul 28 15:54:09.419916 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-bdd7a261-b457-44e6-82c3-fec94c7fde18 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1000 time: 0.0573630 Jul 28 15:54:09.469517 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-27d9ca7c-d1f8-400e-95ac-3455eb61e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.471077 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-27d9ca7c-d1f8-400e-95ac-3455eb61e7ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0442901 Jul 28 15:54:09.554025 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52c4c4-1422-4d44-8a6a-5c48abcf115a req-c1730dc7-d512-43e1-bb0c-b0b8e9695ba6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.555441 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b52c4c4-1422-4d44-8a6a-5c48abcf115a req-c1730dc7-d512-43e1-bb0c-b0b8e9695ba6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0787237 Jul 28 15:54:09.558051 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-cc95b0ed-8a09-4533-8767-4a845de6b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:09.559372 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-cc95b0ed-8a09-4533-8767-4a845de6b77a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808594 Jul 28 15:54:09.641866 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9b52c4c4-1422-4d44-8a6a-5c48abcf115a req-f242bac8-009d-49fd-a6c6-a075efe8d602 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803125 Jul 28 15:54:09.674053 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-a9de15e9-f1e5-4d95-9a3d-b2db668eb6c7 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049378 Jul 28 15:54:09.761715 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a039e8d8-f656-49e4-9aeb-9d9bc81088fc req-2dee2f8a-f3b9-49c7-8397-73253fc5a2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Jul 28 15:54:10.759675 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197b836-8fc8-40c4-bfaf-c151bd33b1d1 req-8fca8cb5-afb7-4802-8989-5c3130ba5f64 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:10.759675 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3197b836-8fc8-40c4-bfaf-c151bd33b1d1 req-8fca8cb5-afb7-4802-8989-5c3130ba5f64 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0491915 Jul 28 15:54:10.794933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3197b836-8fc8-40c4-bfaf-c151bd33b1d1 req-2eebc7d5-0607-4d60-a6d5-e742eece0862 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Jul 28 15:54:11.913020 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa5cc7-fdd0-41e3-a947-b544a8b83959 req-3dbba2c5-1818-45ef-be5c-63840c2cdba7 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:11.914564 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53aa5cc7-fdd0-41e3-a947-b544a8b83959 req-3dbba2c5-1818-45ef-be5c-63840c2cdba7 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0526347 Jul 28 15:54:11.958076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-53aa5cc7-fdd0-41e3-a947-b544a8b83959 req-ae97b5c9-4494-473b-b55f-275d158060d1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371327 Jul 28 15:54:12.424621 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cfd39d93-dc19-4582-9384-e3b468d8bacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:13.074526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e54e-a713-43ec-a8ea-c3795540ef77 req-c62d4918-1bcd-479b-ad6a-84dd49f7aac6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:13.076161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72a3e54e-a713-43ec-a8ea-c3795540ef77 req-c62d4918-1bcd-479b-ad6a-84dd49f7aac6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0514088 Jul 28 15:54:13.115981 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72a3e54e-a713-43ec-a8ea-c3795540ef77 req-f34bde48-6371-4a5e-b733-52d2584988e8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336435 Jul 28 15:54:14.235553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696b9f-2795-4f0b-9c2d-cd5ac28863d8 req-13214b79-6e39-4cb1-a2b0-816d1327e96d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:14.237076 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9696b9f-2795-4f0b-9c2d-cd5ac28863d8 req-13214b79-6e39-4cb1-a2b0-816d1327e96d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0531967 Jul 28 15:54:14.275092 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f9696b9f-2795-4f0b-9c2d-cd5ac28863d8 req-b5535637-3ec6-4758-a7d6-a57defed0656 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Jul 28 15:54:14.457334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:54:14.532815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.555489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:14.557710 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090b4b8-36e3-4027-ac29-910ffb58fbeb" -d '{"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:14.572054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:14.593884 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527c369-64bc-4877-8897-b540b507239f x-openstack-request-id: req-6527c369-64bc-4877-8897-b540b507239f {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:14.594178 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-unplugged", "status": "failed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "code": 422}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:14.594560 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6527c369-64bc-4877-8897-b540b507239f {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:14.595020 n-d-705658-23 neutron-server[94750]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'code': 422} returned with failed status Jul 28 15:54:14.624889 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f92a32-00c0-4125-82c7-9a2f934480af req-89ed1cfd-79b6-41c6-9087-256cec4f98ed tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:14.626385 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88f92a32-00c0-4125-82c7-9a2f934480af req-89ed1cfd-79b6-41c6-9087-256cec4f98ed tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 945 time: 0.0717375 Jul 28 15:54:14.659773 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.690169 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-214a5336-745b-46e5-9c2b-231aacc308bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160495 Jul 28 15:54:14.694034 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-88f92a32-00c0-4125-82c7-9a2f934480af req-3850ae31-40f8-4bdf-8058-6ad812d5407c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589974 Jul 28 15:54:14.706004 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-11fe73e7-5548-4e9d-b8c8-21d2ede41166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:14.715998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:14.718602 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.718974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.719325 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.719666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.720003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.720336 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.720666 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.720994 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.721324 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.721647 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.721974 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:14.722296 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:15.001831 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:15.818599 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726507e-c1ed-4e7d-a0e4-845517f2be98 req-cc483843-bef1-4943-8cf1-77668a70b8ca tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:15.820161 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6726507e-c1ed-4e7d-a0e4-845517f2be98 req-cc483843-bef1-4943-8cf1-77668a70b8ca tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0555046 Jul 28 15:54:15.860175 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6726507e-c1ed-4e7d-a0e4-845517f2be98 req-a3563cb3-5596-48f7-80ca-27c9940ad702 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Jul 28 15:54:16.510476 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:16.979212 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a727b7-3e6a-4473-b817-66e655f9d67e req-1ab27aae-4e03-4a78-854a-c22f4587adbb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:16.980694 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21a727b7-3e6a-4473-b817-66e655f9d67e req-1ab27aae-4e03-4a78-854a-c22f4587adbb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0543208 Jul 28 15:54:17.017889 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-21a727b7-3e6a-4473-b817-66e655f9d67e req-36ad6afd-620c-42ec-81af-81f349508f96 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313323 Jul 28 15:54:18.054785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:18.135640 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f43759-1d56-4937-9d2f-7a2d48950e6d req-e1b387cd-e32c-43f5-8543-618076bc1510 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:18.137179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3f43759-1d56-4937-9d2f-7a2d48950e6d req-e1b387cd-e32c-43f5-8543-618076bc1510 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0510445 Jul 28 15:54:18.177417 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a3f43759-1d56-4937-9d2f-7a2d48950e6d req-26ffd522-2929-49e6-a080-1c2a297be693 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331900 Jul 28 15:54:19.291446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b14d6-3e57-412b-a283-132f39b264d4 req-a73b448f-6c1d-4497-93bc-cc0870726592 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:19.292959 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c7b14d6-3e57-412b-a283-132f39b264d4 req-a73b448f-6c1d-4497-93bc-cc0870726592 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0486064 Jul 28 15:54:19.331339 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4c7b14d6-3e57-412b-a283-132f39b264d4 req-4aa766c9-19bb-4bb0-bcbc-d8eb0c369623 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Jul 28 15:54:20.447621 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90ec10-bdda-49d9-829a-aeb087901282 req-8549a297-6b4d-4d04-86a1-9d89ae2b7f06 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:20.449405 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd90ec10-bdda-49d9-829a-aeb087901282 req-8549a297-6b4d-4d04-86a1-9d89ae2b7f06 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0499866 Jul 28 15:54:20.487491 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fd90ec10-bdda-49d9-829a-aeb087901282 req-c718d678-a8ca-404a-bbbb-a872a14f81a3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jul 28 15:54:20.825355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.225273 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:21.608727 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eba91-4316-4cf5-b5ff-978c60f012e4 req-4d9e5e1d-201e-471c-8480-d347b4daa479 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:21.610204 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d05eba91-4316-4cf5-b5ff-978c60f012e4 req-4d9e5e1d-201e-471c-8480-d347b4daa479 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0532179 Jul 28 15:54:21.648825 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d05eba91-4316-4cf5-b5ff-978c60f012e4 req-050f414c-c103-48a8-af1b-1707ce703398 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321579 Jul 28 15:54:22.713720 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-668e2378-43e1-463b-aae4-9dc1c4fa555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.715264 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-668e2378-43e1-463b-aae4-9dc1c4fa555f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&tenant_id=abffef1bcf7e4ea09271f636d18710db HTTP/1.1" status: 200 len: 1095 time: 0.0858428 Jul 28 15:54:22.732450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-23', 'device_owner': 'compute:nova'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:54:22.808151 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c93920-6c49-4d9d-ac9a-6e4a93a8a25e req-15d91221-7f78-44b1-8600-ba30d700c95c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:22.809549 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f1c93920-6c49-4d9d-ac9a-6e4a93a8a25e req-15d91221-7f78-44b1-8600-ba30d700c95c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0924623 Jul 28 15:54:22.814014 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:22.882669 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f1c93920-6c49-4d9d-ac9a-6e4a93a8a25e req-0ae35bd1-2893-4de4-b3fd-92aaca7f56af tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657670 Jul 28 15:54:23.045052 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:23.079493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h2-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:23.112121 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:54:23.120115 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:23.133085 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Transition to ACTIVE for port object ea442a47-e934-48a3-9c44-cba6e6320382 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:54:23.207179 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:23.284921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=7']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:23.301364 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.302339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.303253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.303608 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.303957 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.304295 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.304634 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.304967 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.305303 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.305635 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.305966 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.306293 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:54:23.347551 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] No DVR routers for this DVR port ea442a47-e934-48a3-9c44-cba6e6320382 on host n-h2-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:54:23.486491 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:54:23.486850 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:54:23.487223 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:23.493931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:54:23.493931 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Attempting to bind port ea442a47-e934-48a3-9c44-cba6e6320382 on network 29beca7c-5542-4b37-8bff-b6fe4c85903b {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:54:23.498603 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:54:23.498944 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Checking segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:54:23.499360 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Bound using segment: {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:54:23.499789 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Bound port: ea442a47-e934-48a3-9c44-cba6e6320382, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c360b77-9178-4ccf-8618-43482c0277e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:54:23.500164 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:23.562920 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:54:23.566080 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:54:23.619518 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:23.653439 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:23.654038 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:23.655451 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] 10.222.0.53 "PUT /v2.0/ports/ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1092 time: 0.9271410 Jul 28 15:54:23.655889 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:23.658145 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4d74a8-d403-477a-bba4-af785be7051c" -d '{"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:23.684181 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c8ea8-a14b-4c2a-bbc8-407775c307c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=8']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:23.733049 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cec92d-8958-42e5-a9a0-7d9acbb8d70a x-openstack-request-id: req-a5cec92d-8958-42e5-a9a0-7d9acbb8d70a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:23.733712 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:23.733712 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5cec92d-8958-42e5-a9a0-7d9acbb8d70a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:23.734049 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'status': 'completed', 'code': 200} Jul 28 15:54:23.751737 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-f95f8c83-232e-4bbe-a09b-2f427ae767b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:23.753351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-f95f8c83-232e-4bbe-a09b-2f427ae767b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1095 time: 0.0574260 Jul 28 15:54:23.850205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-27a30d96-b6b5-4dbc-9d5c-7f889d78c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:23.851768 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-27a30d96-b6b5-4dbc-9d5c-7f889d78c562 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0911191 Jul 28 15:54:23.927589 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-e81d7508-78a6-4427-af2a-4ac66f8788b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 998 time: 0.0673146 Jul 28 15:54:24.001304 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-07860356-8489-44fc-8d8c-20e098bb1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.002760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-07860356-8489-44fc-8d8c-20e098bb1c48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0694005 Jul 28 15:54:24.025970 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe92e-2b41-42d8-8a0d-275e9d69d6f7 req-3cccbe28-fef4-460f-a859-22900595091c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.027424 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19fe92e-2b41-42d8-8a0d-275e9d69d6f7 req-3cccbe28-fef4-460f-a859-22900595091c tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0680022 Jul 28 15:54:24.089834 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-0ff46364-217a-481e-9dcd-12cad8759867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.091359 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-0ff46364-217a-481e-9dcd-12cad8759867 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812666 Jul 28 15:54:24.096287 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f19fe92e-2b41-42d8-8a0d-275e9d69d6f7 req-29d6c8fd-11fb-47d6-96f3-49150772863e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549171 Jul 28 15:54:24.178409 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-bd001c68-5576-411a-9a69-ebf95c6afb1d service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799284 Jul 28 15:54:24.271772 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-ffb61617-7eee-4412-86c5-90e39492adf4 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Jul 28 15:54:24.494282 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d74a8-d403-477a-bba4-af785be7051c req-181b7b35-397d-418c-91d9-553a171cdf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.495904 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-181b7b35-397d-418c-91d9-553a171cdf0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1095 time: 0.0402203 Jul 28 15:54:24.586888 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d74a8-d403-477a-bba4-af785be7051c req-7104f01f-f911-4491-b546-64efbae54976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.588414 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-7104f01f-f911-4491-b546-64efbae54976 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0826640 Jul 28 15:54:24.656672 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-f5295204-3cfa-4c9c-aebf-b55b7782f49b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 998 time: 0.0599647 Jul 28 15:54:24.704512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d74a8-d403-477a-bba4-af785be7051c req-7550b082-6e5b-4452-aa1c-470cc56495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.705969 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-7550b082-6e5b-4452-aa1c-470cc56495ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0429561 Jul 28 15:54:24.757800 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d74a8-d403-477a-bba4-af785be7051c req-8bab0194-9c6a-41af-99e0-3dccb9645e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:24.757800 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-8bab0194-9c6a-41af-99e0-3dccb9645e48 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394852 Jul 28 15:54:24.843833 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-3fb20ea7-b2b2-4188-af39-d3551e318faa service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832241 Jul 28 15:54:24.932706 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3e4d74a8-d403-477a-bba4-af785be7051c req-77cd7c83-56f2-4e0c-8fed-6ea2de730779 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812693 Jul 28 15:54:25.214628 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cf709-d6dc-474b-99e9-1265c2e78b79 req-97f687f6-36cc-4754-9c42-65eeca57834a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:25.216129 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c9cf709-d6dc-474b-99e9-1265c2e78b79 req-97f687f6-36cc-4754-9c42-65eeca57834a tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0516269 Jul 28 15:54:25.253854 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5c9cf709-d6dc-474b-99e9-1265c2e78b79 req-f4590553-b4c0-4b22-a979-e2c8a9bc94c1 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Jul 28 15:54:26.373253 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b32bf-7465-4120-9336-2818508b618b req-9dd41bdb-6d57-4b67-b532-a3be7f9c1572 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:26.374743 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c64b32bf-7465-4120-9336-2818508b618b req-9dd41bdb-6d57-4b67-b532-a3be7f9c1572 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0531411 Jul 28 15:54:26.411730 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c64b32bf-7465-4120-9336-2818508b618b req-e1192112-f65f-4f59-918b-693985ad8045 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302751 Jul 28 15:54:27.525623 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20808f-c744-405b-bc06-2af99263df56 req-154e23e5-dbc6-41db-a761-00605e4677f9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:27.527128 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e20808f-c744-405b-bc06-2af99263df56 req-154e23e5-dbc6-41db-a761-00605e4677f9 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0486929 Jul 28 15:54:27.564451 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e20808f-c744-405b-bc06-2af99263df56 req-a1119891-5572-4241-be38-5f82f57cc216 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312839 Jul 28 15:54:28.681444 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a39dbe-861a-44fb-aac7-369a0aecc52a req-c7c18afe-5b56-4b8a-ac22-ab2c650e95c2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:28.682991 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0a39dbe-861a-44fb-aac7-369a0aecc52a req-c7c18afe-5b56-4b8a-ac22-ab2c650e95c2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0502810 Jul 28 15:54:28.719933 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0a39dbe-861a-44fb-aac7-369a0aecc52a req-babfb0e6-6778-4b6a-aae4-d1c4b095d478 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310130 Jul 28 15:54:29.836104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7502ded-1123-4ac0-b4ce-e2e3447ccaac req-497da49a-cc4d-4b2d-b808-b5a3a310bbeb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:29.837604 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7502ded-1123-4ac0-b4ce-e2e3447ccaac req-497da49a-cc4d-4b2d-b808-b5a3a310bbeb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0507112 Jul 28 15:54:29.875722 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b7502ded-1123-4ac0-b4ce-e2e3447ccaac req-619da030-babb-43f0-9591-66a031c577c6 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Jul 28 15:54:30.988417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f0df8-e64b-42c2-abdd-9d7accf211bf req-0d67a71b-a218-47fb-9c02-720207f2d7ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:30.989887 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f7f0df8-e64b-42c2-abdd-9d7accf211bf req-0d67a71b-a218-47fb-9c02-720207f2d7ef tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0476635 Jul 28 15:54:31.027134 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-0f7f0df8-e64b-42c2-abdd-9d7accf211bf req-1c4561c6-2c5d-47f7-b426-b545da557196 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306966 Jul 28 15:54:32.145329 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca93f8-c2e3-46aa-b48f-c8369328dbb4 req-45e50084-3eee-4b65-81c3-626129191195 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:32.146790 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aeca93f8-c2e3-46aa-b48f-c8369328dbb4 req-45e50084-3eee-4b65-81c3-626129191195 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 943 time: 0.0518675 Jul 28 15:54:32.184277 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-aeca93f8-c2e3-46aa-b48f-c8369328dbb4 req-4faefcda-b38a-4f92-9866-21ff0152693f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Jul 28 15:54:32.540326 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:54:32.632159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:32.643505 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'port_id': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'mac_address': 'fa:16:3e:78:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:54:32.682078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:32.693947 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:54:32.713211 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:32.790130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:32.835661 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=9']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:33.091011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['ea442a47-e934-48a3-9c44-cba6e6320382'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:54:33.302503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42336f-d82b-49b9-acd2-30fbf0b1d3f8 req-994a0821-a610-4cb2-81e4-6b6ca3d50119 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:33.304026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b42336f-d82b-49b9-acd2-30fbf0b1d3f8 req-994a0821-a610-4cb2-81e4-6b6ca3d50119 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 944 time: 0.0524724 Jul 28 15:54:33.672423 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b42336f-d82b-49b9-acd2-30fbf0b1d3f8 req-70310153-4e7d-4846-8259-e06a3be8f5c7 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605263 Jul 28 15:54:34.556235 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:54:34.663568 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port ea442a47-e934-48a3-9c44-cba6e6320382 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:54:34.667284 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port ea442a47-e934-48a3-9c44-cba6e6320382 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:54:34.667681 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:34.746031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:34.768885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:54:34.771142 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054993f3-9c38-4058-8e06-05a5490acaff" -d '{"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-plugged", "status": "completed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:54:34.784634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:54:34.791289 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e379f41-07aa-454e-ba47-b1c7a2af3ac8 req-52f3837a-c0e2-458f-a19e-ff8cb0ee8ec2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:34.792841 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e379f41-07aa-454e-ba47-b1c7a2af3ac8 req-52f3837a-c0e2-458f-a19e-ff8cb0ee8ec2 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 944 time: 0.0525630 Jul 28 15:54:34.810593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38e8b07-367f-472f-b924-dbbd40e54314 x-openstack-request-id: req-d38e8b07-367f-472f-b924-dbbd40e54314 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:54:34.810593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-plugged", "status": "completed", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:54:34.810593 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d38e8b07-367f-472f-b924-dbbd40e54314 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:54:34.810593 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'code': 200} Jul 28 15:54:34.832271 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-2e379f41-07aa-454e-ba47-b1c7a2af3ac8 req-554486b6-0196-4614-bca0-6bec6a4d14ff tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333900 Jul 28 15:54:34.864536 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:34.912652 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=10']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:54:34.994259 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e0aaa-86ab-438d-a7de-e92e3c56b58c req-2f816108-bc52-44e1-9569-0b3f661a51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:34.995792 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1e0aaa-86ab-438d-a7de-e92e3c56b58c req-2f816108-bc52-44e1-9569-0b3f661a51ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1098 time: 0.0398762 Jul 28 15:54:35.029349 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-7e1e0aaa-86ab-438d-a7de-e92e3c56b58c req-e01be3ee-7f62-4128-a8e6-9f3248c9ae9f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266666 Jul 28 15:54:35.951126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb69766-841a-4597-8978-0f0d08121def req-cc4c0b6e-fc09-4e0f-bb79-d856bbb35fc3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:35.952652 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcb69766-841a-4597-8978-0f0d08121def req-cc4c0b6e-fc09-4e0f-bb79-d856bbb35fc3 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 946 time: 0.0503860 Jul 28 15:54:35.990555 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fcb69766-841a-4597-8978-0f0d08121def req-817b3a65-4943-42c9-9759-80688f46c580 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Jul 28 15:54:37.104719 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a577e-8a00-4530-80b6-3bb51771c1d4 req-17a9d81d-ab2d-4907-8f2e-3a5291961a18 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:54:37.106200 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b88a577e-8a00-4530-80b6-3bb51771c1d4 req-17a9d81d-ab2d-4907-8f2e-3a5291961a18 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 946 time: 0.0492251 Jul 28 15:54:37.143027 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b88a577e-8a00-4530-80b6-3bb51771c1d4 req-3fe464ae-b67e-4cc5-8682-b477000a2d77 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Jul 28 15:54:42.401460 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e6b34e18-c40c-4af0-a492-cffc7f56881e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:42.569628 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:54:44.732557 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0804bc8d-09b2-4bb0-9e15-7ded9e7797c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:45.012871 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:46.476031 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:48.018630 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:50.864077 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:54:51.201437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:12.401264 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f3c54b92-ec32-4eac-ae3d-05f3fedff0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:14.744389 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d1c-f2a0-462b-822b-1126071c68d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:15.052746 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:16.526803 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:18.069907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:19.569775 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:55:20.835680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:21.229345 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:22.002459 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-e83d8a0d-4549-440e-9dde-1cf467ec6081 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440819 Jul 28 15:55:22.100339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-aeeaa082-7d02-4c01-a9a9-f1fe56dc2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:22.101820 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-aeeaa082-7d02-4c01-a9a9-f1fe56dc2a23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1098 time: 0.0404153 Jul 28 15:55:22.212101 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-9c276720-424e-48ca-b307-21a86adc46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:22.213606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-9c276720-424e-48ca-b307-21a86adc46da service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0927620 Jul 28 15:55:22.284429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-07990b7c-10fb-4a86-933d-464b7dcb574c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1000 time: 0.0640376 Jul 28 15:55:22.333573 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-d0e1dbb3-e63f-4a81-8b51-ac07b286aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:22.335063 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-d0e1dbb3-e63f-4a81-8b51-ac07b286aa74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0442441 Jul 28 15:55:22.380759 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-78b7c1b3-e0dc-4eda-a619-8d9b25a2069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:55:22.382240 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-78b7c1b3-e0dc-4eda-a619-8d9b25a2069f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402119 Jul 28 15:55:22.474873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-2aee38af-5490-4ef6-b2c7-54d7d62181f9 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847487 Jul 28 15:55:22.569848 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-5c046784-4752-4072-8ebe-d48d0cc10492 req-3bf8bb57-bf40-4a0a-b3cb-75f236be63b9 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872662 Jul 28 15:55:42.416327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-070b00df-14ff-47ab-8719-0965dae83c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:44.715130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8b589147-243e-4684-8aab-fbea21e68d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:45.023911 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:46.457898 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:48.063971 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:50.798470 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:51.200681 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:55:56.570005 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:56:12.557137 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-27d14160-e31e-4bf5-9015-c256c6b73f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:14.743433 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cfbac09a-3a90-4148-a3c3-41b97abf7ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:15.012299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:16.483793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:18.032540 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:20.838075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:21.266517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:22.993373 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-24a9cb28-429b-4d48-ac27-0969fb4847d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450270 Jul 28 15:56:23.092473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-ac726f86-b44b-4f7f-a9c6-f978289869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:23.093873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-ac726f86-b44b-4f7f-a9c6-f978289869c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1098 time: 0.0408962 Jul 28 15:56:23.198921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-856e98dd-6b8e-462d-b6c5-0f96c8670b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:23.200454 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-856e98dd-6b8e-462d-b6c5-0f96c8670b18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0860693 Jul 28 15:56:23.204400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41844) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:23.276073 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-681cb218-a410-49f4-98ba-ed9dcaadddca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 1000 time: 0.0658829 Jul 28 15:56:23.326477 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-93a077c0-43a7-46f0-9b08-b042b389cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:23.327961 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-93a077c0-43a7-46f0-9b08-b042b389cb43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0448451 Jul 28 15:56:23.375075 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-753259fd-d69f-408d-8b5f-0e881c538837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:23.376591 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-753259fd-d69f-408d-8b5f-0e881c538837 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413280 Jul 28 15:56:23.559097 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-823e3be8-8f4f-4176-a81f-9314989bbeac service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746788 Jul 28 15:56:23.684972 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb9968b2-ba04-48ec-aacd-a0249324edfb req-ed6d8fc0-41b7-49e8-b267-32224b1a1876 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170933 Jul 28 15:56:23.687210 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Deleting port 5674ce23-978e-4806-8251-658dc4fdcd3e {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:23.687564 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:23.761446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:23.761780 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:23.774008 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Calling delete_port for 5674ce23-978e-4806-8251-658dc4fdcd3e owned by network:floatingip {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:24.021009 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:24.049435 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'Port': ['ID=5674ce23-978e-4806-8251-658dc4fdcd3e,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:24.061198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.061606 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.062032 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.062464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.063372 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.063500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.064073 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.064482 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.064825 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.065511 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.066123 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.066701 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:24.138084 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for floatingip, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:24.138834 n-d-705658-23 neutron-server[94748]: INFO neutron.db.l3_db [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Floating IP 79a7309c-dd9a-4be8-8337-9b257a8cb425 disassociated (deleted). External IP: 172.25.0.45, port: ea442a47-e934-48a3-9c44-cba6e6320382. Jul 28 15:56:24.364952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:24.478091 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:24.482900 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:24.488697 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:24.499116 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:24.499789 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:24.514440 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6e59aa27-7c46-4740-ad74-157d5b53a91d tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "DELETE /v2.0/floatingips/79a7309c-dd9a-4be8-8337-9b257a8cb425 HTTP/1.1" status: 204 len: 168 time: 1.3090010 Jul 28 15:56:24.515074 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:56:24.517449 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3ece7f-e36f-484a-b085-7a1affb0f6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:56:24.611021 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:24.689056 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398a7fd-0cc1-4f78-9b50-3a129316d91f x-openstack-request-id: req-1398a7fd-0cc1-4f78-9b50-3a129316d91f {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:56:24.689538 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:56:24.690079 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1398a7fd-0cc1-4f78-9b50-3a129316d91f {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:56:24.690587 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'status': 'completed', 'code': 200} Jul 28 15:56:24.777851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-6624941f-07f8-4647-81e8-aff5689285fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:24.779360 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-6624941f-07f8-4647-81e8-aff5689285fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=abffef1bcf7e4ea09271f636d18710db&device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 1098 time: 0.0434673 Jul 28 15:56:24.874331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-df99c141-6f60-4452-92f1-0a0731b9cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:24.875915 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-df99c141-6f60-4452-92f1-0a0731b9cb34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 200 len: 909 time: 0.0892932 Jul 28 15:56:24.923719 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:24.926580 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-8a6d8e61-8390-4298-b4b5-42703e3781db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 200 len: 217 time: 0.0438910 Jul 28 15:56:24.953213 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:24.962329 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:24.962974 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:25.017156 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-86583af2-a311-42b0-8854-314959b63158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:25.018760 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-86583af2-a311-42b0-8854-314959b63158 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 200 len: 847 time: 0.0485239 Jul 28 15:56:25.047478 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe953731-58e6-4bea-9d1e-1fc68d79f6b5 req-e01b3c65-ab8a-4703-98e0-454145e40776 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:25.049013 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe953731-58e6-4bea-9d1e-1fc68d79f6b5 req-e01b3c65-ab8a-4703-98e0-454145e40776 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 946 time: 0.0594685 Jul 28 15:56:25.069219 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-731f5d79-ec29-4d1d-9a63-c611440df2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:25.069970 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:25.070755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-731f5d79-ec29-4d1d-9a63-c611440df2d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29beca7c-5542-4b37-8bff-b6fe4c85903b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434008 Jul 28 15:56:25.093370 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe953731-58e6-4bea-9d1e-1fc68d79f6b5 req-76007324-d106-4796-bc5e-67371edbb0a5 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368488 Jul 28 15:56:25.167085 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-5d3602fd-4c34-47f6-b036-4838771824fd service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882208 Jul 28 15:56:25.262415 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-af3ece7f-e36f-484a-b085-7a1affb0f6b7 req-5ce4477c-71fe-4c84-9f5e-b0d5ed020b37 service neutron] 10.222.0.53 "GET /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Jul 28 15:56:25.270939 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:25.297063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995551b0-f0f2-4d8b-8cda-6e652a081847 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:46:11Z', 'revision_number': 4, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '6bfe96c8-f864-4629-9028-7c880869c37f', 'name': '', 'network_id': '29beca7c-5542-4b37-8bff-b6fe4c85903b', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'mac_address': 'fa:16:3e:f3:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:10Z', 'updated_at': '2021-07-28T15:46:16Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'subnets': [{'id': 'aea59aaa-470a-47a9-bb03-44f2da373070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:25.518295 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebe61c-f261-4b0c-810d-e45a6b69d957 None None] New status for floating IP 79a7309c-dd9a-4be8-8337-9b257a8cb425: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:56:26.218112 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e1181-d9b0-486b-8674-a07890f31a8a req-36e638e0-d50f-4db3-af5b-df2a99c41da8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:26.219651 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-558e1181-d9b0-486b-8674-a07890f31a8a req-36e638e0-d50f-4db3-af5b-df2a99c41da8 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 946 time: 0.0517702 Jul 28 15:56:26.266383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-558e1181-d9b0-486b-8674-a07890f31a8a req-b8008940-64f7-4cf2-bf5a-afefc642b90b tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/security-groups?id=297aafb2-9073-4d14-8d18-048015d5c2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Jul 28 15:56:26.672324 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72714cdd-26b8-4672-ab08-d22457963777 req-8b416c54-6ba2-4166-8e2f-96f31c4cce7f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:26.673780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72714cdd-26b8-4672-ab08-d22457963777 req-8b416c54-6ba2-4166-8e2f-96f31c4cce7f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 946 time: 0.0545349 Jul 28 15:56:26.760886 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Deleting port ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:26.761229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:26.851136 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] For port ea442a47-e934-48a3-9c44-cba6e6320382, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=ea442a47-e934-48a3-9c44-cba6e6320382,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:26.853080 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:26.864238 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Calling delete_port for ea442a47-e934-48a3-9c44-cba6e6320382 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:27.075289 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:27.107500 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'Port': ['ID=ea442a47-e934-48a3-9c44-cba6e6320382,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:27.151400 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] No DVR routers for this DVR port ea442a47-e934-48a3-9c44-cba6e6320382 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:56:27.154021 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:27.156130 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-72714cdd-26b8-4672-ab08-d22457963777 req-7f5eb2ef-3f50-4c60-b94e-4f50193f144f tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.53 "DELETE /v2.0/ports/ea442a47-e934-48a3-9c44-cba6e6320382 HTTP/1.1" status: 204 len: 173 time: 0.4765732 Jul 28 15:56:27.156607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-deleted', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:56:27.162105 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4f538a-f8d7-470a-81b5-769e705bb4d9" -d '{"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-deleted", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:56:27.193656 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d960f2e-de04-436c-9f24-e8fceb22798a x-openstack-request-id: req-4d960f2e-de04-436c-9f24-e8fceb22798a {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:56:27.193928 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411b83ab-465b-4c52-a5b9-645d8efc276c", "name": "network-vif-deleted", "tag": "ea442a47-e934-48a3-9c44-cba6e6320382", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:56:27.194239 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d960f2e-de04-436c-9f24-e8fceb22798a {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:56:27.194663 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411b83ab-465b-4c52-a5b9-645d8efc276c', 'name': 'network-vif-deleted', 'tag': 'ea442a47-e934-48a3-9c44-cba6e6320382', 'status': 'completed', 'code': 200} Jul 28 15:56:27.358703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2ff24438-0e57-4d3e-8fa9-a8b6ba491aed req-7ccb1ab1-07bb-4187-bfb6-9dd0f6cd6673 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0294297 Jul 28 15:56:28.464037 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-1775f935-a0aa-42e0-9171-cae976f510c2 req-60c0c01c-9c7c-430a-ba3c-d46ced290689 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0274136 Jul 28 15:56:29.560929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c698e0dd-c0aa-47f9-92b2-5fe01e4c533c req-4fc391b4-8e1f-4475-a9b1-b4e204d1a289 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0271590 Jul 28 15:56:30.659491 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-950b8bd0-0dd2-4a37-b761-30566e14d280 req-47fbd763-e12f-427b-919f-670815f0934e tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0254495 Jul 28 15:56:31.149404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:31.170724 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: ea442a47-e934-48a3-9c44-cba6e6320382 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:31.368288 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device ea442a47-e934-48a3-9c44-cba6e6320382 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:31.774140 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c0e4daa4-2a71-4226-b3dd-e4ff97b494fa req-a464ac79-487f-4fbc-8169-54f10cc4e4fb tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "GET /v2.0/ports?device_id=411b83ab-465b-4c52-a5b9-645d8efc276c HTTP/1.1" status: 200 len: 210 time: 0.0322316 Jul 28 15:56:32.831204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41896) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:32.890326 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:32.915293 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.049508 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.052149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.053358 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] 10.222.0.47 "DELETE /v2.0/security-groups/297aafb2-9073-4d14-8d18-048015d5c2c9 HTTP/1.1" status: 204 len: 168 time: 0.2211447 Jul 28 15:56:33.063026 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a134d6-a3fd-45a0-9fde-f8b71e4d5557 tempest-TestShelveInstance-790811294 tempest-TestShelveInstance-790811294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297aafb2-9073-4d14-8d18-048015d5c2c9,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:33.198975 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41900) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:33.568862 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:56:33.675890 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.920330 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Deleting port 6bfe96c8-f864-4629-9028-7c880869c37f {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:33.921030 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:33.995843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] For port 6bfe96c8-f864-4629-9028-7c880869c37f, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=6bfe96c8-f864-4629-9028-7c880869c37f,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:33.996125 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:34.009646 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Calling delete_port for 6bfe96c8-f864-4629-9028-7c880869c37f owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:34.280860 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:34.312565 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfe96c8-f864-4629-9028-7c880869c37f,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:34.791990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.001648 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:35.103650 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:35.108755 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f3f73014-019a-45b2-aca5-7935528bb485 admin admin] 10.222.0.47 "PUT /v2.0/routers/cc8e69bb-d578-4cda-afa9-1da3a43ea0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086478 Jul 28 15:56:35.111503 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41904) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:35.114733 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Sync routers for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:35.124625 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:35.125246 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:35.216323 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.232676 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:35.321989 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.411026 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:56:34Z', 'revision_number': 5, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port': {'id': '1e633ba1-28ff-405e-a411-fa21129d7be5', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:91:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:09Z', 'updated_at': '2021-07-28T15:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:35.437632 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Checking router: cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:35.447251 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Routers {'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:35.447880 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:35.453988 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Deleting port 1e633ba1-28ff-405e-a411-fa21129d7be5 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:35.457908 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.533925 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] Set router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:35.540538 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] For port 1e633ba1-28ff-405e-a411-fa21129d7be5, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=1e633ba1-28ff-405e-a411-fa21129d7be5,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:35.540911 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.553430 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Calling delete_port for 1e633ba1-28ff-405e-a411-fa21129d7be5 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:35.589220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:56:35Z', 'revision_number': 6, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:35.614938 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182c7d2-393a-4a09-94f2-7b689d7552c8 None None] The sync data for ids ['cc8e69bb-d578-4cda-afa9-1da3a43ea0a6'] in n-d-705658-23 is: [{'id': 'cc8e69bb-d578-4cda-afa9-1da3a43ea0a6', 'name': 'tempest-TestShelveInstance-528691084-router', 'tenant_id': 'abffef1bcf7e4ea09271f636d18710db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:08Z', 'updated_at': '2021-07-28T15:56:35Z', 'revision_number': 6, 'project_id': 'abffef1bcf7e4ea09271f636d18710db', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:35.820445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:35.847674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e633ba1-28ff-405e-a411-fa21129d7be5,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:35.911611 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.002065 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.004221 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.120819 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.121472 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:56:36.126172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.127396 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5d130166-1f83-41da-b01d-8a503b156c23 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cc8e69bb-d578-4cda-afa9-1da3a43ea0a6 HTTP/1.1" status: 204 len: 168 time: 1.0149610 Jul 28 15:56:36.129844 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41906) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:36.173992 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Deleting subnet aea59aaa-470a-47a9-bb03-44f2da373070 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:56:36.177124 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.212927 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.297172 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.345740 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6bfe96c8-f864-4629-9028-7c880869c37f no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:36.366044 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 6bfe96c8-f864-4629-9028-7c880869c37f {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:36.366496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 6bfe96c8-f864-4629-9028-7c880869c37f not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:36.366624 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e633ba1-28ff-405e-a411-fa21129d7be5 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:36.389026 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 1e633ba1-28ff-405e-a411-fa21129d7be5 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:36.389204 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 1e633ba1-28ff-405e-a411-fa21129d7be5 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:36.447318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.480946 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea59aaa-470a-47a9-bb03-44f2da373070,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:36.482905 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.486624 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3a272341-2b06-47c4-a05c-e8a2adb81399 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/aea59aaa-470a-47a9-bb03-44f2da373070 HTTP/1.1" status: 204 len: 168 time: 0.3557794 Jul 28 15:56:36.487935 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41908) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:36.490453 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca90cdb-83f8-4a5e-87f2-71787c2fa18c None None] Network 29beca7c-5542-4b37-8bff-b6fe4c85903b requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:36.561275 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.615251 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Deleting port 073dde18-bf0d-487b-a9a0-587807c5e317 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:36.615592 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.675885 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] DHCP port deletion for 29beca7c-5542-4b37-8bff-b6fe4c85903b request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:56:36.677165 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] For port 073dde18-bf0d-487b-a9a0-587807c5e317, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=073dde18-bf0d-487b-a9a0-587807c5e317,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:36.677527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.690984 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Calling delete_port for 073dde18-bf0d-487b-a9a0-587807c5e317 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:36.724688 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Deleting port 073dde18-bf0d-487b-a9a0-587807c5e317 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:36.725071 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.785887 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] For port 073dde18-bf0d-487b-a9a0-587807c5e317, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=073dde18-bf0d-487b-a9a0-587807c5e317,segment=NetworkSegment(0c360b77-9178-4ccf-8618-43482c0277e1),segment_id=0c360b77-9178-4ccf-8618-43482c0277e1)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:36.786292 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.799178 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Calling delete_port for 073dde18-bf0d-487b-a9a0-587807c5e317 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:36.866359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.879515 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:36.899741 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Pushing event deleted for resources: {'Port': ['ID=073dde18-bf0d-487b-a9a0-587807c5e317,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:36.907812 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] No DVR routers for this DVR port 073dde18-bf0d-487b-a9a0-587807c5e317 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:56:36.908046 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Pushing event deleted for resources: {'Port': ['ID=073dde18-bf0d-487b-a9a0-587807c5e317,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:36.909572 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.909926 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.910232 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] No DVR routers for this DVR port 073dde18-bf0d-487b-a9a0-587807c5e317 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:56:36.910373 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.910726 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.911101 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.911425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.911759 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.912085 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.912414 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.912745 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.913068 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.913394 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.919136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.919243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.919556 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.919900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.920330 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.920583 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.921014 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.921233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.921564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.922611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.922611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.922611 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40cdef6-8a21-4ea9-8dc5-3de27573f159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:36.996125 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.005691 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29beca7c-5542-4b37-8bff-b6fe4c85903b']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:37.015823 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c360b77-9178-4ccf-8618-43482c0277e1') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:37.016126 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c360b77-9178-4ccf-8618-43482c0277e1') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:37.024915 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.038231 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.044720 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:56:37.045110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:56:37.046734 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:56:37.166456 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.173008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.174839 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] 10.222.0.47 "DELETE /v2.0/networks/29beca7c-5542-4b37-8bff-b6fe4c85903b HTTP/1.1" status: 204 len: 168 time: 0.6858759 Jul 28 15:56:37.177938 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41910) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:37.185269 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b8884-6021-4b94-8993-5dfe28571a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=29beca7c-5542-4b37-8bff-b6fe4c85903b,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:37.521216 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.761035 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Deleting port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:37.761285 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.835865 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] For port ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:37.836227 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:37.848780 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Calling delete_port for ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad owned by network:router_interface {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:38.126149 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:38.155921 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:38.328724 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:38.402589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 073dde18-bf0d-487b-a9a0-587807c5e317 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:38.422596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 073dde18-bf0d-487b-a9a0-587807c5e317 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:38.423092 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 073dde18-bf0d-487b-a9a0-587807c5e317 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:38.548880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:38.652665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:38.660302 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-cf7858dd-99f5-42db-b65c-708b59f19457 admin admin] 10.222.0.47 "PUT /v2.0/routers/cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4788625 Jul 28 15:56:38.660407 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41912) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:38.661246 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Sync routers for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:38.670763 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:38.671419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:38.762437 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:38.774216 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:38.861000 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:38.947952 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:56:37Z', 'revision_number': 5, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port': {'id': '8394bc2c-3b2b-4ef0-8dd6-c572a03af492', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:46:15Z', 'updated_at': '2021-07-28T15:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:38.978911 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Checking router: cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:38.987088 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Routers {'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:38.987706 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:38.990914 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Deleting port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:38.991294 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.068528 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] For port 8394bc2c-3b2b-4ef0-8dd6-c572a03af492, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:39.068892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.072125 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] Set router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:39.081776 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Calling delete_port for 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 owned by network:router_gateway {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:39.123430 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:56:38Z', 'revision_number': 6, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:39.152772 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8b16ac-3247-44ce-b9a2-0ac2417f0894 None None] The sync data for ids ['cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca'] in n-d-705658-23 is: [{'id': 'cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca', 'name': 'tempest-TestShelveInstance-492828919-router', 'tenant_id': 'd69c9ccf649b40fc8340a480af49f862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:46:14Z', 'updated_at': '2021-07-28T15:56:38Z', 'revision_number': 6, 'project_id': 'd69c9ccf649b40fc8340a480af49f862', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:39.315045 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.339093 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8394bc2c-3b2b-4ef0-8dd6-c572a03af492,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:39.716198 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.802599 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.804778 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.937920 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.938487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca {{(pid=94748) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 15:56:39.942844 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:39.943843 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-f70ea482-194c-4851-8e91-11ae1f3d5d81 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cff8ca8f-bc4c-4624-a354-ab3b2b78e1ca HTTP/1.1" status: 204 len: 168 time: 1.2825625 Jul 28 15:56:39.947350 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41914) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:39.995417 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_v2 [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Deleting subnet 9a578bea-dc8f-48aa-bee0-532ea9040533 {{(pid=94748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 15:56:39.998391 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.033259 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11576828'] for subnet, precommit_delete_associations {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.111673 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.326782 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12335203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11634835'] for subnet, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.342239 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:40.355450 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a578bea-dc8f-48aa-bee0-532ea9040533,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:40.357423 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.359383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-c300631a-c6f6-477b-9e82-b9312d561f1a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9a578bea-dc8f-48aa-bee0-532ea9040533 HTTP/1.1" status: 204 len: 168 time: 0.4109948 Jul 28 15:56:40.361928 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41916) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:40.363759 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed0376-2665-4372-b4e9-c1aaafa1cc2c None None] Network 48857016-7e21-4217-8bc5-6edd67058519 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:40.366898 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:40.367680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device ba361fcf-8ea9-45a7-bdf7-12a66ccb40ad not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:40.368100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:40.417813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:40.418159 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 8394bc2c-3b2b-4ef0-8dd6-c572a03af492 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:40.434391 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.499621 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Deleting port bc3bb095-3793-46ef-9975-6ccb07591915 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:40.499965 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.566609 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] DHCP port deletion for 48857016-7e21-4217-8bc5-6edd67058519 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 15:56:40.570652 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] For port bc3bb095-3793-46ef-9975-6ccb07591915, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bc3bb095-3793-46ef-9975-6ccb07591915,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:40.571175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.584895 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Calling delete_port for bc3bb095-3793-46ef-9975-6ccb07591915 owned by network:dhcp {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:40.613039 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Deleting port bc3bb095-3793-46ef-9975-6ccb07591915 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 15:56:40.613423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.673478 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] For port bc3bb095-3793-46ef-9975-6ccb07591915, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=bc3bb095-3793-46ef-9975-6ccb07591915,segment=NetworkSegment(075dce49-2ffd-48d8-bfc5-e84975feb9e2),segment_id=075dce49-2ffd-48d8-bfc5-e84975feb9e2)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:40.673880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.686229 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Calling delete_port for bc3bb095-3793-46ef-9975-6ccb07591915 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 15:56:40.746101 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.763502 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.772588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3bb095-3793-46ef-9975-6ccb07591915,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:40.775270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] No DVR routers for this DVR port bc3bb095-3793-46ef-9975-6ccb07591915 on host n-d-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:56:40.788830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] Pushing event deleted for resources: {'Port': ['ID=bc3bb095-3793-46ef-9975-6ccb07591915,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:40.792543 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae143a4-dd9b-415c-acd8-6907cd6c8a40 None None] No DVR routers for this DVR port bc3bb095-3793-46ef-9975-6ccb07591915 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 15:56:40.849204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.858682 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48857016-7e21-4217-8bc5-6edd67058519']}} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:40.868592 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075dce49-2ffd-48d8-bfc5-e84975feb9e2') {'for_net_delete': True} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:40.868886 n-d-705658-23 neutron-server[94749]: DEBUG neutron.services.segments.db [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075dce49-2ffd-48d8-bfc5-e84975feb9e2') {} {{(pid=94749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:40.877452 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12570003'] for segment, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.890931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.896552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 15:56:40.896931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12570013'] for segment, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: Traceback (most recent call last): Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: timer() Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: cb(*args, **kw) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: return func(*args, **kwargs) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: self._notify() Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: self.callback(batched_events) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: event.method(event) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: return f(self, *a, **k) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: return self._get(url).json() Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: return self.request(url, 'GET', **kwargs) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 15:56:40.898515 n-d-705658-23 neutron-server[94749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 15:56:41.006450 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.012600 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Notify callbacks [] for network, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.014529 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] 10.222.0.47 "DELETE /v2.0/networks/48857016-7e21-4217-8bc5-6edd67058519 HTTP/1.1" status: 204 len: 168 time: 0.6515517 Jul 28 15:56:41.025930 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80269331-20f4-41c8-8a97-684b67a80c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=48857016-7e21-4217-8bc5-6edd67058519,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:41.412574 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41920) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:41.452701 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e27afda1-f4bc-41b9-b669-6e472e9021f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abffef1bcf7e4ea09271f636d18710db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389442 Jul 28 15:56:41.455532 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41922) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:41.507665 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.528703 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.671935 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.674596 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:41.675810 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e890f212-82d3-42ae-b657-90a62458402a HTTP/1.1" status: 204 len: 168 time: 0.2193911 Jul 28 15:56:41.684336 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994e239-919d-477c-9962-dc69bcc04dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890f212-82d3-42ae-b657-90a62458402a,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:42.340041 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bc3bb095-3793-46ef-9975-6ccb07591915 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:56:42.359054 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: bc3bb095-3793-46ef-9975-6ccb07591915 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 15:56:42.359410 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device bc3bb095-3793-46ef-9975-6ccb07591915 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 15:56:42.393063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41928) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:42.433022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-e404b6fd-49e0-4f2a-a6ed-1f9047a5f22c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d69c9ccf649b40fc8340a480af49f862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387535 Jul 28 15:56:42.435521 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41930) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:42.443220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-92d07647-1ea6-45c8-a2a1-b4bb194f53e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.489723 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.516806 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.637553 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.640182 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:42.641357 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15cc4fd7-ef34-4e48-90df-47de9bbfc626 HTTP/1.1" status: 204 len: 168 time: 0.2049553 Jul 28 15:56:42.650618 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa61bc3-d6cd-463d-83a6-9abe8cc393d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc4fd7-ef34-4e48-90df-47de9bbfc626,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:43.830145 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41954) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:43.923298 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-166536085-network', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:44.086547 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Made reservation on behalf of c41bb9c3ae4f440da71c16f8d07cda9f for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:56:44.088837 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.097248 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.187370 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.274419 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.301185 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:56:44.308331 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deebb27-8112-479f-889b-c7c73d7e83b2,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:44.359306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.359306 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Added segment 6e4c88da-e465-4006-9cf7-4deb86e2b1cf of type vlan for network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 Jul 28 15:56:44.359306 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.486022 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.487122 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:44.487759 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.566968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:44.577977 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:56:44.659119 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6e50d97f-4664-4bd0-b2fb-d22a575c2ae2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8275118 Jul 28 15:56:44.666600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41958) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:44.670291 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Request body: {'subnet': {'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-166536085-subnet', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:44.837809 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4ab7e1a7-62f2-426d-b0ad-c7624713cd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:44.838165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Made reservation on behalf of c41bb9c3ae4f440da71c16f8d07cda9f for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:56:44.841457 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.057832 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.149810 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.210261 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b46cfc-16b2-42f0-b403-ed94d69fabac,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:45.219576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Checking segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:45.219965 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Network hostable DHCP agents. Network: 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:56:45.340977 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:56:45.437539 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:45.441713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:45.442345 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.446635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ee4ad-64ae-45c8-98e8-d5154a997787 None None] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:45.535413 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2f568a80-2509-4f42-a5fb-9494a30f7147 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8699892 Jul 28 15:56:45.538126 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41960) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:45.542907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:45.588912 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:56:45.589852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.652199 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.653365 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.706039 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.722940 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Allocated IP 172.20.0.2 (8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88/e6b46cfc-16b2-42f0-b403-ed94d69fabac/4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:45.860550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.868634 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Transition to ACTIVE for port object 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:45.884373 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Transition to ACTIVE for port object 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:45.943862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:45.997819 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.036888 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:46.039612 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:46.043797 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:46.057485 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Pushing event updated for resources: {'Port': ['ID=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:46.102231 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Attempting to bind port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:46.102605 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Attempting to bind port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:46.102993 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Attempting to bind port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:46.108549 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:46.115435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Checking segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:46.115435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.115435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Bound using segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:46.115435 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Bound port: 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:46.115435 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.173486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] For port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:46.176566 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] For port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:46.290029 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.298076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.321687 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.350745 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee998e1-0ced-4c94-ac8e-69ef4754eb28 None None] Pushing event updated for resources: {'Port': ['ID=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:46.432497 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Allocated IP 172.25.0.8 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/41796b03-53f5-4038-a985-3b72e16a5803) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:46.475220 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.563990 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.695029 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:46.733563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:46.736284 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:46.741684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:46.764009 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Pushing event updated for resources: {'Port': ['ID=41796b03-53f5-4038-a985-3b72e16a5803,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:47.128086 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:47.211560 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1249425-706f-45be-81e2-1e5ab6c48a33 None None] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:47.328402 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:47.354117 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-762d43ee-8471-4ca9-b025-ecd76ee3f968 None None] Provisioning for port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:47.549022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Router 4bbe542d-1945-4468-b090-e7a20b72d51b is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:56:47.661221 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:47.670300 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:47.679771 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:47.684372 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:47.734557 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:47.735895 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-a7e01667-707c-4445-8f0d-098df7a43984 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1968191 Jul 28 15:56:47.738607 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41962) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:47.782843 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:47.957001 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:46Z', 'revision_number': 3, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:48.060268 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.079472 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:48.079825 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Updating router 4bbe542d-1945-4468-b090-e7a20b72d51b port 41796b03-53f5-4038-a985-3b72e16a5803 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:48.105480 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.153482 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.316819 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Allocated IP 172.20.0.1 (8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88/e6b46cfc-16b2-42f0-b403-ed94d69fabac/c791413a-e623-43cc-999e-eeda2ce13fd6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:48.363024 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.373653 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Transition to ACTIVE for port object 41796b03-53f5-4038-a985-3b72e16a5803 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:48.390100 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:48.424859 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.434915 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.438928 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Transition to ACTIVE for port object c791413a-e623-43cc-999e-eeda2ce13fd6 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:48.484573 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Attempting to bind port 41796b03-53f5-4038-a985-3b72e16a5803 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:48.485036 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Attempting to bind port 41796b03-53f5-4038-a985-3b72e16a5803 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:48.485309 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Attempting to bind port 41796b03-53f5-4038-a985-3b72e16a5803 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:48.496529 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Pushing event updated for resources: {'Port': ['ID=41796b03-53f5-4038-a985-3b72e16a5803,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:48.499464 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:48.499841 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:48.500244 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.500633 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:48.501095 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Bound port: 41796b03-53f5-4038-a985-3b72e16a5803, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:48.501473 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.507675 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.508022 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.508367 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.508708 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.509040 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.509371 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.509700 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.510024 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.510350 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.510674 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.512986 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.513857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:56:48.515815 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:48.521082 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:48.521462 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.550263 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.568849 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] For port 41796b03-53f5-4038-a985-3b72e16a5803, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:48.572659 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] For port 41796b03-53f5-4038-a985-3b72e16a5803, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41796b03-53f5-4038-a985-3b72e16a5803,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:48.594160 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:48.598893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:48.604165 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:48.614273 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.625464 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Pushing event updated for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:48.648314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:48.649600 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.658194 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.721707 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653808e5-4d2e-40d5-889e-2c185970cc9b None None] Pushing event updated for resources: {'Port': ['ID=41796b03-53f5-4038-a985-3b72e16a5803,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:48.726223 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:48.726857 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:48.729361 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:48.802804 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:48.853953 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:48.957638 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aae95ea5-c4d0-4acc-9a8f-5b7a44189d39 None None] Provisioning for port c791413a-e623-43cc-999e-eeda2ce13fd6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:48.961782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-aae95ea5-c4d0-4acc-9a8f-5b7a44189d39 None None] Provisioning complete for port c791413a-e623-43cc-999e-eeda2ce13fd6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:48.962214 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-aae95ea5-c4d0-4acc-9a8f-5b7a44189d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.002805 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-aae95ea5-c4d0-4acc-9a8f-5b7a44189d39 None None] Port c791413a-e623-43cc-999e-eeda2ce13fd6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:49.038134 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:46Z', 'revision_number': 3, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:49.065275 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49807ad7-eba3-45c7-90db-dab2ef17cffc None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:46Z', 'revision_number': 3, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:49.275382 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.450721 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.526209 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.594832 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.596576 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Pushing event updated for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:49.694287 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:49.695722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:49.820434 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:49.927925 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e5f63d20-e48e-4306-90c8-d9ec87aa3b61 None None] Provisioning complete for port c791413a-e623-43cc-999e-eeda2ce13fd6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:49.928517 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e5f63d20-e48e-4306-90c8-d9ec87aa3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:49.938051 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:49.943615 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ae8adc3a-0e13-41d6-9de0-5b0461d9e566 admin admin] 10.222.0.47 "PUT /v2.0/routers/4bbe542d-1945-4468-b090-e7a20b72d51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2039943 Jul 28 15:56:49.963538 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-e5f63d20-e48e-4306-90c8-d9ec87aa3b61 None None] Port c791413a-e623-43cc-999e-eeda2ce13fd6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:50.422253 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41796b03-53f5-4038-a985-3b72e16a5803 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:50.561094 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 41796b03-53f5-4038-a985-3b72e16a5803 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:50.566848 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 41796b03-53f5-4038-a985-3b72e16a5803 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:50.567433 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.658064 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41980) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:50.663366 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1886201360-network', 'tenant_id': '2b329ddb39744875985d34207b714d3a'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:50.751787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:50.755113 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Made reservation on behalf of 2b329ddb39744875985d34207b714d3a for: {'network': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:56:50.757426 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for network, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.766318 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.778598 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:50.779257 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:50.860446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.886240 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.907562 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.932077 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:50.955271 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.960327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 41796b03-53f5-4038-a985-3b72e16a5803, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41796b03-53f5-4038-a985-3b72e16a5803,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:50.980600 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=94748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 15:56:50.990476 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988920ee-72f6-49d7-a68d-f852777e17d1,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:50.995295 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:50.995918 n-d-705658-23 neutron-server[94748]: INFO neutron.db.segments_db [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Added segment f75c9d1f-1ec4-4da6-be54-11518526e413 of type vlan for network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 Jul 28 15:56:51.020907 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.021761 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:51.036118 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788960711774'] for network, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.145847 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=41796b03-53f5-4038-a985-3b72e16a5803,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:51.162862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972'] for network, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.163885 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:51.166082 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.202500 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:51.202880 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.228949 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] Pushing event updated for resources: {'Network': ['ID=65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:51.242771 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 details requested by agent ovs-agent-n-d-705658-23 with host n-d-705658-23 {{(pid=94750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 15:56:51.302601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.315936 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 2, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:51.329606 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5729d638-32c7-46c9-857b-f9b98b4e2a32 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6678317 Jul 28 15:56:51.329839 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41982) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:51.334901 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Request body: {'subnet': {'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1886201360-subnet', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'ip_version': 4}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:51.371137 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:51.371497 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Updating router 4bbe542d-1945-4468-b090-e7a20b72d51b port c791413a-e623-43cc-999e-eeda2ce13fd6 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:51.407706 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.446741 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Made reservation on behalf of 2b329ddb39744875985d34207b714d3a for: {'subnet': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:56:51.449765 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11634926'] for subnet, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.669294 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.678492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Transition to ACTIVE for port object c791413a-e623-43cc-999e-eeda2ce13fd6 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:51.692566 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12335266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11634844'] for subnet, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.747863 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1532eb77-bc70-432b-add4-97b9da4bde69,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:51.757611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Checking segment: {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:51.757611 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Network hostable DHCP agents. Network: 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72, hostable agents: ['b2c577a0-445c-408f-92c5-137a530a34db'], hosted agents: [] {{(pid=94748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 15:56:51.783559 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.835530 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f381-7a2e-4766-98da-491b1d2d4460 None None] Pushing event updated for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:51.886515 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Attempting to bind port c791413a-e623-43cc-999e-eeda2ce13fd6 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:51.886881 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Attempting to bind port c791413a-e623-43cc-999e-eeda2ce13fd6 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:51.887278 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Attempting to bind port c791413a-e623-43cc-999e-eeda2ce13fd6 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:51.888843 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 is scheduled to be hosted by DHCP agent b2c577a0-445c-408f-92c5-137a530a34db with binding_index 1 {{(pid=94748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 15:56:51.892899 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:51.893283 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Checking segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:51.893691 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.894446 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Bound using segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:51.894642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Bound port: c791413a-e623-43cc-999e-eeda2ce13fd6, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:51.895063 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.960645 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] For port c791413a-e623-43cc-999e-eeda2ce13fd6, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:51.964112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] For port c791413a-e623-43cc-999e-eeda2ce13fd6, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c791413a-e623-43cc-999e-eeda2ce13fd6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:51.991004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-23, 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72) {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:51.991004 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:56:51.991004 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:51.992764 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54670e1-ca3b-4f28-89d1-a06db220140c None None] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:52.070981 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.087463 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-5fe141c7-8138-4706-a439-21905fb737ae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7563391 Jul 28 15:56:52.090431 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 41984) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:52.095083 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:52.174118 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:52.174589 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:52.188155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-760922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-210370'] for router, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.188155 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-761085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-381232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-210377'] for router, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.231264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685f381-7a2e-4766-98da-491b1d2d4460 None None] Pushing event updated for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:52.251367 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.251493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbd48093-89b5-592b-80c5-a32275167204-65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'fixed_ips': [{'subnet_id': '1532eb77-bc70-432b-add4-97b9da4bde69'}]}} from n-d-705658-23. {{(pid=94750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 15:56:52.252487 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.377327 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41796b03-53f5-4038-a985-3b72e16a5803 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:52.453917 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:52.491032 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-760936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-210407'] for router, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.741893 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 41796b03-53f5-4038-a985-3b72e16a5803 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:52.742180 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.771401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.772016 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.db_base_plugin_common [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Allocated IP 172.20.0.2 (65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72/1532eb77-bc70-432b-add4-97b9da4bde69/41383799-20f6-4d12-892a-478c1501edf1) {{(pid=94750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:52.790706 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:52.899612 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Allocated IP 172.25.0.232 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/c48de30c-0edb-4240-9aa8-487432c2a614) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:53.007243 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.050041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks [] for port, precommit_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.060488 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:51Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:53.087476 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Transition to ACTIVE for port object 41383799-20f6-4d12-892a-478c1501edf1 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:53.089542 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bda4f-260e-4bcf-aa95-a33a4c078068 None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:51Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:53.104264 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Transition to ACTIVE for port object 41383799-20f6-4d12-892a-478c1501edf1 will not be triggered until provisioned by entity DHCP. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:53.116213 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.169207 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:53.181984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:53.181984 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:53.211234 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Pushing event updated for resources: {'Port': ['ID=c48de30c-0edb-4240-9aa8-487432c2a614,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:53.241411 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068'] for port, after_create {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.288843 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 is already hosted by enough agents. {{(pid=94750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:53.296166 n-d-705658-23 neutron-server[94750]: DEBUG neutron.scheduler.base_scheduler [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Resources bound (agent type, host, resource id): {{(pid=94750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:53.300782 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Received port after_create {{(pid=94750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:53.304025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Pushing event updated for resources: {'Port': ['ID=41383799-20f6-4d12-892a-478c1501edf1,revision_number=1']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:53.362694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Attempting to bind port 41383799-20f6-4d12-892a-478c1501edf1 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:53.363102 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Attempting to bind port 41383799-20f6-4d12-892a-478c1501edf1 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:53.363473 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Attempting to bind port 41383799-20f6-4d12-892a-478c1501edf1 on network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:53.369744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:53.374715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Checking segment: {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:53.374715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.374715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Bound using segment: {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:53.374715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Bound port: 41383799-20f6-4d12-892a-478c1501edf1, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:53.374715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.438037 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] For port 41383799-20f6-4d12-892a-478c1501edf1, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:53.441492 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] For port 41383799-20f6-4d12-892a-478c1501edf1, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41383799-20f6-4d12-892a-478c1501edf1,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:53.544578 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.569556 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:53.617516 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1598f-7145-4841-9b69-37acb6d2cd00 None None] Pushing event updated for resources: {'Port': ['ID=41383799-20f6-4d12-892a-478c1501edf1,revision_number=2']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:53.805469 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-760929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-382959'] for router, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.077249 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Router b783673f-6010-420d-9aef-faf7805f0be5 is scheduled to L3 agent f7442cda-afde-450d-b510-99a527cc3543 with binding_index 1 {{(pid=94748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 15:56:54.192757 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:54.204557 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Sync routers for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:54.220308 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:54.220939 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:54.286814 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] Notify callbacks [] for router, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.290623 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-38aa0b9f-fb2a-4105-9af5-e557c961d902 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1966183 Jul 28 15:56:54.291076 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 41988) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:54.345963 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:54.465997 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41383799-20f6-4d12-892a-478c1501edf1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:54.572258 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:53Z', 'revision_number': 3, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:54.592787 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103cb6f6-9315-4b2a-b754-cd5680a2f2ae None None] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 15:56:54.606107 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Checking router: b783673f-6010-420d-9aef-faf7805f0be5 for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:54.606829 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Updating router b783673f-6010-420d-9aef-faf7805f0be5 port c48de30c-0edb-4240-9aa8-487432c2a614 binding host n-d-705658-23 {{(pid=94751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:54.637192 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.649619 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 41383799-20f6-4d12-892a-478c1501edf1 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:54.659405 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c791413a-e623-43cc-999e-eeda2ce13fd6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:54.790729 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Provisioning for port 41383799-20f6-4d12-892a-478c1501edf1 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:54.796245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Provisioning complete for port 41383799-20f6-4d12-892a-478c1501edf1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:54.796567 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.900888 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.914990 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks [] for port, precommit_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:54.929470 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.provisioning_blocks [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Transition to ACTIVE for port object c48de30c-0edb-4240-9aa8-487432c2a614 will not be triggered until provisioned by entity L2. {{(pid=94751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:54.944626 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c791413a-e623-43cc-999e-eeda2ce13fd6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:54.948860 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] For port 41383799-20f6-4d12-892a-478c1501edf1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41383799-20f6-4d12-892a-478c1501edf1,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:54.960388 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c791413a-e623-43cc-999e-eeda2ce13fd6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:54.960388 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.034359 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.049158 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.070938 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c791413a-e623-43cc-999e-eeda2ce13fd6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c791413a-e623-43cc-999e-eeda2ce13fd6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:55.089035 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.107527 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Attempting to bind port c48de30c-0edb-4240-9aa8-487432c2a614 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:55.107916 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Attempting to bind port c48de30c-0edb-4240-9aa8-487432c2a614 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:55.108621 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Attempting to bind port c48de30c-0edb-4240-9aa8-487432c2a614 on network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:55.110370 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c8fea-f396-436f-bfc5-501ed2a7c465 None None] Pushing event updated for resources: {'Port': ['ID=c48de30c-0edb-4240-9aa8-487432c2a614,revision_number=2']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:55.115390 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.115966 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:55.116357 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Checking segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:55.116823 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.117163 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Bound using segment: {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'} {{(pid=94751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:55.117785 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.managers [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Bound port: c48de30c-0edb-4240-9aa8-487432c2a614, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e3b0f1-0c92-497f-9136-70bd01fbe8e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7'}}] {{(pid=94751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:55.118198 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.143856 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61236ad1-3330-4b66-8100-cd8aa6bef8b9 None None] Pushing event updated for resources: {'Port': ['ID=41383799-20f6-4d12-892a-478c1501edf1,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:55.209762 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-e2835c2a-37d8-4df0-bb26-96b29b2780b2 None None] Provisioning complete for port 41383799-20f6-4d12-892a-478c1501edf1 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:55.210400 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e2835c2a-37d8-4df0-bb26-96b29b2780b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.267894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] For port c48de30c-0edb-4240-9aa8-487432c2a614, host n-d-705658-23, cleared binding levels {{(pid=94751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:55.270937 n-d-705658-23 neutron-server[94751]: DEBUG neutron.plugins.ml2.db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] For port c48de30c-0edb-4240-9aa8-487432c2a614, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c48de30c-0edb-4240-9aa8-487432c2a614,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:55.282619 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.287156 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Allocated IP 172.20.0.1 (65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72/1532eb77-bc70-432b-add4-97b9da4bde69/823c4b03-aec7-4618-9ead-8f148cdd9a76) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:56:55.337214 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:55.395117 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.395734 n-d-705658-23 neutron-server[94751]: DEBUG neutron_lib.callbacks.manager [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.408291 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Transition to ACTIVE for port object 823c4b03-aec7-4618-9ead-8f148cdd9a76 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:55.451580 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:55.452202 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:55.456694 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c8fea-f396-436f-bfc5-501ed2a7c465 None None] Pushing event updated for resources: {'Port': ['ID=c48de30c-0edb-4240-9aa8-487432c2a614,revision_number=3']} {{(pid=94751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:55.529536 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.556738 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:55.570208 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:55.578290 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:55.582488 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:55.584743 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:56:55.626078 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382768'] for router_interface, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.745038 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:53Z', 'revision_number': 3, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:55.777866 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841fb471-8574-44e9-b8b2-4bb70d9eeca5 None None] The sync data for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 is: [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:53Z', 'revision_number': 3, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:55.875815 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:55.962854 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86b0c7e6-44f1-4ad0-8dcf-aa6138e58c34 None None] Provisioning for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:55.983715 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-86b0c7e6-44f1-4ad0-8dcf-aa6138e58c34 None None] Provisioning complete for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:55.983715 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-86b0c7e6-44f1-4ad0-8dcf-aa6138e58c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.020903 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-86b0c7e6-44f1-4ad0-8dcf-aa6138e58c34 None None] Port 823c4b03-aec7-4618-9ead-8f148cdd9a76 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:56.055785 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.123137 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.194700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:56.197359 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382112'] for router_interface, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.291561 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:56:56.293258 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:56:56.438535 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Router b783673f-6010-420d-9aef-faf7805f0be5 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:56:56.498744 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c48de30c-0edb-4240-9aa8-487432c2a614 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:56.579461 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:56:56.584358 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-90c4ff11-a97f-4bc2-99b1-73ba47f63cf5 admin admin] 10.222.0.47 "PUT /v2.0/routers/b783673f-6010-420d-9aef-faf7805f0be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2921727 Jul 28 15:56:56.640930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-a3468f20-ba9b-4ef2-9bf1-8625c88777d0 None None] Provisioning complete for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:56.641372 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-a3468f20-ba9b-4ef2-9bf1-8625c88777d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.670025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port c48de30c-0edb-4240-9aa8-487432c2a614 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:56:56.677561 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c48de30c-0edb-4240-9aa8-487432c2a614 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:56.677941 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.706150 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-a3468f20-ba9b-4ef2-9bf1-8625c88777d0 None None] Port 823c4b03-aec7-4618-9ead-8f148cdd9a76 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:56:56.763925 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.784052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port c48de30c-0edb-4240-9aa8-487432c2a614, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c48de30c-0edb-4240-9aa8-487432c2a614,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:56:56.883215 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:56.884193 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c791413a-e623-43cc-999e-eeda2ce13fd6 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:56.963056 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=c48de30c-0edb-4240-9aa8-487432c2a614,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:56.971489 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c791413a-e623-43cc-999e-eeda2ce13fd6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:56.971947 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.051345 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41383799-20f6-4d12-892a-478c1501edf1 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:57.096641 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 41383799-20f6-4d12-892a-478c1501edf1 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:57.097153 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.242833 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42000) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:57.247767 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831264635', 'description': 'tempest-secgroup-smoke-831264635 description', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:57.343424 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.405360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Sync routers for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:56:57.413900 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:57.414520 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:57.426224 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.509266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.518635 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:57.539270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad22a94-7378-4ca0-b4fe-b7a874647c26,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:57.661527 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.662822 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-40873a7d-6967-4fc7-bf54-1e15962fb5a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4188766 Jul 28 15:56:57.666237 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42002) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:57.671167 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:57.723003 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 4, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '823c4b03-aec7-4618-9ead-8f148cdd9a76', 'name': '', 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'mac_address': 'fa:16:3e:60:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:55Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 2, 'project_id': '2b329ddb39744875985d34207b714d3a', 'subnets': [{'id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:57.749103 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Checking router: b783673f-6010-420d-9aef-faf7805f0be5 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:56:57.749394 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Updating router b783673f-6010-420d-9aef-faf7805f0be5 port 823c4b03-aec7-4618-9ead-8f148cdd9a76 binding host n-d-705658-23 {{(pid=94750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 15:56:57.756645 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.774073 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.815895 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.920359 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:57.941182 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a2de4a-deb0-4b82-8562-d54240401bc3,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:58.014538 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.015873 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8e41d818-19a3-4d2d-bbc9-e3cc52837ae2 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3484938 Jul 28 15:56:58.018572 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42004) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:58.024251 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:58.041719 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks [] for port, precommit_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.051896 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Transition to ACTIVE for port object 823c4b03-aec7-4618-9ead-8f148cdd9a76 will not be triggered until provisioned by entity L2. {{(pid=94750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:56:58.133589 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.169099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.191152 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.216799 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6a9ce-12a1-460a-84d2-e907e8d679a5 None None] Pushing event updated for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=3']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:58.273750 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Attempting to bind port 823c4b03-aec7-4618-9ead-8f148cdd9a76 on host n-d-705658-23 for vnic_type normal with profile {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:56:58.274177 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Attempting to bind port 823c4b03-aec7-4618-9ead-8f148cdd9a76 by drivers openvswitch,hyperv on host n-d-705658-23 at level 0 using segments [{'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:56:58.274563 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Attempting to bind port 823c4b03-aec7-4618-9ead-8f148cdd9a76 on network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:56:58.280930 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Checking agent: {'id': 'b87c0fce-6b6c-4aa2-9f9e-15bd8b8a3446', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 12, 45), 'started_at': datetime.datetime(2021, 7, 28, 14, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-23'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:56:58.281313 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Checking segment: {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:56:58.281726 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.282126 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Bound using segment: {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'} {{(pid=94750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:56:58.282596 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.managers [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Bound port: 823c4b03-aec7-4618-9ead-8f148cdd9a76, host: n-d-705658-23, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c9d1f-1ec4-4da6-be54-11518526e413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72'}}] {{(pid=94750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:56:58.283003 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.287493 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.308271 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc27372-dc6e-4687-a4d2-8922db965818,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:58.368821 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] For port 823c4b03-aec7-4618-9ead-8f148cdd9a76, host n-d-705658-23, cleared binding levels {{(pid=94750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:56:58.372456 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] For port 823c4b03-aec7-4618-9ead-8f148cdd9a76, host n-d-705658-23, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=823c4b03-aec7-4618-9ead-8f148cdd9a76,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:56:58.374794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c48de30c-0edb-4240-9aa8-487432c2a614 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:56:58.378232 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.379677 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-64ab8462-0c77-4a66-b545-a6d9221c579c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3597033 Jul 28 15:56:58.382763 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42006) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:58.387690 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:58.430479 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port c48de30c-0edb-4240-9aa8-487432c2a614 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:56:58.430852 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.460299 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.499166 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.536252 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:56:58.536910 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:56:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:58.570280 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.591748 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6a9ce-12a1-460a-84d2-e907e8d679a5 None None] Pushing event updated for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:58.665746 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.690579 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc32ef99-80ff-4d40-8a7d-15d2211a2744,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:58.789462 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:58.790770 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-49dfd54d-ca58-4784-bfbf-9f501976257d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069440 Jul 28 15:56:58.793619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42008) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:58.798384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:58.845907 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:56:58.960445 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.023325 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.037221 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 4, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '823c4b03-aec7-4618-9ead-8f148cdd9a76', 'name': '', 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'mac_address': 'fa:16:3e:60:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:55Z', 'updated_at': '2021-07-28T15:56:58Z', 'revision_number': 4, 'project_id': '2b329ddb39744875985d34207b714d3a', 'subnets': [{'id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:56:59.063360 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61e23a3-640f-43cc-a9c7-84b4ace6cada None None] The sync data for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 is: [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 4, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': '823c4b03-aec7-4618-9ead-8f148cdd9a76', 'name': '', 'network_id': '65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'mac_address': 'fa:16:3e:60:c8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:55Z', 'updated_at': '2021-07-28T15:56:58Z', 'revision_number': 4, 'project_id': '2b329ddb39744875985d34207b714d3a', 'subnets': [{'id': '1532eb77-bc70-432b-add4-97b9da4bde69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:56:59.109446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.126677 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a910a2-fa65-4408-959a-096d53c875d8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:59.248816 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.250079 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-b4b2d761-e6f8-497d-9f49-23f03867fb4e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4553943 Jul 28 15:56:59.252851 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42010) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:59.257473 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:59.349320 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Project c41bb9c3ae4f440da71c16f8d07cda9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:56:59.355229 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.419133 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.517360 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.535171 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9d834f-f30c-45a0-a804-6a40ce8b285d,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:56:59.646743 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.648022 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-24e799ce-2c4d-4e0c-b7b2-de1cf21e0d41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3942204 Jul 28 15:56:59.650804 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42012) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:56:59.655393 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'security_group_rule': {'security_group_id': 'dad22a94-7378-4ca0-b4fe-b7a874647c26', 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:56:59.740228 n-d-705658-23 neutron-server[94748]: INFO neutron.db.securitygroups_db [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Project c41bb9c3ae4f440da71c16f8d07cda9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 15:56:59.746274 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.811497 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.906012 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537844'] for security_group_rule, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:56:59.925269 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61524f81-5c5c-46b0-985f-2396e2860bd8,revision_number=0']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:00.014218 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.015511 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-6199f8a3-40c3-4b5c-95f6-4b8cf7401e41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3636661 Jul 28 15:57:00.163169 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-6501bc44-45f0-4861-bc98-426dcd756ddd tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831264635&fields=id&tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 267 time: 0.0346055 Jul 28 15:57:00.275241 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3d3264aa-f2e2-4b6a-8a33-f763538eafbb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:00.277464 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3d3264aa-f2e2-4b6a-8a33-f763538eafbb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 809 time: 0.1071796 Jul 28 15:57:00.293370 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-9ee5e974-aad4-420b-bdb8-ec22f1e06e5f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/quotas/c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 375 time: 0.0098636 Jul 28 15:57:00.351764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-06ed8998-574a-48e9-9af4-07c6d4ad29f0 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524325 Jul 28 15:57:00.377844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 823c4b03-aec7-4618-9ead-8f148cdd9a76 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:57:00.465054 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-42ca3954-f135-45bc-9742-20d3c8edbe15 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:57:00.466118 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-42ca3954-f135-45bc-9742-20d3c8edbe15 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022632 Jul 28 15:57:00.549465 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:57:00.553794 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:57:00.554204 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.561113 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-eb796d5d-84fe-48e5-9d33-954c0960f430 service neutron] 10.222.0.47 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885272 Jul 28 15:57:00.633265 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.663239 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-fbd6d959-3a08-416e-a0d0-fcac776f1cad service neutron] 10.222.0.47 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955148 Jul 28 15:57:00.669582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] For port 823c4b03-aec7-4618-9ead-8f148cdd9a76, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=823c4b03-aec7-4618-9ead-8f148cdd9a76,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:57:00.746066 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:00.795124 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Pushing event updated for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:00.941984 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-12998bad-afc7-4765-a2f3-4f7b2f10354f req-c74ccd71-1d85-4789-aa86-bad4ddb2d15f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 210 time: 0.0264635 Jul 28 15:57:02.020257 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9a816c87-1e4b-46f6-8901-70279fc46d94 req-49ed9c3f-337e-4e1b-b788-dd64afca1db0 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 210 time: 0.0272582 Jul 28 15:57:02.356844 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 823c4b03-aec7-4618-9ead-8f148cdd9a76 up at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:57:02.406265 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Provisioning complete for port 823c4b03-aec7-4618-9ead-8f148cdd9a76 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:57:02.406675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:03.140823 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-eaf751f1-9652-40a2-af4c-92fe119de7fc req-f12a6eb2-48e0-4209-b3d5-426015b8745e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 210 time: 0.0261247 Jul 28 15:57:04.092178 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-44a8e1f8-34cd-4bbe-a24c-0bd42ecce59c req-49c7c635-9173-42fa-af6d-50bf7aa3ef65 service neutron] (94748) timed out ('10.222.0.47', 36200) {{(pid=94748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 15:57:04.281583 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-a2d43f5a-86d2-444f-a815-04248074ccc7 req-8c17d6f2-8b11-4cec-8863-e34aaaa281fd tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 210 time: 0.0264020 Jul 28 15:57:04.409205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-fc0a518f-fda0-4316-8d08-d59133ea7031 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:04.410864 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-fc0a518f-fda0-4316-8d08-d59133ea7031 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 809 time: 0.1093919 Jul 28 15:57:04.461542 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-c46b48c3-1ec7-485f-b556-8a8196ddde61 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 379 time: 0.0355225 Jul 28 15:57:04.471198 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'port': {'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'admin_state_up': True, 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'security_groups': ['dad22a94-7378-4ca0-b4fe-b7a874647c26']}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:04.648353 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Made reservation on behalf of c41bb9c3ae4f440da71c16f8d07cda9f for: {'port': 1} {{(pid=94748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:57:04.652075 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.782905 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.db_base_plugin_common [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Allocated IP 172.20.0.13 (8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88/e6b46cfc-16b2-42f0-b403-ed94d69fabac/84b895b0-590e-4715-a7fd-79e9b4bfa4b6) {{(pid=94748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:57:04.920112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:04.934512 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Transition to ACTIVE for port object 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 will not be triggered until provisioned by entity DHCP. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:57:05.029241 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_create {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.069568 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is already hosted by enough agents. {{(pid=94748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:57:05.072871 n-d-705658-23 neutron-server[94748]: DEBUG neutron.scheduler.base_scheduler [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Resources bound (agent type, host, resource id): {{(pid=94748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:57:05.076623 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Received port after_create {{(pid=94748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:57:05.106708 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=1']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:05.132427 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:05.133051 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.249365 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-3773bde3-8614-4547-8e35-6c2fde9b3695 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7817574 Jul 28 15:57:05.268242 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.v2.base [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Request body: {'port': {'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-23'}} {{(pid=94748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:05.326446 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.351493 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-00d5b530-2933-4017-b2e1-fec12e9bc27c None None] Provisioning for port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:57:05.356514 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-00d5b530-2933-4017-b2e1-fec12e9bc27c None None] Provisioning complete for port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:57:05.356939 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-00d5b530-2933-4017-b2e1-fec12e9bc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.398136 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-00d5b530-2933-4017-b2e1-fec12e9bc27c None None] Port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:57:05.404979 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7742-a5c2-4773-ac44-e6724890ef8b req-175b4594-7ecc-4154-ac14-022dfc98b29f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:05.408583 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-408b7742-a5c2-4773-ac44-e6724890ef8b req-175b4594-7ecc-4154-ac14-022dfc98b29f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 932 time: 0.0597939 Jul 28 15:57:05.444944 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-408b7742-a5c2-4773-ac44-e6724890ef8b req-6b95f5a7-8ce2-49c5-ae66-8b18391975b3 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Jul 28 15:57:05.599563 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 {{(pid=94748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:57:05.607244 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.618665 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.provisioning_blocks [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Transition to ACTIVE for port object 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 will not be triggered until provisioned by entity L2. {{(pid=94748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:57:05.691486 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.742420 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=2']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:05.815376 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Attempting to bind port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 on host n-h1-705658-23 for vnic_type normal with profile {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:57:05.815713 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Attempting to bind port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 by drivers openvswitch,hyperv on host n-h1-705658-23 at level 0 using segments [{'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:57:05.816092 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Attempting to bind port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:57:05.820786 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-23 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:57:05.821445 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Attempting to bind port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:57:05.827384 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Checking agent: {'id': '69721db3-2fb6-445b-b068-444cbb983ccb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:57:05.827809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Checking segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:57:05.828334 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Bound using segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} {{(pid=94748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:57:05.828972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.managers [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Bound port: 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host: n-h1-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}}] {{(pid=94748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:57:05.829406 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:05.895860 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, cleared binding levels {{(pid=94748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:57:05.899688 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:57:06.018357 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12335165'] for port, after_update {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:06.052340 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.052619 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:06.054026 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] 10.222.0.53 "PUT /v2.0/ports/84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 1093 time: 0.7899115 Jul 28 15:57:06.054459 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:57:06.056710 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:57:06.082063 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141e64-a394-4907-987e-cf7e0ff19013 service neutron] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=3']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:06.099326 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082186ea-5bd9-4892-b762-642d1dfdfdc0 x-openstack-request-id: req-082186ea-5bd9-4892-b762-642d1dfdfdc0 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:57:06.099625 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:57:06.099874 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-082186ea-5bd9-4892-b762-642d1dfdfdc0 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:57:06.100273 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'status': 'completed', 'code': 200} Jul 28 15:57:06.186809 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-65c07326-5f86-4b3b-b5ae-ff6053107725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.188518 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-65c07326-5f86-4b3b-b5ae-ff6053107725 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1096 time: 0.0473249 Jul 28 15:57:06.297934 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-b56882b2-16a6-4491-b03e-a2ca9608c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.297934 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-b56882b2-16a6-4491-b03e-a2ca9608c368 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0928335 Jul 28 15:57:06.400668 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-1cf181c9-b305-460a-9e57-0ceeea4e9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.402395 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3092c2e3-9ae6-4bc9-b769-b923fe7cf90c req-1cf181c9-b305-460a-9e57-0ceeea4e9b47 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998676 Jul 28 15:57:06.501942 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-0a8b5e96-e4aa-40d0-838d-805cf667ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.503495 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-0a8b5e96-e4aa-40d0-838d-805cf667ead6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1096 time: 0.0422447 Jul 28 15:57:06.552638 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-a2eca4d1-7b74-4a87-813b-2577054f6b5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 217 time: 0.0355792 Jul 28 15:57:06.563391 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f6bc9-78a9-4455-b218-18912224ca8b req-8b9625e9-276c-4147-acdd-decf0d967399 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.564949 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c33f6bc9-78a9-4455-b218-18912224ca8b req-8b9625e9-276c-4147-acdd-decf0d967399 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0494277 Jul 28 15:57:06.605668 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-c33f6bc9-78a9-4455-b218-18912224ca8b req-702a4191-3c67-4279-8d35-0b2004312316 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341909 Jul 28 15:57:06.605952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-00d7936e-dd3e-4bcb-b860-549c7eb235d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.607179 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-00d7936e-dd3e-4bcb-b860-549c7eb235d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0481737 Jul 28 15:57:06.652552 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-0ba79e6e-ebac-461a-9cf8-8788d1f54773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:06.654010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-0ba79e6e-ebac-461a-9cf8-8788d1f54773 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395606 Jul 28 15:57:06.741229 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-8a56dc6f-3f69-4a36-9edb-04c96aae30b6 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802360 Jul 28 15:57:07.142353 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-fb55b30b-a829-4bbb-9bcd-c5d8c1f720b1 req-e38a79dd-c554-45c6-9153-df6a7c54d95e service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942835 Jul 28 15:57:07.722065 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b110f2-58a2-4703-b12f-9ecaf4fd2ab8 req-ce348659-38a9-4a20-9bb9-f986e747eb6d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:07.723561 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b110f2-58a2-4703-b12f-9ecaf4fd2ab8 req-ce348659-38a9-4a20-9bb9-f986e747eb6d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0495639 Jul 28 15:57:07.761123 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-d9b110f2-58a2-4703-b12f-9ecaf4fd2ab8 req-b9ff66d6-0c1e-48f7-b2c2-279093a25d42 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Jul 28 15:57:08.872791 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3a92e-69f2-4495-8d29-9b5efc44a36d req-f05dfd14-cb6b-4c85-a7b5-9da7d9aa3d08 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:08.874270 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7a3a92e-69f2-4495-8d29-9b5efc44a36d req-f05dfd14-cb6b-4c85-a7b5-9da7d9aa3d08 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0473151 Jul 28 15:57:08.914206 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a7a3a92e-69f2-4495-8d29-9b5efc44a36d req-a53bcc80-b40b-4600-a200-ddf562bfd421 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Jul 28 15:57:09.302171 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:57:09.394419 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:57:09.405398 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:57:09.441713 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:09.457025 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:57:09.475374 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:57:09.562592 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:09.609209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:09.905359 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['84b895b0-590e-4715-a7fd-79e9b4bfa4b6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:57:10.028094 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f8903-0c85-4459-95de-a9e61c654433 req-25f75c0f-4570-459f-b858-7651c79d6985 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:10.029607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-423f8903-0c85-4459-95de-a9e61c654433 req-25f75c0f-4570-459f-b858-7651c79d6985 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 945 time: 0.0483968 Jul 28 15:57:10.070447 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-423f8903-0c85-4459-95de-a9e61c654433 req-0acd1580-693f-42d0-a457-275be9099676 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348420 Jul 28 15:57:10.567903 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:57:11.190486 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a765c-29e3-4b25-8f76-74cdcd70d36e req-5353a313-dd67-408a-a28a-5df20c78bdf7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:11.191975 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f83a765c-29e3-4b25-8f76-74cdcd70d36e req-5353a313-dd67-408a-a28a-5df20c78bdf7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 945 time: 0.0542436 Jul 28 15:57:11.232341 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f83a765c-29e3-4b25-8f76-74cdcd70d36e req-a18edb89-29dc-45a0-b595-1a24298e5df5 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Jul 28 15:57:11.309052 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:57:11.411426 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning for port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:57:11.421526 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:57:11.421526 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:11.493785 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:11.516011 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:57:11.518223 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d4d4a-9a91-4d7d-8d13-cb20acec5678" -d '{"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-plugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:57:11.534141 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:57:11.609789 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d1ed8-2515-4bb8-9baa-58c53ce836d2 x-openstack-request-id: req-b79d1ed8-2515-4bb8-9baa-58c53ce836d2 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:57:11.610082 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-plugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:57:11.610339 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b79d1ed8-2515-4bb8-9baa-58c53ce836d2 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:57:11.610739 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'code': 200} Jul 28 15:57:11.613795 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:11.664555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:11.730595 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724f1fe-f20c-49e3-b605-b40b968c5f37 req-e92601af-8678-4620-998e-1e38c8b56fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:11.732107 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6724f1fe-f20c-49e3-b605-b40b968c5f37 req-e92601af-8678-4620-998e-1e38c8b56fa6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1098 time: 0.0402920 Jul 28 15:57:11.768184 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-6724f1fe-f20c-49e3-b605-b40b968c5f37 req-3317e059-bc7f-424c-8bf1-1f8632ac9a02 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293350 Jul 28 15:57:12.346388 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77dff3-dddf-4bac-98f7-afc573b0bdde req-f6a8fc9a-8b8b-4b9a-869f-a22f064c9bf4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:12.353573 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b77dff3-dddf-4bac-98f7-afc573b0bdde req-f6a8fc9a-8b8b-4b9a-869f-a22f064c9bf4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 946 time: 0.0498462 Jul 28 15:57:12.386693 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8b77dff3-dddf-4bac-98f7-afc573b0bdde req-ad26a81b-0ff8-4dec-b92b-c761977ec334 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327661 Jul 28 15:57:12.419380 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0b61-ca25-445b-83fa-72ed4799c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:13.511523 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b556b27-f1c6-4ad4-868d-bfb54618fc10 req-87eb0958-d9ab-405c-8ec4-54c057db618c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:13.513010 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b556b27-f1c6-4ad4-868d-bfb54618fc10 req-87eb0958-d9ab-405c-8ec4-54c057db618c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 946 time: 0.0502057 Jul 28 15:57:13.552375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-1b556b27-f1c6-4ad4-868d-bfb54618fc10 req-10f9b92f-0ab6-4a71-b4eb-8ce01a8d2b12 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Jul 28 15:57:13.668811 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852aed3-e0a6-4dda-8823-4141f96c5da1 req-9eb82a66-91e2-476c-b0fe-8aa8ce240849 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:13.670209 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e852aed3-e0a6-4dda-8823-4141f96c5da1 req-9eb82a66-91e2-476c-b0fe-8aa8ce240849 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 946 time: 0.0483084 Jul 28 15:57:13.708115 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e852aed3-e0a6-4dda-8823-4141f96c5da1 req-977dae72-713d-478c-b061-21b9c7573599 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319862 Jul 28 15:57:13.730253 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42082) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:13.826365 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9016b7-7957-41df-afce-d7332120b51a tempest-TestSnapshotPattern-511328307 tempest-TestSnapshotPattern-511328307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:13.827930 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3e9016b7-7957-41df-afce-d7332120b51a tempest-TestSnapshotPattern-511328307 tempest-TestSnapshotPattern-511328307-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1093 time: 0.0966871 Jul 28 15:57:13.830831 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42086) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:57:13.835627 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:57:13.991354 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.085182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.190342 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Allocated IP 172.25.0.59 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/bbe494b6-004e-45bc-b5fa-61d973f4ea58) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:57:14.288645 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.386266 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.428415 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:57:14.431192 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:57:14.434003 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:57:14.460382 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=bbe494b6-004e-45bc-b5fa-61d973f4ea58,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:14.779863 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-29482826-4bf9-4930-b7eb-6c9aa24b7673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.795878 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:14.948551 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.076794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.097110 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.281007 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.351220 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=bbe494b6-004e-45bc-b5fa-61d973f4ea58,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:57:15.362470 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.460173 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Floating IP 2365240c-a227-4272-88d9-6402c3f7556a associated. External IP: 172.25.0.59, port: 84b895b0-590e-4715-a7fd-79e9b4bfa4b6. Jul 28 15:57:15.667039 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:57:15.776672 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:57:15.787442 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:57:15.798255 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:57:15.798896 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:15.875204 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:15.903511 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df726018-3c79-4162-8389-71eba42ce93f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0715313 Jul 28 15:57:15.903882 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:57:15.904133 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:57:15.906431 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d5c173-f850-4b35-8654-d6950e871572" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:57:15.994602 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d5aea-e200-4057-a1b1-deeeb7c3afd0 x-openstack-request-id: req-de2d5aea-e200-4057-a1b1-deeeb7c3afd0 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:57:15.995131 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:57:15.995421 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de2d5aea-e200-4057-a1b1-deeeb7c3afd0 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:57:15.995786 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'status': 'completed', 'code': 200} Jul 28 15:57:16.076661 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c173-f850-4b35-8654-d6950e871572 req-d8e72a3b-9455-4d0f-92c9-2afadc35b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:16.078199 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-d8e72a3b-9455-4d0f-92c9-2afadc35b185 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1098 time: 0.0410042 Jul 28 15:57:16.122681 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:14Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:16.152483 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:57:16.160595 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:57:16.161212 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:57:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:16.173046 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c173-f850-4b35-8654-d6950e871572 req-97a28850-6390-4381-8a4d-20830ff2eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:16.174435 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-97a28850-6390-4381-8a4d-20830ff2eb5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0897014 Jul 28 15:57:16.241453 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-b1f48132-d96f-454b-b102-9967042b7353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 999 time: 0.0604224 Jul 28 15:57:16.264917 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:57:16.295893 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c173-f850-4b35-8654-d6950e871572 req-4e3f042a-4f46-429f-be3b-886635188598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:16.297375 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-4e3f042a-4f46-429f-be3b-886635188598 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0497487 Jul 28 15:57:16.343907 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5c173-f850-4b35-8654-d6950e871572 req-3be80b97-ee58-4eb8-999d-49dccdc79b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:16.345445 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-3be80b97-ee58-4eb8-999d-49dccdc79b0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408621 Jul 28 15:57:16.356968 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-f6aaafbd-5f56-41b5-94d9-97ed2362ef44 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:57:16.357937 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-f6aaafbd-5f56-41b5-94d9-97ed2362ef44 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059338 Jul 28 15:57:16.447863 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-a48de4e1-74b7-403c-9440-d7b2e34c2b44 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825033 Jul 28 15:57:16.480915 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:16.498245 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:14Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:57:16.524353 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ba43da-4300-4b63-93d9-d6ef132a4d87 None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:14Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:57:16.545537 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-54d5c173-f850-4b35-8654-d6950e871572 req-7d7a7927-e1cc-4bf4-bd76-ec92e0daf822 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907631 Jul 28 15:57:16.714504 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83da31b9-07ce-4b3a-be85-ed2980260992 None None] New status for floating IP 2365240c-a227-4272-88d9-6402c3f7556a: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 15:57:18.059127 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:20.887865 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:21.293790 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:22.992703 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-3d9cebae-7e5c-4853-bcaf-ebfa4bf66a30 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403321 Jul 28 15:57:23.098567 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-1381e4ee-1628-4079-b81a-afb790787621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:23.102186 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-1381e4ee-1628-4079-b81a-afb790787621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1098 time: 0.0449138 Jul 28 15:57:23.207458 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-76b88c52-4989-48d7-a238-77569980ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:23.209016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-76b88c52-4989-48d7-a238-77569980ed22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0894189 Jul 28 15:57:23.275284 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-9f226585-bdfd-4ea8-9d06-cb05ede76c33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 1001 time: 0.0589094 Jul 28 15:57:23.330487 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-1b4b41e6-1f1b-4f2e-bfb7-89d89f0b817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:23.331911 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-1b4b41e6-1f1b-4f2e-bfb7-89d89f0b817f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0500071 Jul 28 15:57:23.378267 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-ac1182ef-5949-4542-867a-086707c9dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:57:23.379910 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-ac1182ef-5949-4542-867a-086707c9dd13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413857 Jul 28 15:57:23.474640 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-761b0e13-02e2-4b7f-826b-0674127d491a service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Jul 28 15:57:23.575607 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-3286bd39-0fe1-4d96-9700-a21db8444213 req-2f7c83c8-01cc-440a-9e44-00be9444a521 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943904 Jul 28 15:57:42.405633 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cae-ae34-413f-97b3-4ef1bd118c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:44.750227 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-dc89671a-54b4-496c-a305-0ff8f990a26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:45.012935 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:46.509890 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:47.567528 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:57:48.052669 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:50.835893 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:57:51.246799 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:12.423420 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-103e41fd-f36b-4389-98a8-6b23dffdf3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:14.726525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c914ef5-44dc-4ef2-aed6-5f0957088d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:14.983364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:16.469340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:18.063306 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:20.823382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:21.268932 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:23.173335 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-37487685-5205-4470-8aec-ade4ad0d712a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409415 Jul 28 15:58:23.269397 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096530b-3949-4b38-8074-f22e1c35379e req-47b062c4-8e55-4949-a4f6-6fb35d34694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:23.271678 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-47b062c4-8e55-4949-a4f6-6fb35d34694c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1098 time: 0.0410035 Jul 28 15:58:23.377202 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096530b-3949-4b38-8074-f22e1c35379e req-ffd43db5-ee34-4f67-a1e4-ccd43bdd6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:23.378605 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-ffd43db5-ee34-4f67-a1e4-ccd43bdd6b36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0887101 Jul 28 15:58:23.443383 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-a452c9a1-ca2a-49d6-8e99-713209071d70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 1001 time: 0.0579977 Jul 28 15:58:23.501462 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096530b-3949-4b38-8074-f22e1c35379e req-bdd0758d-efde-4173-985d-df1d8237742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:23.503030 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-bdd0758d-efde-4173-985d-df1d8237742f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0527198 Jul 28 15:58:23.549883 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096530b-3949-4b38-8074-f22e1c35379e req-6d7e4082-f188-44bc-bcb5-32e0dfdb0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:58:23.553489 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-6d7e4082-f188-44bc-bcb5-32e0dfdb0b50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422671 Jul 28 15:58:23.641901 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-d3a58e43-3738-4441-913f-986877cf4104 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Jul 28 15:58:23.736834 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-2096530b-3949-4b38-8074-f22e1c35379e req-d9f6df5d-2e57-4f15-98e0-f4730ceb752b service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Jul 28 15:58:24.571712 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:58:42.422458 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-78675372-dca4-4e25-8147-2a5e127322d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:44.725136 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5d28b6fa-512c-4e32-9d01-2140e6a500ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:44.982527 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:46.502670 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:48.056748 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:50.844839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:58:51.250680 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:01.571102 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:59:12.393295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0c0db09b-f434-467b-9507-80aa869e21fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:13.814675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 details requested by agent hyperv_n-h1-705658-23 with host n-h1-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:59:13.909716 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:13.920496 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Returning: {'device': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:59:13.956147 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:13.968835 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:59:13.987314 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:14.038783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:14.088131 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:14.095853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.096209 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.096555 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.096897 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.097237 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.097573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.097905 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.098236 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.098564 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.098892 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.099245 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.099574 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:14.195020 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] get_ports_and_sgs() called for port_ids ['84b895b0-590e-4715-a7fd-79e9b4bfa4b6'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:59:14.713327 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bf710a8e-0ee1-4c60-9e2b-2d049ef99f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:14.993019 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:15.843836 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 up at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:59:15.891694 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Provisioning complete for port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:59:15.892118 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:15.972733 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:15.995323 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:15.997524 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb82db-b8e1-4d09-9257-a50b66a265aa" -d '{"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-plugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:16.010775 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:16.038336 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241865bf-9b93-44ae-930e-2dea9c40ca66 x-openstack-request-id: req-241865bf-9b93-44ae-930e-2dea9c40ca66 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:16.038682 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-plugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:16.038943 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-241865bf-9b93-44ae-930e-2dea9c40ca66 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:16.039507 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'code': 200} Jul 28 15:59:16.073205 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:16.122510 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:16.507584 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:18.073332 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:20.890455 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:21.279401 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:23.105007 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-cf572b04-b275-4b66-a149-bb777f171a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:23.108905 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-cf572b04-b275-4b66-a149-bb777f171a33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1098 time: 0.1244628 Jul 28 15:59:23.231814 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-573fe209-e7c8-4f94-be26-c582b71c7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:23.234238 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-573fe209-e7c8-4f94-be26-c582b71c7127 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.1019924 Jul 28 15:59:23.311306 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-5596f463-0011-482a-94d5-e043fc69bb01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 1001 time: 0.0695410 Jul 28 15:59:23.367260 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-bfeb8fcf-12d0-43f1-b080-fd191e9de9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:23.368979 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-bfeb8fcf-12d0-43f1-b080-fd191e9de9c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0502865 Jul 28 15:59:23.428205 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-572933e1-0393-42b1-a6ca-65d5205a288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:23.430185 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-572933e1-0393-42b1-a6ca-65d5205a288e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531862 Jul 28 15:59:23.538470 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-df8159ea-7a64-4875-97cc-d7baf8ab6aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984402 Jul 28 15:59:23.661389 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-56f509e4-9cd8-4105-837e-ba4152b27bbc req-96bd10a5-19a0-4f1b-ad84-d02a195b0652 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152616 Jul 28 15:59:26.462696 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-0f20efc0-2a42-4149-a53c-a72b0eb9e0f3 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831264635&fields=id&tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 267 time: 0.0397336 Jul 28 15:59:26.573143 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-51003a89-6baf-43a3-ba29-f0ff7269815a tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:26.574551 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-51003a89-6baf-43a3-ba29-f0ff7269815a tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 809 time: 0.1044409 Jul 28 15:59:26.589555 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-8d1bf20d-c41e-4098-ad03-1d26bc52df4f tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/quotas/c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 375 time: 0.0091419 Jul 28 15:59:26.645706 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-41276587-42e9-44a1-b8ca-33493198a0ce tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503545 Jul 28 15:59:26.701972 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-a7ffabd6-5b3e-479d-82d1-22d614e0cfad service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=94749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 15:59:26.703014 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-a7ffabd6-5b3e-479d-82d1-22d614e0cfad service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452826 Jul 28 15:59:26.790574 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-45c22082-e795-4792-894b-a13cb9e24136 service neutron] 10.222.0.47 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811353 Jul 28 15:59:27.174498 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-36d15570-4121-4dd6-8f42-8c68d8f321b3 service neutron] 10.222.0.47 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760550 Jul 28 15:59:28.477087 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ef44d7ad-e099-444e-acc3-9c5b909855b2 req-ad93128a-6e4a-4702-ad07-08c9646566ae tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0736160 Jul 28 15:59:29.554533 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d0923a46-9ecd-429f-b637-a5147b9e9955 req-504cc899-383e-43b7-b912-90507cb27ca1 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0279651 Jul 28 15:59:29.898673 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 15:59:29.976419 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:29.998830 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:30.001071 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3624a0e3-459d-4314-99c5-85bfd6fbd224" -d '{"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-unplugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:30.013926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:30.041595 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2782a-9380-4842-a6c0-26abff69aec1 x-openstack-request-id: req-acb2782a-9380-4842-a6c0-26abff69aec1 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:30.042678 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-unplugged", "status": "completed", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:30.043101 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-acb2782a-9380-4842-a6c0-26abff69aec1 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:30.043498 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'code': 200} Jul 28 15:59:30.073097 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:30.121746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Pushing event updated for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:30.631049 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-472ba9ba-c465-48b5-8d52-4dd76363419c req-8af995c6-c051-4df4-addd-5bb434b4d7d0 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0255823 Jul 28 15:59:31.708599 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-48f7a1c7-1278-4b4c-9485-16d99f170236 req-20a8d8e2-7566-4cba-8357-e04ce999bf0e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0260296 Jul 28 15:59:32.802991 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9cd02d1e-0337-4d11-9de0-870963138346 req-387c17b5-c6e5-40b8-8315-326b21005912 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0256836 Jul 28 15:59:33.903955 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-4450dcf7-d52a-41ea-bae7-70e0afc984e5 req-6388efe9-28da-4e89-acbf-efd7932f212c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0267205 Jul 28 15:59:34.985273 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-f5867cfc-219b-4739-9159-5cd3e34c4318 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:34.986689 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-f5867cfc-219b-4739-9159-5cd3e34c4318 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.50 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 809 time: 0.1047266 Jul 28 15:59:35.011753 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a996a4ac-3592-45fe-b303-75dba7e8e4a8 req-d58a4d17-c0bf-43d1-bddc-b64e514cf9cb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 210 time: 0.0343895 Jul 28 15:59:35.050118 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-20ffac21-098e-445b-ad99-b078f963e2fa tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f HTTP/1.1" status: 200 len: 379 time: 0.0342677 Jul 28 15:59:35.059772 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'port': {'device_id': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'admin_state_up': True, 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'security_groups': ['dad22a94-7378-4ca0-b4fe-b7a874647c26']}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:35.233261 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Made reservation on behalf of c41bb9c3ae4f440da71c16f8d07cda9f for: {'port': 1} {{(pid=94749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 15:59:35.236842 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:35.360962 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Allocated IP 172.20.0.5 (8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88/e6b46cfc-16b2-42f0-b403-ed94d69fabac/d282d2a2-6fdd-4220-8ca3-28d036285a57) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:59:35.510639 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:35.525175 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Transition to ACTIVE for port object d282d2a2-6fdd-4220-8ca3-28d036285a57 will not be triggered until provisioned by entity DHCP. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:35.622162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:35.666504 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:35.669552 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:35.677423 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:59:35.711901 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:35.727992 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.728404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.728738 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.729368 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.729708 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.730052 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.730398 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.731063 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.731407 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.731760 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.732419 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.732746 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 15:59:35.796700 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:35.797483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:35.879464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-40a78731-733e-4605-9f7a-a806f5ac48f8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8231254 Jul 28 15:59:36.124878 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c913978-9787-438c-9ec1-0352d1203fa1 None None] Provisioning for port d282d2a2-6fdd-4220-8ca3-28d036285a57 completed by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:59:36.128995 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-3c913978-9787-438c-9ec1-0352d1203fa1 None None] Provisioning complete for port d282d2a2-6fdd-4220-8ca3-28d036285a57 triggered by entity DHCP. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:59:36.129365 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3c913978-9787-438c-9ec1-0352d1203fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:36.151619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8a3a8-7ac8-4f16-876b-a7905613b822 req-91a5c317-5867-4b74-a58e-23ee5aba6f85 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:36.153840 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81e8a3a8-7ac8-4f16-876b-a7905613b822 req-91a5c317-5867-4b74-a58e-23ee5aba6f85 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0613568 Jul 28 15:59:36.176657 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3c913978-9787-438c-9ec1-0352d1203fa1 None None] Port d282d2a2-6fdd-4220-8ca3-28d036285a57 cannot update to ACTIVE because it is not bound. {{(pid=94750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 15:59:36.201673 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81e8a3a8-7ac8-4f16-876b-a7905613b822 req-6ef24d47-624f-4ce5-84c1-620e2d44f674 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Jul 28 15:59:37.344744 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555f4e0-63b4-4685-a026-4e220d391104 req-ce6d0ab2-fc0f-46b3-97e2-fc0e55d7fc22 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:37.346237 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a555f4e0-63b4-4685-a026-4e220d391104 req-ce6d0ab2-fc0f-46b3-97e2-fc0e55d7fc22 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0650012 Jul 28 15:59:37.392947 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-a555f4e0-63b4-4685-a026-4e220d391104 req-525c1887-771a-4306-89c2-c015f77d0469 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403559 Jul 28 15:59:38.516206 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0b83e-1699-4fda-958c-b1f63d8ed135 req-adc6907f-b328-4cf8-b88e-701f3bdf0afd tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:38.524272 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2b0b83e-1699-4fda-958c-b1f63d8ed135 req-adc6907f-b328-4cf8-b88e-701f3bdf0afd tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0609818 Jul 28 15:59:38.559684 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-f2b0b83e-1699-4fda-958c-b1f63d8ed135 req-f2d1971f-6bc2-43e4-ab31-d89cbf90f400 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345213 Jul 28 15:59:38.570589 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 15:59:39.678188 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec7cd-53af-41c9-ade6-34fa799ea381 req-be38e167-5dcc-4f72-a5c8-d04e67df7934 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:39.679824 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b1ec7cd-53af-41c9-ade6-34fa799ea381 req-be38e167-5dcc-4f72-a5c8-d04e67df7934 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0497603 Jul 28 15:59:39.723471 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3b1ec7cd-53af-41c9-ade6-34fa799ea381 req-30875e57-dcdb-490f-b450-af82f31fc8c8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377297 Jul 28 15:59:40.843666 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46a3f5-9f02-4bdf-ace8-9f7d9e0c2282 req-ae31fb2e-fd24-4698-b86d-e62a8c8bcd13 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:40.845176 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e46a3f5-9f02-4bdf-ace8-9f7d9e0c2282 req-ae31fb2e-fd24-4698-b86d-e62a8c8bcd13 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0502646 Jul 28 15:59:40.901602 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8e46a3f5-9f02-4bdf-ace8-9f7d9e0c2282 req-9fabcd00-b4e7-49f7-9688-0c4975a6291d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502615 Jul 28 15:59:42.029983 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee742e08-5577-4d1a-9317-c22aaa39d053 req-093852b7-6072-438b-824a-ccee72461ffc tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:42.035221 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee742e08-5577-4d1a-9317-c22aaa39d053 req-093852b7-6072-438b-824a-ccee72461ffc tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0557632 Jul 28 15:59:42.079149 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-ee742e08-5577-4d1a-9317-c22aaa39d053 req-bc3fed00-7ea3-43e3-be77-48fce11afb05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349545 Jul 28 15:59:42.404763 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3187a904-a870-4afa-a349-a0eb9bf7c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:43.201674 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa5553-7cca-4cb3-b4bc-08556dcbfd65 req-809182e4-2422-4120-ac35-8a4f03d6db96 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:43.203929 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0fa5553-7cca-4cb3-b4bc-08556dcbfd65 req-809182e4-2422-4120-ac35-8a4f03d6db96 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0509129 Jul 28 15:59:43.252442 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b0fa5553-7cca-4cb3-b4bc-08556dcbfd65 req-1b8d27a7-99df-43e9-8ea9-02446f6cc0a9 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Jul 28 15:59:44.372838 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af6458-76b3-4ddd-ab7a-2c8adc65ace9 req-170587a6-d7f0-4201-ba59-b7cf50d5dd48 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:44.374905 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4af6458-76b3-4ddd-ab7a-2c8adc65ace9 req-170587a6-d7f0-4201-ba59-b7cf50d5dd48 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0483248 Jul 28 15:59:44.419659 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f4af6458-76b3-4ddd-ab7a-2c8adc65ace9 req-4b8319a1-39cb-4dce-a71f-04c06dbd6151 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360682 Jul 28 15:59:44.730088 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8fc07040-085d-4368-bb83-ce9194305f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.004522 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:45.545266 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757541e-8664-4c00-aca2-2c56ffb2acee req-9499f016-329d-4bdb-b566-c0536edb5e66 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:45.547787 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9757541e-8664-4c00-aca2-2c56ffb2acee req-9499f016-329d-4bdb-b566-c0536edb5e66 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0568514 Jul 28 15:59:45.603065 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-9757541e-8664-4c00-aca2-2c56ffb2acee req-0a28ae55-6a02-4bd8-a65e-2f5b771064ac tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445426 Jul 28 15:59:46.622712 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:46.718396 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7455cd-280c-454e-a148-ac217cf6980e req-31227354-5903-4784-9ca5-f4381fd8ad4c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:46.719900 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe7455cd-280c-454e-a148-ac217cf6980e req-31227354-5903-4784-9ca5-f4381fd8ad4c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 931 time: 0.0489936 Jul 28 15:59:46.757893 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-fe7455cd-280c-454e-a148-ac217cf6980e req-3abb0229-1159-4b67-9530-de2a10d380bf tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Jul 28 15:59:47.009433 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Request body: {'port': {'device_id': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-23'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:47.066350 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.324484 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d282d2a2-6fdd-4220-8ca3-28d036285a57 {{(pid=94749) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:59:47.334210 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.355118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.provisioning_blocks [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Transition to ACTIVE for port object d282d2a2-6fdd-4220-8ca3-28d036285a57 will not be triggered until provisioned by entity L2. {{(pid=94749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 15:59:47.444555 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.504805 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:47.600891 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Attempting to bind port d282d2a2-6fdd-4220-8ca3-28d036285a57 on host n-h2-705658-23 for vnic_type normal with profile {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 15:59:47.601161 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Attempting to bind port d282d2a2-6fdd-4220-8ca3-28d036285a57 by drivers openvswitch,hyperv on host n-h2-705658-23 at level 0 using segments [{'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 15:59:47.601492 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Attempting to bind port d282d2a2-6fdd-4220-8ca3-28d036285a57 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:59:47.606157 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Port d282d2a2-6fdd-4220-8ca3-28d036285a57 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-23 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 15:59:47.606497 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Attempting to bind port d282d2a2-6fdd-4220-8ca3-28d036285a57 on network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 15:59:47.616204 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Checking agent: {'id': '67560be0-5d88-4e76-9198-519ec21cb506', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-23', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'started_at': datetime.datetime(2021, 7, 28, 14, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 15, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 15:59:47.616553 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Checking segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 15:59:47.617074 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Bound using segment: {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'} {{(pid=94749) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 15:59:47.618196 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.managers [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Bound port: d282d2a2-6fdd-4220-8ca3-28d036285a57, host: n-h2-705658-23, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4c88da-e465-4006-9cf7-4deb86e2b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88'}}] {{(pid=94749) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 15:59:47.618566 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.695737 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, cleared binding levels {{(pid=94749) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 15:59:47.698896 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94749) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 15:59:47.782902 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.823883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:47.824524 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:47.825965 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] 10.222.0.50 "PUT /v2.0/ports/d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 1092 time: 0.8630342 Jul 28 15:59:47.826424 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:47.828835 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35bdcb-2b64-48a0-9653-21c125c95afa" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:47.858663 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977c8b5-d98a-4fb5-8923-da143f718af5 service neutron] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=3']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:47.883756 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf22394-5e71-4183-a63b-073e8afd1f9e x-openstack-request-id: req-fbf22394-5e71-4183-a63b-073e8afd1f9e {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:47.884173 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:47.884597 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbf22394-5e71-4183-a63b-073e8afd1f9e {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:47.885058 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'status': 'completed', 'code': 200} Jul 28 15:59:47.939897 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30794991-00b3-4b7d-a859-e658a66573fa req-912d4598-04fd-437b-b6a5-0393fabec2bb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:47.942637 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30794991-00b3-4b7d-a859-e658a66573fa req-912d4598-04fd-437b-b6a5-0393fabec2bb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0906639 Jul 28 15:59:47.982224 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-2877f9c0-1764-496c-b986-fb5fded04008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:47.984945 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-2877f9c0-1764-496c-b986-fb5fded04008 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1095 time: 0.0604484 Jul 28 15:59:47.996936 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-30794991-00b3-4b7d-a859-e658a66573fa req-f690e6ca-af26-4992-8e4f-c3fa80014531 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469129 Jul 28 15:59:48.113574 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:48.192782 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-44b3b284-e179-4f7e-8ce5-dfb3dd1a6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:48.194262 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-44b3b284-e179-4f7e-8ce5-dfb3dd1a6c46 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1962364 Jul 28 15:59:48.355541 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-1491138c-df10-44fb-829c-ecd9152c3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:48.356917 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7b35bdcb-2b64-48a0-9653-21c125c95afa req-1491138c-df10-44fb-829c-ecd9152c3c89 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557248 Jul 28 15:59:48.457135 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-92bbccaf-9f92-4052-bb11-1125af286249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:48.458631 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-92bbccaf-9f92-4052-bb11-1125af286249 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1095 time: 0.0445597 Jul 28 15:59:48.504460 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-5d36fbb4-37f3-404a-b714-71ee92c114d3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 217 time: 0.0331283 Jul 28 15:59:48.552618 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-c88aeaaa-e5bb-4261-b53c-002cc72962f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:48.554044 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-c88aeaaa-e5bb-4261-b53c-002cc72962f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0432131 Jul 28 15:59:48.602404 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-df8f28ce-7f6d-4a7d-89a4-e27a3654fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:48.603915 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-df8f28ce-7f6d-4a7d-89a4-e27a3654fe13 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429995 Jul 28 15:59:48.691233 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-5983adc6-0ed6-494a-b2b4-be3a9adf5fd3 service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802052 Jul 28 15:59:48.781546 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-e84b09e7-0ac5-4f45-9977-901737525fc0 req-34e958e6-b858-4c27-84a7-33354ae9861b service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837960 Jul 28 15:59:49.120977 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65860-28a2-4981-94b5-f986e365293a req-077a48a0-34b8-456c-be47-3c4269d8f97a tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:49.122454 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d65860-28a2-4981-94b5-f986e365293a req-077a48a0-34b8-456c-be47-3c4269d8f97a tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0478528 Jul 28 15:59:49.159363 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-76d65860-28a2-4981-94b5-f986e365293a req-96460d82-b23f-475f-96aa-ba355b5c3b20 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302808 Jul 28 15:59:50.274769 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90315d-6ad6-4179-a08f-8cb927b1b7d9 req-e075a61a-9f9a-4738-9f70-c0f936ded2d1 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:50.276274 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d90315d-6ad6-4179-a08f-8cb927b1b7d9 req-e075a61a-9f9a-4738-9f70-c0f936ded2d1 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0497038 Jul 28 15:59:50.317689 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-8d90315d-6ad6-4179-a08f-8cb927b1b7d9 req-ef9e440f-ca96-4857-acf9-ea9ea639cd9c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351830 Jul 28 15:59:50.872675 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.273550 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:51.432325 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b30596-eea1-441a-88f6-aa9faaa94f0a req-ec5c1e36-794d-431d-b9e2-2d0ee7368996 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:51.433832 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0b30596-eea1-441a-88f6-aa9faaa94f0a req-ec5c1e36-794d-431d-b9e2-2d0ee7368996 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0479567 Jul 28 15:59:51.473272 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-b0b30596-eea1-441a-88f6-aa9faaa94f0a req-bcf2816b-778c-49d4-a968-ec4bd78da3be tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322256 Jul 28 15:59:52.170813 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 15:59:52.261382 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:52.272991 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'mac_address': 'fa:16:3e:18:76:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 15:59:52.308082 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.325698 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d282d2a2-6fdd-4220-8ca3-28d036285a57 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 15:59:52.345865 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:52.421450 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:52.467909 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=4']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:52.591081 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b00315-dbb8-4e6b-bd19-df42f622108c req-57d01916-9c48-44b8-8710-a0973843923e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:52.592594 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4b00315-dbb8-4e6b-bd19-df42f622108c req-57d01916-9c48-44b8-8710-a0973843923e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 944 time: 0.0504298 Jul 28 15:59:52.630700 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-c4b00315-dbb8-4e6b-bd19-df42f622108c req-8c207e39-01b0-4e81-a2be-f6d27fdda61a tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jul 28 15:59:52.744675 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d282d2a2-6fdd-4220-8ca3-28d036285a57'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 15:59:53.749429 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ff89-a208-455a-a069-c17a7f58cd9c req-29d50b8c-c1f3-457c-8c87-ef6c69e8b5ca tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:53.751474 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f02ff89-a208-455a-a069-c17a7f58cd9c req-29d50b8c-c1f3-457c-8c87-ef6c69e8b5ca tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 944 time: 0.0524735 Jul 28 15:59:53.787943 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-8f02ff89-a208-455a-a069-c17a7f58cd9c req-2e11e0b8-340d-4c5d-a46b-b2cf67dbea70 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305774 Jul 28 15:59:54.170730 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 15:59:54.272872 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning for port d282d2a2-6fdd-4220-8ca3-28d036285a57 completed by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 15:59:54.276746 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d282d2a2-6fdd-4220-8ca3-28d036285a57 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 15:59:54.277174 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.353829 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.375149 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:54.377444 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64029e8f-515b-4209-9a84-bea3dc41509f" -d '{"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-plugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:54.389879 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 15:59:54.414639 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f912bed5-6d54-49a0-add2-13a8c9d0175b x-openstack-request-id: req-f912bed5-6d54-49a0-add2-13a8c9d0175b {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:54.414924 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-plugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:54.415208 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f912bed5-6d54-49a0-add2-13a8c9d0175b {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:54.415599 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'code': 200} Jul 28 15:59:54.477856 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:54.524680 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=5']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:54.537998 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5b231-f683-4c93-930a-177de6ae453f req-27cf231f-c442-436d-9be2-4f0fcb31ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:54.539540 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fc5b231-f683-4c93-930a-177de6ae453f req-27cf231f-c442-436d-9be2-4f0fcb31ace2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1097 time: 0.0418925 Jul 28 15:59:54.573875 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-5fc5b231-f683-4c93-930a-177de6ae453f req-cf76ee30-6af7-461f-ab23-40def58df507 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272961 Jul 28 15:59:54.901425 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bfc9-a40f-48a6-9764-8c3a10e3c0a2 req-51c8ff87-7286-4142-9d01-557043c68e88 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:54.902895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4501bfc9-a40f-48a6-9764-8c3a10e3c0a2 req-51c8ff87-7286-4142-9d01-557043c68e88 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 945 time: 0.0479405 Jul 28 15:59:54.940081 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-4501bfc9-a40f-48a6-9764-8c3a10e3c0a2 req-5164fe2e-3ca5-4cef-914d-08bb5818e52b tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Jul 28 15:59:56.063714 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81409227-4ef4-4d5a-8524-f75372aad66d req-6195bc4d-4bb9-4e4c-b98b-8a4dd7ed4a2b tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:56.065210 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81409227-4ef4-4d5a-8524-f75372aad66d req-6195bc4d-4bb9-4e4c-b98b-8a4dd7ed4a2b tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 945 time: 0.0487225 Jul 28 15:59:56.102331 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-81409227-4ef4-4d5a-8524-f75372aad66d req-2903e85f-bc49-4025-b29d-0206312215ba tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309227 Jul 28 15:59:56.219733 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2f944-0d64-47f7-a6f3-07efb5c64a97 req-66e66a9b-5d28-46b5-9426-b522afba9171 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:56.221167 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fa2f944-0d64-47f7-a6f3-07efb5c64a97 req-66e66a9b-5d28-46b5-9426-b522afba9171 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 945 time: 0.0522277 Jul 28 15:59:56.258650 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9fa2f944-0d64-47f7-a6f3-07efb5c64a97 req-2cdeaa4a-f86c-43a5-babb-cddd420a2924 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314233 Jul 28 15:59:56.280349 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42398) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.319702 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd334b3-b392-4db0-a4ac-f722f7e15938 tempest-TestSnapshotPattern-511328307 tempest-TestSnapshotPattern-511328307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:56.321191 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-cfd334b3-b392-4db0-a4ac-f722f7e15938 tempest-TestSnapshotPattern-511328307 tempest-TestSnapshotPattern-511328307-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1092 time: 0.0393269 Jul 28 15:59:56.323990 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42400) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 15:59:56.328446 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.v2.base [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Request body: {'floatingip': {'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 15:59:56.408986 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.505182 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.606094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_common [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Allocated IP 172.25.0.186 (49a2c6f3-60a8-433f-adcc-64ab59457ee7/e77cd0aa-139c-4c49-8976-d4fafe86e961/6b1a3461-084c-4a34-951c-99ba71ba9046) {{(pid=94749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 15:59:56.707913 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.810087 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788960728068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:56.846417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Network 49a2c6f3-60a8-433f-adcc-64ab59457ee7 is already hosted by enough agents. {{(pid=94749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 15:59:56.849167 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.base_scheduler [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Resources bound (agent type, host, resource id): {{(pid=94749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 15:59:56.852588 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Received port after_create {{(pid=94749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 15:59:56.877967 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=6b1a3461-084c-4a34-951c-99ba71ba9046,revision_number=1']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:57.212008 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.332681 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.484899 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for port, precommit_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.552704 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12570041'] for port, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.621305 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event updated for resources: {'Port': ['ID=6b1a3461-084c-4a34-951c-99ba71ba9046,revision_number=2']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 15:59:57.631738 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-382789'] for floatingip, after_update {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:57.730135 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Floating IP 39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8 associated. External IP: 172.25.0.186, port: d282d2a2-6fdd-4220-8ca3-28d036285a57. Jul 28 15:59:58.219854 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 15:59:58.327094 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 15:59:58.337422 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 15:59:58.346927 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:58.347621 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:59:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:58.410115 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 15:59:58.438488 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-3bdac0d7-76fb-45dc-a9d0-63d6586d873d tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1133149 Jul 28 15:59:58.439412 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 15:59:58.441740 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 15:59:58.480964 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 15:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5add96-a6e8-49fd-be4e-e60984b13c39 x-openstack-request-id: req-6b5add96-a6e8-49fd-be4e-e60984b13c39 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 15:59:58.481267 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 15:59:58.481518 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b5add96-a6e8-49fd-be4e-e60984b13c39 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 15:59:58.481925 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'status': 'completed', 'code': 200} Jul 28 15:59:58.551794 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:58.573138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-1584f273-3ffe-42d9-a6b2-994b2428eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:58.574661 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-1584f273-3ffe-42d9-a6b2-994b2428eb43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1097 time: 0.0448182 Jul 28 15:59:58.664367 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-e6a01045-4a5b-47ae-bd1e-3355ae483c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:58.665860 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-e6a01045-4a5b-47ae-bd1e-3355ae483c64 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0841496 Jul 28 15:59:58.740662 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-cf8409ec-d100-48d7-ac35-92caabc39de6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 999 time: 0.0637057 Jul 28 15:59:58.772293 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}, {'id': '39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:18:76:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:59:57Z', 'updated_at': '2021-07-28T15:59:57Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:58.790986 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-9687d89e-c0b0-4653-8a58-0c2eb8836d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:58.792739 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-9687d89e-c0b0-4653-8a58-0c2eb8836d6f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0456207 Jul 28 15:59:58.798647 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 15:59:58.806631 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 15:59:58.807379 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T15:59:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:58.837780 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-884a3790-4126-4e8a-9a36-a0239c17607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 15:59:58.839349 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-884a3790-4126-4e8a-9a36-a0239c17607b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402625 Jul 28 15:59:58.913355 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 15:59:58.932656 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-3d24cec0-6e12-4239-a298-dfdfde270953 service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865211 Jul 28 15:59:59.025861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-f7c3b876-c56a-4f39-81d7-c2e8b678b8ab req-14f174ee-d736-44cb-be9b-48d727469fdf service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864522 Jul 28 15:59:59.137235 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}, {'id': '39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:18:76:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:59:57Z', 'updated_at': '2021-07-28T15:59:57Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 15:59:59.162900 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012ecac-a275-4f18-85c4-959cf960e2d3 None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}, {'id': '39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:18:76:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:59:57Z', 'updated_at': '2021-07-28T15:59:57Z', 'revision_number': 0, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 15:59:59.360739 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729d1ce-c7d3-4a87-a74e-2739b3f75314 None None] New status for floating IP 39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8: ACTIVE {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:00:12.398437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b449aa3-d34e-4f99-9df9-8c63f68503cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:14.724247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-853ff4d1-b63e-483a-b3db-f4feaf71a088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.004685 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:15.570182 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:00:16.495304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:18.101353 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:20.916551 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:21.339711 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:23.665827 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-04eb3d99-cf02-423b-bed7-b3b1041a41a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390468 Jul 28 16:00:23.767852 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-f785be4b-4d1d-4dc4-b31a-59ff8e604402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:23.769276 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-f785be4b-4d1d-4dc4-b31a-59ff8e604402 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1096 time: 0.0445929 Jul 28 16:00:23.876493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-f31876b1-1173-45b9-90a3-81fb509fbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:23.877993 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-f31876b1-1173-45b9-90a3-81fb509fbe7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0893462 Jul 28 16:00:23.947570 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-39a0f81f-1ffb-4f41-a861-7a8f83680bf0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 999 time: 0.0624592 Jul 28 16:00:23.998870 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-efde4390-1a4c-49e8-8dfb-c2c935651778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.000408 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-efde4390-1a4c-49e8-8dfb-c2c935651778 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0454037 Jul 28 16:00:24.013481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-5beee7c0-0bc3-49ff-b157-1a0da79ef896 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426872 Jul 28 16:00:24.044630 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-19384f9c-503a-4dfa-84bc-99a7c34f4141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.046035 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-19384f9c-503a-4dfa-84bc-99a7c34f4141 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392709 Jul 28 16:00:24.121615 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-57c44f0a-df70-44dd-bbd8-58d3ac01ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.123151 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-57c44f0a-df70-44dd-bbd8-58d3ac01ea2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1097 time: 0.0447741 Jul 28 16:00:24.140072 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-bc61c4ca-d22c-4667-89d0-9f6bc286f679 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869904 Jul 28 16:00:24.225520 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-ce498fd4-30b4-43c7-b488-93d17a6df1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.227122 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-ce498fd4-30b4-43c7-b488-93d17a6df1eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0853815 Jul 28 16:00:24.230244 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-b9597a08-858a-4069-bd25-6dc0eb21edea req-4ed5df53-c39a-439c-abef-f01a66ab7bbf service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823026 Jul 28 16:00:24.297264 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-086428cf-aa86-4f12-9b40-fe70daab2908 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 1001 time: 0.0625288 Jul 28 16:00:24.348875 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-d9c57248-81d4-41d7-947d-9a7e2d3fd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.351213 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-d9c57248-81d4-41d7-947d-9a7e2d3fd3cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0466249 Jul 28 16:00:24.396403 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-eeff8dc6-d2e4-49b0-8587-e3681a955c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:00:24.398455 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-eeff8dc6-d2e4-49b0-8587-e3681a955c59 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400050 Jul 28 16:00:24.492124 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-8a75710c-f98c-4ce0-9d56-554ab57705ed service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861051 Jul 28 16:00:24.582603 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-9e26d3e3-4c20-403d-8041-4d810ccb6346 req-2f7fd8ff-92c2-4120-b108-4afb0c457ead service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 Jul 28 16:00:42.401355 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7d1238f8-403f-4155-bc56-b937756e67f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:44.723339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-8dc0e5e8-6878-4755-a708-be808c2d3047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:45.014798 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:46.493399 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:48.106601 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:50.859497 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:51.277654 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:00:52.569385 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:01:12.412056 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-293a6681-b335-4cdd-82aa-f4caec624fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:14.734839 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-4400cf35-9eba-4f98-8844-ded9dd15a2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:15.054650 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:16.528699 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:18.109304 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:20.880303 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:21.286340 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:22.992472 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-6b041372-49e6-4ccc-9d7d-e6e7537714e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398197 Jul 28 16:01:23.093797 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9609e-9365-44b2-8348-526174ce6443 req-be2e8f96-25a9-4517-a641-fad855213b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.095351 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-be2e8f96-25a9-4517-a641-fad855213b71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1096 time: 0.0457413 Jul 28 16:01:23.195924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9609e-9365-44b2-8348-526174ce6443 req-e7ab58f9-8e6d-43c4-922f-4648150ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.197429 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-e7ab58f9-8e6d-43c4-922f-4648150ea8f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0834887 Jul 28 16:01:23.267418 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-e05a9e40-b426-4a69-a595-131f2aaedcd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 999 time: 0.0632060 Jul 28 16:01:23.317442 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9609e-9365-44b2-8348-526174ce6443 req-da9b9de0-846a-4f63-97a2-7580db22a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.318939 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-da9b9de0-846a-4f63-97a2-7580db22a8cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0452824 Jul 28 16:01:23.367410 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9609e-9365-44b2-8348-526174ce6443 req-87c24805-4a8f-4183-a3e0-426aa66aac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:23.368857 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-87c24805-4a8f-4183-a3e0-426aa66aac0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415654 Jul 28 16:01:23.463396 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-0f679627-2acf-48cc-9057-5757788e6293 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Jul 28 16:01:23.563333 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-49e9609e-9365-44b2-8348-526174ce6443 req-8c06b7c2-b954-4f06-bc60-736a84157b63 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920396 Jul 28 16:01:23.945266 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-fe40549c-046c-463d-9404-cb5d783601d4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410085 Jul 28 16:01:24.048515 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0017-3216-433f-8533-8b9b3330af04 req-7e1c45f1-271b-406f-b7b9-4e9705465494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.050157 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-7e1c45f1-271b-406f-b7b9-4e9705465494 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1097 time: 0.0448999 Jul 28 16:01:24.150884 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0017-3216-433f-8533-8b9b3330af04 req-c58f61c4-402d-42ce-a2c2-1ab2c12dc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.152432 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-c58f61c4-402d-42ce-a2c2-1ab2c12dc5b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0828640 Jul 28 16:01:24.221464 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-5504851c-f72e-4da9-a7bc-d691baf12351 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 1001 time: 0.0613172 Jul 28 16:01:24.269796 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0017-3216-433f-8533-8b9b3330af04 req-4a4f6917-0030-4a78-b134-cf8ec8cc01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.271158 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-4a4f6917-0030-4a78-b134-cf8ec8cc01c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0433018 Jul 28 16:01:24.316545 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0017-3216-433f-8533-8b9b3330af04 req-c4004a09-9232-423a-9fab-b3101e21faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:24.318030 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-c4004a09-9232-423a-9fab-b3101e21faaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398736 Jul 28 16:01:24.409323 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-8d6469af-f180-4417-9ac3-1c98a909af88 service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842307 Jul 28 16:01:24.500236 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-7bba0017-3216-433f-8533-8b9b3330af04 req-755978bd-44b2-4c8b-96da-6883ad9e9a7c service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839913 Jul 28 16:01:29.571268 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:01:30.655918 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 details requested by agent hyperv_n-h2-705658-23 with host n-h2-705658-23 {{(pid=94750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 16:01:30.787160 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:30.800594 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Returning: {'device': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'port_id': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'mac_address': 'fa:16:3e:18:76:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 16:01:30.851065 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:30.869267 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d282d2a2-6fdd-4220-8ca3-28d036285a57 {{(pid=94750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 16:01:30.896412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:30.983794 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:31.045519 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=6']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:31.056617 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.056968 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.057316 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.057658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.058008 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.058334 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.058665 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.059023 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.059357 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.059691 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.060019 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.060877 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:31.135853 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] get_ports_and_sgs() called for port_ids ['d282d2a2-6fdd-4220-8ca3-28d036285a57'] {{(pid=94750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 16:01:32.670027 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 up at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 16:01:32.720603 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.provisioning_blocks [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Provisioning complete for port d282d2a2-6fdd-4220-8ca3-28d036285a57 triggered by entity L2. {{(pid=94750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 16:01:32.720984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377378'] for port, provisioning_complete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:32.797058 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:32.820447 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:32.825634 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f07ae-1cc6-4340-a932-b654cd04c206" -d '{"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-plugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:32.840144 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:32.874946 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba2821e-1b9e-4891-af1a-96526d9ad3f9 x-openstack-request-id: req-8ba2821e-1b9e-4891-af1a-96526d9ad3f9 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:32.875311 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-plugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:32.875566 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ba2821e-1b9e-4891-af1a-96526d9ad3f9 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:32.875963 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'code': 200} Jul 28 16:01:32.908835 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:32.966822 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=7']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:41.775140 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42612) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:41.932314 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Deleting port 6b1a3461-084c-4a34-951c-99ba71ba9046 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:41.932747 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.009691 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.009930 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.021753 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Calling delete_port for 6b1a3461-084c-4a34-951c-99ba71ba9046 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:42.217787 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.241023 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event deleted for resources: {'Port': ['ID=6b1a3461-084c-4a34-951c-99ba71ba9046,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:42.255116 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.255471 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.255816 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.256155 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.256490 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.256820 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.257146 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.257473 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.257795 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.258117 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.258442 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.258768 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:42.311880 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.312258 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Floating IP 39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8 disassociated (deleted). External IP: 172.25.0.186, port: d282d2a2-6fdd-4220-8ca3-28d036285a57. Jul 28 16:01:42.400221 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f13a0178-52c2-4be2-a2f7-a9a42661d157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.524104 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:42.632098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:42.636931 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:42.642604 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:42.651318 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:42.651931 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:42.664139 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-e5b4259a-642b-4a46-b857-d01ad47f0a49 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "DELETE /v2.0/floatingips/39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8 HTTP/1.1" status: 204 len: 168 time: 0.8878450 Jul 28 16:01:42.664847 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:42.667264 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f38a4-bba4-41ec-b62a-41b00a456185" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:42.735311 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743430c4-74a0-45a5-8883-ea41890c91a3 x-openstack-request-id: req-743430c4-74a0-45a5-8883-ea41890c91a3 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:42.735608 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:42.735862 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-743430c4-74a0-45a5-8883-ea41890c91a3 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:42.736514 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'status': 'completed', 'code': 200} Jul 28 16:01:42.761386 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:42.820326 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-1a648db6-eb79-400a-a18d-e6c1d3301455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:42.821755 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-1a648db6-eb79-400a-a18d-e6c1d3301455 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 1097 time: 0.0411706 Jul 28 16:01:42.915982 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-512f4ece-f870-4d20-8d4a-86bbc458cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:42.917481 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-512f4ece-f870-4d20-8d4a-86bbc458cb83 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.0890701 Jul 28 16:01:42.961345 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-521ac1c3-9494-463b-9eb5-5e0d24978ffa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 200 len: 217 time: 0.0352142 Jul 28 16:01:42.991340 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:43.019864 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:43.021302 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-3115eee3-af39-4834-8809-e2f52f6c98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:43.022806 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-3115eee3-af39-4834-8809-e2f52f6c98c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0465665 Jul 28 16:01:43.028138 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:43.029866 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:15Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:43.086624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-fd8c3ff7-b669-4b51-a49e-84db14afbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:43.086624 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-fd8c3ff7-b669-4b51-a49e-84db14afbebc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537450 Jul 28 16:01:43.143904 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:43.155218 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d9137-6e21-449f-8da5-aa4cc08539ca req-9468cc7b-56e5-4223-b642-e8edc3e54f33 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:43.157780 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-192d9137-6e21-449f-8da5-aa4cc08539ca req-9468cc7b-56e5-4223-b642-e8edc3e54f33 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 945 time: 0.0529993 Jul 28 16:01:43.199487 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-192d9137-6e21-449f-8da5-aa4cc08539ca req-4b8b5535-7f14-42f7-9286-fdf800c4deb8 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363138 Jul 28 16:01:43.221711 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-9203d71a-aafa-4954-86b1-8210a90972fe service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903566 Jul 28 16:01:43.320080 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-508f38a4-bba4-41ec-b62a-41b00a456185 req-abf38332-8b9a-4078-986c-ab933155e998 service neutron] 10.222.0.50 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860336 Jul 28 16:01:43.381306 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:43.408725 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4d9abb-03b0-4b2d-b2a2-8e52469f961c None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_floatingips': [{'id': '2365240c-a227-4272-88d9-6402c3f7556a', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'router_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'port_id': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'mac_address': 'fa:16:3e:76:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T15:57:14Z', 'updated_at': '2021-07-28T15:57:16Z', 'revision_number': 1, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:43.660697 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a0470-bd94-41fa-a5b7-94fe0a8a237a None None] New status for floating IP 39a24d8f-2f8d-4ec1-b8fc-db973a4a7ec8: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:01:44.318421 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b464e-71c9-4e11-85e6-91cb20244045 req-52ee8838-10bb-49cf-b7a0-5cc410b4a804 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:44.320781 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db6b464e-71c9-4e11-85e6-91cb20244045 req-52ee8838-10bb-49cf-b7a0-5cc410b4a804 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 945 time: 0.0511966 Jul 28 16:01:44.360760 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-db6b464e-71c9-4e11-85e6-91cb20244045 req-cd198d95-1bd9-4c92-8a89-fd0788667438 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334885 Jul 28 16:01:44.721650 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:44.747879 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bc9cfdc4-6bab-4765-8400-c86d6518ffdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:44.800496 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598753'] for port, before_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:44.822547 n-d-705658-23 neutron-server[94750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:44.824808 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd7fcd0f7088e8adffd58e256aad82cd8aa97d28f7fa95ff53f69ecdb60b7793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267fb5ee-94ad-41f4-a3f1-6897cdc16ceb" -d '{"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:44.838366 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:44.862684 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf5bf8-6386-4b84-98b0-2a7f978ff991 x-openstack-request-id: req-abdf5bf8-6386-4b84-98b0-2a7f978ff991 {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:44.863003 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-unplugged", "status": "completed", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "code": 200}]} {{(pid=94750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:44.863264 n-d-705658-23 neutron-server[94750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abdf5bf8-6386-4b84-98b0-2a7f978ff991 {{(pid=94750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:44.863656 n-d-705658-23 neutron-server[94750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'code': 200} Jul 28 16:01:44.899672 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788961116977', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788960728086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788960728104'] for port, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:44.958228 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Pushing event updated for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=8']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:45.022489 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:45.079119 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-d266cc1e-4a00-4900-9509-ec4fc0886589 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:45.080620 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-d266cc1e-4a00-4900-9509-ec4fc0886589 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0485456 Jul 28 16:01:45.171662 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Deleting port d282d2a2-6fdd-4220-8ca3-28d036285a57 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:45.172005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:45.259138 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] For port d282d2a2-6fdd-4220-8ca3-28d036285a57, host n-h2-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-23',level=0,port_id=d282d2a2-6fdd-4220-8ca3-28d036285a57,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:45.259508 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:45.272445 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Calling delete_port for d282d2a2-6fdd-4220-8ca3-28d036285a57 owned by compute:nova {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:45.475679 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce7466-34ed-4790-a36e-3a1da177cb93 req-0c6965c1-ea09-4012-b1f6-a4e58709ef38 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:45.477255 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9ce7466-34ed-4790-a36e-3a1da177cb93 req-0c6965c1-ea09-4012-b1f6-a4e58709ef38 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fc37200-7862-4d0b-9a30-919e5a8e93ac HTTP/1.1" status: 200 len: 943 time: 0.0492682 Jul 28 16:01:45.478005 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:45.513659 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event deleted for resources: {'Port': ['ID=d282d2a2-6fdd-4220-8ca3-28d036285a57,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:45.574114 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] No DVR routers for this DVR port d282d2a2-6fdd-4220-8ca3-28d036285a57 on host n-h2-705658-23 {{(pid=94749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:45.576808 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:45.578754 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-46c10a63-f5d0-452a-8186-76a25a6628c2 req-464871a1-c632-4ac9-a010-87613e1be5f7 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.50 "DELETE /v2.0/ports/d282d2a2-6fdd-4220-8ca3-28d036285a57 HTTP/1.1" status: 204 len: 173 time: 0.4914179 Jul 28 16:01:45.579218 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-deleted', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:45.581462 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4316a1f6-8aa5-47eb-a760-f94fe8addd42" -d '{"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-deleted", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:45.586895 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-d9ce7466-34ed-4790-a36e-3a1da177cb93 req-b72db355-1b77-426e-a98e-239aaaf27feb tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999503 Jul 28 16:01:45.620016 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b90d86-97d8-4797-ad74-146d277300ec x-openstack-request-id: req-d5b90d86-97d8-4797-ad74-146d277300ec {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:45.620313 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc37200-7862-4d0b-9a30-919e5a8e93ac", "name": "network-vif-deleted", "tag": "d282d2a2-6fdd-4220-8ca3-28d036285a57", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:45.620568 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5b90d86-97d8-4797-ad74-146d277300ec {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:45.620967 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc37200-7862-4d0b-9a30-919e5a8e93ac', 'name': 'network-vif-deleted', 'tag': 'd282d2a2-6fdd-4220-8ca3-28d036285a57', 'status': 'completed', 'code': 200} Jul 28 16:01:46.494114 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.104270 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42682) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:48.113826 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.257974 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Deleting port bbe494b6-004e-45bc-b5fa-61d973f4ea58 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:48.258326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.337059 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.337388 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.349297 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Calling delete_port for bbe494b6-004e-45bc-b5fa-61d973f4ea58 owned by network:floatingip {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:48.551326 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.577839 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event deleted for resources: {'Port': ['ID=bbe494b6-004e-45bc-b5fa-61d973f4ea58,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:48.635015 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:48.635359 n-d-705658-23 neutron-server[94749]: INFO neutron.db.l3_db [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Floating IP 2365240c-a227-4272-88d9-6402c3f7556a disassociated (deleted). External IP: 172.25.0.59, port: 84b895b0-590e-4715-a7fd-79e9b4bfa4b6. Jul 28 16:01:48.747355 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 no longer exists at agent hyperv_n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:48.767827 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] No Port match for: d282d2a2-6fdd-4220-8ca3-28d036285a57 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:48.768179 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Device d282d2a2-6fdd-4220-8ca3-28d036285a57 not bound to the agent host n-h2-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:49.144922 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:49.252697 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:49.257531 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for floatingip, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:49.262033 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:49.271220 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:49.271834 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:49.283783 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7fc41640-c1ef-4be7-bfbe-ff4147ee0c05 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "DELETE /v2.0/floatingips/2365240c-a227-4272-88d9-6402c3f7556a HTTP/1.1" status: 204 len: 168 time: 1.1784463 Jul 28 16:01:49.284389 n-d-705658-23 neutron-server[94749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:49.286643 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c59128e7693e55734472ac8908b05e10277e616d56022ac0d2b13590b71f6b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66087a17-45c8-4b03-9a14-680769f7b3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:49.328276 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8dfe80-6fb5-48e6-8297-5288ce2af570 x-openstack-request-id: req-8b8dfe80-6fb5-48e6-8297-5288ce2af570 {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:49.328707 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "status": "completed", "code": 200}]} {{(pid=94749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:49.329081 n-d-705658-23 neutron-server[94749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b8dfe80-6fb5-48e6-8297-5288ce2af570 {{(pid=94749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:49.329733 n-d-705658-23 neutron-server[94749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'status': 'completed', 'code': 200} Jul 28 16:01:49.421629 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-379e5162-342e-4f33-8ace-c3b392133ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:49.423242 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-379e5162-342e-4f33-8ace-c3b392133ddd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 1096 time: 0.0486941 Jul 28 16:01:49.479516 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:49.535989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-fc874c55-5bea-4195-8079-154c2ef17e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:49.538749 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-fc874c55-5bea-4195-8079-154c2ef17e45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 200 len: 910 time: 0.1089516 Jul 28 16:01:49.591764 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-59240a0c-1dd7-4e51-a7ba-77f9866f3be8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 200 len: 217 time: 0.0453048 Jul 28 16:01:49.658037 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-ee9ba8cf-b0d4-4341-b3d5-acbf3302fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:49.659879 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-ee9ba8cf-b0d4-4341-b3d5-acbf3302fa46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 200 len: 848 time: 0.0612478 Jul 28 16:01:49.710050 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:49.714880 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-0aec5439-9abe-4e8f-96f9-39495d32b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:49.717584 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-0aec5439-9abe-4e8f-96f9-39495d32b074 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492253 Jul 28 16:01:49.746137 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:49.757063 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:49.758455 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:49.770417 n-d-705658-23 neutron-server[94749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619022e-30ba-4ad1-8ab8-d478bdd8214a req-1d8d077a-358f-4a63-98e8-9b168e5e76ff tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:49.772807 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3619022e-30ba-4ad1-8ab8-d478bdd8214a req-1d8d077a-358f-4a63-98e8-9b168e5e76ff tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0588150 Jul 28 16:01:49.825765 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [req-3619022e-30ba-4ad1-8ab8-d478bdd8214a req-67b6d588-a5ba-49bf-a25e-05199932665e tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 Jul 28 16:01:49.834492 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-5a42875c-166f-4b88-9d39-2d08a3dfc018 service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089051 Jul 28 16:01:49.882671 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:49.940717 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-66087a17-45c8-4b03-9a14-680769f7b3e1 req-026dd145-6ea2-4b55-a07a-8fad2af3b2be service neutron] 10.222.0.53 "GET /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965550 Jul 28 16:01:50.119504 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:50.148785 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27f77c-a2a1-4d84-826b-ed41a131f52f None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T15:56:49Z', 'revision_number': 4, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23', '_interfaces': [{'id': 'c791413a-e623-43cc-999e-eeda2ce13fd6', 'name': '', 'network_id': '8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'mac_address': 'fa:16:3e:17:24:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:48Z', 'updated_at': '2021-07-28T15:56:55Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'subnets': [{'id': 'e6b46cfc-16b2-42f0-b403-ed94d69fabac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:50.367573 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a008cd8-9051-495c-b309-81e305308a43 None None] New status for floating IP 2365240c-a227-4272-88d9-6402c3f7556a: DOWN {{(pid=94750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 16:01:50.911627 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:50.950071 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513191f1-853a-489b-9090-acb4822d69bd req-f94ea289-2248-4af5-9ab3-a3333246068b tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:50.952086 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-513191f1-853a-489b-9090-acb4822d69bd req-f94ea289-2248-4af5-9ab3-a3333246068b tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0494835 Jul 28 16:01:50.989254 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-513191f1-853a-489b-9090-acb4822d69bd req-0209f0ed-d9a5-4d87-bc79-229fbcb3e6a4 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/security-groups?id=dad22a94-7378-4ca0-b4fe-b7a874647c26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Jul 28 16:01:51.342801 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:51.357292 n-d-705658-23 neutron-server[94748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-649f8758-2848-44db-ba43-cc571b8cf485 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 16:01:51.358742 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-649f8758-2848-44db-ba43-cc571b8cf485 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.53 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 944 time: 0.0525718 Jul 28 16:01:51.447636 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Deleting port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:51.447978 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:51.537440 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] For port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6, host n-h1-705658-23, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-23',level=0,port_id=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:51.537808 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:51.550204 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Calling delete_port for 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 owned by compute:nova {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:51.754013 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:51.786187 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event deleted for resources: {'Port': ['ID=84b895b0-590e-4715-a7fd-79e9b4bfa4b6,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:51.798989 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.799339 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.799684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.800024 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.800361 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.800702 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.801031 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.801357 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.801684 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.802011 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.802337 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.802664 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-23 {{(pid=94748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 16:01:51.836619 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] No DVR routers for this DVR port 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 on host n-h1-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:51.839099 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122530'] for port, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:51.841069 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-ec868b38-2cc8-4a3a-ba50-81099e6d4831 req-f3ce09a8-b23b-4ed6-81f5-024b013ea10c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.53 "DELETE /v2.0/ports/84b895b0-590e-4715-a7fd-79e9b4bfa4b6 HTTP/1.1" status: 204 len: 173 time: 0.4765418 Jul 28 16:01:51.841526 n-d-705658-23 neutron-server[94748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-deleted', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6'}] {{(pid=94748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 16:01:51.843828 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f65ed48d48f35e4d2a68336b07432fb8d853ec33157c832e2430bb917e5d0014" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bba351-1ba3-4a3d-81e1-05ea5a3c064d" -d '{"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-deleted", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6"}]}' {{(pid=94748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 16:01:51.929006 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1b2d9d-838b-4d1b-9ee5-191d7b1428e7 x-openstack-request-id: req-2e1b2d9d-838b-4d1b-9ee5-191d7b1428e7 {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 16:01:51.929327 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c", "name": "network-vif-deleted", "tag": "84b895b0-590e-4715-a7fd-79e9b4bfa4b6", "status": "completed", "code": 200}]} {{(pid=94748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 16:01:51.929583 n-d-705658-23 neutron-server[94748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e1b2d9d-838b-4d1b-9ee5-191d7b1428e7 {{(pid=94748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 16:01:51.929985 n-d-705658-23 neutron-server[94748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c', 'name': 'network-vif-deleted', 'tag': '84b895b0-590e-4715-a7fd-79e9b4bfa4b6', 'status': 'completed', 'code': 200} Jul 28 16:01:52.082812 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [req-571bdf14-f7e3-4cda-9be6-d380726e2cc7 req-bfa309ce-8c5d-4b68-8f73-14351159907c tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "GET /v2.0/ports?device_id=25ee6dd0-a144-48b4-8b6e-2b1bbd9ae52c HTTP/1.1" status: 200 len: 210 time: 0.0265026 Jul 28 16:01:53.139182 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42700) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:53.198709 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:53.222840 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:53.342468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:53.345855 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Notify callbacks [] for security_group, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:53.347096 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] 10.222.0.47 "DELETE /v2.0/security-groups/dad22a94-7378-4ca0-b4fe-b7a874647c26 HTTP/1.1" status: 204 len: 168 time: 0.2068608 Jul 28 16:01:53.356134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df866640-3116-48a1-afa8-b913e0df4a41 tempest-TestSnapshotPattern-430269490 tempest-TestSnapshotPattern-430269490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad22a94-7378-4ca0-b4fe-b7a874647c26,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:53.486869 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42706) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:53.932711 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.176879 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Deleting port c791413a-e623-43cc-999e-eeda2ce13fd6 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:54.177593 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.253787 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] For port c791413a-e623-43cc-999e-eeda2ce13fd6, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c791413a-e623-43cc-999e-eeda2ce13fd6,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:54.254080 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.267193 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Calling delete_port for c791413a-e623-43cc-999e-eeda2ce13fd6 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:54.540102 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.544463 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 no longer exists at agent hyperv_n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:54.564512 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] No Port match for: 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:54.564861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Device 84b895b0-590e-4715-a7fd-79e9b4bfa4b6 not bound to the agent host n-h1-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:54.568221 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c791413a-e623-43cc-999e-eeda2ce13fd6,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:54.733136 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:54.948725 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Router 4bbe542d-1945-4468-b090-e7a20b72d51b has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:55.052800 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:55.057861 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-03e9951a-3b7d-42fa-a445-4f41a332dbb8 admin admin] 10.222.0.47 "PUT /v2.0/routers/4bbe542d-1945-4468-b090-e7a20b72d51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5697997 Jul 28 16:01:55.060318 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42710) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:55.061231 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Sync routers for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:55.070894 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:55.071527 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:55.163298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.174434 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: n-d-705658-23 {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:55.265421 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.350294 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '41796b03-53f5-4038-a985-3b72e16a5803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T16:01:54Z', 'revision_number': 5, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port': {'id': '41796b03-53f5-4038-a985-3b72e16a5803', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:46Z', 'updated_at': '2021-07-28T15:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:55.377718 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Checking router: 4bbe542d-1945-4468-b090-e7a20b72d51b for host: n-d-705658-23 {{(pid=94751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:55.379444 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Deleting port 41796b03-53f5-4038-a985-3b72e16a5803 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:55.379795 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.385823 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Routers {'4bbe542d-1945-4468-b090-e7a20b72d51b'} bound to L3 agent in host n-d-705658-23 {{(pid=94751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:55.386434 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['4bbe542d-1945-4468-b090-e7a20b72d51b'], 'active': True} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:55.462757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] For port 41796b03-53f5-4038-a985-3b72e16a5803, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41796b03-53f5-4038-a985-3b72e16a5803,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:55.463162 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.472173 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_dvr_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] Set router 4bbe542d-1945-4468-b090-e7a20b72d51b gateway port host: None {{(pid=94751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:55.476437 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Calling delete_port for 41796b03-53f5-4038-a985-3b72e16a5803 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:55.521872 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.l3_hamode_db [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T16:01:55Z', 'revision_number': 6, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:55.550248 n-d-705658-23 neutron-server[94751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4c2f5a-ee47-4319-b92c-6448fa6cfde6 None None] The sync data for ids ['4bbe542d-1945-4468-b090-e7a20b72d51b'] in n-d-705658-23 is: [{'id': '4bbe542d-1945-4468-b090-e7a20b72d51b', 'name': 'tempest-TestSnapshotPattern-166536085-router', 'tenant_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:45Z', 'updated_at': '2021-07-28T16:01:55Z', 'revision_number': 6, 'project_id': 'c41bb9c3ae4f440da71c16f8d07cda9f', 'gw_port_host': None}] {{(pid=94751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:55.739999 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:55.770870 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=41796b03-53f5-4038-a985-3b72e16a5803,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:55.830860 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.225228 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.227348 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.342497 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.343851 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bbe542d-1945-4468-b090-e7a20b72d51b {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:01:56.348408 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.349601 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-7b6ccceb-ad8b-415a-b841-449b16409ae2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4bbe542d-1945-4468-b090-e7a20b72d51b HTTP/1.1" status: 204 len: 168 time: 1.2883134 Jul 28 16:01:56.352134 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42714) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:56.398555 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Deleting subnet e6b46cfc-16b2-42f0-b403-ed94d69fabac {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:01:56.401739 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.438776 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.527183 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.536417 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41796b03-53f5-4038-a985-3b72e16a5803 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:56.565047 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 41796b03-53f5-4038-a985-3b72e16a5803 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:56.565402 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41796b03-53f5-4038-a985-3b72e16a5803 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:56.565817 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c791413a-e623-43cc-999e-eeda2ce13fd6 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:56.585112 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c791413a-e623-43cc-999e-eeda2ce13fd6 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:56.585502 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c791413a-e623-43cc-999e-eeda2ce13fd6 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:56.668726 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.694771 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b46cfc-16b2-42f0-b403-ed94d69fabac,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:56.698415 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.700351 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-9c7401a8-2383-4f9b-b353-80cdc4faa22f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e6b46cfc-16b2-42f0-b403-ed94d69fabac HTTP/1.1" status: 204 len: 168 time: 0.3471763 Jul 28 16:01:56.703685 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42716) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:56.706416 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5c98f-1877-413a-9d0e-d533651e40be None None] Network 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:01:56.773879 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.827972 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Deleting port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:56.828430 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.878181 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] DHCP port deletion for 8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:01:56.894924 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] For port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:56.895316 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.907952 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Calling delete_port for 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:56.922867 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Deleting port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:56.923281 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.983486 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] For port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,segment=NetworkSegment(6e4c88da-e465-4006-9cf7-4deb86e2b1cf),segment_id=6e4c88da-e465-4006-9cf7-4deb86e2b1cf)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:56.984445 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:56.997725 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Calling delete_port for 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:57.085505 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.090976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.113715 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] No DVR routers for this DVR port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:57.118113 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] Pushing event deleted for resources: {'Port': ['ID=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:57.123658 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1723dc-f620-4e80-a15c-14d0434b5596 None None] No DVR routers for this DVR port 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:01:57.124969 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:57.198751 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.208545 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:57.219195 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4c88da-e465-4006-9cf7-4deb86e2b1cf') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:57.219493 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4c88da-e465-4006-9cf7-4deb86e2b1cf') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:57.228035 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.241752 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.247722 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:01:57.248119 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: timer() Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:01:57.249788 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:01:57.385546 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.391702 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.393630 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] 10.222.0.47 "DELETE /v2.0/networks/8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88 HTTP/1.1" status: 204 len: 168 time: 0.6889329 Jul 28 16:01:57.396792 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42718) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:57.403139 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bb67f-f3f3-4f6b-a184-72d030b6b13e admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc7a41d-ab82-4ae8-84d8-cb8f6b7eed88,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:57.755568 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382021'] for router_interface, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:57.991953 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Deleting port 823c4b03-aec7-4618-9ead-8f148cdd9a76 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:57.992298 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:58.075863 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] For port 823c4b03-aec7-4618-9ead-8f148cdd9a76, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=823c4b03-aec7-4618-9ead-8f148cdd9a76,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:58.076149 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:58.089032 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Calling delete_port for 823c4b03-aec7-4618-9ead-8f148cdd9a76 owned by network:router_interface {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:58.416545 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:58.441565 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=823c4b03-aec7-4618-9ead-8f148cdd9a76,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:58.581642 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:01:58.607397 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:01:58.608439 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 4dfb29c0-2af1-4b0b-a6f6-12b3ec7be75a not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:01:58.621118 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381993'] for router_interface, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:58.833098 n-d-705658-23 neutron-server[94749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Router b783673f-6010-420d-9aef-faf7805f0be5 has already been hosted by L3 agent f7442cda-afde-450d-b510-99a527cc3543 {{(pid=94749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 16:01:58.936790 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] Notify agent at l3_agent.n-d-705658-23 the message routers_updated {{(pid=94749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 16:01:58.942175 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-23c14e17-3714-4b8f-91f7-c7dd2a2cf2bb admin admin] 10.222.0.47 "PUT /v2.0/routers/b783673f-6010-420d-9aef-faf7805f0be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5443614 Jul 28 16:01:58.944757 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42722) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:58.945412 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Sync routers for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 16:01:58.954475 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:58.955133 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:59.047907 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.058404 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: n-d-705658-23 {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:59.150023 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.235438 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'external_fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T16:01:58Z', 'revision_number': 5, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port': {'id': 'c48de30c-0edb-4240-9aa8-487432c2a614', 'name': '', 'network_id': '49a2c6f3-60a8-433f-adcc-64ab59457ee7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-23', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e77cd0aa-139c-4c49-8976-d4fafe86e961', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-23'}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:59.261451 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Checking router: b783673f-6010-420d-9aef-faf7805f0be5 for host: n-d-705658-23 {{(pid=94750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 16:01:59.270298 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Routers {'b783673f-6010-420d-9aef-faf7805f0be5'} bound to L3 agent in host n-d-705658-23 {{(pid=94750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 16:01:59.270926 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-23', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T14:12:45Z,description=,heartbeat_timestamp=2021-07-28T16:01:45Z,host='n-d-705658-23',id=f7442cda-afde-450d-b510-99a527cc3543,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T14:12:45Z,topic='l3_agent')) {'router_ids': ['b783673f-6010-420d-9aef-faf7805f0be5'], 'active': True} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:59.276118 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Deleting port c48de30c-0edb-4240-9aa8-487432c2a614 {{(pid=94749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:01:59.276468 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.357883 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.db [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] For port c48de30c-0edb-4240-9aa8-487432c2a614, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=c48de30c-0edb-4240-9aa8-487432c2a614,segment=NetworkSegment(18e3b0f1-0c92-497f-9136-70bd01fbe8e9),segment_id=18e3b0f1-0c92-497f-9136-70bd01fbe8e9)] {{(pid=94749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:01:59.358252 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.359169 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvr_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] Set router b783673f-6010-420d-9aef-faf7805f0be5 gateway port host: None {{(pid=94750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 16:01:59.370110 n-d-705658-23 neutron-server[94749]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Calling delete_port for c48de30c-0edb-4240-9aa8-487432c2a614 owned by network:router_gateway {{(pid=94749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:01:59.410243 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_hamode_db [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T16:01:59Z', 'revision_number': 6, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port_host': None}], 'n-d-705658-23', False) {} {{(pid=94750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:01:59.438861 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4290b3ea-3bd8-4838-aa54-ddeeb7eaf356 None None] The sync data for ids ['b783673f-6010-420d-9aef-faf7805f0be5'] in n-d-705658-23 is: [{'id': 'b783673f-6010-420d-9aef-faf7805f0be5', 'name': 'tempest-TestSnapshotPattern-1886201360-router', 'tenant_id': '2b329ddb39744875985d34207b714d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T15:56:52Z', 'updated_at': '2021-07-28T16:01:59Z', 'revision_number': 6, 'project_id': '2b329ddb39744875985d34207b714d3a', 'gw_port_host': None}] {{(pid=94750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 16:01:59.610988 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12570034'] for port, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.636643 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48de30c-0edb-4240-9aa8-487432c2a614,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:01:59.698603 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-382859'] for router_gateway, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.798483 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-210416'] for router, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.800790 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.911520 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-754564'] for router, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.912112 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b783673f-6010-420d-9aef-faf7805f0be5 {{(pid=94749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 16:01:59.916431 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] Notify callbacks [] for router, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:01:59.917587 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-2d4ab31d-1a95-4b1b-8f27-186d286dfe57 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b783673f-6010-420d-9aef-faf7805f0be5 HTTP/1.1" status: 204 len: 168 time: 0.9716938 Jul 28 16:01:59.920171 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [-] (94749) accepted ('10.222.0.47', 42724) {{(pid=94749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:01:59.964262 n-d-705658-23 neutron-server[94749]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Deleting subnet 1532eb77-bc70-432b-add4-97b9da4bde69 {{(pid=94749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 16:01:59.967208 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.001175 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12570010'] for subnet, precommit_delete_associations {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.084457 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1382214'] for subnet, precommit_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.205528 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1382223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12570087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12334984'] for subnet, after_delete {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.234762 n-d-705658-23 neutron-server[94749]: DEBUG neutron_lib.callbacks.manager [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.236595 n-d-705658-23 neutron-server[94749]: INFO neutron.wsgi [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1532eb77-bc70-432b-add4-97b9da4bde69 HTTP/1.1" status: 204 len: 168 time: 0.3155000 Jul 28 16:02:00.238624 n-d-705658-23 neutron-server[94749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d46307-87b5-4c60-a4bc-811ea9a6bb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1532eb77-bc70-432b-add4-97b9da4bde69,revision_number=None']} {{(pid=94749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:00.239461 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42726) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:02:00.239998 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb609e-5dfd-4d79-8bb8-533107b566d0 None None] Network 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 requested from n-d-705658-23 {{(pid=94750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 16:02:00.313582 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1829812'] for network, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.369022 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Deleting port 41383799-20f6-4d12-892a-478c1501edf1 {{(pid=94748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:02:00.369451 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.415669 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] DHCP port deletion for 65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 request from n-d-705658-23 {{(pid=94750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 16:02:00.435005 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.db [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] For port 41383799-20f6-4d12-892a-478c1501edf1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41383799-20f6-4d12-892a-478c1501edf1,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:02:00.440412 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.450159 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.plugin [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Calling delete_port for 41383799-20f6-4d12-892a-478c1501edf1 owned by network:dhcp {{(pid=94748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:02:00.485468 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Deleting port 41383799-20f6-4d12-892a-478c1501edf1 {{(pid=94750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 16:02:00.485990 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788961112203'] for port, before_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.536343 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c48de30c-0edb-4240-9aa8-487432c2a614 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:02:00.566873 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: c48de30c-0edb-4240-9aa8-487432c2a614 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:02:00.567256 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device c48de30c-0edb-4240-9aa8-487432c2a614 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:02:00.567672 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 823c4b03-aec7-4618-9ead-8f148cdd9a76 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:02:00.591233 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No Port match for: 823c4b03-aec7-4618-9ead-8f148cdd9a76 {{(pid=94750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 16:02:00.591582 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 823c4b03-aec7-4618-9ead-8f148cdd9a76 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:02:00.591989 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41383799-20f6-4d12-892a-478c1501edf1 no longer exists at agent ovs-agent-n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 16:02:00.620401 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12335158'] for port, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.621554 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] For port 41383799-20f6-4d12-892a-478c1501edf1, host n-d-705658-23, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-23',level=0,port_id=41383799-20f6-4d12-892a-478c1501edf1,segment=NetworkSegment(f75c9d1f-1ec4-4da6-be54-11518526e413),segment_id=f75c9d1f-1ec4-4da6-be54-11518526e413)] {{(pid=94750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 16:02:00.621959 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-370010'] for port, precommit_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.644756 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.plugin [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Calling delete_port for 41383799-20f6-4d12-892a-478c1501edf1 owned by network:dhcp {{(pid=94750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 16:02:00.647590 n-d-705658-23 neutron-server[94748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] No DVR routers for this DVR port 41383799-20f6-4d12-892a-478c1501edf1 on host n-d-705658-23 {{(pid=94748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:02:00.649610 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=41383799-20f6-4d12-892a-478c1501edf1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:00.657109 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.db [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] No active binding found for port 41383799-20f6-4d12-892a-478c1501edf1 {{(pid=94750) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 16:02:00.657537 n-d-705658-23 neutron-server[94750]: DEBUG neutron.plugins.ml2.rpc [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Device 41383799-20f6-4d12-892a-478c1501edf1 not bound to the agent host n-d-705658-23 {{(pid=94750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 16:02:00.722037 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-150648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788961116959', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788960728077'] for port, after_delete {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.723436 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1376819', 'neutron.services.segments.db._delete_segments_for_network-8788961192241'] for network, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.733217 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72']}} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:02:00.744299 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c9d1f-1ec4-4da6-be54-11518526e413') {'for_net_delete': True} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:02:00.744622 n-d-705658-23 neutron-server[94748]: DEBUG neutron.services.segments.db [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c9d1f-1ec4-4da6-be54-11518526e413') {} {{(pid=94748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 16:02:00.753208 n-d-705658-23 neutron-server[94750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] Pushing event deleted for resources: {'Port': ['ID=41383799-20f6-4d12-892a-478c1501edf1,revision_number=None']} {{(pid=94750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:00.754892 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788961193530', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11576821'] for segment, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.755086 n-d-705658-23 neutron-server[94750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e21e70b-546a-43f6-a60d-4777bccb96f6 None None] No DVR routers for this DVR port 41383799-20f6-4d12-892a-478c1501edf1 on host n-d-705658-23 {{(pid=94750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 16:02:00.770137 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491'] for segment, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.776116 n-d-705658-23 neutron-server[94748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=94748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 16:02:00.776503 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1437491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12335129'] for segment, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: Traceback (most recent call last): Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: timer() Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: cb(*args, **kw) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: return func(*args, **kwargs) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: self._notify() Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: self.callback(batched_events) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: event.method(event) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: return f(self, *a, **k) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: return self._get(url).json() Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: return self.request(url, 'GET', **kwargs) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 16:02:00.778131 n-d-705658-23 neutron-server[94748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 16:02:00.896685 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1384128', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-382903'] for network, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.901887 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Notify callbacks [] for network, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:00.903806 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] 10.222.0.47 "DELETE /v2.0/networks/65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72 HTTP/1.1" status: 204 len: 168 time: 0.6631937 Jul 28 16:02:00.914869 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5dc4-d087-4a9a-953c-c013f6424b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e767fc-3fbd-47d9-ac8c-71fe8fb0ec72,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:01.216268 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42730) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:02:01.256626 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-8931f95b-8cd9-4976-8b0f-34ad8db3005a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c41bb9c3ae4f440da71c16f8d07cda9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386353 Jul 28 16:02:01.258448 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42732) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:02:01.310112 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:01.331578 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:01.442521 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:01.445076 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:01.446251 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1deebb27-8112-479f-889b-c7c73d7e83b2 HTTP/1.1" status: 204 len: 168 time: 0.1868622 Jul 28 16:02:01.454711 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499737a-0e50-42e3-82ef-8ee3bf02a367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deebb27-8112-479f-889b-c7c73d7e83b2,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:02.083216 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42738) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:02:02.122100 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-919ad285-a817-491d-bbb7-52b797fde76d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b329ddb39744875985d34207b714d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377498 Jul 28 16:02:02.124469 n-d-705658-23 neutron-server[94748]: DEBUG neutron.wsgi [-] (94748) accepted ('10.222.0.47', 42740) {{(pid=94748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 16:02:02.170433 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:02.192948 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:02.330353 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560121'] for security_group, after_delete {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:02.332862 n-d-705658-23 neutron-server[94748]: DEBUG neutron_lib.callbacks.manager [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:02.334016 n-d-705658-23 neutron-server[94748]: INFO neutron.wsgi [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/988920ee-72f6-49d7-a68d-f852777e17d1 HTTP/1.1" status: 204 len: 168 time: 0.2086689 Jul 28 16:02:02.342067 n-d-705658-23 neutron-server[94748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a836820-a426-4993-a1b0-8ec6f818b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988920ee-72f6-49d7-a68d-f852777e17d1,revision_number=None']} {{(pid=94748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 16:02:06.571206 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:02:12.459524 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-cece5a01-800b-4eb9-bf9b-760c48147a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:14.785394 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-be8ad76e-75fb-473d-bc06-cab647d82b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:15.044339 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:16.493625 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:18.104985 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:20.933388 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:21.313013 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:42.386123 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-bee694c4-6226-407d-8c76-aea7c575b437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:43.570992 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:02:44.721936 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-75f2c423-1bd2-4df0-95aa-e06d4bc4316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:45.003720 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:46.499414 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:48.077541 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:50.904503 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:02:51.368961 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:12.396504 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5ed211ec-cfa8-45a4-b200-dfda6b4207cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:14.722632 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-2d822f73-7c3b-49b6-aa54-09410c6fbd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:15.002437 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:16.511331 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:18.082218 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:20.570752 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:03:20.910815 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:21.333817 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:42.384403 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ba90-142a-445c-9312-c9dec9f49448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:44.743652 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-12b0f083-b468-44bc-ab6e-ddd3101b8635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:45.006928 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:46.493192 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:48.104385 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:50.915532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:51.350075 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:03:57.570367 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:04:12.397735 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-72840a9b-996a-4456-af29-79355c1bae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:14.743444 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-7b29e6cf-0060-433d-bccd-5ed73e5a42e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:15.006860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:16.508860 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:18.108732 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:20.926018 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:21.388854 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:34.571167 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:04:42.394206 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-01cd22a6-61d7-47ad-88e4-1b68ba5ad28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:44.759857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-5fbd3146-e383-469a-b809-d8a7b7a6b559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:45.034010 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:46.531398 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:48.096983 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:50.960100 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:04:51.359984 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:11.570253 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:05:12.416452 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fe29a7c6-2e56-45e9-bf68-4676e0410b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:14.794237 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-abb445b1-5355-475f-ae75-4ea49dcc82b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:15.005267 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:16.496491 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:18.102427 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:20.913908 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:21.409494 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:42.402895 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-b64e1a97-ab9b-4610-9dfd-bb49a2be9d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:44.725030 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-ec0b23a3-d8a8-4cb0-9d40-00d332765bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:45.010342 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:46.517451 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:48.113358 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:48.569722 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:05:50.924469 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:05:51.425958 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:12.450424 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0bc3-9064-4c61-8fd6-ad7ba4cfa57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:14.747092 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d2210662-d5dc-4f2a-a02f-3ec789de45ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:15.059154 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:16.524520 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:18.118460 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:20.923999 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:21.410525 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:25.569668 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:06:42.435382 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-fce26a99-3ade-4892-b0cf-65d9cc771dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:44.729390 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e718e436-e908-42b8-8ed7-5eeb49ccca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:45.021176 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:46.552244 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:48.138078 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:50.949307 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:06:51.469556 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:02.569433 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:07:12.417261 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-03d3bf79-6608-4395-b0ba-5ffb0157a0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:14.776961 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0b6a49b9-3cb3-4b73-bf49-b4aa7548d6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:15.045498 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:16.529041 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:18.106143 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:20.985793 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:21.485426 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:39.569285 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:07:42.461760 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c9b80074-864e-4d04-a568-52b4a2695f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:44.730364 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5db6-8160-4ee0-a72d-c90e029d3a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:45.033027 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:46.534247 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:48.135857 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:50.964446 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:07:51.407313 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:12.420792 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6d5a2444-296f-492f-8887-b0fe2a7cc312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:14.752115 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-94fd54bd-99ff-4d3d-84e7-a7020902f8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:15.037789 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:16.542976 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:16.569026 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:08:18.140301 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:20.985406 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:21.392139 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:42.419465 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9f9402e-0001-4742-9ff7-95b69815eb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:44.739636 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-66e1b019-93ba-43c7-ab11-6df30ead3212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:45.042099 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:46.544979 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:48.127783 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:51.037084 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:51.453172 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:08:53.567324 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:09:12.401423 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-39b4e84c-7cee-4fd6-b71a-f83c76a30b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:14.691191 n-d-705658-23 neutron-server[94749]: DEBUG neutron.wsgi [req-a30f5dfc-c991-47e3-aade-3f8d5ba84a37 req-214a5336-745b-46e5-9c2b-231aacc308bd service neutron] (94749) timed out ('10.222.0.47', 41200) {{(pid=94749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 16:09:14.744488 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-0246f4c3-15c8-4610-9743-502a4aec46cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:15.041284 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:16.572780 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:18.126777 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:20.984130 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:21.423799 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:30.567323 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:09:42.389568 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-6b4799d7-8a32-4885-8233-3dccf39a2119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:44.749224 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-424081ba-b001-4c97-9a89-6d67594079a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:45.030052 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:46.560615 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:48.154914 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:51.029264 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:09:51.452393 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:07.566213 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:10:12.383295 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-d9c26e66-d3b0-4ab8-8e7c-255f3353ab7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:14.811846 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-acce03bc-513b-4702-9e40-43b271f5f8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:15.017326 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:16.571787 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:18.154532 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.084859 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-c1c7bc07-beae-462d-af01-fddfdebc10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:21.444596 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-42f87dfa-4c8a-49b8-8273-87c29ef936bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:42.439572 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-84ae1c7b-91c8-4664-b756-888f2f16c9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:44.564495 n-d-705658-23 neutron-server[94751]: DEBUG neutron.db.agents_db [None req-632dbe32-aaca-4398-a040-90c32a90c00e None None] Agent healthcheck: found 7 active agents {{(pid=94751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 16:10:44.742870 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-f570fc24-8bd4-4253-8818-8edd20f248db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:45.068804 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3fdb39d1-13ed-4698-9252-123bf264604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:46.542480 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-3627091f-cea5-44b9-9d2d-91cc3d1c5bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 16:10:48.148217 n-d-705658-23 neutron-server[94750]: DEBUG neutron_lib.callbacks.manager [None req-e4e26b04-a04c-4e07-a867-e65096429ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788961192223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377331'] for agent, after_update {{(pid=94750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}